mnueron 0.1.0

package/dist/setup.js

@@ -0,0 +1,123 @@
+/**
+ * The setup wizard. Detects every supported AI dev tool, configures each one
+ * to point at this mnueron installation, and reports back.
+ *
+ * Usage from CLI:
+ *   mnueron setup                          → interactive: configure all detected
+ *   mnueron setup --yes                    → non-interactive: just do it
+ *   mnueron setup --only claude-desktop    → just one tool
+ *   mnueron setup --hosted https://api.engrama.dev --token mn_xxx
+ *                                          → configure for hosted mode
+ *   mnueron setup --uninstall              → remove from all tools
+ */
+import { dirname, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { allDetectors } from './detectors/index.js';
+const HERE = dirname(fileURLToPath(import.meta.url));
+const MNUERON_ENTRY = resolve(HERE, 'index.js');
+const SERVER_NAME = "mnueron"; // or 'engrama' when rebranded
+export async function runSetup(opts = {}) {
+    const detectors = allDetectors().filter(d => !opts.only || opts.only.includes(d.id));
+    if (opts.uninstall)
+        return runUninstall(detectors, opts);
+    const entry = buildEntry(opts);
+    const reports = [];
+    for (const d of detectors) {
+        const status = d.status();
+        if (!status.installed) {
+            reports.push({
+                tool: d.displayName, status: 'not-found',
+                detail: 'tool not detected on this machine',
+            });
+            continue;
+        }
+        if (opts.dryRun) {
+            reports.push({
+                tool: d.displayName, status: 'skipped',
+                detail: `would write to ${status.configPath}`,
+                configPath: status.configPath ?? undefined,
+            });
+            continue;
+        }
+        const result = d.install(SERVER_NAME, entry);
+        if (!result.ok) {
+            reports.push({ tool: d.displayName, status: 'error', detail: result.message });
+        }
+        else if (result.changed) {
+            reports.push({
+                tool: d.displayName,
+                status: status.alreadyConfigured ? 'updated' : 'configured',
+                detail: result.message,
+                configPath: result.configPath,
+            });
+        }
+        else {
+            reports.push({
+                tool: d.displayName, status: 'unchanged',
+                detail: 'already up to date',
+                configPath: result.configPath,
+            });
+        }
+    }
+    return reports;
+}
+function runUninstall(detectors, _opts) {
+    const reports = [];
+    for (const d of detectors) {
+        const result = d.uninstall(SERVER_NAME);
+        if (!result.ok) {
+            reports.push({ tool: d.displayName, status: 'error', detail: result.message });
+        }
+        else if (result.removed) {
+            reports.push({ tool: d.displayName, status: 'uninstalled', detail: result.message });
+        }
+        else {
+            reports.push({ tool: d.displayName, status: 'not-found', detail: result.message });
+        }
+    }
+    return reports;
+}
+function buildEntry(opts) {
+    const entry = {
+        command: 'node',
+        args: [MNUERON_ENTRY],
+    };
+    if (opts.hosted) {
+        entry.env = {
+            MNUERON_API_URL: opts.hosted.url,
+            MNUERON_API_TOKEN: opts.hosted.token,
+        };
+    }
+    return entry;
+}
+/** Pretty-print the report for terminal output. */
+export function formatReport(reports) {
+    const lines = [];
+    const icons = {
+        configured: '✓',
+        updated: '↻',
+        unchanged: '·',
+        skipped: '○',
+        uninstalled: '✗',
+        'not-found': ' ',
+        error: '!',
+    };
+    const found = reports.filter(r => r.status !== 'not-found');
+    const missing = reports.filter(r => r.status === 'not-found');
+    if (found.length > 0) {
+        lines.push('Configured:');
+        for (const r of found) {
+            lines.push(`  ${icons[r.status]} ${r.tool.padEnd(22)} ${r.detail}`);
+            if (r.configPath)
+                lines.push(`    ${r.configPath}`);
+        }
+    }
+    if (missing.length > 0) {
+        lines.push('');
+        lines.push('Not detected:');
+        for (const r of missing)
+            lines.push(`    ${r.tool}`);
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=setup.js.map

package/dist/setup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup.js","sourceRoot":"","sources":["../src/setup.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACrD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;AAChD,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,8BAA8B;AAiB7D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAqB,EAAE;IACpD,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC1C,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CACvC,CAAC;IAEF,IAAI,IAAI,CAAC,SAAS;QAAE,OAAO,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW;gBACxC,MAAM,EAAE,mCAAmC;aAC5C,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS;gBACtC,MAAM,EAAE,kBAAkB,MAAM,CAAC,UAAU,EAAE;gBAC7C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,SAAS;aAC3C,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,WAAW;gBACnB,MAAM,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;gBAC3D,MAAM,EAAE,MAAM,CAAC,OAAO;gBACtB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW;gBACxC,MAAM,EAAE,oBAAoB;gBAC5B,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,SAAyB,EAAE,KAAmB;IAClE,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CAAC,IAAkB;IACpC,MAAM,KAAK,GAAmB;QAC5B,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,CAAC,aAAa,CAAC;KACtB,CAAC;IACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,GAAG,GAAG;YACV,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG;YAChC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACrC,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAA0C;QACnD,UAAU,EAAG,GAAG;QAChB,OAAO,EAAM,GAAG;QAChB,SAAS,EAAI,GAAG;QAChB,OAAO,EAAM,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,KAAK,EAAQ,GAAG;KACjB,CAAC;IACF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;IAE9D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,CAAC,UAAU;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/store/chunking.js

@@ -0,0 +1,150 @@
+/**
+ * Content chunking for long memories.
+ *
+ * Why: a backfilled claude.ai chat can be 300K+ characters. Stored as one
+ * memory it's hard to search precisely, hard to display, and blows up
+ * agent context windows when retrieved. Splitting it into per-turn chunks
+ * (or sliding-window chunks for unstructured long text) gives us:
+ *
+ *   - finer-grained semantic search (each turn embeds independently)
+ *   - dashboard-friendly previews (one chunk per visible row)
+ *   - context-safe agent reads (typical chunk ~1-4KB instead of 300KB)
+ *   - cluster-on-display via parent_ref metadata
+ *
+ * Strategy:
+ *   1. If content has `**User:** ... **Assistant:** ...` (or Claude/ChatGPT)
+ *      structure with at least 2 turns, split per turn.
+ *   2. Otherwise sliding-window split at sentence boundaries with overlap.
+ *   3. Either way: each output chunk respects `maxChars`.
+ *
+ * Output chunks carry their position (`index`) and optional `role`. The
+ * caller is responsible for stamping `parent_ref` + `chunk_index` into
+ * memory metadata when saving — see LocalProvider.save().
+ */
+/** Don't bother chunking content shorter than this. */
+export const DEFAULT_CHUNK_THRESHOLD = 6000;
+const ROLE_HEADER = /\*\*(User|Assistant|Claude|ChatGPT|Gemini|System|Human):\*\*/gi;
+export function shouldChunk(content, threshold = DEFAULT_CHUNK_THRESHOLD) {
+    return (content?.length ?? 0) > threshold;
+}
+export function chunkContent(content, opts = {}) {
+    const max = opts.maxChars ?? 4000;
+    const overlap = opts.overlapChars ?? 200;
+    const minLen = opts.minChars ?? 80;
+    if (!content || content.length === 0)
+        return [];
+    // Strategy 1: try transcript-aware chunking
+    const transcript = chunkTranscript(content, max, minLen);
+    if (transcript.length >= 2)
+        return transcript;
+    // Strategy 2: sliding window with sentence-boundary preference
+    return chunkSlidingWindow(content, max, overlap, minLen);
+}
+/**
+ * Split content on speaker headers (**User:**, **Claude:**, etc.).
+ * Returns at least 2 chunks only if there are at least 2 distinct turns;
+ * the caller falls back to sliding-window otherwise.
+ */
+function chunkTranscript(content, max, minLen) {
+    ROLE_HEADER.lastIndex = 0;
+    const headers = [];
+    let m;
+    while ((m = ROLE_HEADER.exec(content)) !== null) {
+        headers.push({ index: m.index, role: m[1].toLowerCase() });
+    }
+    if (headers.length < 2)
+        return [];
+    // The text before the first header (title, preamble) becomes chunk 0.
+    const chunks = [];
+    if (headers[0].index > minLen) {
+        chunks.push({
+            content: content.slice(0, headers[0].index).trim(),
+            index: chunks.length,
+        });
+    }
+    for (let i = 0; i < headers.length; i++) {
+        const start = headers[i].index;
+        const end = (i + 1 < headers.length) ? headers[i + 1].index : content.length;
+        const turn = content.slice(start, end).trim();
+        if (!turn)
+            continue;
+        const role = normalizeRole(headers[i].role);
+        if (turn.length <= max) {
+            chunks.push({ content: turn, index: chunks.length, role });
+            continue;
+        }
+        // Turn longer than max — slide-window subdivide while preserving the role label.
+        const sub = chunkSlidingWindow(turn, max, 200, minLen);
+        for (const s of sub) {
+            chunks.push({ content: s.content, index: chunks.length, role });
+        }
+    }
+    return mergeOrphans(chunks, minLen);
+}
+/**
+ * Generic chunker: split at sentence boundaries when possible, fall back
+ * to hard char limit. Overlapping windows so a search hit near a boundary
+ * still has context.
+ */
+function chunkSlidingWindow(content, max, overlap, minLen) {
+    if (content.length <= max)
+        return [{ content, index: 0 }];
+    const chunks = [];
+    let start = 0;
+    while (start < content.length) {
+        let end = Math.min(start + max, content.length);
+        if (end < content.length) {
+            // Prefer ending at a sentence boundary in the latter half of the window.
+            const lookbackFrom = end;
+            const minEnd = start + Math.floor(max / 2);
+            const candidates = ['. ', '.\n', '! ', '? ', '\n\n'];
+            let bestEnd = -1;
+            for (const sep of candidates) {
+                const i = content.lastIndexOf(sep, lookbackFrom);
+                if (i >= minEnd && i + sep.length <= end + 1) {
+                    bestEnd = Math.max(bestEnd, i + sep.length);
+                }
+            }
+            if (bestEnd > 0)
+                end = bestEnd;
+        }
+        chunks.push({
+            content: content.slice(start, end).trim(),
+            index: chunks.length,
+        });
+        if (end >= content.length)
+            break;
+        // Pull back by overlap, but never make zero progress.
+        start = Math.max(end - overlap, start + Math.max(1, Math.floor(max / 4)));
+    }
+    return mergeOrphans(chunks, minLen);
+}
+/**
+ * If the last chunk is too short to stand alone, fold it into the
+ * previous one. Re-indexes the result.
+ */
+function mergeOrphans(chunks, minLen) {
+    if (chunks.length < 2)
+        return chunks;
+    const out = [];
+    for (const c of chunks) {
+        if (out.length > 0 && c.content.length < minLen) {
+            const prev = out[out.length - 1];
+            prev.content = `${prev.content}\n${c.content}`.trim();
+        }
+        else {
+            out.push({ ...c });
+        }
+    }
+    // Re-number
+    return out.map((c, i) => ({ ...c, index: i }));
+}
+function normalizeRole(raw) {
+    const r = raw.toLowerCase();
+    if (r === 'human')
+        return 'user';
+    if (r === 'claude' || r === 'chatgpt' || r === 'gemini')
+        return 'assistant';
+    return r;
+}
+//# sourceMappingURL=chunking.js.map

package/dist/store/chunking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/store/chunking.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAkBH,uDAAuD;AACvD,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAE5C,MAAM,WAAW,GAAG,gEAAgE,CAAC;AAErF,MAAM,UAAU,WAAW,CAAC,OAAe,EAAE,SAAS,GAAG,uBAAuB;IAC9E,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,OAAqB,EAAE;IACnE,MAAM,GAAG,GAAO,IAAI,CAAC,QAAQ,IAAQ,IAAI,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC;IACzC,MAAM,MAAM,GAAI,IAAI,CAAC,QAAQ,IAAQ,EAAE,CAAC;IAExC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhD,4CAA4C;IAC5C,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IACzD,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IAE9C,+DAA+D;IAC/D,OAAO,kBAAkB,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAC3D,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,GAAW,EAAE,MAAc;IACnE,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC;IAC1B,MAAM,OAAO,GAA2C,EAAE,CAAC;IAC3D,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,sEAAsE;IACtE,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE;YAClD,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3D,SAAS;QACX,CAAC;QAED,iFAAiF;QACjF,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CACzB,OAAe,EACf,GAAW,EACX,OAAe,EACf,MAAc;IAEd,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAEhD,IAAI,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACzB,yEAAyE;YACzE,MAAM,YAAY,GAAG,GAAG,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;YACjB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;gBACjD,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;oBAC7C,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;YACD,IAAI,OAAO,GAAG,CAAC;gBAAE,GAAG,GAAG,OAAO,CAAC;QACjC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;YACzC,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;QAEH,IAAI,GAAG,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM;QACjC,sDAAsD;QACtD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,OAAO,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,MAAe,EAAE,MAAc;IACnD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,MAAM,GAAG,GAAY,EAAE,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,GAAG,GAAG,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,YAAY;IACZ,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAC5B,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACjC,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,WAAW,CAAC;IAC5E,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/store/embeddings.js

@@ -0,0 +1,126 @@
+/**
+ * Local embedding generation for hybrid search.
+ *
+ * Uses Transformers.js + all-MiniLM-L6-v2 (ONNX). ~25MB model, 384-dim
+ * normalized vectors. Runs entirely on CPU through onnxruntime-node — no
+ * external API calls, no telemetry, no internet after the first download.
+ *
+ * Lifecycle:
+ *   - First call to embed() lazily downloads the model from Hugging Face's
+ *     CDN and caches it at ~/.mnueron/models. Takes ~5–15s the first time
+ *     on a typical connection. Subsequent process starts are instant
+ *     (cached locally).
+ *   - If model load fails (no network on first run, corrupt cache, etc.)
+ *     `isReady()` stays false and the caller should fall back to FTS5-only.
+ *
+ * The model is bundle-light (the npm package is ~5MB; the heavy ONNX weights
+ * are pulled on demand) so we don't bloat the npm install.
+ */
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { mkdirSync } from 'node:fs';
+const MODEL_DIR = join(homedir(), '.mnueron', 'models');
+const MODEL_ID = 'Xenova/all-MiniLM-L6-v2';
+const EMBED_DIM = 384;
+mkdirSync(MODEL_DIR, { recursive: true });
+let pipe = null;
+let pipePromise = null;
+let lastError = null;
+async function loadPipeline() {
+    if (pipe)
+        return pipe;
+    if (pipePromise)
+        return pipePromise;
+    pipePromise = (async () => {
+        // Lazy-import so the heavy module is only paid for when search is actually
+        // used. Important for the MCP server, which is spawned cheaply per session.
+        const { pipeline, env } = await import('@xenova/transformers');
+        // Cache to our own dir so users can easily wipe / inspect / back up.
+        // Also disable telemetry — Transformers.js doesn't phone home but we
+        // make the intent explicit.
+        env.cacheDir = MODEL_DIR;
+        env.allowLocalModels = true;
+        env.allowRemoteModels = true; // needed for first-run download
+        env.useBrowserCache = false;
+        try {
+            const p = await pipeline('feature-extraction', MODEL_ID, {
+                quantized: true, // smaller, faster, no quality loss for retrieval
+            });
+            pipe = p;
+            return p;
+        }
+        catch (e) {
+            lastError = e?.message ?? String(e);
+            pipePromise = null; // allow retry on next call
+            throw e;
+        }
+    })();
+    return pipePromise;
+}
+/**
+ * Generate an embedding for a single piece of text. Returns null if the
+ * pipeline can't be loaded — caller should treat the search request as
+ * keyword-only in that case.
+ */
+export async function embed(text) {
+    const trimmed = text?.trim();
+    if (!trimmed)
+        return null;
+    try {
+        const p = await loadPipeline();
+        const out = await p(trimmed, { pooling: 'mean', normalize: true });
+        // out.data is a Float32Array of length 384
+        return out.data;
+    }
+    catch (e) {
+        return null;
+    }
+}
+/**
+ * Batch generation. Faster than calling embed() N times because the model
+ * processes them as a single forward pass when possible.
+ */
+export async function embedBatch(texts) {
+    const cleaned = texts.map(t => (t ?? '').trim());
+    const haveContent = cleaned.some(t => t.length > 0);
+    if (!haveContent)
+        return cleaned.map(() => null);
+    try {
+        const p = await loadPipeline();
+        const results = [];
+        // Transformers.js batches naturally when given an array.
+        const out = await p(cleaned, { pooling: 'mean', normalize: true });
+        // out.dims = [N, 384]; out.data is a flat Float32Array of length N*384
+        const N = cleaned.length;
+        for (let i = 0; i < N; i++) {
+            if (!cleaned[i]) {
+                results.push(null);
+                continue;
+            }
+            const start = i * EMBED_DIM;
+            const slice = new Float32Array(EMBED_DIM);
+            slice.set(out.data.slice(start, start + EMBED_DIM));
+            results.push(slice);
+        }
+        return results;
+    }
+    catch (e) {
+        return texts.map(() => null);
+    }
+}
+export function isReady() {
+    return pipe != null;
+}
+export function getLastError() {
+    return lastError;
+}
+export const EMBEDDING_DIM = EMBED_DIM;
+export const EMBEDDING_MODEL = MODEL_ID;
+/**
+ * Pre-warm the model. Useful at MCP-server startup to avoid paying the
+ * load cost on the first user query. Non-blocking by default.
+ */
+export function preload() {
+    return loadPipeline().then(() => undefined).catch(() => undefined);
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/store/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/store/embeddings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AACxD,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAC3C,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAE1C,IAAI,IAAI,GAAQ,IAAI,CAAC;AACrB,IAAI,WAAW,GAAwB,IAAI,CAAC;AAC5C,IAAI,SAAS,GAAkB,IAAI,CAAC;AAEpC,KAAK,UAAU,YAAY;IACzB,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACtB,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;QACxB,2EAA2E;QAC3E,4EAA4E;QAC5E,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE/D,qEAAqE;QACrE,qEAAqE;QACrE,4BAA4B;QAC5B,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC;QACzB,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC5B,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAG,gCAAgC;QAChE,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE;gBACvD,SAAS,EAAE,IAAI,EAAY,iDAAiD;aAC7E,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,CAAC;YACT,OAAO,CAAC,CAAC;QACX,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,SAAS,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YACpC,WAAW,GAAG,IAAI,CAAC,CAAU,2BAA2B;YACxD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,OAAO,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,YAAY,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,2CAA2C;QAC3C,OAAO,GAAG,CAAC,IAAoB,CAAC;IAClC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAEjD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,YAAY,EAAE,CAAC;QAC/B,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,yDAAyD;QACzD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,uEAAuE;QACvE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAAC,SAAS;YAAC,CAAC;YAClD,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;YAC1C,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,OAAO;IACrB,OAAO,IAAI,IAAI,IAAI,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AACvC,MAAM,CAAC,MAAM,eAAe,GAAG,QAAQ,CAAC;AAExC;;;GAGG;AACH,MAAM,UAAU,OAAO;IACrB,OAAO,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;AACrE,CAAC"}