@pcircle/memesh 4.8.1 → 4.8.2

package/dist/skills-manifest.json

@@ -3,7 +3,7 @@
   "entries": [
     {
       "path": ".claude-plugin/plugin.json",
-      "sha256": "1b9d1a3e0dd305a7914b5ddc16809713fbdc0760bf8bdcb16de18a534e92472b",
+      "sha256": "3af9a5e8c6a08ef45c179f98040b79b46efb73d1c5696825dc3bb49cdcc0fd8e",
       "bytes": 527
     },
     {
@@ -16,6 +16,11 @@
       "sha256": "f39efb39a90594141cf7b5e79062b42f7376f7e0007307040b4fed77022fd024",
       "bytes": 2083
     },
+    {
+      "path": "scripts/hooks/_generated/agent-message-inbox.js",
+      "sha256": "32eefdac2b8699bf33ed0b111fad5e374cc64dba0f17b95d4475f30243cef290",
+      "bytes": 1394
+    },
     {
       "path": "scripts/hooks/_generated/capture-flag.js",
       "sha256": "926c85a60b4ff4ac391666dad392f16358e875a14f2dda66edf99b1d636a0a38",
@@ -28,8 +33,8 @@
     },
     {
       "path": "scripts/hooks/_generated/core-paths.js",
-      "sha256": "6c867a9765e3e469fd539cc002179ff4fe3b79a59fc2b8b9f7a10d126c621531",
-      "bytes": 5123
+      "sha256": "d9aaba0b0a33b701bc05db9a4b73fe42715279796a77db563767c224c35986c3",
+      "bytes": 5244
     },
     {
       "path": "scripts/hooks/_generated/fts-index.js",
@@ -103,13 +108,13 @@
     },
     {
       "path": "scripts/hooks/session-start.js",
-      "sha256": "3f0dd2bad818c621ad8f9ef6992146e0dbcb8afa89289c038699273a83a3dcff",
-      "bytes": 58386
+      "sha256": "9dd8010551deb8a4016d2963f83a1699313f40302bd714b082b5ec82aa71c467",
+      "bytes": 60042
     },
     {
       "path": "scripts/hooks/session-summary.js",
-      "sha256": "50d2d9ee1a65e19f43d296891ffcb8222eb7b02d162c0f99f4d883d7cb9872d1",
-      "bytes": 47381
+      "sha256": "71c9a38f7b1c0b3f84ec8f51d5b5c79e9cca5bb6ae84b72d2b6bccc77f0fd38d",
+      "bytes": 49691
     },
     {
       "path": "scripts/hooks/user-prompt-intent.js",
@@ -123,8 +128,8 @@
     },
     {
       "path": "skills/memesh/SKILL.md",
-      "sha256": "e669c0cbaa80d6f53b2a0ccf48c459c64bfafc5f9775acd3bf22db6be4d462b1",
-      "bytes": 13982
+      "sha256": "56f4a8352f75526a57fc3aa3b58bbd7ba1ef63c289a150cc842c182a055b3d2d",
+      "bytes": 15089
     }
   ]
 }

package/dist/storage/graph-repairs.d.ts

@@ -0,0 +1,12 @@
+import type { MemeshDatabase } from './sqlite.js';
+export declare const SESSION_DEDUPE_KEY = "session_observation_dedupe";
+export declare const ZERO_EDIT_RETRACT_KEY = "session_zero_edit_retract";
+export declare const FUSED_LESSON_SPLIT_KEY = "fused_lesson_split";
+export declare function dedupeSessionObservations(db: MemeshDatabase): number;
+export declare function bashWritesFiles(command: string): boolean;
+export declare function retractZeroEditClaims(db: MemeshDatabase): number;
+export declare function splitFusedLessons(db: MemeshDatabase, deps: {
+    deriveTitle: (type: string, observations: string[]) => string | null;
+    markReindexOwed: (conn: MemeshDatabase) => void;
+}): number;
+//# sourceMappingURL=graph-repairs.d.ts.map

package/dist/storage/graph-repairs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-repairs.d.ts","sourceRoot":"","sources":["../../src/storage/graph-repairs.ts"],"names":[],"mappings":"AAwDA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,kBAAkB,+BAA+B,CAAC;AAC/D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,sBAAsB,uBAAuB,CAAC;AAyB3D,wBAAgB,yBAAyB,CAAC,EAAE,EAAE,cAAc,GAAG,MAAM,CA2BpE;AAoBD,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAUxD;AAgBD,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,cAAc,GAAG,MAAM,CAgChE;AA4CD,wBAAgB,iBAAiB,CAC/B,EAAE,EAAE,cAAc,EAClB,IAAI,EAAE;IACJ,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,MAAM,GAAG,IAAI,CAAC;IACrE,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,CAAC;CACjD,GACA,MAAM,CA0HR"}

package/dist/storage/graph-repairs.js

@@ -0,0 +1,194 @@
+import { rebuildFtsIndex, runOnceMigration } from './schema.js';
+import { lessonSlug } from '../core/lesson-slug.js';
+import { computeSignalScore } from '../core/signal-scorer.js';
+export const SESSION_DEDUPE_KEY = 'session_observation_dedupe';
+export const ZERO_EDIT_RETRACT_KEY = 'session_zero_edit_retract';
+export const FUSED_LESSON_SPLIT_KEY = 'fused_lesson_split';
+const ZERO_EDITS = ', 0 files edited';
+const ZERO_EDITS_RETRACTED = ', files edited through Bash (count not recorded before 4.8.2)';
+function note(line) {
+    process.stderr.write(`MeMesh: ${line}\n`);
+}
+export function dedupeSessionObservations(db) {
+    let removed = -1;
+    runOnceMigration(db, {
+        key: SESSION_DEDUPE_KEY,
+        version: 1,
+        describe: 'session observation dedupe',
+        migrate: (conn) => {
+            const affected = conn
+                .prepare(`SELECT DISTINCT e.id FROM entities e JOIN observations o ON o.entity_id = e.id
+           WHERE e.name LIKE 'session-%'
+           GROUP BY e.id, o.content HAVING COUNT(o.id) > 1`)
+                .all();
+            removed = 0;
+            const del = conn.prepare(`DELETE FROM observations WHERE entity_id = ? AND id NOT IN (
+           SELECT MIN(id) FROM observations WHERE entity_id = ? GROUP BY content)`);
+            for (const row of affected)
+                removed += Number(del.run(row.id, row.id).changes);
+            if (removed > 0) {
+                rebuildFtsIndex(conn);
+                note(`removed ${removed} duplicate observation(s) from ${affected.length} session entit${affected.length === 1 ? 'y' : 'ies'} (written by 4.8.1 hooks).`);
+            }
+        },
+    });
+    return removed;
+}
+const BASH_WRITE_SHAPES = [
+    /(?:^|[^<])>\s*"?([^\s"'>|&;]+)"?\s*<<\s*['"]?\w+['"]?/,
+    /\bcat\s*>\s*"?([^\s"'>|&;]+)"?/,
+    /\btee\s+(?:-a\s+)?"?([^\s"'>|&;]+)"?/,
+    /\bsed\s+-i(?:\s+'')?\s+(?:'[^']*'|"[^"]*")\s+"?([^\s"'>|&;]+)"?/,
+    /Path\(\s*['"]([^'"]+)['"]\s*\)\s*\.write_text\(/,
+    /writeFileSync\(\s*['"]([^'"]+)['"]/,
+];
+export function bashWritesFiles(command) {
+    for (const re of BASH_WRITE_SHAPES) {
+        for (const m of command.matchAll(new RegExp(re.source, 'g'))) {
+            if (m[1] && !m[1].startsWith('/dev/') && !m[1].startsWith('/tmp/'))
+                return true;
+        }
+    }
+    return false;
+}
+export function retractZeroEditClaims(db) {
+    let rewritten = -1;
+    runOnceMigration(db, {
+        key: ZERO_EDIT_RETRACT_KEY,
+        version: 1,
+        describe: 'session zero-edit retraction',
+        migrate: (conn) => {
+            const candidates = conn
+                .prepare(`SELECT o.id, o.content, o.entity_id FROM observations o JOIN entities e ON e.id = o.entity_id
+           WHERE e.name LIKE 'session-%-summary'
+             AND o.content LIKE 'Significant session:%${ZERO_EDITS}%'`)
+                .all();
+            const commands = conn.prepare("SELECT content FROM observations WHERE entity_id = ? AND content LIKE 'Command:%'");
+            const update = conn.prepare('UPDATE observations SET content = ? WHERE id = ?');
+            rewritten = 0;
+            for (const row of candidates) {
+                const cmds = commands.all(row.entity_id);
+                if (!cmds.some((c) => bashWritesFiles(c.content)))
+                    continue;
+                update.run(row.content.replace(ZERO_EDITS, ZERO_EDITS_RETRACTED), row.id);
+                rewritten += 1;
+            }
+            if (rewritten > 0) {
+                rebuildFtsIndex(conn);
+                note(`retracted "0 files edited" on ${rewritten} session summar${rewritten === 1 ? 'y' : 'ies'} that recorded a Bash write.`);
+            }
+        },
+    });
+    return rewritten;
+}
+function groupLessons(rows) {
+    const groups = [];
+    for (const row of rows) {
+        if (row.content.startsWith('Error: ')) {
+            groups.push({ error: row.content.slice('Error: '.length), rows: [row] });
+        }
+        else if (groups.length > 0) {
+            groups[groups.length - 1].rows.push(row);
+        }
+    }
+    return groups;
+}
+export function splitFusedLessons(db, deps) {
+    let moved = -1;
+    runOnceMigration(db, {
+        key: FUSED_LESSON_SPLIT_KEY,
+        version: 1,
+        describe: 'fused lesson split',
+        migrate: (conn) => {
+            const buckets = conn
+                .prepare(`SELECT e.id, e.name, e.type, e.namespace, e.confidence, e.metadata
+           FROM entities e
+           WHERE e.type = 'lesson_learned' AND e.name LIKE 'lesson-%-other'
+             AND EXISTS (SELECT 1 FROM tags t WHERE t.entity_id = e.id AND t.tag = 'source:explicit')`)
+                .all();
+            const tagsOf = conn.prepare('SELECT tag FROM tags WHERE entity_id = ?');
+            const obsOf = conn.prepare('SELECT id, content, created_at FROM observations WHERE entity_id = ? ORDER BY id');
+            const findTarget = conn.prepare('SELECT id, status FROM entities WHERE name = ?');
+            const revive = conn.prepare("UPDATE entities SET status = 'active' WHERE id = ?");
+            const insertEntity = conn.prepare(`INSERT INTO entities (name, type, created_at, metadata, status, confidence, namespace, title)
+         VALUES (?, ?, ?, ?, 'active', ?, ?, ?)`);
+            const insertTag = conn.prepare('INSERT OR IGNORE INTO tags (entity_id, tag) VALUES (?, ?)');
+            const moveRow = conn.prepare('UPDATE observations SET entity_id = ? WHERE id = ?');
+            const emptied = 'NOT EXISTS (SELECT 1 FROM observations WHERE entity_id = ?)';
+            const dropExplicit = conn.prepare(`DELETE FROM tags WHERE entity_id = ? AND tag = 'source:explicit' AND ${emptied}`);
+            const archive = conn.prepare(`UPDATE entities SET status = 'archived' WHERE id = ? AND ${emptied}`);
+            moved = 0;
+            let bucketsTouched = 0;
+            for (const bucket of buckets) {
+                const groups = groupLessons(obsOf.all(bucket.id));
+                if (groups.length === 0)
+                    continue;
+                const tags = tagsOf.all(bucket.id).map((t) => t.tag);
+                const project = tags.find((t) => t.startsWith('project:'))?.slice('project:'.length) ??
+                    bucket.name.slice('lesson-'.length, -'-other'.length);
+                let inherited = {};
+                try {
+                    const parsed = bucket.metadata ? JSON.parse(bucket.metadata) : {};
+                    if (parsed && typeof parsed === 'object' && !Array.isArray(parsed))
+                        inherited = parsed;
+                }
+                catch { }
+                const severities = tags.filter((t) => t.startsWith('severity:'));
+                const carried = tags.filter((t) => !t.startsWith('severity:') && !t.startsWith('source:'));
+                if (severities.length === 1)
+                    carried.push(severities[0]);
+                if (!tags.includes('source:auto-learned'))
+                    carried.push('source:explicit');
+                let movedFromBucket = 0;
+                for (const group of groups) {
+                    const slug = lessonSlug(group.error);
+                    if (slug === 'other')
+                        continue;
+                    const name = `lesson-${project}-${slug}`;
+                    if (name === bucket.name)
+                        continue;
+                    let target = findTarget.get(name);
+                    if (target) {
+                        if (target.status !== 'active')
+                            revive.run(target.id);
+                    }
+                    else {
+                        const contents = group.rows.map((o) => o.content);
+                        const title = deps.deriveTitle(bucket.type, contents);
+                        const metadata = {
+                            ...inherited,
+                            split_from: bucket.name,
+                            signal_score: computeSignalScore({ type: bucket.type, name, observations: contents, tags: carried }),
+                        };
+                        if (title)
+                            metadata.title_source = 'heuristic';
+                        else
+                            delete metadata.title_source;
+                        delete metadata.guard;
+                        delete metadata.evidence_for;
+                        delete metadata.previous_namespace;
+                        const inserted = insertEntity.run(name, bucket.type, group.rows[0].created_at, JSON.stringify(metadata), bucket.confidence, bucket.namespace, title);
+                        target = { id: Number(inserted.lastInsertRowid), status: 'active' };
+                        for (const tag of carried)
+                            insertTag.run(target.id, tag);
+                    }
+                    for (const row of group.rows)
+                        moveRow.run(target.id, row.id);
+                    moved += 1;
+                    movedFromBucket += 1;
+                }
+                dropExplicit.run(bucket.id, bucket.id);
+                archive.run(bucket.id, bucket.id);
+                if (movedFromBucket > 0)
+                    bucketsTouched += 1;
+            }
+            if (moved > 0) {
+                rebuildFtsIndex(conn);
+                deps.markReindexOwed(conn);
+                note(`moved ${moved} lesson(s) out of ${bucketsTouched} "-other" bucket(s) into their own entities; run 'memesh reindex' to refresh their vectors.`);
+            }
+        },
+    });
+    return moved;
+}
+//# sourceMappingURL=graph-repairs.js.map

package/dist/storage/graph-repairs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-repairs.js","sourceRoot":"","sources":["../../src/storage/graph-repairs.ts"],"names":[],"mappings":"AAyDA,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,CAAC,MAAM,kBAAkB,GAAG,4BAA4B,CAAC;AAC/D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,sBAAsB,GAAG,oBAAoB,CAAC;AAG3D,MAAM,UAAU,GAAG,kBAAkB,CAAC;AACtC,MAAM,oBAAoB,GAAG,+DAA+D,CAAC;AAQ7F,SAAS,IAAI,CAAC,IAAY;IACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;AAC5C,CAAC;AAWD,MAAM,UAAU,yBAAyB,CAAC,EAAkB;IAC1D,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;IACjB,gBAAgB,CAAC,EAAE,EAAE;QACnB,GAAG,EAAE,kBAAkB;QACvB,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,4BAA4B;QACtC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,QAAQ,GAAG,IAAI;iBAClB,OAAO,CACN;;2DAEiD,CAClD;iBACA,GAAG,EAAsC,CAAC;YAC7C,OAAO,GAAG,CAAC,CAAC;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CACtB;kFAC0E,CAC3E,CAAC;YACF,KAAK,MAAM,GAAG,IAAI,QAAQ;gBAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;YAC/E,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,eAAe,CAAC,IAAI,CAAC,CAAC;gBACtB,IAAI,CAAC,WAAW,OAAO,kCAAkC,QAAQ,CAAC,MAAM,iBAAiB,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,4BAA4B,CAAC,CAAC;YAC5J,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAWD,MAAM,iBAAiB,GAAa;IAClC,uDAAuD;IACvD,gCAAgC;IAChC,sCAAsC;IACtC,iEAAiE;IACjE,iDAAiD;IACjD,oCAAoC;CACrC,CAAC;AAEF,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;QAInC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAC;QAClF,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAgBD,MAAM,UAAU,qBAAqB,CAAC,EAAkB;IACtD,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IACnB,gBAAgB,CAAC,EAAE,EAAE;QACnB,GAAG,EAAE,qBAAqB;QAC1B,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,8BAA8B;QACxC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,UAAU,GAAG,IAAI;iBACpB,OAAO,CACN;;wDAE8C,UAAU,IAAI,CAC7D;iBACA,GAAG,EAA0E,CAAC;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,mFAAmF,CACpF,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC;YAChF,SAAS,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAA0C,CAAC;gBAClF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBAAE,SAAS;gBAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,oBAAoB,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC1E,SAAS,IAAI,CAAC,CAAC;YACjB,CAAC;YACD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,CAAC;gBACtB,IAAI,CAAC,iCAAiC,SAAS,kBAAkB,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,8BAA8B,CAAC,CAAC;YAChI,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IACH,OAAO,SAAS,CAAC;AACnB,CAAC;AAaD,SAAS,YAAY,CAAC,IAAc;IAClC,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAqBD,MAAM,UAAU,iBAAiB,CAC/B,EAAkB,EAClB,IAGC;IAED,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACf,gBAAgB,CAAC,EAAE,EAAE;QACnB,GAAG,EAAE,sBAAsB;QAC3B,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,oBAAoB;QAC9B,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,OAAO,GAAG,IAAI;iBACjB,OAAO,CACN;;;sGAG4F,CAC7F;iBACA,GAAG,EAAgJ,CAAC;YACvJ,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,kFAAkF,CAAC,CAAC;YAC/G,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC;YAClF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC;YAClF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAC/B;gDACwC,CACzC,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC;YAC5F,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC;YAGnF,MAAM,OAAO,GAAG,6DAA6D,CAAC;YAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,wEAAwE,OAAO,EAAE,CAAC,CAAC;YACrH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,4DAA4D,OAAO,EAAE,CAAC,CAAC;YACpG,KAAK,GAAG,CAAC,CAAC;YACV,IAAI,cAAc,GAAG,CAAC,CAAC;YAEvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAwB,CAAC,CAAC;gBACzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAElC,MAAM,IAAI,GAAI,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAuC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE5F,MAAM,OAAO,GACX,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;oBACpE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAKxD,IAAI,SAAS,GAA4B,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,MAAM,GAAY,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3E,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;wBAAE,SAAS,GAAG,MAAiC,CAAC;gBACpH,CAAC;gBAAC,MAAM,CAAC,CAA4D,CAAC;gBAEtE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3F,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAE3E,IAAI,eAAe,GAAG,CAAC,CAAC;gBACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAOrC,IAAI,IAAI,KAAK,OAAO;wBAAE,SAAS;oBAC/B,MAAM,IAAI,GAAG,UAAU,OAAO,IAAI,IAAI,EAAE,CAAC;oBAGzC,IAAI,IAAI,KAAK,MAAM,CAAC,IAAI;wBAAE,SAAS;oBACnC,IAAI,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAA+C,CAAC;oBAChF,IAAI,MAAM,EAAE,CAAC;wBACX,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;4BAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACxD,CAAC;yBAAM,CAAC;wBACN,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;wBACtD,MAAM,QAAQ,GAA4B;4BACxC,GAAG,SAAS;4BACZ,UAAU,EAAE,MAAM,CAAC,IAAI;4BAGvB,YAAY,EAAE,kBAAkB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;yBACrG,CAAC;wBACF,IAAI,KAAK;4BAAE,QAAQ,CAAC,YAAY,GAAG,WAAW,CAAC;;4BAAM,OAAO,QAAQ,CAAC,YAAY,CAAC;wBAMlF,OAAO,QAAQ,CAAC,KAAK,CAAC;wBACtB,OAAO,QAAQ,CAAC,YAAY,CAAC;wBAC7B,OAAO,QAAQ,CAAC,kBAAkB,CAAC;wBACnC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAC/B,IAAI,EACJ,MAAM,CAAC,IAAI,EACX,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EACxB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EACxB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,SAAS,EAChB,KAAK,CACN,CAAC;wBACF,MAAM,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;wBACpE,KAAK,MAAM,GAAG,IAAI,OAAO;4BAAE,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;oBAC3D,CAAC;oBACD,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI;wBAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7D,KAAK,IAAI,CAAC,CAAC;oBACX,eAAe,IAAI,CAAC,CAAC;gBACvB,CAAC;gBACD,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gBAClC,IAAI,eAAe,GAAG,CAAC;oBAAE,cAAc,IAAI,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,eAAe,CAAC,IAAI,CAAC,CAAC;gBACtB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,CAAC,SAAS,KAAK,qBAAqB,cAAc,6FAA6F,CAAC,CAAC;YACvJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/transports/http/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/transports/http/server.ts"],"names":[],"mappings":";AA2BA,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAkB,MAAM,6BAA6B,CAAC;AAiBjG,QAAA,MAAM,GAAG,6CAAY,CAAC;AA8CtB,wBAAgB,iBAAiB,CAAC,GAAG,EAAE;IAAE,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAG/D;AAwuCD,wBAAgB,WAAW,CACzB,IAAI,SAAO,EACX,IAAI,SAAO,EACX,IAAI,CAAC,EAAE;IACL,WAAW,CAAC,EAAE,OAAO,CAAC;IAUtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,eAAe,CAAC,EAAE,OAAO,cAAc,CAAC;IACxC,mBAAmB,CAAC,EAAE,OAAO,kBAAkB,CAAC;CACjD,GACA,UAAU,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CA8I/B;AAID,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAElE;AAwBD,OAAO,EAAE,GAAG,EAAE,CAAC"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/transports/http/server.ts"],"names":[],"mappings":";AAmDA,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAkB,MAAM,6BAA6B,CAAC;AAiBjG,QAAA,MAAM,GAAG,6CAAY,CAAC;AA8CtB,wBAAgB,iBAAiB,CAAC,GAAG,EAAE;IAAE,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAG/D;AA82CD,wBAAgB,WAAW,CACzB,IAAI,SAAO,EACX,IAAI,SAAO,EACX,IAAI,CAAC,EAAE;IACL,WAAW,CAAC,EAAE,OAAO,CAAC;IAUtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,eAAe,CAAC,EAAE,OAAO,cAAc,CAAC;IACxC,mBAAmB,CAAC,EAAE,OAAO,kBAAkB,CAAC;CACjD,GACA,UAAU,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CA8I/B;AAID,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAElE;AAwBD,OAAO,EAAE,GAAG,EAAE,CAAC"}

package/dist/transports/http/server.js

@@ -3,10 +3,10 @@ import express from 'express';
 import { rateLimit } from 'express-rate-limit';
 import { z } from 'zod';
 import { randomBytes, timingSafeEqual } from 'crypto';
-import { openDatabase, closeDatabase, getDatabase } from '../../db.js';
-import { remember, recallWithConflicts, forget, exportMemories, importMemories, learn } from '../../core/operations.js';
+import { openDatabase, closeDatabase, getDatabase, getStoredEmbeddingDimension, getPendingReindexInfo, readVectorGeneration, } from '../../db.js';
+import { remember, recallWithConflicts, forget, exportMemories, importMemories, learn, reindex, countMissingVectors, } from '../../core/operations.js';
 import { KnowledgeGraph } from '../../knowledge-graph.js';
-import { logCapabilities, readConfig, updateConfig, detectCapabilities } from '../../core/config.js';
+import { logCapabilities, readConfig, updateConfig, detectCapabilities, getEmbeddingDimension, } from '../../core/config.js';
 import { languageValueError } from '../../core/output-language.js';
 import { computePatterns } from '../../core/patterns.js';
 import { computeAnalytics, computePmAnalytics } from '../../core/analytics.js';
@@ -241,8 +241,21 @@ app.get('/dashboard', (_req, res) => {
 app.get('/v1/health', (_req, res) => {
     try {
         const db = getDatabase();
-        const count = db.prepare('SELECT COUNT(*) as c FROM entities').get();
-        res.json({ success: true, data: { status: 'ok', version: packageVersion, entity_count: count.c } });
+        const count = db.prepare(`
+      SELECT
+        COUNT(*) AS c,
+        SUM(CASE WHEN json_extract(metadata, '$.demo') = 1 THEN 1 ELSE 0 END) AS demo_c
+      FROM entities
+    `).get();
+        res.json({
+            success: true,
+            data: {
+                status: 'ok',
+                version: packageVersion,
+                entity_count: count.c,
+                demo_entity_count: count.demo_c ?? 0,
+            },
+        });
     }
     catch (err) {
         const message = err instanceof Error ? err.message : String(err);
@@ -439,6 +452,10 @@ const ConfigBody = z.object({
         apiKey: z.string().optional(),
         keepKeyFrom: z.number().int().nonnegative().nullable().optional(),
     })).optional(),
+    embedder: z.union([
+        z.object({ provider: z.enum(['openai', 'ollama']) }),
+        z.null(),
+    ]).optional(),
     autoCapture: z.boolean().optional(),
     sessionLimit: z.number().int().min(1).max(100).optional(),
     autoUpdate: z.enum(['off', 'patch', 'minor', 'major']).optional(),
@@ -451,6 +468,9 @@ const ConfigBody = z.object({
 }).strict();
 app.post('/v1/config', (req, res) => handlePost(ConfigBody, req, res, (data) => {
     const before = readConfig();
+    if (data.embedder !== undefined && reindexJob?.state === 'running') {
+        throw new Error('The search index is being rebuilt. Wait for it to finish before changing the embedding provider.');
+    }
     if (data.llm && data.llm.apiKey === API_KEY_MASK) {
         if (before.llm && before.llm.provider === data.llm.provider && before.llm.apiKey) {
             data.llm.apiKey = before.llm.apiKey;
@@ -463,17 +483,107 @@ app.post('/v1/config', (req, res) => handlePost(ConfigBody, req, res, (data) =>
         data.llmFallbacks = preserveFallbackApiKeys(data.llmFallbacks, before.llmFallbacks);
     }
     const updated = updateConfig(data);
+    if (data.embedder && before.embedder?.provider !== data.embedder.provider) {
+        reindexJob = null;
+    }
     return maskLlmSecrets(updated);
 }));
+let reindexJob = null;
+function safeReindexDiagnostic(message) {
+    return redactUserPaths(redactSecrets(message));
+}
+function reindexStatus() {
+    const config = readConfig();
+    const embeddings = detectCapabilities(config).embeddings;
+    const configuredProvider = embeddings === 'openai' || embeddings === 'ollama'
+        ? embeddings
+        : null;
+    const pendingReindex = getPendingReindexInfo();
+    const generationRead = readVectorGeneration();
+    const generation = generationRead.state === 'unreadable'
+        ? { ...generationRead, detail: safeReindexDiagnostic(generationRead.detail) }
+        : generationRead;
+    const configuredDimension = getEmbeddingDimension(config);
+    const storedDimension = getStoredEmbeddingDimension();
+    const missingVectors = countMissingVectors(getDatabase());
+    const retryNeeded = pendingReindex !== null
+        || generation.state !== 'none'
+        || configuredDimension !== storedDimension
+        || missingVectors > 0;
+    const status = reindexJob?.state === 'running'
+        ? 'running'
+        : reindexJob?.state === 'failed'
+            ? 'failed'
+            : retryNeeded
+                ? 'retry-needed'
+                : reindexJob?.state === 'succeeded'
+                    ? 'succeeded'
+                    : 'idle';
+    return {
+        status,
+        job: reindexJob === null ? null : {
+            id: reindexJob.id,
+            state: reindexJob.state,
+            processed: reindexJob.processed,
+            total: reindexJob.total,
+            startedAt: reindexJob.startedAt,
+            finishedAt: reindexJob.finishedAt,
+        },
+        configuredProvider,
+        configuredDimension,
+        storedDimension,
+        pendingReindex,
+        missingVectors,
+        generation,
+        result: reindexJob?.result ?? null,
+        error: reindexJob?.error ?? null,
+    };
+}
+app.get('/v1/reindex', (_req, res) => handleGet(res, reindexStatus));
+app.post('/v1/reindex', (_req, res) => {
+    if (reindexJob?.state !== 'running') {
+        reindexJob = {
+            id: randomBytes(8).toString('hex'),
+            state: 'running',
+            processed: 0,
+            total: 0,
+            startedAt: new Date().toISOString(),
+            finishedAt: null,
+            result: null,
+            error: null,
+        };
+        const job = reindexJob;
+        void reindex({
+            onProgress: ({ processed, total }) => {
+                job.processed = processed;
+                job.total = total;
+            },
+        }).then((result) => {
+            job.result = result;
+            const incomplete = result.failed > 0 || result.generationSwapped === false;
+            job.state = incomplete ? 'failed' : 'succeeded';
+            if (incomplete) {
+                job.error = 'The new search index is incomplete. The previous index is still active; retry the rebuild.';
+            }
+            job.finishedAt = new Date().toISOString();
+        }).catch((err) => {
+            job.state = 'failed';
+            job.error = safeReindexDiagnostic(err instanceof Error ? err.message : 'The rebuild failed.');
+            job.finishedAt = new Date().toISOString();
+        });
+    }
+    res.status(202).json({ success: true, data: reindexStatus() });
+});
 const ConfigTestBody = z.object({
     provider: z.enum(['anthropic', 'openai', 'ollama']),
     apiKey: z.string().max(500).optional(),
     host: z.string().max(500).optional(),
+    model: z.string().min(1).max(200).optional(),
     fallbackIndex: z.number().int().nonnegative().optional(),
 });
 app.post('/v1/config/test', (req, res) => handlePost(ConfigTestBody, req, res, async (data) => {
     const { probeProvider } = await import('../../core/llm-validator.js');
-    const { provider, host, fallbackIndex } = data;
+    const { provider, host, model, fallbackIndex } = data;
     let { apiKey } = data;
     if (!apiKey && (provider === 'anthropic' || provider === 'openai')) {
         const existing = readConfig();
@@ -486,7 +596,7 @@ app.post('/v1/config/test', (req, res) => handlePost(ConfigTestBody, req, res, a
             apiKey = existing.llm.apiKey;
         }
     }
-    return probeProvider(provider, apiKey, host);
+    return probeProvider(provider, apiKey, host, model);
 }, { errorStatus: 500, errorCode: 'server.internal' }));
 app.get('/v1/update-status', (req, res) => handleGet(res, async () => {
     const cached = req.query.cached === '1' || req.query.cached === 'true';