mindforge-cc 8.2.0 → 10.0.0

package/bin/memory/knowledge-store.js

@@ -15,6 +15,49 @@ const path = require('path');
 const os   = require('os');
 const crypto = require('crypto');
 
+// ── ID Index for fast lookups (built lazily, invalidated on writes) ───────────
+let _idIndex = null;       // Map<id, entry> — latest version per ID
+let _indexDirty = true;    // Invalidated whenever entries are appended
+const INDEX_THRESHOLD = 100; // Only use index optimization for files > 100 entries
+
+function _buildIndex() {
+  const paths = getPaths();
+  const filePath = paths.KB_PATH;
+  if (!fs.existsSync(filePath)) {
+    _idIndex = new Map();
+    _indexDirty = false;
+    return;
+  }
+
+  const lines = fs.readFileSync(filePath, 'utf8').split('\n').filter(Boolean);
+  _idIndex = new Map();
+  for (const line of lines) {
+    try {
+      const entry = JSON.parse(line);
+      _idIndex.set(entry.id, entry); // Last write wins
+    } catch { /* skip malformed */ }
+  }
+  _indexDirty = false;
+}
+
+function _getIndex() {
+  if (_indexDirty || !_idIndex) _buildIndex();
+  return _idIndex;
+}
+
+function _invalidateIndex() {
+  _indexDirty = true;
+}
+
+/**
+ * Find a single entry by ID using the index (O(1) lookup after index build).
+ * Falls back to full scan for small files.
+ */
+function findById(id) {
+  const index = _getIndex();
+  return index.get(id) || null;
+}
+
 // ── Paths ─────────────────────────────────────────────────────────────────────
 let baseDir = process.cwd();
 let globalBaseDir = os.homedir();
@@ -24,6 +67,7 @@ let globalBaseDir = os.homedir();
  */
 function setBaseDir(dir) {
   baseDir = dir;
+  _invalidateIndex();
 }
 
 /**
@@ -31,6 +75,7 @@ function setBaseDir(dir) {
  */
 function setGlobalDir(dir) {
   globalBaseDir = dir;
+  _invalidateIndex();
 }
 
 // Test-mode override: flat memory dir without .mindforge/ nesting
@@ -43,6 +88,7 @@ let testMemoryDir = null;
  */
 function setTestMode(dir) {
   testMemoryDir = dir;
+  _invalidateIndex();
 }
 
 function getPaths() {
@@ -145,16 +191,20 @@ function add(entry) {
     fs.appendFileSync(paths.KB_PATH, JSON.stringify(full) + '\n');
   }
 
+  _invalidateIndex();
   return id;
 }
 
 /**
  * Deprecate an entry (never hard-delete).
+ * Uses ID index for O(1) lookup when file has > INDEX_THRESHOLD entries.
  */
 function deprecate(id, reason, supersededBy = null) {
   const paths = getPaths();
-  const entries = readAll();
-  const entry   = entries.find(e => e.id === id);
+  const index = _getIndex();
+  const entry = index.size > INDEX_THRESHOLD
+    ? findById(id)
+    : readAll().find(e => e.id === id);
   if (!entry) throw new Error(`Knowledge entry not found: ${id}`);
 
   // Append a deprecation marker (new entry with same id, deprecated=true)
@@ -172,17 +222,21 @@ function deprecate(id, reason, supersededBy = null) {
     fs.appendFileSync(paths.KB_PATH, JSON.stringify(deprecated) + '\n');
   }
 
+  _invalidateIndex();
   return id;
 }
 
 /**
  * Reinforce an entry (increase confidence, increment reference count).
+ * Uses ID index for O(1) lookup when file has > INDEX_THRESHOLD entries.
  */
 function reinforce(id) {
   const paths = getPaths();
-  const entries   = readAll();
-  const entry     = entries.find(e => e.id === id && !e.deprecated);
-  if (!entry) return;
+  const index = _getIndex();
+  const entry = index.size > INDEX_THRESHOLD
+    ? findById(id)
+    : readAll().find(e => e.id === id && !e.deprecated);
+  if (!entry || entry.deprecated) return;
 
   const reinforced = {
     ...entry,
@@ -196,6 +250,8 @@ function reinforce(id) {
   if (filePath !== paths.KB_PATH) {
     fs.appendFileSync(paths.KB_PATH, JSON.stringify(reinforced) + '\n');
   }
+
+  _invalidateIndex();
 }
 
 // ── Read operations ───────────────────────────────────────────────────────────
@@ -331,7 +387,7 @@ function stats() {
 }
 
 module.exports = {
-  add, deprecate, reinforce,
+  add, deprecate, reinforce, findById,
   readAll, readByType, readFile, query, stats,
   setBaseDir, setGlobalDir, setTestMode, getPaths,
 };

package/bin/memory/semantic-hub.js

@@ -70,7 +70,7 @@ class SemanticHub {
 
       // 4. Update sync manifest
       await this.updateManifest(libraryName, localEntries.length);
-      
+
       return true;
     } catch (err) {
       console.error(`[SEMANTIC-HUB] Sync failed for ${libraryName}: ${err.message}`);
@@ -98,18 +98,17 @@ class SemanticHub {
    */
   async getGoldenTraces(skillFilter = null) {
     await this.ensureInit();
-    
+
     // v8: Prioritize SQLite search for high-speed retrieval
     let sqliteTraces = [];
     try {
       if (skillFilter) {
         sqliteTraces = await vectorHub.searchTraces(skillFilter);
       } else {
-        sqliteTraces = await vectorHub.db.selectFrom('traces')
-          .selectAll()
-          .where('event', '=', 'reasoning_trace')
-          .limit(20)
-          .execute();
+        sqliteTraces = vectorHub.query(
+          "SELECT * FROM traces WHERE event = ? LIMIT 20",
+          ['reasoning_trace']
+        );
       }
     } catch (err) {
       console.warn(`[SEMANTIC-HUB] SQLite trace lookup failed: ${err.message}`);
@@ -124,7 +123,7 @@ class SemanticHub {
         .filter(Boolean)
         .map(JSON.parse)
         .filter(p => p.type === 'golden-trace' || p.tags?.includes('success'));
-      
+
       if (skillFilter) {
         fileTraces = fileTraces.filter(t => t.skill === skillFilter || t.tags?.includes(skillFilter));
       }
@@ -135,7 +134,7 @@ class SemanticHub {
     // Merge and deduplicate
     const allTraces = [...sqliteTraces, ...fileTraces];
     const uniqueTraces = Array.from(new Map(allTraces.map(t => [t.id || t.trace_id, t])).values());
-    
+
     return uniqueTraces;
   }
 
@@ -160,12 +159,11 @@ class SemanticHub {
 
     // 2. Fetch from SQLite high-drift traces (v8 specific ghosting)
     try {
-      const v8Ghosts = await vectorHub.db.selectFrom('traces')
-        .selectAll()
-        .where('drift_score', '>', 0.5)
-        .limit(20)
-        .execute();
-      
+      const v8Ghosts = vectorHub.query(
+        'SELECT * FROM traces WHERE drift_score > ? LIMIT 20',
+        [0.5]
+      );
+
       const v8Mapped = v8Ghosts.map(g => ({
         id: g.id,
         tags: ['v8-drift-risk', 'failure'],
@@ -186,21 +184,19 @@ class SemanticHub {
    */
   async saveSkill(skill) {
     await this.ensureInit();
-    await vectorHub.db.insertInto('skills')
-      .values({
-        skill_id: skill.id || `sk_${Math.random().toString(36).substr(2, 6)}`,
-        name: skill.name,
-        description: skill.description || '',
-        path: skill.path || '',
-        success_rate: skill.success_rate || 0.0,
-        last_verified: new Date().toISOString()
-      })
-      .onConflict(oc => oc.column('skill_id').doUpdateSet({
-        success_rate: skill.success_rate,
-        last_verified: new Date().toISOString()
-      }))
-      .execute();
-    
+    vectorHub.run(
+      `INSERT OR REPLACE INTO skills (skill_id, name, description, path, success_rate, last_verified)
+       VALUES (?, ?, ?, ?, ?, ?)`,
+      [
+        skill.id || `sk_${Math.random().toString(36).substr(2, 6)}`,
+        skill.name,
+        skill.description || '',
+        skill.path || '',
+        skill.success_rate || 0.0,
+        new Date().toISOString()
+      ]
+    );
+
     // v8 Pillar XVII: Metadata provenance for evolved skills
     if (skill.is_autonomous) {
       console.log(`[SEMANTIC-HUB] Persistence acknowledged for ASE evolved skill: ${skill.name}`);