kongbrain 0.3.15 → 0.3.16

package/SKILL.md

@@ -1,7 +1,7 @@
 ---
 name: kongbrain
 description: Graph-backed persistent memory engine for OpenClaw. Replaces the default context window with SurrealDB + vector embeddings that learn across sessions.
-version: 0.3.15
+version: 0.3.16
 homepage: https://github.com/42U/kongbrain
 metadata:
   openclaw:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kongbrain",
-  "version": "0.3.15",
+  "version": "0.3.16",
   "description": "Graph-backed persistent memory engine for OpenClaw. Replaces the default context window with SurrealDB + vector embeddings that learn across sessions.",
   "type": "module",
   "license": "MIT",

package/src/concept-extract.ts

@@ -98,10 +98,11 @@ export async function linkToRelevantConcepts(
   logTag: string,
   limit = 5,
   threshold = 0.65,
+  precomputedVec?: number[] | null,
 ): Promise<void> {
   if (!embeddings.isAvailable() || !text) return;
   try {
-    const vec = await embeddings.embed(text);
+    const vec = precomputedVec?.length ? precomputedVec : await embeddings.embed(text);
     if (!vec?.length) return;
     const matches = await store.queryFirst<{ id: string; score: number }>(
       `SELECT id, vector::similarity::cosine(embedding, $vec) AS score

package/src/deferred-cleanup.ts

@@ -87,8 +87,8 @@ async function processOrphanedSession(
   complete: CompleteFn,
 ): Promise<void> {
   // Load turns for extraction via part_of edges (turn->part_of->session)
-  const turns = await store.queryFirst<{ role: string; text: string; tool_name?: string }>(
-    `SELECT role, text, tool_name, created_at FROM turn
+  const turns = await store.queryFirst<{ id: string; role: string; text: string; tool_name?: string }>(
+    `SELECT id, role, text, tool_name, created_at FROM turn
      WHERE id IN (SELECT VALUE in FROM part_of WHERE out = $sid)
      ORDER BY created_at ASC LIMIT 50`,
     { sid: surrealSessionId },
@@ -100,7 +100,7 @@ async function processOrphanedSession(
 
   // Run daemon extraction
   const priorState: PriorExtractions = { conceptNames: [], artifactPaths: [], skillNames: [] };
-  const turnData = turns.map(t => ({ role: t.role, text: t.text, tool_name: t.tool_name }));
+  const turnData = turns.map(t => ({ turnId: String(t.id), role: t.role, text: t.text, tool_name: t.tool_name }));
   const transcript = buildTranscript(turnData);
   const systemPrompt = buildSystemPrompt(false, false, priorState);
 
@@ -138,7 +138,7 @@ async function processOrphanedSession(
       const keys = Object.keys(result);
       console.warn(`[deferred] parsed ${keys.length} keys: ${keys.join(", ")}`);
       if (keys.length > 0) {
-        await writeExtractionResults(result, surrealSessionId, store, embeddings, priorState);
+        await writeExtractionResults(result, surrealSessionId, store, embeddings, priorState, undefined, undefined, turnData);
         console.warn(`[deferred] wrote extraction results for ${surrealSessionId}`);
       }
     } else {

package/src/embeddings.ts

@@ -11,6 +11,9 @@ export class EmbeddingService {
   private model: LlamaModel | null = null;
   private ctx: LlamaEmbeddingContext | null = null;
   private ready = false;
+  /** LRU embedding cache keyed by text, capped at maxCacheSize entries. */
+  private cache = new Map<string, number[]>();
+  private readonly maxCacheSize = 512;
 
   constructor(private readonly config: EmbeddingConfig) {}
 
@@ -39,8 +42,21 @@ export class EmbeddingService {
 
   async embed(text: string): Promise<number[]> {
     if (!this.ready || !this.ctx) throw new Error("Embeddings not initialized");
+    const cached = this.cache.get(text);
+    if (cached) {
+      // Move to end for LRU freshness
+      this.cache.delete(text);
+      this.cache.set(text, cached);
+      return cached;
+    }
     const result = await this.ctx.getEmbeddingFor(text);
-    return Array.from(result.vector);
+    const vec = Array.from(result.vector);
+    // Evict oldest if at capacity
+    if (this.cache.size >= this.maxCacheSize) {
+      this.cache.delete(this.cache.keys().next().value!);
+    }
+    this.cache.set(text, vec);
+    return vec;
   }
 
   async embedBatch(texts: string[]): Promise<number[][]> {
@@ -61,6 +77,7 @@ export class EmbeddingService {
       await this.ctx?.dispose();
       await this.model?.dispose();
       this.ready = false;
+      this.cache.clear();
     } catch (e) {
       swallow("embeddings:dispose", e);
     }

package/src/hooks/after-tool-call.ts

@@ -132,6 +132,7 @@ async function trackArtifact(
     await linkToRelevantConcepts(
       artifactId, "artifact_mentions", description,
       state.store, state.embeddings, "artifact:concepts",
+      5, 0.65, emb,
     );
   }
 }

package/src/memory-daemon.ts

@@ -13,7 +13,7 @@ import type { SurrealStore } from "./surreal.js";
 import type { EmbeddingService } from "./embeddings.js";
 import { swallow } from "./errors.js";
 import { assertRecordId } from "./surreal.js";
-import { upsertAndLinkConcepts, linkConceptHierarchy, linkToRelevantConcepts } from "./concept-extract.js";
+import { linkConceptHierarchy, linkToRelevantConcepts } from "./concept-extract.js";
 
 // --- Build the extraction prompt ---
 
@@ -254,7 +254,7 @@ export async function writeExtractionResults(
         }
         const memId = await store.createMemory(text, emb, 9, "correction", sessionId);
         if (memId) {
-          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:correction:about_concept");
+          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:correction:about_concept", 5, 0.65, emb);
         }
       })());
     }
@@ -273,7 +273,7 @@ export async function writeExtractionResults(
         }
         const memId = await store.createMemory(text, emb, 7, "preference", sessionId);
         if (memId) {
-          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:preference:about_concept");
+          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:preference:about_concept", 5, 0.65, emb);
         }
       })());
     }
@@ -294,7 +294,7 @@ export async function writeExtractionResults(
         }
         const artId = await store.createArtifact(a.path, a.action ?? "modified", desc, emb);
         if (artId) {
-          await linkToRelevantConcepts(artId, "artifact_mentions", `${a.path} ${desc}`, store, embeddings, "daemon:artifact:artifact_mentions");
+          await linkToRelevantConcepts(artId, "artifact_mentions", `${a.path} ${desc}`, store, embeddings, "daemon:artifact:artifact_mentions", 5, 0.65, emb);
           // used_in: artifact → project
           if (projectId) {
             await store.relate(artId, "used_in", projectId)
@@ -318,7 +318,7 @@ export async function writeExtractionResults(
         }
         const memId = await store.createMemory(text, emb, 7, "decision", sessionId);
         if (memId) {
-          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:decision:about_concept");
+          await linkToRelevantConcepts(memId, "about_concept", text, store, embeddings, "daemon:decision:about_concept", 5, 0.65, emb);
         }
       })());
     }
@@ -361,7 +361,7 @@ export async function writeExtractionResults(
                 .catch(e => swallow.warn("daemon:skill:skill_from_task", e));
             }
             // skill_uses_concept: skill → concept
-            await upsertAndLinkConcepts(skillId, "skill_uses_concept", content, store, embeddings, "daemon:skill:concepts");
+            await linkToRelevantConcepts(skillId, "skill_uses_concept", content, store, embeddings, "daemon:skill:concepts", 5, 0.65, emb);
           }
         } catch (e) {
           swallow.warn("daemon:createSkill", e);

package/src/skills.ts

@@ -122,7 +122,7 @@ export async function extractSkill(
       await supersedeOldSkills(skillId, skillEmb ?? [], store);
       // skill_uses_concept: skill → concept
       const skillDesc = `${parsed.name} ${parsed.description ?? ""} ${(parsed.preconditions ?? "")}`;
-      await linkToRelevantConcepts(skillId, "skill_uses_concept", skillDesc, store, embeddings, "skills:concepts");
+      await linkToRelevantConcepts(skillId, "skill_uses_concept", skillDesc, store, embeddings, "skills:concepts", 5, 0.65, skillEmb);
     }
 
     return skillId || null;
@@ -334,7 +334,7 @@ export async function graduateCausalToSkills(
         await supersedeOldSkills(gradSkillId, skillEmb ?? [], store);
         // skill_uses_concept: skill → concept
         const skillDesc = `${parsed.name} ${parsed.description ?? ""}`;
-        await linkToRelevantConcepts(gradSkillId, "skill_uses_concept", skillDesc, store, embeddings, "skills:graduate:concepts");
+        await linkToRelevantConcepts(gradSkillId, "skill_uses_concept", skillDesc, store, embeddings, "skills:graduate:concepts", 5, 0.65, skillEmb);
         created++;
       }
     }