openclaw-memory-alibaba-local 1.0.10 → 1.0.12

package/db.ts

@@ -510,7 +510,7 @@ export class MemoryDB {
         });
         if (hasFts) {
           _ftsIndexExists = true;
-          console.log("[openclaw-memory-alibaba-local] text FTS index already exists");
+          console.debug("[openclaw-memory-alibaba-local] text FTS index already exists");
           return;
         }
       } catch {
@@ -519,13 +519,13 @@ export class MemoryDB {
 
       // Create FTS index (no minimum row requirement)
       try {
-        console.log("[openclaw-memory-alibaba-local] creating FTS index on text column...");
+        console.debug("[openclaw-memory-alibaba-local] creating FTS index on text column...");
         const lancedb = await loadLanceDB();
         await this.table.createIndex("text", {
           config: (lancedb as any).Index.fts(),
         });
         _ftsIndexExists = true;
-        console.log("[openclaw-memory-alibaba-local] text FTS index created successfully");
+        console.debug("[openclaw-memory-alibaba-local] text FTS index created successfully");
       } catch (e) {
         console.warn("[openclaw-memory-alibaba-local] createIndex(text FTS) failed:", String(e));
         _ftsIndexExists = false;
@@ -610,32 +610,38 @@ export class MemoryDB {
         });
         if (hasVecIdx) {
           _vectorIndexExists = true;
-          console.log("[openclaw-memory-alibaba-local] vector ANN index already exists");
+          console.debug("[openclaw-memory-alibaba-local] vector ANN index already exists");
           return;
         }
       } catch {
         // listIndices not supported or failed; continue to try creating
       }
 
-      // Check row count; IVF_PQ requires ≥256 training rows
-      let rowCount: number;
+      // Check row count; IVF_PQ requires ≥256 training rows.
+      // Exclude full_context_* categories (zero-vector placeholders, no real embeddings).
+      let vectorRowCount: number;
       try {
-        rowCount = await this.table.countRows();
+        const excludeCats = [FULL_CONTEXT_MEMORY, ...FULL_CONTEXT_SOURCE_CATEGORIES]
+          .map((c) => `'${sqlEscapeLiteral(String(c))}'`)
+          .join(", ");
+        const totalRows = await this.table.countRows();
+        const fullContextRows = await this.table.countRows(`category IN (${excludeCats})`);
+        vectorRowCount = totalRows - fullContextRows;
       } catch {
         return; // cannot determine; skip
       }
-      if (rowCount < VECTOR_INDEX_MIN_ROWS) {
+      if (vectorRowCount < VECTOR_INDEX_MIN_ROWS) {
         _vectorIndexExists = false;
-        console.log(
-          `[openclaw-memory-alibaba-local] vector ANN index skipped: ${rowCount} rows < ${VECTOR_INDEX_MIN_ROWS} minimum`,
+        console.debug(
+          `[openclaw-memory-alibaba-local] vector ANN index skipped: ${vectorRowCount} vector rows < ${VECTOR_INDEX_MIN_ROWS} minimum`,
         );
         return;
       }
 
       // Create IVF_PQ index
       try {
-        console.log(
-          `[openclaw-memory-alibaba-local] creating IVF_PQ vector index (${rowCount} rows, dim=${this.vectorDim})...`,
+        console.debug(
+          `[openclaw-memory-alibaba-local] creating IVF_PQ vector index (${vectorRowCount} vector rows, dim=${this.vectorDim})...`,
         );
         const lancedb = await loadLanceDB();
         await this.table.createIndex("vector", {
@@ -1369,7 +1375,7 @@ export class MemoryDB {
     // 2. Count remaining; if over maxRows, trim oldest
     const remaining = await this.table!.countRows(base);
     if (remaining <= maxRows) {
-      console.log(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} remaining=${remaining} (within limit)`);
+      console.debug(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} remaining=${remaining} (within limit)`);
       return;
     }
     const excess = remaining - maxRows;
@@ -1383,7 +1389,7 @@ export class MemoryDB {
       const cutoff = Number(oldest[excess - 1]!.createdAt);
       await this.table!.delete(`${base} AND createdAt <= ${Math.floor(cutoff)}`);
     }
-    console.log(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} deleted ${excess} excess rows (was ${remaining}, cap ${maxRows})`);
+    console.debug(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} deleted ${excess} excess rows (was ${remaining}, cap ${maxRows})`);
   }
 
   /**
@@ -1435,7 +1441,7 @@ export class MemoryDB {
       const afterSoft = await this.table!.countRows(base);
       const softDeleted = count - afterSoft;
       if (softDeleted > 0) {
-        console.log(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase1: deleted ${softDeleted} old+low-importance rows (was ${count}, now ${afterSoft})`);
+        console.debug(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase1: deleted ${softDeleted} old+low-importance rows (was ${count}, now ${afterSoft})`);
       }
       count = afterSoft;
     }
@@ -1452,7 +1458,7 @@ export class MemoryDB {
         const cutoff = Number(oldest[excess - 1]!.createdAt);
         await this.table!.delete(`${base} AND createdAt <= ${Math.floor(cutoff)}`);
       }
-      console.log(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase2: deleted ${excess} excess rows (was ${count}, cap ${hardMaxRows})`);
+      console.debug(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase2: deleted ${excess} excess rows (was ${count}, cap ${hardMaxRows})`);
     }
   }
 }

package/index.ts

@@ -190,7 +190,7 @@ function getThresholdForCategory(cfg: MemoryConfig, category: MemoryCategory): n
 
 /** 精简日志：仅记录 tag + prompt 字符数，不贴原文。 */
 function logLlmCall(tag: string, promptChars: number): void {
-  console.log(`[openclaw-memory-alibaba-local] llm ${tag} prompt (${promptChars} chars)`);
+  console.debug(`[openclaw-memory-alibaba-local] llm ${tag} prompt (${promptChars} chars)`);
 }
 
 /** 记录 userImageExtraction 结果统计。 */
@@ -198,12 +198,12 @@ function logUserImageResult(total: number, actions: ReadonlyArray<{ action: stri
   const counts: Record<string, number> = {};
   for (const a of actions) counts[a.action] = (counts[a.action] ?? 0) + 1;
   const parts = Object.entries(counts).map(([k, v]) => `${v} ${k}`).join(", ");
-  console.log(`[openclaw-memory-alibaba-local] userImageExtraction result: ${total} items → ${parts}`);
+  console.debug(`[openclaw-memory-alibaba-local] userImageExtraction result: ${total} items → ${parts}`);
 }
 
 /** 记忆衰减为纯公式，不向模型发提示词；仍打日志避免与「冲突检测 LLM」混淆。 */
 function logMemoryDecayNoLlm(phase: string, detail: string): void {
-  console.log(`[openclaw-memory-alibaba-local] memoryDecay ${phase} (no LLM; formula-only) ${detail}`);
+  console.debug(`[openclaw-memory-alibaba-local] memoryDecay ${phase} (no LLM; formula-only) ${detail}`);
 }
 
 // ---- Embedding-based clustering utilities ----
@@ -556,7 +556,7 @@ async function extractUserMemoriesWithLLM(
 
   const raw = completion?.choices[0]?.message?.content?.trim() ?? "";
   const items = parseExtractions(raw);
-  console.log(`[openclaw-memory-alibaba-local] memoryExtraction extracted ${items.length} items`);
+  console.debug(`[openclaw-memory-alibaba-local] memoryExtraction extracted ${items.length} items`);
   return items;
 }
 
@@ -843,47 +843,60 @@ async function extractWorldImageWithLLM(
       }>;
     };
     const list = Array.isArray(parsed.actions) ? parsed.actions : [];
-    const resultMap = new Map<number, WorldImageAction[]>();
+    // Per-index: accumulate deletes separately from the final action (insert/update/skip)
+    const deleteMap = new Map<number, WorldImageAction[]>();  // delete actions per index
+    const finalMap = new Map<number, WorldImageAction>();     // final action per index (insert/update/skip)
     // Default: insert for each index
     for (let i = 0; i < newItems.length; i++) {
-      resultMap.set(i, [{
+      finalMap.set(i, {
         action: "insert" as const,
         text: newItems[i]!.text,
         importance: newItems[i]!.importance,
-      }]);
+      });
     }
 
     for (const a of list) {
       const idx = typeof a.index === "number" ? a.index : -1;
       if (idx < 0 || idx >= newItems.length) continue;
 
-      if (a.action === "skip") {
-        resultMap.set(idx, [{ action: "skip" }]);
-      } else if (a.action === "delete" && typeof a.memoryId === "string" && existingIdSet.has(a.memoryId)) {
-        const existing = resultMap.get(idx) ?? [];
-        resultMap.set(idx, [{ action: "delete", memoryId: a.memoryId }, ...existing.filter(x => x.action !== "skip")]);
+      if (a.action === "delete" && typeof a.memoryId === "string" && existingIdSet.has(a.memoryId)) {
+        // Accumulate deletes — they don't replace the final action
+        const dels = deleteMap.get(idx) ?? [];
+        dels.push({ action: "delete", memoryId: a.memoryId });
+        deleteMap.set(idx, dels);
+      } else if (a.action === "skip") {
+        finalMap.set(idx, { action: "skip" });
       } else if (a.action === "update" && typeof a.memoryId === "string" && existingIdSet.has(a.memoryId)) {
         const text = typeof a.text === "string" ? a.text.trim() : "";
         if (text.length < 10) continue;
-        resultMap.set(idx, [{
+        finalMap.set(idx, {
           action: "update",
           memoryId: a.memoryId,
           text,
           importance: clampImportance(a.importance ?? newItems[idx]!.importance),
-        }]);
+        });
       } else if (a.action === "insert") {
         const text = typeof a.text === "string" ? a.text.trim() : "";
         const finalText = text.length >= 10 ? text : newItems[idx]!.text;
-        resultMap.set(idx, [{
+        finalMap.set(idx, {
           action: "insert",
           text: finalText,
           importance: clampImportance(a.importance ?? newItems[idx]!.importance),
-        }]);
+        });
       }
     }
+    // Assemble: deletes first, then final action per index
     const result: WorldImageAction[] = [];
     for (let i = 0; i < newItems.length; i++) {
-      result.push(...(resultMap.get(i) ?? []));
+      const dels = deleteMap.get(i);
+      const final = finalMap.get(i);
+      // If SKIP + deletes for same index: honor SKIP (don't delete), per user rule
+      if (final?.action === "skip") {
+        result.push(final);
+      } else {
+        if (dels) result.push(...dels);
+        if (final) result.push(final);
+      }
     }
     return result;
   } catch (err: unknown) {
@@ -1088,7 +1101,7 @@ async function runAgentEndCapture(
   let { roleCounts: saved, lastMessagesLength } = resolveRoleCountsForSession(entry, messages);
 
   if (messages.length < lastMessagesLength) {
-    console.log("[openclaw-memory-alibaba-local] transcript shrank; reset per-role capture cursors");
+    console.debug("[openclaw-memory-alibaba-local] transcript shrank; reset per-role capture cursors");
     saved = {};
   }
 
@@ -1105,7 +1118,7 @@ async function runAgentEndCapture(
     }
     map[key] = { version: 2, roleCounts: { ...running }, lastMessagesLength: messages.length };
     saveAgentEndCursorMap(lancedbDir, map);
-    console.log(
+    console.debug(
       `[openclaw-memory-alibaba-local] agent_end cursor-only advance (non-user trigger) messages=${messages.length}`,
     );
     return;
@@ -1167,7 +1180,7 @@ async function runAgentEndCapture(
   const batchId = randomUUID();
   const sid = sessionKey;
 
-  console.log(`[openclaw-memory-alibaba-local] agentEndCapture fullRows=${fullRows.length} userTexts=${userRawTexts.length} uaLines=${uaLines.length}`);
+  console.debug(`[openclaw-memory-alibaba-local] agentEndCapture fullRows=${fullRows.length} userTexts=${userRawTexts.length} uaLines=${uaLines.length}`);
 
   if (fullRows.length > 0) {
     await db.storeMany(
@@ -1315,13 +1328,13 @@ async function captureUserMemoryFromInboundTexts(
       }
     }
     const existingCandidates = [...candidateMap.values()].sort((a, b) => b.score - a.score);
-    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction recall: ${embeddingResults.length} items × ${PER_ITEM_RECALL} = raw ${embeddingResults.length * PER_ITEM_RECALL}, deduped ${existingCandidates.length}, minScore=${recallMinScore}`);
+    console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction recall: ${embeddingResults.length} items × ${PER_ITEM_RECALL} = raw ${embeddingResults.length * PER_ITEM_RECALL}, deduped ${existingCandidates.length}, minScore=${recallMinScore}`);
     if (existingCandidates.length > 0) {
-      console.log(`[openclaw-memory-alibaba-local] worldImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
+      console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
     }
   
     // 3. LLM CRUD decision
-    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction input: ${eventItems.length} event items, ${existingCandidates.length} existing candidates`);
+    console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction input: ${eventItems.length} event items, ${existingCandidates.length} existing candidates`);
     const worldActions = await extractWorldImageWithLLM(
       cfg.llm,
       embeddingResults.map((r) => r.item),
@@ -1337,6 +1350,7 @@ async function captureUserMemoryFromInboundTexts(
   
     // 4. Execute actions
     let insertCount = 0;
+    let deleteCount = 0;
     for (const action of worldActions) {
       if (action.action === "skip") continue;
   
@@ -1344,6 +1358,7 @@ async function captureUserMemoryFromInboundTexts(
         const hit = existingCandidates.find((c) => c.entry.id === action.memoryId);
         if (hit) {
           await deleteSimilarLogicalMemory(db, agentId, hit.entry.sessionId, hit);
+          deleteCount++;
         }
         continue;
       }
@@ -1352,6 +1367,7 @@ async function captureUserMemoryFromInboundTexts(
         const hit = existingCandidates.find((c) => c.entry.id === action.memoryId);
         if (hit) {
           await deleteSimilarLogicalMemory(db, agentId, hit.entry.sessionId, hit);
+          deleteCount++;
         }
         const { vectors } = await backend.encodeForStorage(action.text);
         const rows = buildChunkRows(
@@ -1373,7 +1389,8 @@ async function captureUserMemoryFromInboundTexts(
         insertCount++;
       }
     }
-    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction done: ${worldActions.length} actions, ${insertCount} stored`);
+
+    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction done: ${worldActions.length} actions, ${insertCount} stored, ${deleteCount} deleted`);
   
     // 5. World fact LRU GC: every 10 insertions
     if (insertCount > 0) {
@@ -1415,16 +1432,16 @@ async function captureUserMemoryFromInboundTexts(
     // 2. Recall top-10 similar existing memories for ALL new extractions (agentId global, USER_MEMORY scope)
     const allVectors = embeddingResults.flatMap((r) => r.vectors);
     const recallMinScore = Math.max(0.5, cfg.similarityThresholdUserMemory - 0.35);
-    console.log(`[openclaw-memory-alibaba-local] userImageExtraction recall: ${allVectors.length} query vectors, minScore=${recallMinScore}`);
+    console.debug(`[openclaw-memory-alibaba-local] userImageExtraction recall: ${allVectors.length} query vectors, minScore=${recallMinScore}`);
     const existingCandidates = allVectors.length > 0
       ? await db.searchMerged(agentId, allVectors, 10, recallMinScore, [...USER_MEMORY_CATEGORIES])
       : [];
     if (existingCandidates.length > 0) {
-      console.log(`[openclaw-memory-alibaba-local] userImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
+      console.debug(`[openclaw-memory-alibaba-local] userImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
     }
 
     // 3. Call user image extraction LLM
-    console.log(`[openclaw-memory-alibaba-local] userImageExtraction input: ${userItems.length} user items (${eventItems.length} event items bypassed), ${existingCandidates.length} existing candidates`);
+    console.debug(`[openclaw-memory-alibaba-local] userImageExtraction input: ${userItems.length} user items (${eventItems.length} event items bypassed), ${existingCandidates.length} existing candidates`);
     const userImageActions = await extractUserImageWithLLM(
       cfg.llm,
       embeddingResults.map((r) => r.item),
@@ -2178,7 +2195,7 @@ const memoryPlugin = {
         // Check ANY user message for known bootstrap patterns (not just last).
         if (isUserTrigger) {
           const isBootstrapSession = event.messages.some((m: any) => {
-            if (!m || typeof m !== "object" || (m as Record<string, unknown>).role !== "user") return false;
+            if (!m || typeof m !== "object") return false;
             const text = typeof (m as Record<string, unknown>).content === "string"
               ? ((m as Record<string, unknown>).content as string).toLowerCase()
               : "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openclaw-memory-alibaba-local",
-  "version": "1.0.10",
+  "version": "1.0.12",
   "description": "OpenClaw memory plugin: local LanceDB + DashScope-compatible embeddings",
   "type": "module",
   "engines": {

package/prompts.ts

@@ -267,7 +267,7 @@ Only INSERT or UPDATE information that captures a concrete, verifiable fact or e
 - Purely conversational filler with no informational content
 
 # Reconciliation Principles
-1. **Prefer the richer version**: When a batch item and a Store item describe the same topic, keep whichever has the most information. If the batch adds new details, UPDATE.
+1. **Prefer the richer version**: When a batch item and a Store item describe the same topic, keep whichever has the most information. If the batch is richer, DELETE the old Store item and INSERT the batch item. If they are roughly equal, UPDATE to merge details.
 2. **Preserve temporal markers**: Keep [as of ...] or [date] prefixes — world facts are time-sensitive.
 3. **High cohesion**: Only merge entries about the exact same event or fact. Different events stay separate even if related.
 4. **Contradiction = replace**: If a batch item directly contradicts a Store item (e.g. different outcome), DELETE the old item and INSERT the new one.
@@ -275,8 +275,8 @@ Only INSERT or UPDATE information that captures a concrete, verifiable fact or e
 # Actions (one per batch index)
 - **INSERT**: New world fact not in Store.
 - **UPDATE** (memoryId): Store item covers the same event/fact; merge to produce the richer version.
-- **SKIP**: Already fully covered by Store, or not a concrete fact.
-- **DELETE** (memoryId): Batch item contradicts a Store item. Delete old; INSERT new.
+- **SKIP**: Already fully covered by a Store item (old is sufficient). Do NOT combine SKIP with DELETE for the same index — if you skip the new item, you are keeping the old one.
+- **DELETE** (memoryId) + **INSERT**: Batch item supersedes or contradicts a Store item. You MUST delete the old item AND insert the replacement. A single index may list one or more DELETE actions followed by one INSERT.
 
 # Output
 Reply with ONLY a JSON object:
@@ -284,9 +284,11 @@ Reply with ONLY a JSON object:
   {"index":0,"action":"insert","text":"[2026-04-01] Project X launched v2.0","importance":0.5},
   {"index":1,"action":"skip"},
   {"index":2,"action":"update","memoryId":"uuid","text":"[2026-03-28] Company Y acquired Z for $2B, deal finalized","importance":0.5},
-  {"index":3,"action":"delete","memoryId":"uuid"}
+  {"index":3,"action":"delete","memoryId":"uuid1"},
+  {"index":3,"action":"delete","memoryId":"uuid2"},
+  {"index":3,"action":"insert","text":"[2026-04-02] Replacement fact","importance":0.5}
 ]}
-Every batch index must appear. A single index may produce BOTH delete + insert.
+Every batch index must appear exactly once as the primary action. When replacing, list DELETE(s) first then INSERT for that index.
 `;
 
 export function buildWorldImageExtractionPrompt(