openclaw-memory-alibaba-local 1.0.11 → 1.0.13

package/db.ts

@@ -510,7 +510,7 @@ export class MemoryDB {
         });
         if (hasFts) {
           _ftsIndexExists = true;
-          console.log("[openclaw-memory-alibaba-local] text FTS index already exists");
+          console.debug("[openclaw-memory-alibaba-local] text FTS index already exists");
           return;
         }
       } catch {
@@ -519,13 +519,13 @@ export class MemoryDB {
 
       // Create FTS index (no minimum row requirement)
       try {
-        console.log("[openclaw-memory-alibaba-local] creating FTS index on text column...");
+        console.debug("[openclaw-memory-alibaba-local] creating FTS index on text column...");
         const lancedb = await loadLanceDB();
         await this.table.createIndex("text", {
           config: (lancedb as any).Index.fts(),
         });
         _ftsIndexExists = true;
-        console.log("[openclaw-memory-alibaba-local] text FTS index created successfully");
+        console.debug("[openclaw-memory-alibaba-local] text FTS index created successfully");
       } catch (e) {
         console.warn("[openclaw-memory-alibaba-local] createIndex(text FTS) failed:", String(e));
         _ftsIndexExists = false;
@@ -610,32 +610,38 @@ export class MemoryDB {
         });
         if (hasVecIdx) {
           _vectorIndexExists = true;
-          console.log("[openclaw-memory-alibaba-local] vector ANN index already exists");
+          console.debug("[openclaw-memory-alibaba-local] vector ANN index already exists");
           return;
         }
       } catch {
         // listIndices not supported or failed; continue to try creating
       }
 
-      // Check row count; IVF_PQ requires ≥256 training rows
-      let rowCount: number;
+      // Check row count; IVF_PQ requires ≥256 training rows.
+      // Exclude full_context_* categories (zero-vector placeholders, no real embeddings).
+      let vectorRowCount: number;
       try {
-        rowCount = await this.table.countRows();
+        const excludeCats = [FULL_CONTEXT_MEMORY, ...FULL_CONTEXT_SOURCE_CATEGORIES]
+          .map((c) => `'${sqlEscapeLiteral(String(c))}'`)
+          .join(", ");
+        const totalRows = await this.table.countRows();
+        const fullContextRows = await this.table.countRows(`category IN (${excludeCats})`);
+        vectorRowCount = totalRows - fullContextRows;
       } catch {
         return; // cannot determine; skip
       }
-      if (rowCount < VECTOR_INDEX_MIN_ROWS) {
+      if (vectorRowCount < VECTOR_INDEX_MIN_ROWS) {
         _vectorIndexExists = false;
-        console.log(
-          `[openclaw-memory-alibaba-local] vector ANN index skipped: ${rowCount} rows < ${VECTOR_INDEX_MIN_ROWS} minimum`,
+        console.debug(
+          `[openclaw-memory-alibaba-local] vector ANN index skipped: ${vectorRowCount} vector rows < ${VECTOR_INDEX_MIN_ROWS} minimum`,
         );
         return;
       }
 
       // Create IVF_PQ index
       try {
-        console.log(
-          `[openclaw-memory-alibaba-local] creating IVF_PQ vector index (${rowCount} rows, dim=${this.vectorDim})...`,
+        console.debug(
+          `[openclaw-memory-alibaba-local] creating IVF_PQ vector index (${vectorRowCount} vector rows, dim=${this.vectorDim})...`,
         );
         const lancedb = await loadLanceDB();
         await this.table.createIndex("vector", {
@@ -1300,9 +1306,21 @@ export class MemoryDB {
       throw new Error(`Invalid memory ID format: ${id}`);
     }
     await this.ensureInitialized();
+    await this.refreshToLatest();
     const pred = `id = '${sqlEscapeLiteral(id)}' AND agentId = '${sqlEscapeLiteral(agentId)}'`;
+    // Verify row exists before delete
+    const before = await this.table!.countRows(pred);
     await this.table!.delete(pred);
-    return true; // optimistic: if no match, delete is a no-op (no throw)
+    await this.refreshToLatest();
+    const after = await this.table!.countRows(pred);
+    if (before > 0 && after === 0) {
+      console.log(`[openclaw-memory-alibaba-local] db.delete OK id=${id} (${before} row(s) removed)`);
+    } else if (before === 0) {
+      console.warn(`[openclaw-memory-alibaba-local] db.delete MISS id=${id} (row not found before delete)`);
+    } else {
+      console.warn(`[openclaw-memory-alibaba-local] db.delete FAIL id=${id} (before=${before} after=${after})`);
+    }
+    return before > 0 && after === 0;
   }
 
   async close(): Promise<void> {
@@ -1369,7 +1387,7 @@ export class MemoryDB {
     // 2. Count remaining; if over maxRows, trim oldest
     const remaining = await this.table!.countRows(base);
     if (remaining <= maxRows) {
-      console.log(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} remaining=${remaining} (within limit)`);
+      console.debug(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} remaining=${remaining} (within limit)`);
       return;
     }
     const excess = remaining - maxRows;
@@ -1383,7 +1401,7 @@ export class MemoryDB {
       const cutoff = Number(oldest[excess - 1]!.createdAt);
       await this.table!.delete(`${base} AND createdAt <= ${Math.floor(cutoff)}`);
     }
-    console.log(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} deleted ${excess} excess rows (was ${remaining}, cap ${maxRows})`);
+    console.debug(`[openclaw-memory-alibaba-local] gcFullContext agent=${agentId} deleted ${excess} excess rows (was ${remaining}, cap ${maxRows})`);
   }
 
   /**
@@ -1435,7 +1453,7 @@ export class MemoryDB {
       const afterSoft = await this.table!.countRows(base);
       const softDeleted = count - afterSoft;
       if (softDeleted > 0) {
-        console.log(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase1: deleted ${softDeleted} old+low-importance rows (was ${count}, now ${afterSoft})`);
+        console.debug(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase1: deleted ${softDeleted} old+low-importance rows (was ${count}, now ${afterSoft})`);
       }
       count = afterSoft;
     }
@@ -1452,7 +1470,7 @@ export class MemoryDB {
         const cutoff = Number(oldest[excess - 1]!.createdAt);
         await this.table!.delete(`${base} AND createdAt <= ${Math.floor(cutoff)}`);
       }
-      console.log(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase2: deleted ${excess} excess rows (was ${count}, cap ${hardMaxRows})`);
+      console.debug(`[openclaw-memory-alibaba-local] gcWorldFact agent=${agentId} phase2: deleted ${excess} excess rows (was ${count}, cap ${hardMaxRows})`);
     }
   }
 }

package/index.ts

@@ -190,7 +190,7 @@ function getThresholdForCategory(cfg: MemoryConfig, category: MemoryCategory): n
 
 /** 精简日志：仅记录 tag + prompt 字符数，不贴原文。 */
 function logLlmCall(tag: string, promptChars: number): void {
-  console.log(`[openclaw-memory-alibaba-local] llm ${tag} prompt (${promptChars} chars)`);
+  console.debug(`[openclaw-memory-alibaba-local] llm ${tag} prompt (${promptChars} chars)`);
 }
 
 /** 记录 userImageExtraction 结果统计。 */
@@ -198,12 +198,12 @@ function logUserImageResult(total: number, actions: ReadonlyArray<{ action: stri
   const counts: Record<string, number> = {};
   for (const a of actions) counts[a.action] = (counts[a.action] ?? 0) + 1;
   const parts = Object.entries(counts).map(([k, v]) => `${v} ${k}`).join(", ");
-  console.log(`[openclaw-memory-alibaba-local] userImageExtraction result: ${total} items → ${parts}`);
+  console.debug(`[openclaw-memory-alibaba-local] userImageExtraction result: ${total} items → ${parts}`);
 }
 
 /** 记忆衰减为纯公式，不向模型发提示词；仍打日志避免与「冲突检测 LLM」混淆。 */
 function logMemoryDecayNoLlm(phase: string, detail: string): void {
-  console.log(`[openclaw-memory-alibaba-local] memoryDecay ${phase} (no LLM; formula-only) ${detail}`);
+  console.debug(`[openclaw-memory-alibaba-local] memoryDecay ${phase} (no LLM; formula-only) ${detail}`);
 }
 
 // ---- Embedding-based clustering utilities ----
@@ -556,7 +556,7 @@ async function extractUserMemoriesWithLLM(
 
   const raw = completion?.choices[0]?.message?.content?.trim() ?? "";
   const items = parseExtractions(raw);
-  console.log(`[openclaw-memory-alibaba-local] memoryExtraction extracted ${items.length} items`);
+  console.debug(`[openclaw-memory-alibaba-local] memoryExtraction extracted ${items.length} items`);
   return items;
 }
 
@@ -1101,7 +1101,7 @@ async function runAgentEndCapture(
   let { roleCounts: saved, lastMessagesLength } = resolveRoleCountsForSession(entry, messages);
 
   if (messages.length < lastMessagesLength) {
-    console.log("[openclaw-memory-alibaba-local] transcript shrank; reset per-role capture cursors");
+    console.debug("[openclaw-memory-alibaba-local] transcript shrank; reset per-role capture cursors");
     saved = {};
   }
 
@@ -1118,7 +1118,7 @@ async function runAgentEndCapture(
     }
     map[key] = { version: 2, roleCounts: { ...running }, lastMessagesLength: messages.length };
     saveAgentEndCursorMap(lancedbDir, map);
-    console.log(
+    console.debug(
       `[openclaw-memory-alibaba-local] agent_end cursor-only advance (non-user trigger) messages=${messages.length}`,
     );
     return;
@@ -1180,7 +1180,7 @@ async function runAgentEndCapture(
   const batchId = randomUUID();
   const sid = sessionKey;
 
-  console.log(`[openclaw-memory-alibaba-local] agentEndCapture fullRows=${fullRows.length} userTexts=${userRawTexts.length} uaLines=${uaLines.length}`);
+  console.debug(`[openclaw-memory-alibaba-local] agentEndCapture fullRows=${fullRows.length} userTexts=${userRawTexts.length} uaLines=${uaLines.length}`);
 
   if (fullRows.length > 0) {
     await db.storeMany(
@@ -1328,13 +1328,13 @@ async function captureUserMemoryFromInboundTexts(
       }
     }
     const existingCandidates = [...candidateMap.values()].sort((a, b) => b.score - a.score);
-    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction recall: ${embeddingResults.length} items × ${PER_ITEM_RECALL} = raw ${embeddingResults.length * PER_ITEM_RECALL}, deduped ${existingCandidates.length}, minScore=${recallMinScore}`);
+    console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction recall: ${embeddingResults.length} items × ${PER_ITEM_RECALL} = raw ${embeddingResults.length * PER_ITEM_RECALL}, deduped ${existingCandidates.length}, minScore=${recallMinScore}`);
     if (existingCandidates.length > 0) {
-      console.log(`[openclaw-memory-alibaba-local] worldImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
+      console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
     }
   
     // 3. LLM CRUD decision
-    console.log(`[openclaw-memory-alibaba-local] worldImageExtraction input: ${eventItems.length} event items, ${existingCandidates.length} existing candidates`);
+    console.debug(`[openclaw-memory-alibaba-local] worldImageExtraction input: ${eventItems.length} event items, ${existingCandidates.length} existing candidates`);
     const worldActions = await extractWorldImageWithLLM(
       cfg.llm,
       embeddingResults.map((r) => r.item),
@@ -1432,16 +1432,16 @@ async function captureUserMemoryFromInboundTexts(
     // 2. Recall top-10 similar existing memories for ALL new extractions (agentId global, USER_MEMORY scope)
     const allVectors = embeddingResults.flatMap((r) => r.vectors);
     const recallMinScore = Math.max(0.5, cfg.similarityThresholdUserMemory - 0.35);
-    console.log(`[openclaw-memory-alibaba-local] userImageExtraction recall: ${allVectors.length} query vectors, minScore=${recallMinScore}`);
+    console.debug(`[openclaw-memory-alibaba-local] userImageExtraction recall: ${allVectors.length} query vectors, minScore=${recallMinScore}`);
     const existingCandidates = allVectors.length > 0
       ? await db.searchMerged(agentId, allVectors, 10, recallMinScore, [...USER_MEMORY_CATEGORIES])
       : [];
     if (existingCandidates.length > 0) {
-      console.log(`[openclaw-memory-alibaba-local] userImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
+      console.debug(`[openclaw-memory-alibaba-local] userImageExtraction recall found ${existingCandidates.length} candidates: ${existingCandidates.map((c) => `[${c.score.toFixed(3)}] ${c.entry.text.slice(0, 60)}`).join(" | ")}`);
     }
 
     // 3. Call user image extraction LLM
-    console.log(`[openclaw-memory-alibaba-local] userImageExtraction input: ${userItems.length} user items (${eventItems.length} event items bypassed), ${existingCandidates.length} existing candidates`);
+    console.debug(`[openclaw-memory-alibaba-local] userImageExtraction input: ${userItems.length} user items (${eventItems.length} event items bypassed), ${existingCandidates.length} existing candidates`);
     const userImageActions = await extractUserImageWithLLM(
       cfg.llm,
       embeddingResults.map((r) => r.item),
@@ -2209,6 +2209,16 @@ const memoryPlugin = {
           });
           if (isBootstrapSession) {
             console.log("[openclaw-memory-alibaba-local] agent_end skip capture (system/bootstrap session)");
+            // Advance cursor past bootstrap messages so the next agent_end won't re-process them.
+            try {
+              const storageSessionKey = resolveStorageSessionKey(ctx);
+              if (storageSessionKey) {
+                const agentId = resolveAgentIdForMemory(ctx);
+                await runAgentEndCapture(cfg, db, backend, agentId, storageSessionKey, null, event.messages, resolvedDbPath, /* cursorOnly */ true);
+              }
+            } catch (e) {
+              console.warn("[openclaw-memory-alibaba-local] agent_end bootstrap cursor advance failed:", String(e));
+            }
             return;
           }
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openclaw-memory-alibaba-local",
-  "version": "1.0.11",
+  "version": "1.0.13",
   "description": "OpenClaw memory plugin: local LanceDB + DashScope-compatible embeddings",
   "type": "module",
   "engines": {