@memtensor/memos-local-openclaw-plugin 1.0.2-beta.3 → 1.0.2-beta.5

package/dist/viewer/server.js

@@ -19,6 +19,11 @@ const engine_1 = require("../recall/engine");
 const evolver_1 = require("../skill/evolver");
 const html_1 = require("./html");
 const uuid_1 = require("uuid");
+function normalizeTimestamp(ts) {
+    if (ts < 1e12)
+        return ts * 1000;
+    return ts;
+}
 class ViewerServer {
     server = null;
     store;
@@ -30,6 +35,15 @@ class ViewerServer {
     auth;
     ctx;
     static SESSION_TTL = 24 * 60 * 60 * 1000;
+    static PLUGIN_VERSION = (() => {
+        try {
+            const pkgPath = node_path_1.default.resolve(__dirname, "../../package.json");
+            return JSON.parse(node_fs_1.default.readFileSync(pkgPath, "utf-8")).version ?? "unknown";
+        }
+        catch {
+            return "unknown";
+        }
+    })();
     resetToken;
     migrationRunning = false;
     migrationAbort = false;
@@ -66,10 +80,28 @@ class ViewerServer {
             this.server.listen(this.port, "127.0.0.1", () => {
                 const addr = this.server.address();
                 const actualPort = typeof addr === "object" && addr ? addr.port : this.port;
+                this.autoCleanupPolluted();
                 resolve(`http://127.0.0.1:${actualPort}`);
             });
         });
     }
+    autoCleanupPolluted() {
+        try {
+            const polluted = this.store.findPollutedUserChunks();
+            let deleted = 0;
+            for (const { id } of polluted) {
+                if (this.store.deleteChunk(id))
+                    deleted++;
+            }
+            const fixed = this.store.fixMixedUserChunks();
+            if (deleted > 0 || fixed > 0) {
+                this.log.info(`Auto-cleanup: removed ${deleted} polluted chunks, fixed ${fixed} mixed user+assistant chunks`);
+            }
+        }
+        catch (err) {
+            this.log.warn(`Auto-cleanup failed: ${err}`);
+        }
+    }
     stop() {
         this.server?.close();
         this.server = null;
@@ -212,12 +244,16 @@ class ViewerServer {
                 this.handleSaveConfig(req, res);
             else if (p === "/api/test-model" && req.method === "POST")
                 this.handleTestModel(req, res);
+            else if (p === "/api/model-health" && req.method === "GET")
+                this.serveModelHealth(res);
             else if (p === "/api/fallback-model" && req.method === "GET")
                 this.serveFallbackModel(res);
             else if (p === "/api/update-check" && req.method === "GET")
                 this.handleUpdateCheck(res);
             else if (p === "/api/auth/logout" && req.method === "POST")
                 this.handleLogout(req, res);
+            else if (p === "/api/cleanup-polluted" && req.method === "POST")
+                this.handleCleanupPolluted(res);
             else if (p === "/api/migrate/scan" && req.method === "GET")
                 this.handleMigrateScan(res);
             else if (p === "/api/migrate/start" && req.method === "POST")
@@ -345,7 +381,7 @@ class ViewerServer {
     // ─── Pages ───
     serveViewer(res) {
         res.writeHead(200, { "Content-Type": "text/html; charset=utf-8", "Cache-Control": "no-store, no-cache, must-revalidate, max-age=0", "Pragma": "no-cache", "Expires": "0" });
-        res.end(html_1.viewerHTML);
+        res.end((0, html_1.viewerHTML)(ViewerServer.PLUGIN_VERSION));
     }
     // ─── Data APIs ───
     serveMemories(res, url) {
@@ -491,7 +527,15 @@ class ViewerServer {
             const total = db.prepare("SELECT COUNT(*) as count FROM chunks").get();
             const sessions = db.prepare("SELECT COUNT(DISTINCT session_key) as count FROM chunks").get();
             const roles = db.prepare("SELECT role, COUNT(*) as count FROM chunks GROUP BY role").all();
-            const timeRange = db.prepare("SELECT MIN(created_at) as earliest, MAX(created_at) as latest FROM chunks").get();
+            const timeRange = db.prepare("SELECT MIN(created_at) as earliest, MAX(created_at) as latest FROM chunks WHERE dedup_status = 'active'").get();
+            const MIN_VALID_TS = 1704067200000; // 2024-01-01
+            if (timeRange.earliest != null && timeRange.earliest < MIN_VALID_TS) {
+                timeRange.earliest = db.prepare("SELECT MIN(created_at) as v FROM chunks WHERE dedup_status = 'active' AND created_at >= ?").get(MIN_VALID_TS);
+                timeRange.earliest = timeRange.earliest?.v ?? null;
+            }
+            if (timeRange.latest != null && timeRange.latest < MIN_VALID_TS) {
+                timeRange.latest = null;
+            }
             let embCount = 0;
             try {
                 embCount = db.prepare("SELECT COUNT(*) as count FROM embeddings").get().count;
@@ -541,6 +585,8 @@ class ViewerServer {
         }
         const role = url.searchParams.get("role") ?? undefined;
         const kind = url.searchParams.get("kind") ?? undefined;
+        const session = url.searchParams.get("session") ?? undefined;
+        const owner = url.searchParams.get("owner") ?? undefined;
         const dateFrom = url.searchParams.get("dateFrom") ?? undefined;
         const dateTo = url.searchParams.get("dateTo") ?? undefined;
         const passesFilter = (r) => {
@@ -548,35 +594,71 @@ class ViewerServer {
                 return false;
             if (kind && r.kind !== kind)
                 return false;
+            if (session && r.session_key !== session)
+                return false;
+            if (owner && r.owner !== owner)
+                return false;
             if (dateFrom && r.created_at < new Date(dateFrom).getTime())
                 return false;
             if (dateTo && r.created_at > new Date(dateTo).getTime())
                 return false;
             return true;
         };
+        const ftsFilters = [];
+        const likeFilters = [];
+        const sqlParams = [];
+        if (session) {
+            ftsFilters.push("c.session_key = ?");
+            likeFilters.push("session_key = ?");
+            sqlParams.push(session);
+        }
+        if (owner) {
+            ftsFilters.push("c.owner = ?");
+            likeFilters.push("owner = ?");
+            sqlParams.push(owner);
+        }
+        const ftsWhere = ftsFilters.length > 0 ? " AND " + ftsFilters.join(" AND ") : "";
+        const likeWhere = likeFilters.length > 0 ? " AND " + likeFilters.join(" AND ") : "";
         const db = this.store.db;
         let ftsResults = [];
         try {
-            ftsResults = db.prepare("SELECT c.* FROM chunks_fts f JOIN chunks c ON f.rowid = c.rowid WHERE chunks_fts MATCH ? ORDER BY rank LIMIT 100").all(q).filter(passesFilter);
+            ftsResults = db.prepare(`SELECT c.* FROM chunks_fts f JOIN chunks c ON f.rowid = c.rowid WHERE chunks_fts MATCH ?${ftsWhere} ORDER BY rank LIMIT 100`).all(q, ...sqlParams).filter(passesFilter);
         }
         catch { /* FTS syntax error, fall through */ }
         if (ftsResults.length === 0) {
-            ftsResults = db.prepare("SELECT * FROM chunks WHERE content LIKE ? OR summary LIKE ? ORDER BY created_at DESC LIMIT 100").all(`%${q}%`, `%${q}%`).filter(passesFilter);
+            try {
+                ftsResults = db.prepare(`SELECT * FROM chunks WHERE (content LIKE ? OR summary LIKE ?)${likeWhere} ORDER BY created_at DESC LIMIT 100`).all(`%${q}%`, `%${q}%`, ...sqlParams).filter(passesFilter);
+            }
+            catch (err) {
+                this.log.warn(`LIKE search failed: ${err}`);
+            }
         }
         const SEMANTIC_THRESHOLD = 0.64;
+        const VECTOR_TIMEOUT_MS = 8000;
         let vectorResults = [];
         let scoreMap = new Map();
         try {
-            const queryVec = await this.embedder.embedQuery(q);
-            const hits = (0, vector_1.vectorSearch)(this.store, queryVec, 40);
-            scoreMap = new Map(hits.map(h => [h.chunkId, h.score]));
-            const hitIds = new Set(hits.filter(h => h.score >= SEMANTIC_THRESHOLD).map(h => h.chunkId));
-            if (hitIds.size > 0) {
-                const placeholders = [...hitIds].map(() => "?").join(",");
-                const rows = db.prepare(`SELECT * FROM chunks WHERE id IN (${placeholders})`).all(...hitIds).filter(passesFilter);
-                rows.forEach((r) => { r._vscore = scoreMap.get(r.id) ?? 0; });
-                rows.sort((a, b) => (b._vscore ?? 0) - (a._vscore ?? 0));
-                vectorResults = rows;
+            const vecPromise = (async () => {
+                const queryVec = await this.embedder.embedQuery(q);
+                return (0, vector_1.vectorSearch)(this.store, queryVec, 40);
+            })();
+            const hits = await Promise.race([
+                vecPromise,
+                new Promise((resolve) => setTimeout(() => resolve(null), VECTOR_TIMEOUT_MS)),
+            ]);
+            if (hits) {
+                scoreMap = new Map(hits.map(h => [h.chunkId, h.score]));
+                const hitIds = new Set(hits.filter(h => h.score >= SEMANTIC_THRESHOLD).map(h => h.chunkId));
+                if (hitIds.size > 0) {
+                    const placeholders = [...hitIds].map(() => "?").join(",");
+                    const rows = db.prepare(`SELECT * FROM chunks WHERE id IN (${placeholders})${likeWhere}`).all(...hitIds, ...sqlParams).filter(passesFilter);
+                    rows.forEach((r) => { r._vscore = scoreMap.get(r.id) ?? 0; });
+                    rows.sort((a, b) => (b._vscore ?? 0) - (a._vscore ?? 0));
+                    vectorResults = rows;
+                }
+            }
+            else {
+                this.log.warn("Vector search timed out, returning FTS results only");
             }
         }
         catch (err) {
@@ -1080,8 +1162,8 @@ class ViewerServer {
                     return;
                 }
                 if (type === "embedding") {
-                    await this.testEmbeddingModel(provider, model, endpoint, apiKey);
-                    this.jsonResponse(res, { ok: true, detail: `${provider}/${model}` });
+                    const dims = await this.testEmbeddingModel(provider, model, endpoint, apiKey);
+                    this.jsonResponse(res, { ok: true, detail: `${provider}/${model}`, dimensions: dims });
                 }
                 else {
                     await this.testChatModel(provider, model, endpoint, apiKey);
@@ -1095,6 +1177,9 @@ class ViewerServer {
             }
         });
     }
+    serveModelHealth(res) {
+        this.jsonResponse(res, { models: providers_1.modelHealth.getAll() });
+    }
     serveFallbackModel(res) {
         try {
             const cfgPath = this.getOpenClawConfigPath();
@@ -1177,7 +1262,7 @@ class ViewerServer {
     }
     async testEmbeddingModel(provider, model, endpoint, apiKey) {
         if (provider === "local") {
-            return;
+            return 384;
         }
         const baseUrl = (endpoint || "https://api.openai.com/v1").replace(/\/+$/, "");
         const embUrl = baseUrl.endsWith("/embeddings") ? baseUrl : `${baseUrl}/embeddings`;
@@ -1190,39 +1275,59 @@ class ViewerServer {
             const resp = await fetch(baseUrl.replace(/\/v\d+.*/, "/v2/embed"), {
                 method: "POST",
                 headers,
-                body: JSON.stringify({ texts: ["test"], model: model || "embed-english-v3.0", input_type: "search_query", embedding_types: ["float"] }),
+                body: JSON.stringify({ texts: ["test embedding vector"], model: model || "embed-english-v3.0", input_type: "search_query", embedding_types: ["float"] }),
                 signal: AbortSignal.timeout(15_000),
             });
             if (!resp.ok) {
                 const txt = await resp.text();
                 throw new Error(`Cohere embed ${resp.status}: ${txt}`);
             }
-            return;
+            const json = await resp.json();
+            const vecs = json?.embeddings?.float;
+            if (!Array.isArray(vecs) || vecs.length === 0 || !Array.isArray(vecs[0]) || vecs[0].length === 0) {
+                throw new Error("Cohere returned empty embedding vector");
+            }
+            return vecs[0].length;
         }
         if (provider === "gemini") {
             const url = `https://generativelanguage.googleapis.com/v1/models/${model || "text-embedding-004"}:embedContent?key=${apiKey}`;
             const resp = await fetch(url, {
                 method: "POST",
                 headers: { "Content-Type": "application/json" },
-                body: JSON.stringify({ content: { parts: [{ text: "test" }] } }),
+                body: JSON.stringify({ content: { parts: [{ text: "test embedding vector" }] } }),
                 signal: AbortSignal.timeout(15_000),
             });
             if (!resp.ok) {
                 const txt = await resp.text();
                 throw new Error(`Gemini embed ${resp.status}: ${txt}`);
             }
-            return;
+            const json = await resp.json();
+            const vec = json?.embedding?.values;
+            if (!Array.isArray(vec) || vec.length === 0) {
+                throw new Error("Gemini returned empty embedding vector");
+            }
+            return vec.length;
         }
         const resp = await fetch(embUrl, {
             method: "POST",
             headers,
-            body: JSON.stringify({ input: ["test"], model: model || "text-embedding-3-small" }),
+            body: JSON.stringify({ input: ["test embedding vector"], model: model || "text-embedding-3-small" }),
             signal: AbortSignal.timeout(15_000),
         });
         if (!resp.ok) {
             const txt = await resp.text();
             throw new Error(`${resp.status}: ${txt}`);
         }
+        const json = await resp.json();
+        const data = json?.data;
+        if (!Array.isArray(data) || data.length === 0) {
+            throw new Error("API returned no embedding data");
+        }
+        const vec = data[0]?.embedding;
+        if (!Array.isArray(vec) || vec.length === 0) {
+            throw new Error(`API returned empty embedding vector (got ${JSON.stringify(vec)?.slice(0, 100)})`);
+        }
+        return vec.length;
     }
     async testChatModel(provider, model, endpoint, apiKey) {
         const baseUrl = (endpoint || "https://api.openai.com/v1").replace(/\/+$/, "");
@@ -1291,6 +1396,28 @@ class ViewerServer {
         const home = process.env.HOME || process.env.USERPROFILE || "";
         return node_path_1.default.join(home, ".openclaw");
     }
+    handleCleanupPolluted(res) {
+        try {
+            const polluted = this.store.findPollutedUserChunks();
+            let deleted = 0;
+            for (const { id, reason } of polluted) {
+                if (this.store.deleteChunk(id)) {
+                    deleted++;
+                    this.log.info(`Cleaned polluted chunk ${id}: ${reason}`);
+                }
+            }
+            const fixed = this.store.fixMixedUserChunks();
+            this.log.info(`Cleanup: removed ${deleted} polluted, fixed ${fixed} mixed chunks`);
+            res.writeHead(200, { "Content-Type": "application/json" });
+            res.end(JSON.stringify({ deleted, fixed, total: polluted.length }));
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            this.log.error(`handleCleanupPolluted error: ${msg}`);
+            res.writeHead(500, { "Content-Type": "application/json" });
+            res.end(JSON.stringify({ error: msg }));
+        }
+    }
     handleMigrateScan(res) {
         try {
             const ocHome = this.getOpenClawHome();
@@ -1540,7 +1667,6 @@ class ViewerServer {
         let totalErrors = 0;
         const cfgPath = this.getOpenClawConfigPath();
         let summarizerCfg;
-        let strongCfg;
         try {
             const raw = JSON.parse(node_fs_1.default.readFileSync(cfgPath, "utf-8"));
             const pluginCfg = raw?.plugins?.entries?.["memos-local-openclaw-plugin"]?.config ??
@@ -1548,10 +1674,9 @@ class ViewerServer {
                 raw?.plugins?.entries?.["memos-lite-openclaw-plugin"]?.config ??
                 raw?.plugins?.entries?.["memos-lite"]?.config ?? {};
             summarizerCfg = pluginCfg.summarizer;
-            strongCfg = pluginCfg.skillEvolution?.summarizer;
         }
         catch { /* no config */ }
-        const summarizer = new providers_1.Summarizer(summarizerCfg, this.log, strongCfg);
+        const summarizer = new providers_1.Summarizer(summarizerCfg, this.log);
         // Phase 1: Import SQLite memory chunks
         if (importSqlite) {
             const memoryDir = node_path_1.default.join(ocHome, "memory");
@@ -1670,8 +1795,8 @@ class ViewerServer {
                                     mergeCount: 0,
                                     lastHitAt: null,
                                     mergeHistory: "[]",
-                                    createdAt: row.updated_at * 1000,
-                                    updatedAt: row.updated_at * 1000,
+                                    createdAt: normalizeTimestamp(row.updated_at),
+                                    updatedAt: normalizeTimestamp(row.updated_at),
                                 };
                                 this.store.insertChunk(chunk);
                                 if (embedding && dedupStatus === "active") {