@memtensor/memos-local-openclaw-plugin 1.0.3 → 1.0.4-beta.0

package/dist/ingest/extra-paths.d.ts

@@ -1,13 +0,0 @@
-/**
- * Ingest files from memorySearch.extraPaths (OpenClaw-compatible) into the store.
- * Chunks are stored with owner "extraPath" and included in memory_search.
- */
-import type { SqliteStore } from "../storage/sqlite";
-import type { Embedder } from "../embedding";
-import type { PluginContext } from "../types";
-export declare function ingestExtraPaths(store: SqliteStore, embedder: Embedder, ctx: PluginContext): Promise<{
-    files: number;
-    chunks: number;
-    errors: number;
-}>;
-//# sourceMappingURL=extra-paths.d.ts.map

package/dist/ingest/extra-paths.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"extra-paths.d.ts","sourceRoot":"","sources":["../../src/ingest/extra-paths.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AA+C9C,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,QAAQ,EAClB,GAAG,EAAE,aAAa,GACjB,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CA4E5D"}

package/dist/ingest/extra-paths.js

@@ -1,173 +0,0 @@
-"use strict";
-/**
- * Ingest files from memorySearch.extraPaths (OpenClaw-compatible) into the store.
- * Chunks are stored with owner "extraPath" and included in memory_search.
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ingestExtraPaths = ingestExtraPaths;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const uuid_1 = require("uuid");
-const chunker_1 = require("./chunker");
-const EXTRA_PATH_SESSION = "extraPath";
-const EXTRA_PATH_OWNER = "extraPath";
-const TEXT_EXTENSIONS = new Set([".md", ".txt", ".markdown"]);
-const MAX_FILE_BYTES = 2 * 1024 * 1024; // 2MB per file
-function resolvePath(raw, stateDir) {
-    let p = raw.trim();
-    const home = process.env.HOME || process.env.USERPROFILE || "";
-    if (p.startsWith("~/"))
-        p = path.join(home, p.slice(2));
-    else if (p === "~")
-        p = home;
-    if (!path.isAbsolute(p))
-        p = path.resolve(stateDir, p);
-    return p;
-}
-function* listTextFiles(dirOrFile, log) {
-    let stat;
-    try {
-        stat = fs.statSync(dirOrFile);
-    }
-    catch (err) {
-        log.warn(`extraPaths: skip (not found): ${dirOrFile}`);
-        return;
-    }
-    if (stat.isFile()) {
-        const ext = path.extname(dirOrFile).toLowerCase();
-        if (TEXT_EXTENSIONS.has(ext))
-            yield dirOrFile;
-        return;
-    }
-    if (!stat.isDirectory())
-        return;
-    try {
-        const entries = fs.readdirSync(dirOrFile, { withFileTypes: true });
-        for (const e of entries) {
-            const full = path.join(dirOrFile, e.name);
-            if (e.isDirectory()) {
-                yield* listTextFiles(full, log);
-            }
-            else if (e.isFile()) {
-                const ext = path.extname(e.name).toLowerCase();
-                if (TEXT_EXTENSIONS.has(ext))
-                    yield full;
-            }
-        }
-    }
-    catch (err) {
-        log.warn(`extraPaths: readdir error ${dirOrFile}: ${err}`);
-    }
-}
-async function ingestExtraPaths(store, embedder, ctx) {
-    const paths = ctx.config.memorySearch?.extraPaths;
-    if (!paths || paths.length === 0)
-        return { files: 0, chunks: 0, errors: 0 };
-    const stateDir = ctx.stateDir;
-    const resolvedPaths = paths.map((p) => resolvePath(p, stateDir));
-    const fileList = [];
-    for (const p of resolvedPaths) {
-        for (const f of listTextFiles(p, ctx.log))
-            fileList.push(f);
-    }
-    if (fileList.length === 0) {
-        ctx.log.info("extraPaths: no text files found");
-        return { files: 0, chunks: 0, errors: 0 };
-    }
-    store.deleteSessionWithEmbeddings(EXTRA_PATH_SESSION);
-    let totalChunks = 0;
-    let errors = 0;
-    const now = Date.now();
-    for (const filePath of fileList) {
-        let content;
-        try {
-            const buf = fs.readFileSync(filePath, "utf-8");
-            if (buf.length > MAX_FILE_BYTES) {
-                ctx.log.warn(`extraPaths: skip (too large): ${filePath}`);
-                continue;
-            }
-            content = buf;
-        }
-        catch (err) {
-            ctx.log.warn(`extraPaths: read failed ${filePath}: ${err}`);
-            errors++;
-            continue;
-        }
-        const rawChunks = (0, chunker_1.chunkText)(content);
-        const turnId = filePath;
-        for (let seq = 0; seq < rawChunks.length; seq++) {
-            const raw = rawChunks[seq];
-            const chunkId = (0, uuid_1.v4)();
-            const summary = raw.content.length > 500 ? raw.content.slice(0, 497) + "..." : raw.content;
-            let embedding = null;
-            try {
-                [embedding] = await embedder.embed([summary]);
-            }
-            catch (err) {
-                ctx.log.warn(`extraPaths: embed failed ${filePath} chunk ${seq}: ${err}`);
-            }
-            const chunk = {
-                id: chunkId,
-                sessionKey: EXTRA_PATH_SESSION,
-                turnId,
-                seq,
-                role: "user",
-                content: raw.content,
-                kind: "paragraph",
-                summary,
-                taskId: null,
-                skillId: null,
-                owner: EXTRA_PATH_OWNER,
-                dedupStatus: "active",
-                dedupTarget: null,
-                dedupReason: null,
-                mergeCount: 0,
-                lastHitAt: null,
-                mergeHistory: "[]",
-                createdAt: now,
-                updatedAt: now,
-                embedding: null,
-            };
-            store.insertChunk(chunk);
-            if (embedding)
-                store.upsertEmbedding(chunkId, embedding);
-            totalChunks++;
-        }
-    }
-    ctx.log.info(`extraPaths: ingested ${fileList.length} files, ${totalChunks} chunks`);
-    return { files: fileList.length, chunks: totalChunks, errors };
-}
-//# sourceMappingURL=extra-paths.js.map

package/dist/ingest/extra-paths.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extra-paths.js","sourceRoot":"","sources":["../../src/ingest/extra-paths.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuDH,4CAgFC;AArID,uCAAyB;AACzB,2CAA6B;AAC7B,+BAAkC;AAKlC,uCAAsC;AAEtC,MAAM,kBAAkB,GAAG,WAAW,CAAC;AACvC,MAAM,gBAAgB,GAAG,WAAW,CAAC;AACrC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AAC9D,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,eAAe;AAEvD,SAAS,WAAW,CAAC,GAAW,EAAE,QAAgB;IAChD,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/D,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;SACnD,IAAI,CAAC,KAAK,GAAG;QAAE,CAAC,GAAG,IAAI,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IACvD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,QAAQ,CAAC,CAAC,aAAa,CAAC,SAAiB,EAAE,GAAyB;IAClE,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,iCAAiC,SAAS,EAAE,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClD,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,SAAS,CAAC;QAC9C,OAAO;IACT,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO;IAChC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpB,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC/C,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,MAAM,IAAI,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,6BAA6B,SAAS,KAAK,GAAG,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,gBAAgB,CACpC,KAAkB,EAClB,QAAkB,EAClB,GAAkB;IAElB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC;IAClD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAE5E,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAChD,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,CAAC;IACtD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,IAAI,GAAG,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;gBAChC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;gBAC1D,SAAS;YACX,CAAC;YACD,OAAO,GAAG,GAAG,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,QAAQ,KAAK,GAAG,EAAE,CAAC,CAAC;YAC5D,MAAM,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,IAAA,mBAAS,EAAC,OAAO,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,QAAQ,CAAC;QACxB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,OAAO,GAAG,IAAA,SAAI,GAAE,CAAC;YACvB,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAC3F,IAAI,SAAS,GAAoB,IAAI,CAAC;YACtC,IAAI,CAAC;gBACH,CAAC,SAAS,CAAC,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,4BAA4B,QAAQ,UAAU,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,KAAK,GAAU;gBACnB,EAAE,EAAE,OAAO;gBACX,UAAU,EAAE,kBAAkB;gBAC9B,MAAM;gBACN,GAAG;gBACH,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,IAAI,EAAE,WAAW;gBACjB,OAAO;gBACP,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EAAE,QAAQ;gBACrB,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,IAAI;gBACjB,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,IAAI;gBACf,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,SAAS;gBAAE,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACzD,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,wBAAwB,QAAQ,CAAC,MAAM,WAAW,WAAW,SAAS,CAAC,CAAC;IACrF,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;AACjE,CAAC"}