@hope666/melu 1.0.0

package/dist/extractor-worker.js

@@ -0,0 +1,164 @@
+import { buildEmbedderSocketPath } from "./runtime-context.js";
+import { embedTextsViaDaemon } from "./embedder-daemon-client.js";
+import { MemoryStore } from "./memory.js";
+import { claimNextPendingExtractionJobForRun, completeClaimedPendingExtractionJob, getExtractionQueueSnapshotForRun, preparePendingExtractionQueueForRun, requeueClaimedPendingExtractionJob, resolveExtractionRunId, } from "./extraction-queue.js";
+import { createInitialExtractionRunStats, updateExtractionRunStats, } from "./extraction-stats.js";
+import { extractMemoriesFromUserMessage, processAndStoreMemories, } from "./extractor.js";
+const DEFAULT_POLL_INTERVAL_MS = 2_000;
+function formatError(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function isProcessAlive(pid) {
+    if (!Number.isInteger(pid) || (pid ?? 0) <= 0) {
+        return false;
+    }
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function sleep(ms, abortSignal) {
+    if (ms <= 0)
+        return Promise.resolve();
+    return new Promise((resolve) => {
+        const timer = setTimeout(() => {
+            cleanup();
+            resolve();
+        }, ms);
+        const onAbort = () => {
+            cleanup();
+            resolve();
+        };
+        const cleanup = () => {
+            clearTimeout(timer);
+            if (abortSignal) {
+                abortSignal.removeEventListener("abort", onAbort);
+            }
+        };
+        if (abortSignal) {
+            if (abortSignal.aborted) {
+                cleanup();
+                resolve();
+                return;
+            }
+            abortSignal.addEventListener("abort", onAbort, { once: true });
+        }
+    });
+}
+async function storeMemoriesForJob(job, runId, options) {
+    const memoryPath = job.memoryPath ?? options.defaultMemoryPath;
+    if (!memoryPath) {
+        throw new Error("Missing memory path for extraction job");
+    }
+    const rawMemories = await extractMemoriesFromUserMessage(job.text, {
+        url: "",
+        headers: {},
+        bodyTemplate: {},
+        quiet: options.quiet ?? true,
+    });
+    if (rawMemories.length === 0) {
+        return 0;
+    }
+    const store = new MemoryStore(memoryPath);
+    store.open();
+    try {
+        return await processAndStoreMemories(rawMemories, store, options.embeddingModel, memoryPath, {
+            quiet: options.quiet ?? true,
+            failOnEmbeddingError: true,
+            embedText: async (summary, embeddingModel) => {
+                const vectors = await embedTextsViaDaemon([summary], embeddingModel, {
+                    runId,
+                    socketPath: options.embedderSocketPath ?? buildEmbedderSocketPath(runId),
+                    type: "memory",
+                });
+                if (!vectors || vectors.length === 0) {
+                    throw new Error("Embedder daemon returned no vectors");
+                }
+                return vectors[0];
+            },
+        });
+    }
+    finally {
+        store.close();
+    }
+}
+function persistStats(runId, counters) {
+    const snapshot = getExtractionQueueSnapshotForRun(runId);
+    const stats = updateExtractionRunStats(runId, () => ({
+        ...createInitialExtractionRunStats(runId, snapshot.remaining),
+        processed: counters.processed,
+        effectiveNewMemories: counters.effectiveNewMemories,
+        failed: counters.failed,
+        remainingQueue: snapshot.remaining,
+        updatedAt: new Date().toISOString(),
+    }));
+    return {
+        stats,
+        remainingQueue: snapshot.remaining,
+        nextRetryAt: snapshot.nextRetryAt,
+    };
+}
+export async function runExtractorWorker(options) {
+    const runId = resolveExtractionRunId(options.runId);
+    const quiet = options.quiet ?? true;
+    const pollIntervalMs = options.pollIntervalMs ?? DEFAULT_POLL_INTERVAL_MS;
+    preparePendingExtractionQueueForRun(runId);
+    const counters = {
+        processed: 0,
+        effectiveNewMemories: 0,
+        failed: 0,
+    };
+    let { stats } = persistStats(runId, counters);
+    while (true) {
+        if (options.abortSignal?.aborted) {
+            break;
+        }
+        const claimed = claimNextPendingExtractionJobForRun(runId);
+        if (!claimed) {
+            const snapshot = persistStats(runId, counters);
+            stats = snapshot.stats;
+            const ownerAlive = isProcessAlive(options.ownerPid);
+            if (snapshot.remainingQueue === 0 && !ownerAlive) {
+                break;
+            }
+            const now = Date.now();
+            const waitMs = snapshot.remainingQueue === 0
+                ? pollIntervalMs
+                : snapshot.nextRetryAt !== null && snapshot.nextRetryAt > now
+                    ? Math.max(250, snapshot.nextRetryAt - now)
+                    : pollIntervalMs;
+            await sleep(waitMs, options.abortSignal);
+            continue;
+        }
+        let addedMemories = 0;
+        let terminalFailure = false;
+        try {
+            addedMemories = await storeMemoriesForJob(claimed, runId, { ...options, quiet });
+            completeClaimedPendingExtractionJob(claimed);
+        }
+        catch (error) {
+            const result = requeueClaimedPendingExtractionJob(claimed, { lastError: formatError(error) }, {
+                maxAttempts: options.maxAttempts,
+                baseDelayMs: options.retryBaseDelayMs,
+                maxDelayMs: options.retryMaxDelayMs,
+            });
+            terminalFailure = result.terminal;
+        }
+        finally {
+            counters.processed += 1;
+            counters.effectiveNewMemories += addedMemories;
+            if (terminalFailure) {
+                counters.failed += 1;
+            }
+            stats = persistStats(runId, counters).stats;
+        }
+    }
+    return stats;
+}
+export function createExtractorWorkerAbortController() {
+    return new AbortController();
+}
+//# sourceMappingURL=extractor-worker.js.map

package/dist/extractor-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor-worker.js","sourceRoot":"","sources":["../src/extractor-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EACL,mCAAmC,EACnC,mCAAmC,EACnC,gCAAgC,EAChC,mCAAmC,EACnC,kCAAkC,EAClC,sBAAsB,GAEvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,+BAA+B,EAE/B,wBAAwB,GACzB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAExB,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAgBvC,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,cAAc,CAAC,GAA8B;IACpD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAa,EAAE,CAAC,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,WAAgC;IACzD,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAEtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YACD,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAAgC,EAChC,KAAa,EACb,OAA+B;IAE/B,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,8BAA8B,CAAC,GAAG,CAAC,IAAI,EAAE;QACjE,GAAG,EAAE,EAAE;QACP,OAAO,EAAE,EAAE;QACX,YAAY,EAAE,EAAE;QAChB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;KAC7B,CAAC,CAAC;IAEH,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,CAAC;IAC1C,KAAK,CAAC,IAAI,EAAE,CAAC;IAEb,IAAI,CAAC;QACH,OAAO,MAAM,uBAAuB,CAClC,WAAW,EACX,KAAK,EACL,OAAO,CAAC,cAAc,EACtB,UAAU,EACV;YACE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,oBAAoB,EAAE,IAAI;YAC1B,SAAS,EAAE,KAAK,EAAE,OAAe,EAAE,cAAsB,EAAE,EAAE;gBAC3D,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE;oBACnE,KAAK;oBACL,UAAU,EAAE,OAAO,CAAC,kBAAkB,IAAI,uBAAuB,CAAC,KAAK,CAAC;oBACxE,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACrC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACzD,CAAC;gBAED,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;SACF,CACF,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CACnB,KAAa,EACb,QAA6E;IAE7E,MAAM,QAAQ,GAAG,gCAAgC,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACnD,GAAG,+BAA+B,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC;QAC7D,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;QACnD,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,cAAc,EAAE,QAAQ,CAAC,SAAS;QAClC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC,CAAC;IAEJ,OAAO;QACL,KAAK;QACL,cAAc,EAAE,QAAQ,CAAC,SAAS;QAClC,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA+B;IAE/B,MAAM,KAAK,GAAG,sBAAsB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;IACpC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,wBAAwB,CAAC;IAE1E,mCAAmC,CAAC,KAAK,CAAC,CAAC;IAE3C,MAAM,QAAQ,GAAG;QACf,SAAS,EAAE,CAAC;QACZ,oBAAoB,EAAE,CAAC;QACvB,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,IAAI,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE9C,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,OAAO,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YACjC,MAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC/C,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YAEvB,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,QAAQ,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjD,MAAM;YACR,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,KAAK,CAAC;gBAC1C,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,QAAQ,CAAC,WAAW,KAAK,IAAI,IAAI,QAAQ,CAAC,WAAW,GAAG,GAAG;oBAC3D,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,WAAW,GAAG,GAAG,CAAC;oBAC3C,CAAC,CAAC,cAAc,CAAC;YACrB,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QAED,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,IAAI,CAAC;YACH,aAAa,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACjF,mCAAmC,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,kCAAkC,CAC/C,OAAO,EACP,EAAE,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,EACjC;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,gBAAgB;gBACrC,UAAU,EAAE,OAAO,CAAC,eAAe;aACpC,CACF,CAAC;YACF,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;YACxB,QAAQ,CAAC,oBAAoB,IAAI,aAAa,CAAC;YAC/C,IAAI,eAAe,EAAE,CAAC;gBACpB,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YACvB,CAAC;YACD,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oCAAoC;IAClD,OAAO,IAAI,eAAe,EAAE,CAAC;AAC/B,CAAC"}

package/dist/extractor.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Melu 记忆提取器。
+ *
+ * 只从 user 消息中提取长期记忆。
+ * 每条 user 消息完整传给 claude -p，最多提取 1 条记忆。
+ * 不做切块——用户输入剥离系统标签后通常很短，LLM 处理无压力。
+ */
+import type { MemoryStore } from "./memory.js";
+interface RawMemory {
+    content: string;
+    summary: string;
+    category: string;
+    subject: string;
+}
+/**
+ * 调用上游 Anthropic API 提取用户长期记忆。
+ */
+export interface ExtractionRequestContext {
+    url: string;
+    headers: Record<string, string>;
+    bodyTemplate: Record<string, unknown>;
+    quiet?: boolean;
+    strict?: boolean;
+}
+export interface ProcessAndStoreMemoriesOptions {
+    embedText?: (summary: string, embeddingModel: string) => Promise<Float32Array>;
+    failOnEmbeddingError?: boolean;
+    quiet?: boolean;
+}
+export declare function extractMemoriesFromUserMessage(userMessage: string, ctx: ExtractionRequestContext): Promise<RawMemory[]>;
+/**
+ * 处理提取到的记忆：embedding → 去重 → 存储。返回新增条数。
+ */
+export declare function processAndStoreMemories(rawMemories: RawMemory[], store: MemoryStore, embeddingModel: string, sourceConversation?: string, options?: ProcessAndStoreMemoriesOptions): Promise<number>;
+export {};
+//# sourceMappingURL=extractor.d.ts.map

package/dist/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../src/extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AA+C/C,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,8BAA8B;IAC7C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/E,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,wBAAsB,8BAA8B,CAClD,WAAW,EAAE,MAAM,EACnB,GAAG,EAAE,wBAAwB,GAC5B,OAAO,CAAC,SAAS,EAAE,CAAC,CAYtB;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,WAAW,EAAE,SAAS,EAAE,EACxB,KAAK,EAAE,WAAW,EAClB,cAAc,EAAE,MAAM,EACtB,kBAAkB,CAAC,EAAE,MAAM,EAC3B,OAAO,CAAC,EAAE,8BAA8B,GACvC,OAAO,CAAC,MAAM,CAAC,CAuEjB"}

package/dist/extractor.js

@@ -0,0 +1,244 @@
+/**
+ * Melu 记忆提取器。
+ *
+ * 只从 user 消息中提取长期记忆。
+ * 每条 user 消息完整传给 claude -p，最多提取 1 条记忆。
+ * 不做切块——用户输入剥离系统标签后通常很短，LLM 处理无压力。
+ */
+import { embed } from "./embedder.js";
+import { loadConfig } from "./config.js";
+import { createI18n } from "./i18n.js";
+import { normalizeWhitespace, truncateCharacters, } from "./text-chunking.js";
+const MAX_SUMMARY_CHARS = 50;
+const MAX_CONTENT_CHARS = 500;
+const MAX_SUBJECT_CHARS = 80;
+const MEMORY_CATEGORIES = new Set([
+    "profile",
+    "project",
+    "event",
+    "preference",
+    "correction",
+]);
+const EXTRACTION_PROMPT = `You are a strict long-term memory extractor.
+Based only on the user message below, determine whether there is exactly one stable memory worth keeping for future conversations.
+
+Extraction rules:
+- Look only at the user message. Do not use any imagined assistant reply.
+- Extract at most one memory.
+- Keep only information that is stable, durable, and likely to remain useful later.
+- Do not extract one-off requests, casual chit-chat, temporary tasks, or noisy situational context.
+
+Language rule:
+- Use the same language as the user's message when writing the memory.
+
+Field requirements:
+- content: up to 60 words, include enough context and detail to be useful on its own
+- summary: one short summary sentence, ideally no more than 30 Chinese characters or 20 English words, with a hard limit of 50 characters
+- category: must be one of profile / project / event / preference / correction
+- subject: a short topic tag such as user.name / user.preference.answer_style / project.melu
+
+Output requirements:
+- If a memory should be kept, output exactly one JSON object:
+  {"content":"...","summary":"...","category":"...","subject":"..."}
+- If nothing should be kept, output null
+- Do not output Markdown
+- Do not output explanations
+
+User message:
+{user_message}`;
+export async function extractMemoriesFromUserMessage(userMessage, ctx) {
+    const trimmed = normalizeWhitespace(userMessage);
+    if (trimmed.length === 0)
+        return [];
+    // 不切块，完整的 userMessage 直接传给 claude -p 提取，最多返回 1 条记忆。
+    // 用户单条消息剥离系统标签后一般几十到几百字，远在 LLM context 舒适区内。
+    // 切块反而会丢失上下文关联，且每个 chunk 各调一次 claude -p 浪费配额。
+    const candidate = await extractSingleMemoryFromChunk(trimmed, ctx);
+    if (candidate) {
+        return [candidate];
+    }
+    return [];
+}
+/**
+ * 处理提取到的记忆：embedding → 去重 → 存储。返回新增条数。
+ */
+export async function processAndStoreMemories(rawMemories, store, embeddingModel, sourceConversation, options) {
+    const ui = createI18n(loadConfig().uiLanguage);
+    let added = 0;
+    for (const rawMemory of rawMemories) {
+        const memory = normalizeExtractedMemory(rawMemory);
+        if (!memory)
+            continue;
+        const { content, summary, category, subject } = memory;
+        let vector;
+        try {
+            vector = options?.embedText
+                ? await options.embedText(summary, embeddingModel)
+                : await embed(summary, embeddingModel, { purpose: "memory" });
+        }
+        catch (e) {
+            if (!options?.quiet) {
+                console.warn(ui.t("embeddingFailed"), e);
+            }
+            if (options?.failOnEmbeddingError === false) {
+                continue;
+            }
+            throw e;
+        }
+        const similar = store.findSimilar(vector, 0.7);
+        if (similar.length > 0) {
+            const { memory: bestMatch, similarity: bestSim } = similar[0];
+            if (bestSim > 0.9) {
+                store.add({
+                    content,
+                    summary,
+                    category,
+                    subject,
+                    vector,
+                    supersedes: bestMatch.id,
+                    sourceConversation,
+                });
+                added++;
+                if (!options?.quiet) {
+                    console.log(ui.t("memoryUpdated", { summary, previous: bestMatch.summary }));
+                }
+                continue;
+            }
+            if (bestSim > 0.7) {
+                store.conn.prepare("UPDATE memories SET confidence = confidence * 0.8 WHERE id=?").run(bestMatch.id);
+            }
+        }
+        store.add({
+            content,
+            summary,
+            category,
+            subject,
+            vector,
+            sourceConversation,
+        });
+        added++;
+        if (!options?.quiet) {
+            console.log(ui.t("memoryNew", { category, summary }));
+        }
+    }
+    return added;
+}
+async function extractSingleMemoryFromChunk(userChunk, ctx) {
+    const prompt = EXTRACTION_PROMPT.replace("{user_message}", userChunk);
+    const text = await callExtractionModel(prompt, ctx, 256);
+    if (!text)
+        return null;
+    const parsed = parseJsonPayload(text);
+    if (parsed == null)
+        return null;
+    if (Array.isArray(parsed)) {
+        for (const item of parsed) {
+            const memory = normalizeExtractedMemory(item);
+            if (memory)
+                return memory;
+        }
+        return null;
+    }
+    return normalizeExtractedMemory(parsed);
+}
+async function callExtractionModel(prompt, ctx, _maxTokens) {
+    const { spawn } = await import("node:child_process");
+    const ui = createI18n(loadConfig().uiLanguage);
+    const quiet = Boolean(ctx.quiet);
+    if (!quiet) {
+        console.log(ui.t("claudePExtracting"));
+    }
+    return new Promise((resolve, reject) => {
+        // 构造一个干净的环境：只保留系统必需的变量，删掉所有代理相关的
+        const cleanEnv = {};
+        const KEEP_KEYS = ["PATH", "HOME", "USER", "SHELL", "LANG", "TERM", "TMPDIR", "XDG_CONFIG_HOME", "XDG_DATA_HOME"];
+        for (const key of KEEP_KEYS) {
+            if (process.env[key])
+                cleanEnv[key] = process.env[key];
+        }
+        const child = spawn("claude", ["-p", prompt], {
+            env: cleanEnv,
+            stdio: ["ignore", "pipe", "pipe"],
+            timeout: 60000,
+        });
+        const chunks = [];
+        child.stdout.on("data", (chunk) => chunks.push(chunk));
+        const errChunks = [];
+        child.stderr.on("data", (chunk) => errChunks.push(chunk));
+        child.on("close", (code) => {
+            const stdout = Buffer.concat(chunks).toString("utf-8").trim();
+            if (code !== 0 || !stdout) {
+                const stderr = Buffer.concat(errChunks).toString("utf-8").slice(0, 200);
+                if (!quiet) {
+                    console.warn(ui.t("claudePExitCode", { code: code ?? "null", stderr }));
+                }
+                reject(new Error(ui.t("claudePExitCode", { code: code ?? "null", stderr })));
+                return;
+            }
+            if (!quiet) {
+                console.log(`[Melu:DEBUG] claude -p 返回: ${truncateCharacters(stdout, 200)}`);
+            }
+            resolve(stripMarkdownFences(stdout));
+        });
+        child.on("error", (err) => {
+            if (!quiet) {
+                console.warn(ui.t("claudePStartFailed", { message: err.message }));
+            }
+            reject(err);
+        });
+    });
+}
+function stripMarkdownFences(text) {
+    const trimmed = text.trim();
+    if (!trimmed.startsWith("```")) {
+        return trimmed;
+    }
+    const lines = trimmed.split("\n");
+    return lines
+        .slice(1, lines[lines.length - 1].trim() === "```" ? -1 : undefined)
+        .join("\n")
+        .trim();
+}
+function parseJsonPayload(text) {
+    const normalized = text.trim();
+    if (normalized === "" || normalized === "null") {
+        return null;
+    }
+    try {
+        return JSON.parse(normalized);
+    }
+    catch {
+        return null;
+    }
+}
+function normalizeExtractedMemory(value) {
+    if (!value || typeof value !== "object")
+        return null;
+    const obj = value;
+    const rawSummary = normalizeWhitespace(String(obj.summary ?? ""));
+    const rawContent = normalizeWhitespace(String(obj.content ?? rawSummary));
+    if (rawSummary === "" && rawContent === "") {
+        return null;
+    }
+    const summary = truncateCharacters(rawSummary || rawContent, MAX_SUMMARY_CHARS);
+    const content = truncateCharacters(rawContent || summary, MAX_CONTENT_CHARS);
+    const category = normalizeCategory(obj.category);
+    const subject = truncateCharacters(normalizeWhitespace(String(obj.subject ?? "")), MAX_SUBJECT_CHARS, "");
+    if (summary === "" || content === "") {
+        return null;
+    }
+    return {
+        content,
+        summary,
+        category,
+        subject,
+    };
+}
+function normalizeCategory(value) {
+    const category = normalizeWhitespace(String(value ?? "")).toLowerCase();
+    if (MEMORY_CATEGORIES.has(category)) {
+        return category;
+    }
+    return "event";
+}
+//# sourceMappingURL=extractor.js.map

package/dist/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../src/extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,SAAS;IACT,SAAS;IACT,OAAO;IACP,YAAY;IACZ,YAAY;CACb,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;eA0BX,CAAC;AA2BhB,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,WAAmB,EACnB,GAA6B;IAE7B,MAAM,OAAO,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,oDAAoD;IACpD,6CAA6C;IAC7C,8CAA8C;IAC9C,MAAM,SAAS,GAAG,MAAM,4BAA4B,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,SAAS,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,WAAwB,EACxB,KAAkB,EAClB,cAAsB,EACtB,kBAA2B,EAC3B,OAAwC;IAExC,MAAM,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,CAAC;IAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAEvD,IAAI,MAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,OAAO,EAAE,SAAS;gBACzB,CAAC,CAAC,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC;gBAClD,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,IAAI,OAAO,EAAE,oBAAoB,KAAK,KAAK,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAE/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAE9D,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;gBAClB,KAAK,CAAC,GAAG,CAAC;oBACR,OAAO;oBACP,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,MAAM;oBACN,UAAU,EAAE,SAAS,CAAC,EAAE;oBACxB,kBAAkB;iBACnB,CAAC,CAAC;gBACH,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC/E,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;gBAEhB,KAGD,CAAC,IAAI,CAAC,OAAO,CAAC,8DAA8D,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;QACH,CAAC;QAED,KAAK,CAAC,GAAG,CAAC;YACR,OAAO;YACP,OAAO;YACP,QAAQ;YACR,OAAO;YACP,MAAM;YACN,kBAAkB;SACnB,CAAC,CAAC;QACH,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,SAAiB,EACjB,GAA6B;IAE7B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAEhC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,wBAAwB,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAGD,KAAK,UAAU,mBAAmB,CAChC,MAAc,EACd,GAA6B,EAC7B,UAAkB;IAElB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,iCAAiC;QACjC,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAClH,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAC1D,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YAC5C,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAE/D,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAElE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9D,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACxE,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC1E,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC7E,OAAO;YACT,CAAC;YACD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,8BAA8B,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,KAAK;SACT,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SACnE,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,UAAU,KAAK,EAAE,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAErD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC;IAE1E,IAAI,UAAU,KAAK,EAAE,IAAI,UAAU,KAAK,EAAE,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,IAAI,UAAU,EAAE,iBAAiB,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,IAAI,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,kBAAkB,CAAC,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAE1G,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACxE,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}