mcp-agents-memory 0.9.16 → 0.9.18

package/build/index.js

@@ -47034,6 +47034,88 @@ import * as os3 from "node:os";
 
 // src/hot_path.ts
 init_db();
+
+// src/auto_save/buzz_envelope.ts
+var PREAMBLE_BLOCKS = ["agent-instructions", "core-memory"];
+var HISTORY_OPEN = /^\s*<((?:thread|conversation)-context)(?:\s[^>]*)?>/;
+var TURN_OPEN = /^\s*<(?:what-you-were-working-on|buzz-events?|new-message-arrived-while-you-were-working)[\s>]/;
+var TURN_IN_DROPPED = /(?:^|>)[ \t]*<(?:what-you-were-working-on|buzz-events?|new-message-arrived-while-you-were-working)[\s>]/m;
+var CONTEXT_OPEN = /^<context>\r?\n/;
+var CONTEXT_CLOSE = "\n</context>";
+function isNostrMetaLine(line) {
+  return /^Tags: \[\[".*\]\]\s*$/.test(line) && /[0-9a-f]{64}/.test(line) || /^Parsed: (?:root=[0-9a-f]{64}|mentions=\[.*\([0-9a-f]{64}\))/.test(line);
+}
+function skipWhitespace(s, i) {
+  while (i < s.length && /\s/.test(s[i])) i++;
+  return i;
+}
+function cleanBuzzEnvelope(message) {
+  try {
+    const text = message.trimStart();
+    if (!text.startsWith("<base>")) return null;
+    const baseEnd = text.indexOf("</base>");
+    if (baseEnd < 0) return null;
+    const rest = text.slice(baseEnd + "</base>".length);
+    let pos = skipWhitespace(rest, 0);
+    for (; ; ) {
+      const name = PREAMBLE_BLOCKS.find((b) => rest.startsWith(`<${b}>`, pos));
+      if (!name) break;
+      const close = rest.indexOf(`</${name}>`, pos);
+      if (close < 0) return null;
+      pos = skipWhitespace(rest, close + name.length + 3);
+    }
+    if (!CONTEXT_OPEN.test(rest.slice(pos, pos + 12))) return null;
+    const bodyStart = rest.indexOf("\n", pos) + 1;
+    const contextClose = rest.indexOf(CONTEXT_CLOSE, bodyStart - 1);
+    if (contextClose < 0) return null;
+    const contextBody = rest.slice(bodyStart, contextClose).replace(/\r$/, "");
+    const tail = rest.slice(contextClose + CONTEXT_CLOSE.length);
+    let turnStart = 0;
+    const history = HISTORY_OPEN.exec(tail);
+    if (history) {
+      const closeTag = `</${history[1]}>`;
+      const close = tail.indexOf(closeTag, history[0].length);
+      if (close < 0) return null;
+      turnStart = close + closeTag.length;
+    }
+    if (TURN_IN_DROPPED.test(rest.slice(0, pos)) || TURN_IN_DROPPED.test(tail.slice(0, turnStart))) return null;
+    const turn = tail.slice(turnStart);
+    if (!TURN_OPEN.test(turn)) return null;
+    const turnText = turn.split("\n").filter((line) => !isNostrMetaLine(line)).join("\n").trim();
+    if (!turnText) return null;
+    const cleaned = `<context>
+${contextBody}
+</context>
+
+${turnText}`;
+    if (cleaned.length >= message.length) return null;
+    return cleaned;
+  } catch {
+    return null;
+  }
+}
+var EVENT_HEADER = /^(?:Event ID: [0-9a-f]{64}|Kind: \d+|Time: \d{4}-\d{2}-\d{2}T\S+|--- Event \d+ \(.*\) ---|Note: A new message arrived while you were working\..*)\s*$/;
+function buzzEmbeddingText(message) {
+  try {
+    if (!message.startsWith("<context>\n")) return message;
+    const close = message.indexOf(CONTEXT_CLOSE);
+    if (close < 0) return message;
+    const turn = message.slice(close + CONTEXT_CLOSE.length);
+    if (!TURN_OPEN.test(turn)) return message;
+    const text = turn.split("\n").filter((line) => !EVENT_HEADER.test(line) && !isNostrMetaLine(line)).map(
+      (line) => (
+        // `$` 없이: 끝까지 되짚는 역추적을 막는다 (긴 줄에서 제곱 시간)
+        line.replace(/^From: (.*?) \(npub:.*/, "From: $1").replace(/^Channel: (\S+) \(#[0-9a-f-]+\)/, "Channel: $1")
+      )
+    ).join("\n").trim();
+    return text || message;
+  } catch {
+    return message;
+  }
+}
+
+// src/hot_path.ts
+var rawMessageColumnMissing = false;
 async function insertRawMemory(params) {
   const {
     user_id,
@@ -47053,25 +47135,26 @@ async function insertRawMemory(params) {
   } = params;
   const embeddingSql = embedding && embedding.length > 0 ? `[${embedding.join(",")}]` : null;
   const tagProcessed = p_tag_id !== null;
-  const result = await db.query(
+  const cleaned = role === "user" && !is_pinned && p_tag_id === null && embeddingSql === null ? cleanBuzzEnvelope(message) : null;
+  const insert = (text, raw) => db.query(
     `INSERT INTO memory (
-       user_id, agent_platform, agent_model,
-       subagent, subagent_model, subagent_role,
-       role, message,
-       p_tag_id, d_tag, embedding,
-       is_pinned, tag_processed, external_uuid,
-       device_name
-     ) VALUES (
-       $1, $2, $3,
-       $4, $5, $6,
-       $7, $8,
-       $9, $10::text[], $11::halfvec,
-       $12, $13, $14,
-       $15
-     )
-     ON CONFLICT (external_uuid) WHERE external_uuid IS NOT NULL
-       DO NOTHING
-     RETURNING id, created_at`,
+         user_id, agent_platform, agent_model,
+         subagent, subagent_model, subagent_role,
+         role, message,
+         p_tag_id, d_tag, embedding,
+         is_pinned, tag_processed, external_uuid,
+         device_name${raw !== null ? ", raw_message" : ""}
+       ) VALUES (
+         $1, $2, $3,
+         $4, $5, $6,
+         $7, $8,
+         $9, $10::text[], $11::halfvec,
+         $12, $13, $14,
+         $15${raw !== null ? ", $16" : ""}
+       )
+       ON CONFLICT (external_uuid) WHERE external_uuid IS NOT NULL
+         DO NOTHING
+       RETURNING id, created_at`,
     [
       user_id,
       agent_platform,
@@ -47080,16 +47163,33 @@ async function insertRawMemory(params) {
       subagent_model,
       subagent_role,
       role,
-      message,
+      text,
       p_tag_id,
       d_tag,
       embeddingSql,
       is_pinned,
       tagProcessed,
       external_uuid,
-      device_name
+      device_name,
+      ...raw !== null ? [raw] : []
     ]
   );
+  let result;
+  if (cleaned !== null && !rawMessageColumnMissing) {
+    try {
+      result = await insert(cleaned, message);
+    } catch (err3) {
+      const e = err3;
+      if (e.code !== "42703" || !e.message?.includes("raw_message")) throw err3;
+      rawMessageColumnMissing = true;
+      console.error(
+        "\u26A0\uFE0F [HotPath] memory.raw_message \uCE78\uC774 \uC5C6\uC2B5\uB2C8\uB2E4 \u2014 `mcp-agents-memory migrate` \uC2E4\uD589 \uD6C4 \uC774 \uD504\uB85C\uC138\uC2A4\uB97C \uC7AC\uC2DC\uC791\uD574\uC57C Buzz \uBD09\uD22C \uC815\uB9AC\uAC00 \uC2DC\uC791\uB429\uB2C8\uB2E4. \uADF8 \uC804\uAE4C\uC9C0\uB294 \uC6D0\uBB38 \uADF8\uB300\uB85C \uC800\uC7A5\uD569\uB2C8\uB2E4."
+      );
+      result = await insert(message, null);
+    }
+  } else {
+    result = await insert(message, null);
+  }
   if (result.rows.length === 0) {
     const existing = await db.query(
       `SELECT id, created_at FROM memory WHERE external_uuid = $1 LIMIT 1`,
@@ -60397,7 +60497,7 @@ async function processOne(client2, row) {
     promises.push(
       (async () => {
         try {
-          embedding = await embedMessage(row.message);
+          embedding = await embedMessage(buzzEmbeddingText(row.message));
         } catch (err3) {
           embedError = err3;
         }