@anuma/sdk 6.3.1 → 6.4.1

package/dist/react/index.mjs

@@ -168,7 +168,7 @@ import {
   updateVaultMemoryOp,
   useEncryption,
   vaultMemoryToStored
-} from "./chunk-TI3UVQPF.mjs";
+} from "./chunk-IO4ZCPK2.mjs";
 import {
   PiiRedactor,
   createStreamingDeAnonymizer,
@@ -5350,6 +5350,7 @@ async function cleanupConversationSummary(database, conversationId) {
 var HEADER = "[Tool Execution Results]\n\n";
 var FOOTER = "\n\nBased on these results, continue with the task.";
 var ENTRY_SEPARATOR = "\n\n";
+var TOOL_RESULT_FOOTER_LINE = FOOTER.trim();
 var MAX_PERSISTED_TOOL_RESULT_CHARS = 1e5;
 function buildToolResultContent(results) {
   const entries = results.map((r) => `Tool "${r.name}" returned: ${JSON.stringify(r.result)}`);
@@ -5359,6 +5360,9 @@ function buildToolResultContent(results) {
   );
   return `${HEADER}${summary}${FOOTER}`;
 }
+function capToolResultEntries(entries, budget) {
+  return capEntries(entries, budget);
+}
 function capEntries(entries, budget) {
   const smallestFirst = entries.map((_, index) => index).sort((a, b) => entries[a].length - entries[b].length);
   const capped = [...entries];
@@ -5383,6 +5387,112 @@ function truncationMarker(omitted) {
 ... (tool output truncated, ${omitted} characters omitted)`;
 }
 
+// src/lib/chat/toolResults.ts
+var TOOL_RESULTS_PREFIX = "[Tool Execution Results]";
+var DISPLAY_CARD_PLACEHOLDER = "[displayed a card to the user with the tool result]";
+var TOOL_LINE = /^Tool "([^"]+)" returned: (.*)$/;
+var TOOL_RESULT_ORIGIN = "tool_result";
+function isToolResultsRow(row) {
+  if (row.origin === TOOL_RESULT_ORIGIN) return true;
+  if (typeof row.origin === "string") return false;
+  if (row.role !== "user" || !row.content.startsWith(TOOL_RESULTS_PREFIX)) return false;
+  return parseToolResultSegments(row.content).length > 0;
+}
+function parseToolResultSegments(content) {
+  const segments = [];
+  for (const raw of content.split("\n")) {
+    const line = raw.trim();
+    const match = TOOL_LINE.exec(line);
+    if (match) {
+      segments.push({ name: match[1], line });
+      continue;
+    }
+    const current = segments[segments.length - 1];
+    if (!current || line === "" || line === TOOL_RESULT_FOOTER_LINE) continue;
+    if (line === TOOL_RESULTS_PREFIX) continue;
+    current.line = `${current.line}
+${line}`;
+  }
+  return segments;
+}
+function prepareToolResultsForReplay(rows, options) {
+  if (options.fold) {
+    return foldToolResultsRows(rows, {
+      exclude: options.exclude,
+      placeholder: options.placeholder
+    });
+  }
+  return rows.filter((row) => !isToolResultsRow(row));
+}
+function foldToolResultsRows(rows, options) {
+  const exclude = new Set(options?.exclude ?? []);
+  const out = [];
+  const pending = [];
+  const assistantIndexById = /* @__PURE__ */ new Map();
+  for (const row of rows) {
+    if (isToolResultsRow(row)) {
+      pending.push({ row, insertionPoint: out.length });
+      continue;
+    }
+    out.push(row);
+    if (row.role === "assistant" && row.uniqueId) {
+      assistantIndexById.set(row.uniqueId, out.length - 1);
+    }
+  }
+  const byTarget = /* @__PURE__ */ new Map();
+  for (const { row, insertionPoint } of pending) {
+    const target = resolveFoldTarget(out, row, insertionPoint, assistantIndexById);
+    if (target === void 0) continue;
+    const group = byTarget.get(target);
+    if (group) group.push(row);
+    else byTarget.set(target, [row]);
+  }
+  for (const [target, groupedRows] of byTarget) {
+    const assistant = out[target];
+    const kept = groupedRows.flatMap((row) => parseToolResultSegments(row.content)).filter((segment) => !exclude.has(segment.name));
+    if (kept.length > 0) {
+      out[target] = { ...assistant, content: appendToolResults(assistant.content, kept) };
+    } else if (!assistant.content.trim() && options?.placeholder) {
+      out[target] = { ...assistant, content: options.placeholder };
+    }
+  }
+  return out;
+}
+function resolveFoldTarget(out, row, insertionPoint, assistantIndexById) {
+  const linked = row.parentMessageId ? assistantIndexById.get(row.parentMessageId) : void 0;
+  if (linked !== void 0) return linked;
+  let previous;
+  for (let i = insertionPoint - 1; i >= 0; i--) {
+    if (out[i].role === "assistant") {
+      previous = i;
+      break;
+    }
+  }
+  let next;
+  for (let i = insertionPoint; i < out.length; i++) {
+    if (out[i].role === "assistant") {
+      next = i;
+      break;
+    }
+  }
+  if (previous === void 0) return next;
+  if (next === void 0) return previous;
+  return next - insertionPoint < insertionPoint - previous ? next : previous;
+}
+var MAX_FOLDED_APPENDIX_CHARS = 2e4;
+function appendToolResults(assistantContent, kept) {
+  const framing = TOOL_RESULTS_PREFIX.length + 1 + (kept.length - 1);
+  const capped = capToolResultEntries(
+    kept.map((segment) => segment.line),
+    MAX_FOLDED_APPENDIX_CHARS - framing
+  );
+  const appendix = `${TOOL_RESULTS_PREFIX}
+${capped.join("\n")}`;
+  return assistantContent.trim() ? `${assistantContent}
+
+${appendix}` : appendix;
+}
+
 // src/lib/db/chat/lazyDecrypt.ts
 var LRU_CAPACITY = 256;
 var titleCache = /* @__PURE__ */ new Map();
@@ -12612,11 +12722,17 @@ function useChatStorage(options) {
     preProcessors,
     piiRedaction,
     onPiiRedacted,
-    nerDetector
+    nerDetector,
+    toolResultsHistoryExclude,
+    foldToolResultsInHistory
   } = options;
   const [currentConversationId, setCurrentConversationId] = useState4(
     initialConversationId || null
   );
+  const toolResultsHistoryExcludeRef = useRef4(toolResultsHistoryExclude);
+  toolResultsHistoryExcludeRef.current = toolResultsHistoryExclude;
+  const foldToolResultsInHistoryRef = useRef4(foldToolResultsInHistory);
+  foldToolResultsInHistoryRef.current = foldToolResultsInHistory;
   const nerDetectorRef = useRef4(nerDetector);
   nerDetectorRef.current = nerDetector;
   const resolvedPiiRedaction = useMemo3(
@@ -13624,7 +13740,12 @@ function useChatStorage(options) {
       }
       if (includeHistory) {
         const validMessages = storedMessages.filter((msg) => !msg.error);
-        const limitedMessages = validMessages.slice(-maxHistoryMessages);
+        const replayableMessages = prepareToolResultsForReplay(validMessages, {
+          fold: foldToolResultsInHistoryRef.current === true,
+          exclude: toolResultsHistoryExcludeRef.current,
+          placeholder: DISPLAY_CARD_PLACEHOLDER
+        });
+        const limitedMessages = replayableMessages.slice(-maxHistoryMessages);
         if (!fileContextForRequest) {
           for (let i = limitedMessages.length - 1; i >= 0; i--) {
             const msg = limitedMessages[i];
@@ -13634,6 +13755,7 @@ function useChatStorage(options) {
             }
           }
         }
+        const foldedHistory = limitedMessages;
         let encryptionKey;
         if (walletAddress && hasEncryptionKey(walletAddress) && isOPFSSupported()) {
           try {
@@ -13650,7 +13772,7 @@ function useChatStorage(options) {
         const { messagesToConvert, summarySystemMessage } = await maybeSummarizeHistory({
           database,
           conversationId: convId,
-          messages: limitedMessages,
+          messages: foldedHistory,
           summarizeHistory,
           summaryTokenThreshold,
           summaryMinWindowMessages,
@@ -14108,37 +14230,25 @@ function useChatStorage(options) {
         }
       }
       const autoToolResults = result.autoExecutedToolResults;
+      let storedToolResultsMessage;
       if (autoToolResults && autoToolResults.length > 0) {
-        const toolResultContent = buildToolResultContent(autoToolResults);
+        const toolResultsOpts = {
+          conversationId: convId,
+          role: "user",
+          content: buildToolResultContent(autoToolResults),
+          model: "",
+          parentMessageId: storedAssistantMessage.uniqueId,
+          origin: TOOL_RESULT_ORIGIN
+        };
         try {
-          await writeOrQueue(
+          const toolResultsWrite = await writeOrQueue(
             "createMessage",
-            {
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            },
-            () => createMessageOp(storageCtx, {
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            }),
-            () => makeSyntheticStoredMessage({
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            }),
+            toolResultsOpts,
+            () => createMessageOp(storageCtx, toolResultsOpts),
+            () => makeSyntheticStoredMessage(toolResultsOpts),
             assistantMsgQueueId ? [assistantMsgQueueId] : []
           );
+          storedToolResultsMessage = toolResultsWrite.result;
         } catch {
         }
       }
@@ -14161,7 +14271,8 @@ function useChatStorage(options) {
         error: null,
         userMessage: storedUserMessage,
         assistantMessage: storedAssistantMessage,
-        autoExecutedToolResults: result.autoExecutedToolResults
+        autoExecutedToolResults: autoToolResults,
+        toolResultsMessage: storedToolResultsMessage
       };
     },
     // eslint-disable-next-line react-hooks/exhaustive-deps -- intentionally omitting stable refs and config values that don't change identity

package/dist/react/{recall-PCM7H5TA.mjs → recall-2J2755WC.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-TI3UVQPF.mjs";
+} from "./chunk-IO4ZCPK2.mjs";
 import "./chunk-ILAWDQDE.mjs";
 import "./chunk-GYKJOWEO.mjs";
 export {

package/dist/server/{chunk-S5WEN7TE.mjs → chunk-EKYGWD5N.mjs}

@@ -18832,6 +18832,12 @@ async function embedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embedding = await generateEmbedding(message.content, options);
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   return updateMessageEmbeddingOp(ctx, messageId, embedding, embeddingModel);
@@ -18839,11 +18845,17 @@ async function embedMessage(ctx, messageId, options) {
 async function embedAllMessages(ctx, options, filter) {
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   let embeddedCount = 0;
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   const conversations = await getConversationsOp(ctx);
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       if (message.vector && message.vector.length > 0) {
         continue;
       }
@@ -18856,6 +18868,11 @@ async function embedAllMessages(ctx, options, filter) {
       if (message.origin === NON_EMBEDDABLE_ORIGIN) {
         continue;
       }
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       const minLength = filter?.minContentLength ?? DEFAULT_MIN_CONTENT_LENGTH;
       if (message.content.length < minLength) {
         continue;
@@ -18870,6 +18887,13 @@ async function embedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   return embeddedCount;
 }
 async function chunkAndEmbedMessage(ctx, messageId, options) {
@@ -18884,6 +18908,12 @@ async function chunkAndEmbedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (!shouldChunkMessage(message.content, chunkSize)) {
     const embedding = await generateEmbedding(message.content, options);
@@ -18908,9 +18938,15 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   const shortMessages = [];
   const longMessages = [];
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       const isStale = message.embeddingModel !== void 0 && message.embeddingModel !== null && message.embeddingModel !== embeddingModel;
       if (message.chunks && message.chunks.length > 0 && !isStale) continue;
       const hasVector = message.vector && message.vector.length > 0;
@@ -18918,6 +18954,11 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       if (filter?.roles && !filter.roles.includes(message.role)) continue;
       if (message.role === "system") continue;
       if (message.origin === NON_EMBEDDABLE_ORIGIN) continue;
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       if (message.content.length < minLength) continue;
       if (shouldChunkMessage(message.content, chunkSize)) {
         longMessages.push({
@@ -18929,6 +18970,13 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   let embeddedCount = 0;
   if (shortMessages.length > 0) {
     try {
@@ -20709,7 +20757,7 @@ function createMemoryVaultSearchTool(vaultCtx, embeddingOptions, cache, searchOp
             subQueries = decomp.subQueries;
           }
         }
-        const { recall: recall2 } = await import("./recall-BQSCJBGI.mjs");
+        const { recall: recall2 } = await import("./recall-IVV6EILK.mjs");
         let recallDegraded = [];
         const result = await recall2(
           query,

package/dist/server/index.cjs

@@ -19753,6 +19753,12 @@ async function embedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embedding = await generateEmbedding(message.content, options);
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   return updateMessageEmbeddingOp(ctx, messageId, embedding, embeddingModel);
@@ -19760,11 +19766,17 @@ async function embedMessage(ctx, messageId, options) {
 async function embedAllMessages(ctx, options, filter) {
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   let embeddedCount = 0;
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   const conversations = await getConversationsOp(ctx);
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       if (message.vector && message.vector.length > 0) {
         continue;
       }
@@ -19777,6 +19789,11 @@ async function embedAllMessages(ctx, options, filter) {
       if (message.origin === NON_EMBEDDABLE_ORIGIN) {
         continue;
       }
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       const minLength = filter?.minContentLength ?? DEFAULT_MIN_CONTENT_LENGTH;
       if (message.content.length < minLength) {
         continue;
@@ -19791,6 +19808,13 @@ async function embedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   return embeddedCount;
 }
 async function chunkAndEmbedMessage(ctx, messageId, options) {
@@ -19805,6 +19829,12 @@ async function chunkAndEmbedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (!shouldChunkMessage(message.content, chunkSize)) {
     const embedding = await generateEmbedding(message.content, options);
@@ -19829,9 +19859,15 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   const shortMessages = [];
   const longMessages = [];
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       const isStale = message.embeddingModel !== void 0 && message.embeddingModel !== null && message.embeddingModel !== embeddingModel;
       if (message.chunks && message.chunks.length > 0 && !isStale) continue;
       const hasVector = message.vector && message.vector.length > 0;
@@ -19839,6 +19875,11 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       if (filter?.roles && !filter.roles.includes(message.role)) continue;
       if (message.role === "system") continue;
       if (message.origin === NON_EMBEDDABLE_ORIGIN) continue;
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       if (message.content.length < minLength) continue;
       if (shouldChunkMessage(message.content, chunkSize)) {
         longMessages.push({
@@ -19850,6 +19891,13 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   let embeddedCount = 0;
   if (shortMessages.length > 0) {
     try {
@@ -19900,6 +19948,7 @@ var init_embeddings = __esm({
   "src/lib/memoryEngine/embeddings.ts"() {
     "use strict";
     init_operations();
+    init_encryption_utils();
     init_logger();
     init_chunking();
     init_constants();

package/dist/server/index.mjs

@@ -139,7 +139,7 @@ import {
   updateVaultMemoryOp,
   upsertMessageOp,
   vaultMemoryToStored
-} from "./chunk-S5WEN7TE.mjs";
+} from "./chunk-EKYGWD5N.mjs";
 import {
   createStreamingDeAnonymizer,
   notifyConsolidationFallback,

package/dist/server/{recall-BQSCJBGI.mjs → recall-IVV6EILK.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-S5WEN7TE.mjs";
+} from "./chunk-EKYGWD5N.mjs";
 import "./chunk-OBDRKQQI.mjs";
 import "./chunk-3RPGXXPZ.mjs";
 export {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "6.3.1",
+  "version": "6.4.1",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",