@anuma/sdk 6.3.1 → 6.4.1

package/dist/react/index.cjs

@@ -3636,6 +3636,12 @@ async function embedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embedding = await generateEmbedding(message.content, options);
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   return updateMessageEmbeddingOp(ctx, messageId, embedding, embeddingModel);
@@ -3643,11 +3649,17 @@ async function embedMessage(ctx, messageId, options) {
 async function embedAllMessages(ctx, options, filter) {
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   let embeddedCount = 0;
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   const conversations = await getConversationsOp(ctx);
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       if (message.vector && message.vector.length > 0) {
         continue;
       }
@@ -3660,6 +3672,11 @@ async function embedAllMessages(ctx, options, filter) {
       if (message.origin === NON_EMBEDDABLE_ORIGIN) {
         continue;
       }
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       const minLength = filter?.minContentLength ?? DEFAULT_MIN_CONTENT_LENGTH;
       if (message.content.length < minLength) {
         continue;
@@ -3674,6 +3691,13 @@ async function embedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   return embeddedCount;
 }
 async function chunkAndEmbedMessage(ctx, messageId, options) {
@@ -3688,6 +3712,12 @@ async function chunkAndEmbedMessage(ctx, messageId, options) {
   if (message.origin === NON_EMBEDDABLE_ORIGIN) {
     return message;
   }
+  if (isEncrypted(message.content)) {
+    getLogger().warn(
+      `memoryEngine: message ${messageId} is still encrypted (key unavailable?) \u2014 not embedded`
+    );
+    return message;
+  }
   const embeddingModel = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (!shouldChunkMessage(message.content, chunkSize)) {
     const embedding = await generateEmbedding(message.content, options);
@@ -3712,9 +3742,15 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
   const targetConversations = filter?.conversationId ? conversations.filter((c) => c.conversationId === filter.conversationId) : conversations;
   const shortMessages = [];
   const longMessages = [];
+  let stillEncrypted = 0;
+  let considered = 0;
+  let sealedRowsSeen = 0;
+  let rowsSeen = 0;
   for (const conv of targetConversations) {
     const messages = await getMessagesOp(ctx, conv.conversationId);
     for (const message of messages) {
+      rowsSeen++;
+      if (isEncrypted(message.content)) sealedRowsSeen++;
       const isStale = message.embeddingModel !== void 0 && message.embeddingModel !== null && message.embeddingModel !== embeddingModel;
       if (message.chunks && message.chunks.length > 0 && !isStale) continue;
       const hasVector = message.vector && message.vector.length > 0;
@@ -3722,6 +3758,11 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       if (filter?.roles && !filter.roles.includes(message.role)) continue;
       if (message.role === "system") continue;
       if (message.origin === NON_EMBEDDABLE_ORIGIN) continue;
+      considered++;
+      if (isEncrypted(message.content)) {
+        stillEncrypted++;
+        continue;
+      }
       if (message.content.length < minLength) continue;
       if (shouldChunkMessage(message.content, chunkSize)) {
         longMessages.push({
@@ -3733,6 +3774,13 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       }
     }
   }
+  if (stillEncrypted > 0 || sealedRowsSeen > 0) {
+    getLogger().error(
+      "memoryEngine: messages still encrypted (key unavailable?) \u2014 excluded from embedding",
+      void 0,
+      { stillEncrypted, considered, sealedRowsSeen, rowsSeen }
+    );
+  }
   let embeddedCount = 0;
   if (shortMessages.length > 0) {
     try {
@@ -3783,6 +3831,7 @@ var init_embeddings = __esm({
   "src/lib/memoryEngine/embeddings.ts"() {
     "use strict";
     init_operations();
+    init_encryption_utils();
     init_logger();
     init_chunking();
     init_constants();
@@ -14936,6 +14985,7 @@ async function cleanupConversationSummary(database, conversationId) {
 var HEADER = "[Tool Execution Results]\n\n";
 var FOOTER = "\n\nBased on these results, continue with the task.";
 var ENTRY_SEPARATOR = "\n\n";
+var TOOL_RESULT_FOOTER_LINE = FOOTER.trim();
 var MAX_PERSISTED_TOOL_RESULT_CHARS = 1e5;
 function buildToolResultContent(results) {
   const entries = results.map((r) => `Tool "${r.name}" returned: ${JSON.stringify(r.result)}`);
@@ -14945,6 +14995,9 @@ function buildToolResultContent(results) {
   );
   return `${HEADER}${summary}${FOOTER}`;
 }
+function capToolResultEntries(entries, budget) {
+  return capEntries(entries, budget);
+}
 function capEntries(entries, budget) {
   const smallestFirst = entries.map((_, index) => index).sort((a, b) => entries[a].length - entries[b].length);
   const capped = [...entries];
@@ -14969,6 +15022,112 @@ function truncationMarker(omitted) {
 ... (tool output truncated, ${omitted} characters omitted)`;
 }
 
+// src/lib/chat/toolResults.ts
+var TOOL_RESULTS_PREFIX = "[Tool Execution Results]";
+var DISPLAY_CARD_PLACEHOLDER = "[displayed a card to the user with the tool result]";
+var TOOL_LINE = /^Tool "([^"]+)" returned: (.*)$/;
+var TOOL_RESULT_ORIGIN = "tool_result";
+function isToolResultsRow(row) {
+  if (row.origin === TOOL_RESULT_ORIGIN) return true;
+  if (typeof row.origin === "string") return false;
+  if (row.role !== "user" || !row.content.startsWith(TOOL_RESULTS_PREFIX)) return false;
+  return parseToolResultSegments(row.content).length > 0;
+}
+function parseToolResultSegments(content) {
+  const segments = [];
+  for (const raw of content.split("\n")) {
+    const line = raw.trim();
+    const match = TOOL_LINE.exec(line);
+    if (match) {
+      segments.push({ name: match[1], line });
+      continue;
+    }
+    const current = segments[segments.length - 1];
+    if (!current || line === "" || line === TOOL_RESULT_FOOTER_LINE) continue;
+    if (line === TOOL_RESULTS_PREFIX) continue;
+    current.line = `${current.line}
+${line}`;
+  }
+  return segments;
+}
+function prepareToolResultsForReplay(rows, options) {
+  if (options.fold) {
+    return foldToolResultsRows(rows, {
+      exclude: options.exclude,
+      placeholder: options.placeholder
+    });
+  }
+  return rows.filter((row) => !isToolResultsRow(row));
+}
+function foldToolResultsRows(rows, options) {
+  const exclude = new Set(options?.exclude ?? []);
+  const out = [];
+  const pending = [];
+  const assistantIndexById = /* @__PURE__ */ new Map();
+  for (const row of rows) {
+    if (isToolResultsRow(row)) {
+      pending.push({ row, insertionPoint: out.length });
+      continue;
+    }
+    out.push(row);
+    if (row.role === "assistant" && row.uniqueId) {
+      assistantIndexById.set(row.uniqueId, out.length - 1);
+    }
+  }
+  const byTarget = /* @__PURE__ */ new Map();
+  for (const { row, insertionPoint } of pending) {
+    const target = resolveFoldTarget(out, row, insertionPoint, assistantIndexById);
+    if (target === void 0) continue;
+    const group = byTarget.get(target);
+    if (group) group.push(row);
+    else byTarget.set(target, [row]);
+  }
+  for (const [target, groupedRows] of byTarget) {
+    const assistant = out[target];
+    const kept = groupedRows.flatMap((row) => parseToolResultSegments(row.content)).filter((segment) => !exclude.has(segment.name));
+    if (kept.length > 0) {
+      out[target] = { ...assistant, content: appendToolResults(assistant.content, kept) };
+    } else if (!assistant.content.trim() && options?.placeholder) {
+      out[target] = { ...assistant, content: options.placeholder };
+    }
+  }
+  return out;
+}
+function resolveFoldTarget(out, row, insertionPoint, assistantIndexById) {
+  const linked = row.parentMessageId ? assistantIndexById.get(row.parentMessageId) : void 0;
+  if (linked !== void 0) return linked;
+  let previous;
+  for (let i = insertionPoint - 1; i >= 0; i--) {
+    if (out[i].role === "assistant") {
+      previous = i;
+      break;
+    }
+  }
+  let next;
+  for (let i = insertionPoint; i < out.length; i++) {
+    if (out[i].role === "assistant") {
+      next = i;
+      break;
+    }
+  }
+  if (previous === void 0) return next;
+  if (next === void 0) return previous;
+  return next - insertionPoint < insertionPoint - previous ? next : previous;
+}
+var MAX_FOLDED_APPENDIX_CHARS = 2e4;
+function appendToolResults(assistantContent, kept) {
+  const framing = TOOL_RESULTS_PREFIX.length + 1 + (kept.length - 1);
+  const capped = capToolResultEntries(
+    kept.map((segment) => segment.line),
+    MAX_FOLDED_APPENDIX_CHARS - framing
+  );
+  const appendix = `${TOOL_RESULTS_PREFIX}
+${capped.join("\n")}`;
+  return assistantContent.trim() ? `${assistantContent}
+
+${appendix}` : appendix;
+}
+
 // src/lib/db/chat/lazyDecrypt.ts
 init_useEncryption();
 init_encryption_utils();
@@ -22324,11 +22483,17 @@ function useChatStorage(options) {
     preProcessors,
     piiRedaction,
     onPiiRedacted,
-    nerDetector
+    nerDetector,
+    toolResultsHistoryExclude,
+    foldToolResultsInHistory
   } = options;
   const [currentConversationId, setCurrentConversationId] = (0, import_react5.useState)(
     initialConversationId || null
   );
+  const toolResultsHistoryExcludeRef = (0, import_react5.useRef)(toolResultsHistoryExclude);
+  toolResultsHistoryExcludeRef.current = toolResultsHistoryExclude;
+  const foldToolResultsInHistoryRef = (0, import_react5.useRef)(foldToolResultsInHistory);
+  foldToolResultsInHistoryRef.current = foldToolResultsInHistory;
   const nerDetectorRef = (0, import_react5.useRef)(nerDetector);
   nerDetectorRef.current = nerDetector;
   const resolvedPiiRedaction = (0, import_react5.useMemo)(
@@ -23336,7 +23501,12 @@ function useChatStorage(options) {
       }
       if (includeHistory) {
         const validMessages = storedMessages.filter((msg) => !msg.error);
-        const limitedMessages = validMessages.slice(-maxHistoryMessages);
+        const replayableMessages = prepareToolResultsForReplay(validMessages, {
+          fold: foldToolResultsInHistoryRef.current === true,
+          exclude: toolResultsHistoryExcludeRef.current,
+          placeholder: DISPLAY_CARD_PLACEHOLDER
+        });
+        const limitedMessages = replayableMessages.slice(-maxHistoryMessages);
         if (!fileContextForRequest) {
           for (let i = limitedMessages.length - 1; i >= 0; i--) {
             const msg = limitedMessages[i];
@@ -23346,6 +23516,7 @@ function useChatStorage(options) {
             }
           }
         }
+        const foldedHistory = limitedMessages;
         let encryptionKey;
         if (walletAddress && hasEncryptionKey(walletAddress) && isOPFSSupported()) {
           try {
@@ -23362,7 +23533,7 @@ function useChatStorage(options) {
         const { messagesToConvert, summarySystemMessage } = await maybeSummarizeHistory({
           database,
           conversationId: convId,
-          messages: limitedMessages,
+          messages: foldedHistory,
           summarizeHistory,
           summaryTokenThreshold,
           summaryMinWindowMessages,
@@ -23820,37 +23991,25 @@ function useChatStorage(options) {
         }
       }
       const autoToolResults = result.autoExecutedToolResults;
+      let storedToolResultsMessage;
       if (autoToolResults && autoToolResults.length > 0) {
-        const toolResultContent = buildToolResultContent(autoToolResults);
+        const toolResultsOpts = {
+          conversationId: convId,
+          role: "user",
+          content: buildToolResultContent(autoToolResults),
+          model: "",
+          parentMessageId: storedAssistantMessage.uniqueId,
+          origin: TOOL_RESULT_ORIGIN
+        };
         try {
-          await writeOrQueue(
+          const toolResultsWrite = await writeOrQueue(
             "createMessage",
-            {
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            },
-            () => createMessageOp(storageCtx, {
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            }),
-            () => makeSyntheticStoredMessage({
-              conversationId: convId,
-              role: "user",
-              content: toolResultContent,
-              model: "",
-              parentMessageId: storedAssistantMessage.uniqueId,
-              origin: "tool_result"
-            }),
+            toolResultsOpts,
+            () => createMessageOp(storageCtx, toolResultsOpts),
+            () => makeSyntheticStoredMessage(toolResultsOpts),
             assistantMsgQueueId ? [assistantMsgQueueId] : []
           );
+          storedToolResultsMessage = toolResultsWrite.result;
         } catch {
         }
       }
@@ -23873,7 +24032,8 @@ function useChatStorage(options) {
         error: null,
         userMessage: storedUserMessage,
         assistantMessage: storedAssistantMessage,
-        autoExecutedToolResults: result.autoExecutedToolResults
+        autoExecutedToolResults: autoToolResults,
+        toolResultsMessage: storedToolResultsMessage
       };
     },
     // eslint-disable-next-line react-hooks/exhaustive-deps -- intentionally omitting stable refs and config values that don't change identity

package/dist/react/index.d.mts

@@ -5220,6 +5220,40 @@ interface BaseUseChatStorageOptions {
      * Defaults to the hardcoded MCP_R2_DOMAIN from clientConfig.
      */
     mcpR2Domain?: string;
+    /**
+     * Tool names whose persisted results must never be replayed to the model.
+     *
+     * A turn's auto-executed tool results are stored as a synthetic
+     * `[Tool Execution Results]` row and, on a replayed send, folded back onto the
+     * assistant turn they belong to — that is what lets a follow-up question about a
+     * tool's output work after a reload. Name a tool here when its payload exists for
+     * the RENDERER rather than the model: a display card can carry data the model was
+     * deliberately never given (People Nearby's card holds third parties' snapped
+     * coordinates, which the search result strips), and replaying it would hand that
+     * data straight back.
+     *
+     * Hook-level rather than per-send on purpose: an exclusion that has to be
+     * remembered at every call site is one bad send away from leaking.
+     */
+    toolResultsHistoryExclude?: string[];
+    /**
+     * Fold persisted `[Tool Execution Results]` rows onto the assistant turn that produced them
+     * when replaying stored history, instead of dropping them.
+     *
+     * **Defaults to `false`, and that default is deliberate.** Folding is the better behaviour —
+     * it is what lets a follow-up about a tool's output work after a reload — but it moves the
+     * payload from a `role: "user"` row onto an `assistant` row. Any consumer that scrubs these
+     * rows by checking `role === "user"` plus the content prefix (which is how both apps did it
+     * before this option existed) stops catching them the moment folding turns on, and starts
+     * replaying whatever the row held. Opting in is therefore a statement that the caller has
+     * checked its own filters and set {@link toolResultsHistoryExclude} for any payload that must
+     * not reach the model.
+     *
+     * With it off, rows are dropped from the replayed history rather than sent verbatim. Verbatim
+     * would put two consecutive `user` turns on the wire, and the model answers the previous turn
+     * instead of the new prompt.
+     */
+    foldToolResultsInHistory?: boolean;
     /**
      * Pre-processors run after the last user message is received but before
      * the first LLM request. Each receives the prompt text and a shared
@@ -10354,6 +10388,12 @@ type SendMessageWithStorageResult = {
         name: string;
         result: unknown;
     }[];
+    /**
+     * The synthetic `[Tool Execution Results]` row those results were persisted as, so a caller can
+     * key its transient overlay on the id the SDK actually wrote instead of deriving one (#5519).
+     * Absent when no tool ran, or when that (non-fatal) write failed.
+     */
+    toolResultsMessage?: StoredMessage;
 } | {
     data: ApiResponse;
     error: null;

package/dist/react/index.d.ts

@@ -5220,6 +5220,40 @@ interface BaseUseChatStorageOptions {
      * Defaults to the hardcoded MCP_R2_DOMAIN from clientConfig.
      */
     mcpR2Domain?: string;
+    /**
+     * Tool names whose persisted results must never be replayed to the model.
+     *
+     * A turn's auto-executed tool results are stored as a synthetic
+     * `[Tool Execution Results]` row and, on a replayed send, folded back onto the
+     * assistant turn they belong to — that is what lets a follow-up question about a
+     * tool's output work after a reload. Name a tool here when its payload exists for
+     * the RENDERER rather than the model: a display card can carry data the model was
+     * deliberately never given (People Nearby's card holds third parties' snapped
+     * coordinates, which the search result strips), and replaying it would hand that
+     * data straight back.
+     *
+     * Hook-level rather than per-send on purpose: an exclusion that has to be
+     * remembered at every call site is one bad send away from leaking.
+     */
+    toolResultsHistoryExclude?: string[];
+    /**
+     * Fold persisted `[Tool Execution Results]` rows onto the assistant turn that produced them
+     * when replaying stored history, instead of dropping them.
+     *
+     * **Defaults to `false`, and that default is deliberate.** Folding is the better behaviour —
+     * it is what lets a follow-up about a tool's output work after a reload — but it moves the
+     * payload from a `role: "user"` row onto an `assistant` row. Any consumer that scrubs these
+     * rows by checking `role === "user"` plus the content prefix (which is how both apps did it
+     * before this option existed) stops catching them the moment folding turns on, and starts
+     * replaying whatever the row held. Opting in is therefore a statement that the caller has
+     * checked its own filters and set {@link toolResultsHistoryExclude} for any payload that must
+     * not reach the model.
+     *
+     * With it off, rows are dropped from the replayed history rather than sent verbatim. Verbatim
+     * would put two consecutive `user` turns on the wire, and the model answers the previous turn
+     * instead of the new prompt.
+     */
+    foldToolResultsInHistory?: boolean;
     /**
      * Pre-processors run after the last user message is received but before
      * the first LLM request. Each receives the prompt text and a shared
@@ -10354,6 +10388,12 @@ type SendMessageWithStorageResult = {
         name: string;
         result: unknown;
     }[];
+    /**
+     * The synthetic `[Tool Execution Results]` row those results were persisted as, so a caller can
+     * key its transient overlay on the id the SDK actually wrote instead of deriving one (#5519).
+     * Absent when no tool ran, or when that (non-fatal) write failed.
+     */
+    toolResultsMessage?: StoredMessage;
 } | {
     data: ApiResponse;
     error: null;