@anuma/sdk 3.13.0 → 3.13.2

package/dist/expo/index.cjs

@@ -17563,6 +17563,31 @@ function createMemoryEngineTool(storageCtx, embeddingOptions, searchOptions, cal
 // src/expo/useChatStorage.ts
 init_constants();
 
+// src/lib/memoryVault/embeddingCacheRegistry.ts
+init_useEncryption();
+init_lruCache();
+var registry = /* @__PURE__ */ new WeakMap();
+function buildKey(walletAddress, model) {
+  return JSON.stringify([walletAddress ?? null, model]);
+}
+function getVaultEmbeddingCache(database, walletAddress, model) {
+  let perDb = registry.get(database);
+  if (!perDb) {
+    perDb = /* @__PURE__ */ new Map();
+    registry.set(database, perDb);
+  }
+  const key = buildKey(walletAddress, model);
+  let cache = perDb.get(key);
+  if (!cache) {
+    cache = createVaultEmbeddingCache();
+    perDb.set(key, cache);
+  }
+  return cache;
+}
+onClearAllEncryptionState(() => {
+  registry = /* @__PURE__ */ new WeakMap();
+});
+
 // src/lib/memoryVault/index.ts
 init_searchTool();
 
@@ -19024,14 +19049,17 @@ function useChatStorage(options) {
     },
     [vaultCtx]
   );
-  const vaultEmbeddingCacheRef = (0, import_react4.useRef)(createVaultEmbeddingCache());
+  const vaultEmbeddingCache = (0, import_react4.useMemo)(
+    () => getVaultEmbeddingCache(database, walletAddress, embeddingModel),
+    [database, walletAddress, embeddingModel]
+  );
   const chunkVectorCacheRef = (0, import_react4.useRef)(createChunkVectorCache());
   (0, import_react4.useEffect)(() => {
     return onClearAllEncryptionState(() => {
-      vaultEmbeddingCacheRef.current.clear();
+      vaultEmbeddingCache.clear();
       chunkVectorCacheRef.current.clear();
     });
-  }, []);
+  }, [vaultEmbeddingCache]);
   const createRecallTool2 = (0, import_react4.useCallback)(
     (toolOptions, callbacks) => {
       if (!getToken) {
@@ -19048,7 +19076,7 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current,
+          vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
           // entityCtx is intentionally omitted on Expo for now — the
           // W5 graph lane is a no-op without it (recall falls through
@@ -19066,7 +19094,8 @@ function useChatStorage(options) {
       baseUrl,
       embeddingModel,
       currentConversationId,
-      maskEmbeddingInput
+      maskEmbeddingInput,
+      vaultEmbeddingCache
     ]
   );
   const recallFn = (0, import_react4.useCallback)(
@@ -19091,7 +19120,7 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current,
+          vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
         },
         resolvedOptions
@@ -19104,7 +19133,8 @@ function useChatStorage(options) {
       baseUrl,
       embeddingModel,
       currentConversationId,
-      maskEmbeddingInput
+      maskEmbeddingInput,
+      vaultEmbeddingCache
     ]
   );
   const getVaultMemories = (0, import_react4.useCallback)(
@@ -19588,6 +19618,31 @@ function useChatStorage(options) {
         };
       }
       const { callRedactor, callPiiRedaction, maskForCall } = resolvePiiForCall(convId);
+      const effectiveApiType = resolveApiType(requestApiType ?? apiType ?? "auto", model);
+      const isServerToolsFunction = typeof serverToolsFilter === "function";
+      const fetchServerToolsSettled = async (token) => {
+        try {
+          return {
+            tools: await getServerTools({
+              baseUrl,
+              cacheExpirationMs: serverToolsConfig?.cacheExpirationMs,
+              getToken: token,
+              cache: serverToolsConfig?.cache
+            })
+          };
+        } catch (error) {
+          return { error };
+        }
+      };
+      const embedForToolsSettled = async (token) => {
+        try {
+          return { embedding: await embedToolText(contentForStorage, maskForCall, token) };
+        } catch (error) {
+          return { error };
+        }
+      };
+      const serverToolsPromise = getTokenRef.current && !(Array.isArray(serverToolsFilter) && serverToolsFilter.length === 0) ? fetchServerToolsSettled(getTokenRef.current) : null;
+      const userMessageEmbeddingPromise = getTokenRef.current && contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS && (isServerToolsFunction && !(serverToolsConfig?.deferLoading?.enabled && effectiveApiType === "responses") || !!clientTools?.length) ? embedForToolsSettled(getTokenRef.current) : null;
       let messagesToSend;
       const storedMessages = await getMessages(convId);
       const knownToolCallEventIds = /* @__PURE__ */ new Set();
@@ -19662,29 +19717,26 @@ function useChatStorage(options) {
         };
       }
       const startTime = Date.now();
-      const effectiveApiType = resolveApiType(requestApiType ?? apiType ?? "auto", model);
       let mergedTools = clientTools;
       let userMessageEmbedding;
       let userMessageEmbeddingFailed = false;
+      let serverFilterEmbeddingFailed = false;
       let filteredServerTools = [];
-      const isServerToolsFunction = typeof serverToolsFilter === "function";
       if (getTokenRef.current && !(Array.isArray(serverToolsFilter) && serverToolsFilter.length === 0)) {
         try {
-          const allServerTools = await getServerTools({
-            baseUrl,
-            cacheExpirationMs: serverToolsConfig?.cacheExpirationMs,
-            getToken: getTokenRef.current,
-            cache: serverToolsConfig?.cache
-          });
+          const settledTools = await (serverToolsPromise ?? fetchServerToolsSettled(getTokenRef.current));
+          if ("error" in settledTools) throw settledTools.error;
+          const allServerTools = settledTools.tools;
           if (serverToolsConfig?.deferLoading?.enabled && effectiveApiType === "responses") {
             filteredServerTools = allServerTools;
           } else if (isServerToolsFunction) {
             if (contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS) {
-              userMessageEmbedding = await embedToolText(
-                contentForStorage,
-                maskForCall,
-                getTokenRef.current
-              );
+              const settledEmbedding = await (userMessageEmbeddingPromise ?? embedForToolsSettled(getTokenRef.current));
+              if ("error" in settledEmbedding) {
+                serverFilterEmbeddingFailed = true;
+                throw settledEmbedding.error;
+              }
+              userMessageEmbedding = settledEmbedding.embedding;
               const toolNames = serverToolsFilter(userMessageEmbedding, allServerTools);
               filteredServerTools = filterServerTools(allServerTools, toolNames);
             }
@@ -19708,14 +19760,11 @@ function useChatStorage(options) {
       if (clientTools?.length) {
         try {
           if (!userMessageEmbedding && getTokenRef.current && contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS) {
-            try {
-              userMessageEmbedding = await embedToolText(
-                contentForStorage,
-                maskForCall,
-                getTokenRef.current
-              );
-            } catch {
+            const settledEmbedding = !userMessageEmbeddingPromise || serverFilterEmbeddingFailed ? await embedForToolsSettled(getTokenRef.current) : await userMessageEmbeddingPromise;
+            if ("error" in settledEmbedding) {
               userMessageEmbeddingFailed = true;
+            } else {
+              userMessageEmbedding = settledEmbedding.embedding;
             }
           }
           if (typeof clientToolsFilter === "function") {

package/dist/expo/index.mjs

@@ -8829,6 +8829,29 @@ function createMemoryEngineTool(storageCtx, embeddingOptions, searchOptions, cal
   };
 }
 
+// src/lib/memoryVault/embeddingCacheRegistry.ts
+var registry = /* @__PURE__ */ new WeakMap();
+function buildKey(walletAddress, model) {
+  return JSON.stringify([walletAddress ?? null, model]);
+}
+function getVaultEmbeddingCache(database, walletAddress, model) {
+  let perDb = registry.get(database);
+  if (!perDb) {
+    perDb = /* @__PURE__ */ new Map();
+    registry.set(database, perDb);
+  }
+  const key = buildKey(walletAddress, model);
+  let cache = perDb.get(key);
+  if (!cache) {
+    cache = createVaultEmbeddingCache();
+    perDb.set(key, cache);
+  }
+  return cache;
+}
+onClearAllEncryptionState(() => {
+  registry = /* @__PURE__ */ new WeakMap();
+});
+
 // src/lib/memoryVault/tool.ts
 var MANUAL_FACT_TYPES = [
   "identity",
@@ -10275,14 +10298,17 @@ function useChatStorage(options) {
     },
     [vaultCtx]
   );
-  const vaultEmbeddingCacheRef = useRef4(createVaultEmbeddingCache());
+  const vaultEmbeddingCache = useMemo(
+    () => getVaultEmbeddingCache(database, walletAddress, embeddingModel),
+    [database, walletAddress, embeddingModel]
+  );
   const chunkVectorCacheRef = useRef4(createChunkVectorCache());
   useEffect4(() => {
     return onClearAllEncryptionState(() => {
-      vaultEmbeddingCacheRef.current.clear();
+      vaultEmbeddingCache.clear();
       chunkVectorCacheRef.current.clear();
     });
-  }, []);
+  }, [vaultEmbeddingCache]);
   const createRecallTool2 = useCallback4(
     (toolOptions, callbacks) => {
       if (!getToken) {
@@ -10299,7 +10325,7 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current,
+          vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
           // entityCtx is intentionally omitted on Expo for now — the
           // W5 graph lane is a no-op without it (recall falls through
@@ -10317,7 +10343,8 @@ function useChatStorage(options) {
       baseUrl,
       embeddingModel,
       currentConversationId,
-      maskEmbeddingInput
+      maskEmbeddingInput,
+      vaultEmbeddingCache
     ]
   );
   const recallFn = useCallback4(
@@ -10342,7 +10369,7 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current,
+          vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
         },
         resolvedOptions
@@ -10355,7 +10382,8 @@ function useChatStorage(options) {
       baseUrl,
       embeddingModel,
       currentConversationId,
-      maskEmbeddingInput
+      maskEmbeddingInput,
+      vaultEmbeddingCache
     ]
   );
   const getVaultMemories = useCallback4(
@@ -10839,6 +10867,31 @@ function useChatStorage(options) {
         };
       }
       const { callRedactor, callPiiRedaction, maskForCall } = resolvePiiForCall(convId);
+      const effectiveApiType = resolveApiType(requestApiType ?? apiType ?? "auto", model);
+      const isServerToolsFunction = typeof serverToolsFilter === "function";
+      const fetchServerToolsSettled = async (token) => {
+        try {
+          return {
+            tools: await getServerTools({
+              baseUrl,
+              cacheExpirationMs: serverToolsConfig?.cacheExpirationMs,
+              getToken: token,
+              cache: serverToolsConfig?.cache
+            })
+          };
+        } catch (error) {
+          return { error };
+        }
+      };
+      const embedForToolsSettled = async (token) => {
+        try {
+          return { embedding: await embedToolText(contentForStorage, maskForCall, token) };
+        } catch (error) {
+          return { error };
+        }
+      };
+      const serverToolsPromise = getTokenRef.current && !(Array.isArray(serverToolsFilter) && serverToolsFilter.length === 0) ? fetchServerToolsSettled(getTokenRef.current) : null;
+      const userMessageEmbeddingPromise = getTokenRef.current && contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS && (isServerToolsFunction && !(serverToolsConfig?.deferLoading?.enabled && effectiveApiType === "responses") || !!clientTools?.length) ? embedForToolsSettled(getTokenRef.current) : null;
       let messagesToSend;
       const storedMessages = await getMessages(convId);
       const knownToolCallEventIds = /* @__PURE__ */ new Set();
@@ -10913,29 +10966,26 @@ function useChatStorage(options) {
         };
       }
       const startTime = Date.now();
-      const effectiveApiType = resolveApiType(requestApiType ?? apiType ?? "auto", model);
       let mergedTools = clientTools;
       let userMessageEmbedding;
       let userMessageEmbeddingFailed = false;
+      let serverFilterEmbeddingFailed = false;
       let filteredServerTools = [];
-      const isServerToolsFunction = typeof serverToolsFilter === "function";
       if (getTokenRef.current && !(Array.isArray(serverToolsFilter) && serverToolsFilter.length === 0)) {
         try {
-          const allServerTools = await getServerTools({
-            baseUrl,
-            cacheExpirationMs: serverToolsConfig?.cacheExpirationMs,
-            getToken: getTokenRef.current,
-            cache: serverToolsConfig?.cache
-          });
+          const settledTools = await (serverToolsPromise ?? fetchServerToolsSettled(getTokenRef.current));
+          if ("error" in settledTools) throw settledTools.error;
+          const allServerTools = settledTools.tools;
           if (serverToolsConfig?.deferLoading?.enabled && effectiveApiType === "responses") {
             filteredServerTools = allServerTools;
           } else if (isServerToolsFunction) {
             if (contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS) {
-              userMessageEmbedding = await embedToolText(
-                contentForStorage,
-                maskForCall,
-                getTokenRef.current
-              );
+              const settledEmbedding = await (userMessageEmbeddingPromise ?? embedForToolsSettled(getTokenRef.current));
+              if ("error" in settledEmbedding) {
+                serverFilterEmbeddingFailed = true;
+                throw settledEmbedding.error;
+              }
+              userMessageEmbedding = settledEmbedding.embedding;
               const toolNames = serverToolsFilter(userMessageEmbedding, allServerTools);
               filteredServerTools = filterServerTools(allServerTools, toolNames);
             }
@@ -10959,14 +11009,11 @@ function useChatStorage(options) {
       if (clientTools?.length) {
         try {
           if (!userMessageEmbedding && getTokenRef.current && contentForStorage.length >= MIN_CONTENT_LENGTH_FOR_TOOLS) {
-            try {
-              userMessageEmbedding = await embedToolText(
-                contentForStorage,
-                maskForCall,
-                getTokenRef.current
-              );
-            } catch {
+            const settledEmbedding = !userMessageEmbeddingPromise || serverFilterEmbeddingFailed ? await embedForToolsSettled(getTokenRef.current) : await userMessageEmbeddingPromise;
+            if ("error" in settledEmbedding) {
               userMessageEmbeddingFailed = true;
+            } else {
+              userMessageEmbedding = settledEmbedding.embedding;
             }
           }
           if (typeof clientToolsFilter === "function") {