@anuma/sdk 6.38.0 → 6.39.0

package/dist/expo/index.mjs

@@ -17084,7 +17084,6 @@ async function recall(query, ctx, options = {}) {
   }
   const needsChunkEmbedding = types.includes("chunk") && ctx.storageCtx;
   const wantsTemporal = types.includes("fact") && (ctx.factSource || ctx.vaultCtx);
-  const graphRefiner = flags.traverse && options.graphRefine && options.decomposeOptions ? createLlmNeighborRefiner(options.decomposeOptions) : void 0;
   const queryEmbedTotalTimeoutMs = options.queryEmbedTotalTimeoutMs ?? DEFAULT_QUERY_EMBED_TOTAL_TIMEOUT_MS;
   const prepStart = nowMs2();
   let sharedEmbedMs = 0;
@@ -17113,13 +17112,12 @@ async function recall(query, ctx, options = {}) {
     safeLane(
       "graph",
       () => graphLaneFailed = true,
-      () => ctx.factSource ? ctx.factSource.graphRanking(query, flags.traverse, options) : buildGraphLaneRanking(query, ctx, flags.traverse, {
-        ...options.maxHops !== void 0 && { maxHops: options.maxHops },
-        ...options.entityFanout !== void 0 && { entityFanout: options.entityFanout },
-        ...options.nodeBudget !== void 0 && { nodeBudget: options.nodeBudget },
-        ...options.rrfK !== void 0 && { rrfK: options.rrfK },
-        ...graphRefiner && { refineNeighbors: graphRefiner }
-      })
+      () => ctx.factSource ? ctx.factSource.graphRanking(query, flags.traverse, options) : buildGraphLaneRanking(
+        query,
+        ctx,
+        flags.traverse,
+        graphTraversalOptions(options, flags.traverse)
+      )
     ),
     wantsTemporal ? safeLane(
       "temporal",
@@ -17338,6 +17336,16 @@ function toFactMemory(r, now) {
     updatedAt: r.updatedAt ?? /* @__PURE__ */ new Date(0)
   };
 }
+function graphTraversalOptions(options, traverse) {
+  const refineNeighbors = traverse && options.graphRefine && options.decomposeOptions ? createLlmNeighborRefiner(options.decomposeOptions) : void 0;
+  return {
+    ...options.maxHops !== void 0 && { maxHops: options.maxHops },
+    ...options.entityFanout !== void 0 && { entityFanout: options.entityFanout },
+    ...options.nodeBudget !== void 0 && { nodeBudget: options.nodeBudget },
+    ...options.rrfK !== void 0 && { rrfK: options.rrfK },
+    ...refineNeighbors && { refineNeighbors }
+  };
+}
 async function buildGraphLaneRanking(query, ctx, traverse = false, traversalOptions = {}) {
   const entityCtx = ctx.entityCtx ?? ctx.vaultCtx?.entityCtx;
   if (!entityCtx) return [];
@@ -17503,24 +17511,33 @@ function isDumpQuery(query) {
   return false;
 }
 async function listRecentFacts(ctx, limit, toolOptions) {
+  const store = toolOptions?.memoryStore;
   const vaultCtx = ctx.vaultCtx;
-  if (!vaultCtx) return [];
-  const ordered = await getVaultRankingProjectionsOp(vaultCtx, {
+  if (!vaultCtx && !store) return [];
+  const read = (ids) => store ? store.list({ memoryIds: ids }) : getVaultMemoriesByIdsOp(vaultCtx, ids);
+  const filters = {
     ...toolOptions?.scopes && { scopes: toolOptions.scopes },
-    ...toolOptions?.memoryIds !== void 0 && { memoryIds: toolOptions.memoryIds },
+    ...toolOptions?.memoryIds !== void 0 && { memoryIds: toolOptions.memoryIds }
+  };
+  const project = (size) => store ? store.listProjections({ ...filters, limit: size }) : getVaultRankingProjectionsOp(vaultCtx, {
+    ...filters,
     ...toolOptions?.folderId !== void 0 && { folderId: toolOptions.folderId }
   });
   const readable = [];
-  for (let i = 0; i < ordered.length && readable.length < limit; i += limit) {
-    const batch = ordered.slice(i, i + limit).map((p) => p.uniqueId);
-    const byId = new Map(
-      (await getVaultMemoriesByIdsOp(vaultCtx, batch)).map((m) => [m.uniqueId, m])
-    );
-    for (const id of batch) {
-      const m = byId.get(id);
-      if (m && !isEncrypted(m.content)) readable.push(m);
-      if (readable.length >= limit) break;
+  let start = 0;
+  for (let size = limit; readable.length < limit; size *= 2) {
+    const ordered = await project(size);
+    for (let i = start; i < ordered.length && readable.length < limit; i += limit) {
+      const batch = ordered.slice(i, i + limit).map((p) => p.uniqueId);
+      const byId = new Map((await read(batch)).map((m) => [m.uniqueId, m]));
+      for (const id of batch) {
+        const m = byId.get(id);
+        if (m && !isEncrypted(m.content)) readable.push(m);
+        if (readable.length >= limit) break;
+      }
     }
+    if (!store || ordered.length < size) break;
+    start = ordered.length;
   }
   return readable.map((m) => ({
     id: m.uniqueId,
@@ -17537,6 +17554,8 @@ async function listRecentFacts(ctx, limit, toolOptions) {
   }));
 }
 function createRecallTool(ctx, toolOptions, callbacks) {
+  if (toolOptions?.memoryStore && toolOptions.folderId !== void 0)
+    throw new Error("Folders are not supported with a memoryStore");
   const defaultTypes = toolOptions?.types ?? ["fact", "chunk"];
   const defaultLimit = toolOptions?.limit ?? DEFAULT_LIMIT2;
   const defaultBudget = toolOptions?.budget ?? DEFAULT_BUDGET2;
@@ -17608,7 +17627,7 @@ function createRecallTool(ctx, toolOptions, callbacks) {
       let surfaced = 0;
       try {
         let recallDegraded = [];
-        const wantsRecent = args.sort === "recent" && defaultTypes.includes("fact") && ctx.vaultCtx !== void 0;
+        const wantsRecent = args.sort === "recent" && defaultTypes.includes("fact") && (ctx.vaultCtx !== void 0 || toolOptions?.memoryStore !== void 0);
         let result;
         if (wantsRecent) {
           result = { memories: await listRecentFacts(ctx, effectiveLimit, toolOptions) };
@@ -18110,6 +18129,7 @@ function createLocalMemoryStore(options) {
     });
   };
   return {
+    masksEmbeddingInput: options.embeddingOptions.maskInput !== void 0,
     list: (listOptions) => getAllVaultMemoriesOp(vaultCtx, listOptions),
     get: (id) => getVaultMemoryOp(vaultCtx, id),
     listArchived: async () => {
@@ -18191,6 +18211,22 @@ function createLocalMemoryStore(options) {
       { vaultCtx, embeddingOptions: options.embeddingOptions, vaultCache },
       retainOptions
     ),
+    factSource: {
+      search: (query, searchOptions) => searchVaultMemoriesWithSize(
+        query,
+        vaultCtx,
+        options.embeddingOptions,
+        vaultCache,
+        searchOptions
+      ),
+      graphRanking: (query, traverse, recallOptions) => buildGraphLaneRanking(
+        query,
+        { vaultCtx, entityCtx, embeddingOptions: options.embeddingOptions },
+        traverse,
+        graphTraversalOptions(recallOptions, traverse)
+      ),
+      temporalRanking: (query, now) => buildTemporalLaneRanking(query, vaultCtx, now)
+    },
     subscribe: (onChange, subscribeOptions) => {
       const afterFirst = () => {
         let first = true;
@@ -19077,38 +19113,31 @@ function createRemoteMemoryPipeline(options) {
     };
     return { prepare, port };
   };
-  return {
-    recall: async (query, recallOptions = {}) => {
+  const factSource = {
+    graphRanking: options.graphRanking,
+    temporalRanking: options.temporalRanking,
+    search: async (text13, searchOptions) => {
       const { prepare } = operation("recall");
-      return recall(
-        query,
-        {
-          embeddingOptions,
-          factSource: {
-            graphRanking: options.graphRanking,
-            temporalRanking: options.temporalRanking,
-            search: async (text13, searchOptions) => {
-              const prepared = await prepare(text13, searchOptions);
-              const ranked = await rankPreparedVaultCandidates(
-                text13,
-                prepared,
-                embeddingOptions,
-                searchOptions
-              );
-              return {
-                ...ranked,
-                rankedOnCosine: prepared.memories.length > 0 && !prepared.embeddingsUnavailable,
-                decryptLast: true,
-                rowsDecrypted: prepared.rowsDecrypted,
-                queryEmbedMs: prepared.queryEmbedMs,
-                rowsEmbedded: 0
-              };
-            }
-          }
-        },
-        { ...recallOptions, types: ["fact"] }
+      const prepared = await prepare(text13, searchOptions);
+      const ranked = await rankPreparedVaultCandidates(
+        text13,
+        prepared,
+        embeddingOptions,
+        searchOptions
       );
-    },
+      return {
+        ...ranked,
+        rankedOnCosine: prepared.memories.length > 0 && !prepared.embeddingsUnavailable,
+        decryptLast: true,
+        rowsDecrypted: prepared.rowsDecrypted,
+        queryEmbedMs: prepared.queryEmbedMs,
+        rowsEmbedded: 0
+      };
+    }
+  };
+  return {
+    factSource,
+    recall: async (query, recallOptions = {}) => recall(query, { embeddingOptions, factSource }, { ...recallOptions, types: ["fact"] }),
     retain: async (content, retainOptions) => {
       const { port } = operation("retain");
       return retainWithPersistence(
@@ -19469,6 +19498,7 @@ function createRemoteMemoryStore(options) {
     });
   };
   return {
+    masksEmbeddingInput: embeddingOptions.maskInput !== void 0,
     list: async (listOptions = {}) => (await listRows(decrypted, listOptions, listFilters(listOptions), maxOf(listOptions))).map(
       (r) => stored(r.memory)
     ),
@@ -19664,6 +19694,7 @@ function createRemoteMemoryStore(options) {
       })
     ),
     recall: (query, recallOptions) => pipeline.recall(query, recallOptions),
+    factSource: pipeline.factSource,
     retain: async (content, retainOptions) => {
       const result = await pipeline.retain(content, retainOptions);
       if (result.action === "create" || result.action === "supersede") notify("membership");
@@ -21427,19 +21458,20 @@ function createMemoryVaultSearchTool(vaultCtx, embeddingOptions, cache, searchOp
         const budget = wantsDecompose ? "high" : searchOptions?.rerank ? "mid" : "low";
         const folderId = searchOptions?.folderId ?? argFolderId;
         if (searchOptions?.useFusion === false) {
-          const { results: legacy, embeddingsUnavailable } = await searchVaultMemoriesWithSize(
+          const legacyOptions = {
+            limit: requestLimit,
+            minSimilarity,
+            useFusion: false,
+            ...tuningForward,
+            ...folderId !== void 0 && { folderId },
+            ...searchOptions?.scopes && { scopes: searchOptions.scopes }
+          };
+          const { results: legacy, embeddingsUnavailable } = "retain" in vaultCtx ? await vaultCtx.factSource.search(query, legacyOptions) : await searchVaultMemoriesWithSize(
             query,
             vaultCtx,
             embeddingOptions,
             cache,
-            {
-              limit: requestLimit,
-              minSimilarity,
-              useFusion: false,
-              ...tuningForward,
-              ...folderId !== void 0 && { folderId },
-              ...searchOptions?.scopes && { scopes: searchOptions.scopes }
-            }
+            legacyOptions
           );
           if (legacy.length === 0) {
             return embeddingsUnavailable ? EMBEDDINGS_DEGRADED_EMPTY_NO_LEXICAL : "No relevant memories found in the vault.";
@@ -21458,7 +21490,7 @@ function createMemoryVaultSearchTool(vaultCtx, embeddingOptions, cache, searchOp
         let recallDegraded = [];
         const result = await recall(
           query,
-          { vaultCtx, embeddingOptions, vaultCache: cache },
+          "retain" in vaultCtx ? { factSource: vaultCtx.factSource, embeddingOptions } : { vaultCtx, embeddingOptions, vaultCache: cache },
           {
             onDiagnostics: (d) => {
               recallDegraded = d.degraded;
@@ -21538,8 +21570,10 @@ function describeWriteOutcome(outcome2) {
   }
 }
 function createMemoryVaultTool(vaultCtx, options, embeddingOptions, cache) {
+  const store = "retain" in vaultCtx ? vaultCtx : void 0;
+  const ctx = "retain" in vaultCtx ? void 0 : vaultCtx;
   const hasOnSave = !!options?.onSave;
-  const folderNames = options?.folderMap ? Array.from(options.folderMap.keys()) : [];
+  const folderNames = !store && options?.folderMap ? Array.from(options.folderMap.keys()) : [];
   return {
     type: "function",
     function: {
@@ -21584,7 +21618,7 @@ function createMemoryVaultTool(vaultCtx, options, embeddingOptions, cache) {
         let previousContent;
         const scope = options?.scope ?? "private";
         if (isUpdate) {
-          const existing = await getVaultMemoryOp(vaultCtx, id);
+          const existing = store ? await store.get(id) : await getVaultMemoryOp(ctx, id);
           if (!existing) {
             return `Error: Memory with ID "${id}" not found. Creating a new memory instead would require a separate call without an ID.`;
           }
@@ -21605,9 +21639,18 @@ function createMemoryVaultTool(vaultCtx, options, embeddingOptions, cache) {
             return isUpdate ? `Memory update was cancelled by the user. The memory "${id}" was not modified.` : "Memory save was cancelled by the user. No memory was created.";
           }
         }
-        if (isUpdate) {
+        if (isUpdate && store) {
+          const updated = await store.update(id, {
+            content,
+            ...factType !== void 0 && { factType }
+          });
+          if (!updated) {
+            return `Error: Failed to update memory "${id}".`;
+          }
+          return `Memory updated successfully (ID: ${updated.uniqueId}).`;
+        } else if (isUpdate) {
           const folderId = folderName ? options?.folderMap?.get(folderName) : void 0;
-          const updated = await updateVaultMemoryOp(vaultCtx, id, {
+          const updated = await updateVaultMemoryOp(ctx, id, {
             content,
             embedding: null,
             folderId,
@@ -21622,7 +21665,7 @@ function createMemoryVaultTool(vaultCtx, options, embeddingOptions, cache) {
               content,
               embeddingOptions,
               cache,
-              vaultCtx,
+              ctx,
               id,
               updated.updatedAt
             ).catch(() => {
@@ -21642,18 +21685,22 @@ function createMemoryVaultTool(vaultCtx, options, embeddingOptions, cache) {
             await notifyWritten(options, input, outcome2);
             return describeWriteOutcome(outcome2);
           }
-          const created = await createVaultMemoryOp(vaultCtx, {
+          const created = store ? await store.create({
+            content,
+            scope,
+            ...factType !== void 0 && { factType }
+          }) : await createVaultMemoryOp(ctx, {
             content,
             scope,
             folderId,
             ...factType !== void 0 && { factType }
           });
-          if (embeddingOptions && cache) {
+          if (ctx && embeddingOptions && cache) {
             eagerEmbedContent(
               content,
               embeddingOptions,
               cache,
-              vaultCtx,
+              ctx,
               created.uniqueId,
               created.updatedAt
             ).catch(() => {
@@ -23932,6 +23979,8 @@ onClearAllEncryptionState(resetRecentToolSets);
 // src/expo/useChatStorage.ts
 var CONVERSATION_REDACTOR_LIMIT = 50;
 var NO_CONVERSATION_KEY = "__no_conversation__";
+var NO_STORE_FOLDERS = "Folders are not supported with a memoryStore";
+var NO_STORE_MASK = "piiRedaction needs a memoryStore built with embeddingOptions.maskInput";
 var conversationRedactors = /* @__PURE__ */ new Map();
 var clientToolFilterCache = /* @__PURE__ */ new Map();
 function getConversationRedactor(conversationId, nerDetector) {
@@ -24033,6 +24082,7 @@ function useChatStorage(options) {
     signMessage,
     embeddedWalletSigner,
     getWalletAddress,
+    memoryStore,
     enableQueue = true,
     autoFlushOnKeyAvailable = true,
     extraToolSets,
@@ -24073,6 +24123,7 @@ function useChatStorage(options) {
     [resolvedPiiRedaction]
   );
   const maskEmbeddingInput = isPiiRedactor(resolvedPiiRedaction) ? maskForEmbedding : void 0;
+  const storeMaskMissing = memoryStore !== void 0 && maskEmbeddingInput !== void 0 && !memoryStore.masksEmbeddingInput;
   const messagesCollection = useMemo(() => database.get("history"), [database]);
   const conversationsCollection = useMemo(
     () => database.get("conversations"),
@@ -24321,6 +24372,15 @@ function useChatStorage(options) {
   }, [vaultEmbeddingCache]);
   const retainVaultMemory = useCallback4(
     async (input) => {
+      if (memoryStore) {
+        if (storeMaskMissing) throw new Error(NO_STORE_MASK);
+        if (input.folderId !== void 0) throw new Error(NO_STORE_FOLDERS);
+        return memoryStore.retain(input.content, {
+          source: "manual",
+          scope: input.scope,
+          ...input.factType !== void 0 && { factType: input.factType }
+        });
+      }
       if (!getToken) {
         throw new Error("getToken is required to retain a vault memory");
       }
@@ -24344,37 +24404,56 @@ function useChatStorage(options) {
         }
       );
     },
-    [vaultCtx, getToken, baseUrl, embeddingModel, maskEmbeddingInput, vaultEmbeddingCache]
+    [
+      vaultCtx,
+      getToken,
+      baseUrl,
+      embeddingModel,
+      maskEmbeddingInput,
+      vaultEmbeddingCache,
+      memoryStore,
+      storeMaskMissing
+    ]
   );
   const createMemoryVaultTool2 = useCallback4(
     (options2) => {
+      if (storeMaskMissing) throw new Error(NO_STORE_MASK);
       return createMemoryVaultTool(
-        vaultCtx,
-        getToken ? { write: retainVaultMemory, ...options2 } : options2
+        memoryStore ?? vaultCtx,
+        getToken || memoryStore ? { write: retainVaultMemory, ...options2 } : options2
       );
     },
-    [vaultCtx, getToken, retainVaultMemory]
+    [vaultCtx, getToken, retainVaultMemory, memoryStore, storeMaskMissing]
   );
   const createRecallTool2 = useCallback4(
     (toolOptions, callbacks) => {
-      if (!getToken) {
+      if (!getToken && !memoryStore) {
         throw new Error("getToken is required for recall tool");
       }
       const resolvedToolOptions = toolOptions?.excludeConversationId !== void 0 || !currentConversationId ? toolOptions : { ...toolOptions, excludeConversationId: currentConversationId };
+      if (storeMaskMissing) throw new Error(NO_STORE_MASK);
+      if (memoryStore && resolvedToolOptions?.folderId !== void 0)
+        throw new Error(NO_STORE_FOLDERS);
+      const embeddingOptions = {
+        getToken,
+        baseUrl,
+        model: embeddingModel,
+        maskInput: maskEmbeddingInput
+      };
       return createRecallTool(
-        {
+        memoryStore ? {
+          factSource: memoryStore.factSource,
+          ...getToken && { storageCtx },
+          embeddingOptions,
+          chunkCache: chunkVectorCacheRef.current
+        } : {
           vaultCtx,
           storageCtx,
-          embeddingOptions: {
-            getToken,
-            baseUrl,
-            model: embeddingModel,
-            maskInput: maskEmbeddingInput
-          },
+          embeddingOptions,
           vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
         },
-        resolvedToolOptions,
+        memoryStore ? { ...resolvedToolOptions, memoryStore } : resolvedToolOptions,
         callbacks
       );
     },
@@ -24386,12 +24465,14 @@ function useChatStorage(options) {
       embeddingModel,
       currentConversationId,
       maskEmbeddingInput,
-      vaultEmbeddingCache
+      vaultEmbeddingCache,
+      memoryStore,
+      storeMaskMissing
     ]
   );
   const recallFn = useCallback4(
     async (query, options2) => {
-      if (!getToken) {
+      if (!getToken && !memoryStore) {
         return {
           memories: [],
           usedBudget: options2?.budget ?? "low",
@@ -24400,17 +24481,25 @@ function useChatStorage(options) {
         };
       }
       const resolvedOptions = options2?.excludeConversationId !== void 0 || !currentConversationId ? options2 : { ...options2, excludeConversationId: currentConversationId };
+      if (storeMaskMissing) throw new Error(NO_STORE_MASK);
+      if (memoryStore && resolvedOptions?.folderId !== void 0) throw new Error(NO_STORE_FOLDERS);
+      const embeddingOptions = {
+        getToken,
+        baseUrl,
+        model: embeddingModel,
+        maskInput: maskEmbeddingInput
+      };
       return recall(
         query,
-        {
+        memoryStore ? {
+          factSource: memoryStore.factSource,
+          ...getToken && { storageCtx },
+          embeddingOptions,
+          chunkCache: chunkVectorCacheRef.current
+        } : {
           vaultCtx,
           storageCtx,
-          embeddingOptions: {
-            getToken,
-            baseUrl,
-            model: embeddingModel,
-            maskInput: maskEmbeddingInput
-          },
+          embeddingOptions,
           vaultCache: vaultEmbeddingCache,
           chunkCache: chunkVectorCacheRef.current
         },
@@ -24425,20 +24514,27 @@ function useChatStorage(options) {
       embeddingModel,
       currentConversationId,
       maskEmbeddingInput,
-      vaultEmbeddingCache
+      vaultEmbeddingCache,
+      memoryStore,
+      storeMaskMissing
     ]
   );
   const getVaultMemories = useCallback4(
     (options2) => {
-      return getAllVaultMemoriesOp(vaultCtx, options2);
+      if (!memoryStore) return getAllVaultMemoriesOp(vaultCtx, options2);
+      const { folderId, levels, kinds, ...listOptions } = options2 ?? {};
+      if (folderId !== void 0) throw new Error(NO_STORE_FOLDERS);
+      if (levels !== void 0 || kinds !== void 0)
+        throw new Error("level and kind filters are not supported with a memoryStore");
+      return memoryStore.list(listOptions);
     },
-    [vaultCtx]
+    [vaultCtx, memoryStore]
   );
   const deleteVaultMemory = useCallback4(
     (id) => {
-      return deleteVaultMemoryOp(vaultCtx, id);
+      return memoryStore ? memoryStore.delete(id) : deleteVaultMemoryOp(vaultCtx, id);
     },
-    [vaultCtx]
+    [vaultCtx, memoryStore]
   );
   const {
     isLoading,