@anuma/sdk 2.3.1 → 2.4.1

package/dist/expo/index.cjs

@@ -2543,7 +2543,13 @@ async function readJsonField(model, column, walletAddress) {
   }
 }
 async function searchChunksOp(ctx, queryVector, options) {
-  const { limit = 10, minSimilarity = 0.5, conversationId, embeddingModel } = options || {};
+  const {
+    limit = 10,
+    minSimilarity = 0.5,
+    conversationId,
+    embeddingModel,
+    chunkCache
+  } = options || {};
   const activeConversations = await ctx.conversationsCollection.query(import_watermelondb.Q.where("is_deleted", false)).fetch();
   const activeConversationIds = new Set(
     // Use _getRaw for reliable raw column access
@@ -2563,23 +2569,54 @@ async function searchChunksOp(ctx, queryVector, options) {
         continue;
       }
     }
+    const version = Number(message._getRaw("updated_at")) || 0;
+    const cached = chunkCache?.get(message.id);
+    if (cached && cached.version === version) {
+      if (cached.chunks.length > 0) {
+        for (let ci = 0; ci < cached.chunks.length; ci++) {
+          const vec = cached.chunks[ci];
+          if (vec.length === 0) continue;
+          const similarity = cosineSimilarity(queryVector, vec);
+          if (similarity >= minSimilarity) {
+            candidates.push({
+              message,
+              similarity,
+              chunkTextSource: { kind: "chunk-cached", chunkIndex: ci, version }
+            });
+          }
+        }
+      } else if (cached.fallback) {
+        const similarity = cosineSimilarity(queryVector, cached.fallback);
+        if (similarity >= minSimilarity) {
+          candidates.push({ message, similarity, chunkTextSource: { kind: "message" } });
+        }
+      }
+      continue;
+    }
     const chunks = await readJsonField(message, "chunks", ctx.walletAddress);
     if (chunks && chunks.length > 0) {
-      for (const chunk of chunks) {
-        if (!chunk.vector || chunk.vector.length === 0) continue;
-        const similarity = cosineSimilarity(queryVector, chunk.vector);
+      const vectors = chunks.map(
+        (chunk) => chunk.vector && chunk.vector.length > 0 ? Float32Array.from(chunk.vector) : new Float32Array(0)
+      );
+      chunkCache?.set(message.id, { version, chunks: vectors });
+      for (let ci = 0; ci < chunks.length; ci++) {
+        const vec = vectors[ci];
+        if (vec.length === 0) continue;
+        const similarity = cosineSimilarity(queryVector, vec);
         if (similarity >= minSimilarity) {
           candidates.push({
             message,
             similarity,
-            chunkTextSource: { kind: "chunk", text: chunk.text }
+            chunkTextSource: { kind: "chunk", text: chunks[ci].text }
           });
         }
       }
     } else {
       const messageVector = await readJsonField(message, "vector", ctx.walletAddress);
       if (!messageVector || messageVector.length === 0) continue;
-      const similarity = cosineSimilarity(queryVector, messageVector);
+      const fallback = Float32Array.from(messageVector);
+      chunkCache?.set(message.id, { version, chunks: [], fallback });
+      const similarity = cosineSimilarity(queryVector, fallback);
       if (similarity >= minSimilarity) {
         candidates.push({ message, similarity, chunkTextSource: { kind: "message" } });
       }
@@ -2606,9 +2643,31 @@ async function searchChunksOp(ctx, queryVector, options) {
       })
     )
   );
+  const chunkStateByMsgId = /* @__PURE__ */ new Map();
+  const needsChunkText = /* @__PURE__ */ new Set();
+  for (const c of topK) {
+    if (c.chunkTextSource.kind === "chunk-cached") needsChunkText.add(c.message.id);
+  }
+  await Promise.all(
+    Array.from(needsChunkText, async (id) => {
+      const m = uniqueMessages.get(id);
+      const parsed = await readJsonField(m, "chunks", ctx.walletAddress);
+      const version = Number(m._getRaw("updated_at")) || 0;
+      if (parsed) chunkStateByMsgId.set(id, { version, chunks: parsed });
+    })
+  );
   return topK.map(({ message, similarity, chunkTextSource }) => {
     const stored = { ...storedById.get(message.id) };
-    const chunkText2 = chunkTextSource.kind === "chunk" ? chunkTextSource.text : stored.content;
+    let chunkText2;
+    if (chunkTextSource.kind === "chunk") {
+      chunkText2 = chunkTextSource.text;
+    } else if (chunkTextSource.kind === "chunk-cached") {
+      const state = chunkStateByMsgId.get(message.id);
+      const chunk = state && state.version === chunkTextSource.version ? state.chunks[chunkTextSource.chunkIndex] : void 0;
+      chunkText2 = chunk?.text ?? stored.content;
+    } else {
+      chunkText2 = stored.content;
+    }
     return { chunkText: chunkText2, message: stored, similarity };
   });
 }
@@ -4840,9 +4899,9 @@ function recencyMultiplier(updatedAt, opts = {}) {
   const updatedMs = updatedAt.getTime();
   if (!Number.isFinite(updatedMs)) return noDate;
   const now = opts.now ?? /* @__PURE__ */ new Date();
-  const nowMs = now.getTime();
-  if (!Number.isFinite(nowMs)) return noDate;
-  const ageDays = Math.max(0, (nowMs - updatedMs) / DAY_MS);
+  const nowMs2 = now.getTime();
+  if (!Number.isFinite(nowMs2)) return noDate;
+  const ageDays = Math.max(0, (nowMs2 - updatedMs) / DAY_MS);
   const perYearDecay = opts.perYearDecay ?? DEFAULT_PER_YEAR_DECAY;
   const floor = opts.floor ?? DEFAULT_FLOOR;
   const decay = perYearDecay * (ageDays / 365);
@@ -4860,14 +4919,42 @@ var init_recency = __esm({
 });
 
 // src/lib/memory/reranker.ts
+function isRerankerAvailable() {
+  return available;
+}
+function isModuleMissing(err) {
+  let e = err;
+  for (let depth = 0; depth < 5 && e !== null && e !== void 0; depth++) {
+    const code = e.code;
+    if (code === "ERR_MODULE_NOT_FOUND" || code === "MODULE_NOT_FOUND") return true;
+    if (e instanceof Error && /cannot find (module|package)|failed to resolve|unable to resolve module|requiring unknown module/i.test(
+      e.message
+    )) {
+      return true;
+    }
+    e = e.cause;
+  }
+  return false;
+}
 async function getModel() {
+  if (available === false) throw new RerankerUnavailableError(void 0);
   if (!modelPromise) {
     const load = (async () => {
-      const transformers = await import("@huggingface/transformers");
+      let transformers;
+      try {
+        transformers = await import("@huggingface/transformers");
+      } catch (err) {
+        if (isModuleMissing(err)) {
+          available = false;
+          throw new RerankerUnavailableError(err);
+        }
+        throw err;
+      }
       const [tokenizer, model] = await Promise.all([
         transformers.AutoTokenizer.from_pretrained(MODEL_ID),
         transformers.AutoModelForSequenceClassification.from_pretrained(MODEL_ID)
       ]);
+      available = true;
       return { tokenizer, model };
     })();
     modelPromise = load;
@@ -4909,11 +4996,19 @@ async function rerankPairs(query, items) {
   }
   return items.map((item, i) => ({ id: item.id, content: item.content, score: scores[i] })).sort((a, b) => b.score - a.score);
 }
-var MODEL_ID, modelPromise;
+var MODEL_ID, RerankerUnavailableError, available, modelPromise;
 var init_reranker = __esm({
   "src/lib/memory/reranker.ts"() {
     "use strict";
     MODEL_ID = "Xenova/ms-marco-MiniLM-L-6-v2";
+    RerankerUnavailableError = class extends Error {
+      constructor(reason) {
+        super("cross-encoder reranker unavailable (@huggingface/transformers not installed)");
+        this.name = "RerankerUnavailableError";
+        this.reason = reason;
+      }
+    };
+    available = void 0;
     modelPromise = null;
   }
 });
@@ -5582,22 +5677,67 @@ async function recall(query, ctx, options = {}) {
   const flags = flagsForBudget(requestedBudget);
   const decomposeAvailable = flags.decompose && !!options.decomposeOptions;
   const usedBudget = requestedBudget === "high" && !decomposeAvailable ? "mid" : requestedBudget;
+  const t0 = nowMs();
+  let prepMs = 0;
+  let factLaneMs = 0;
+  let chunkLaneMs = 0;
+  let fuseMs = 0;
+  const factResults = [];
+  const chunkResults = [];
+  let vaultSize;
+  let didRerank = false;
+  let hadV2Head = false;
+  const emitDiagnostics = (candidateCount) => {
+    const cb = options.onDiagnostics;
+    if (!cb) return;
+    const degraded = [];
+    if (flags.rerank && factResults.length > 0 && hadV2Head && !didRerank) {
+      degraded.push("rerank-unavailable");
+    }
+    if (flags.decompose && !decomposeAvailable) degraded.push("decompose-unavailable");
+    const diagnostics = {
+      usedBudget,
+      reranked: didRerank,
+      candidateCount,
+      ...vaultSize !== void 0 && { vaultSize },
+      factCount: factResults.length,
+      chunkCount: chunkResults.length,
+      timings: {
+        total: nowMs() - t0,
+        prep: prepMs,
+        factLane: factLaneMs,
+        chunkLane: chunkLaneMs,
+        fuse: fuseMs
+      },
+      degraded
+    };
+    try {
+      cb(diagnostics);
+    } catch {
+    }
+  };
   if (!query || typeof query !== "string" || query.trim().length === 0) {
+    emitDiagnostics(0);
     return { memories: [], usedBudget, reranked: false, candidateCount: 0 };
   }
   const needsChunkEmbedding = types.includes("chunk") && ctx.storageCtx;
   const wantsTemporal = types.includes("fact") && ctx.vaultCtx;
+  const prepStart = nowMs();
   const [queryEmbedding, entityRanking, temporalRanking] = await Promise.all([
     needsChunkEmbedding ? generateEmbedding(query, ctx.embeddingOptions) : Promise.resolve(void 0),
     buildGraphLaneRanking(query, ctx),
     wantsTemporal ? buildTemporalLaneRanking(query, ctx.vaultCtx, options.now) : Promise.resolve([])
   ]);
-  const factResults = [];
-  const chunkResults = [];
-  let vaultSize;
+  prepMs = nowMs() - prepStart;
   if (types.includes("fact") && ctx.vaultCtx && ctx.vaultCache) {
+    const factStart = nowMs();
     const vaultMinScore = options.minScore ?? DEFAULT_FACT_MIN_SCORE;
-    const { results, vaultSize: size } = await searchVaultMemoriesWithSize(
+    const {
+      results,
+      vaultSize: size,
+      reranked,
+      hadV2Head: v2Head
+    } = await searchVaultMemoriesWithSize(
       query,
       ctx.vaultCtx,
       ctx.embeddingOptions,
@@ -5648,14 +5788,19 @@ async function recall(query, ctx, options = {}) {
       )
     );
     vaultSize = size;
+    didRerank = reranked;
+    hadV2Head = v2Head;
+    factLaneMs = nowMs() - factStart;
   }
   if (types.includes("chunk") && ctx.storageCtx && queryEmbedding) {
+    const chunkStart = nowMs();
     const chunkMinScore = options.minScore ?? DEFAULT_CHUNK_MIN_SCORE;
     const results = await searchChunksOp(ctx.storageCtx, queryEmbedding, {
       limit: types.includes("fact") ? Math.max(limit * 2, 16) : limit,
       minSimilarity: chunkMinScore,
       embeddingModel: ctx.embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL,
-      ...options.conversationId && { conversationId: options.conversationId }
+      ...options.conversationId && { conversationId: options.conversationId },
+      ...ctx.chunkCache && { chunkCache: ctx.chunkCache }
     });
     chunkResults.push(
       ...dedupeBy(
@@ -5665,18 +5810,23 @@ async function recall(query, ctx, options = {}) {
         (r) => r.chunkText.trim()
       )
     );
+    chunkLaneMs = nowMs() - chunkStart;
   }
+  const fuseStart = nowMs();
   if (types.length === 1 || factResults.length === 0 || chunkResults.length === 0) {
     const memories2 = [
       ...factResults.map(toFactMemory),
       ...chunkResults.map(toChunkMemory)
     ];
     memories2.sort((a, b) => b.score - a.score);
+    const candidateCount = factResults.length + chunkResults.length;
+    fuseMs = nowMs() - fuseStart;
+    emitDiagnostics(candidateCount);
     return {
       memories: memories2.slice(0, limit),
       usedBudget,
-      reranked: flags.rerank,
-      candidateCount: factResults.length + chunkResults.length,
+      reranked: didRerank,
+      candidateCount,
       ...vaultSize !== void 0 && { vaultSize }
     };
   }
@@ -5725,10 +5875,12 @@ async function recall(query, ctx, options = {}) {
     suppressed = next;
     memories = selectWith(suppressed);
   }
+  fuseMs = nowMs() - fuseStart;
+  emitDiagnostics(byId.size);
   return {
     memories,
     usedBudget,
-    reranked: flags.rerank,
+    reranked: didRerank,
     candidateCount: byId.size,
     ...vaultSize !== void 0 && { vaultSize }
   };
@@ -5792,7 +5944,7 @@ function toChunkMemory(r) {
     updatedAt: r.message.createdAt
   };
 }
-var DEFAULT_LIMIT, DEFAULT_BUDGET, DEFAULT_FACT_MIN_SCORE, DEFAULT_CHUNK_MIN_SCORE;
+var DEFAULT_LIMIT, DEFAULT_BUDGET, DEFAULT_FACT_MIN_SCORE, nowMs, DEFAULT_CHUNK_MIN_SCORE;
 var init_recall = __esm({
   "src/lib/memory/recall.ts"() {
     "use strict";
@@ -5808,6 +5960,7 @@ var init_recall = __esm({
     DEFAULT_LIMIT = 8;
     DEFAULT_BUDGET = "low";
     DEFAULT_FACT_MIN_SCORE = 0.1;
+    nowMs = () => typeof performance !== "undefined" && typeof performance.now === "function" ? performance.now() : Date.now();
     DEFAULT_CHUNK_MIN_SCORE = 0.5;
   }
 });
@@ -6007,6 +6160,9 @@ async function rankFusedVaultMemoriesAsync(query, queryEmbedding, items, options
     bm25AdmissionDivisor: options?.bm25AdmissionDivisor,
     rrfK: options?.rrfK
   });
+  if (options?.v2HeadStats) {
+    options.v2HeadStats.hadResults = v2Ranked.length > 0;
+  }
   let combined;
   let tailSlice = [];
   if (options?.rerank) {
@@ -6027,8 +6183,13 @@ async function rankFusedVaultMemoriesAsync(query, queryEmbedding, items, options
         return { ...r, similarity: v2 * (1 + ceWeight * ce) };
       });
       combined.sort((a, b) => b.similarity - a.similarity);
+      if (headSlice.length > 0 && options.rerankStats) options.rerankStats.applied = true;
     } catch (err) {
-      getLogger().warn("[memory/search] cross-encoder rerank failed; using V2 ranking", err);
+      if (err instanceof RerankerUnavailableError) {
+        getLogger().debug("[memory/search] cross-encoder unavailable; using V2 ranking");
+      } else {
+        getLogger().warn("[memory/search] cross-encoder rerank failed; using V2 ranking", err);
+      }
       combined = v2Ranked;
     }
   } else {
@@ -6162,6 +6323,9 @@ async function rankComposite(originalQuery, originalQueryEmbedding, subQueries,
     (r) => r !== null
   );
   combined.sort((a, b) => b.similarity - a.similarity);
+  if (options?.v2HeadStats) {
+    options.v2HeadStats.hadResults = combined.length > 0;
+  }
   if (options?.includeUnrankedTail) {
     const fusedIds = new Set(combined.map((r) => r.uniqueId));
     for (const item of items) {
@@ -6197,11 +6361,16 @@ async function rankComposite(originalQuery, originalQueryEmbedding, subQueries,
       }));
       head.sort((a, b) => b.similarity - a.similarity);
       combined = [...head, ...tailSlice];
+      if (headSlice.length > 0 && options.rerankStats) options.rerankStats.applied = true;
     } catch (err) {
-      getLogger().warn(
-        "[memory/search] composite cross-encoder rerank failed; using fused ranking",
-        err
-      );
+      if (err instanceof RerankerUnavailableError) {
+        getLogger().debug("[memory/search] cross-encoder unavailable; using fused ranking");
+      } else {
+        getLogger().warn(
+          "[memory/search] composite cross-encoder rerank failed; using fused ranking",
+          err
+        );
+      }
     }
   }
   if (options?.mmr) {
@@ -6293,7 +6462,7 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
   const minSimilarity = searchOptions?.minSimilarity ?? 0.1;
   const scopes = searchOptions?.scopes;
   if (!query || typeof query !== "string") {
-    return { results: [], vaultSize: 0 };
+    return { results: [], vaultSize: 0, reranked: false, hadV2Head: false };
   }
   const folderId = searchOptions?.folderId;
   const queryOpts = {};
@@ -6310,7 +6479,7 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
     );
   }
   if (memories.length === 0) {
-    return { results: [], vaultSize: loaded.length };
+    return { results: [], vaultSize: loaded.length, reranked: false, hadV2Head: false };
   }
   const queryEmbedding = await generateEmbedding(query, embeddingOptions);
   const currentModel = embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
@@ -6386,12 +6555,18 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
     memories.map((m) => [m.uniqueId, { createdAt: m.createdAt, updatedAt: m.updatedAt }])
   );
   const stampTimestamps = (out) => {
-    out.results = out.results.map((r) => {
+    const results2 = out.results.map((r) => {
       const ts = timestampById.get(r.uniqueId);
       return ts ? { ...r, createdAt: ts.createdAt, updatedAt: ts.updatedAt } : r;
     });
-    return out;
+    return {
+      results: results2,
+      vaultSize: out.vaultSize,
+      reranked: out.reranked ?? false,
+      hadV2Head: out.hadV2Head ?? false
+    };
   };
+  const rerankStats = { applied: false };
   const useFusion = searchOptions?.useFusion ?? true;
   const tuning = {
     ...searchOptions?.recencyAlpha !== void 0 && { recencyAlpha: searchOptions.recencyAlpha },
@@ -6418,6 +6593,7 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
         query: sq,
         embedding: subEmbeddings[i]
       }));
+      const v2HeadStats = { hadResults: false };
       const composite = await rankComposite(query, queryEmbedding, subQueries, embeddedItems, {
         limit,
         minSimilarity,
@@ -6429,12 +6605,20 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
         ...searchOptions.mmr !== void 0 && { mmr: searchOptions.mmr },
         ...tuning,
         ...searchOptions.entityRanking && { entityRanking: searchOptions.entityRanking },
-        ...searchOptions.temporalRanking && { temporalRanking: searchOptions.temporalRanking }
+        ...searchOptions.temporalRanking && { temporalRanking: searchOptions.temporalRanking },
+        rerankStats,
+        v2HeadStats
+      });
+      return stampTimestamps({
+        results: composite,
+        vaultSize: loaded.length,
+        reranked: rerankStats.applied,
+        hadV2Head: v2HeadStats.hadResults
       });
-      return stampTimestamps({ results: composite, vaultSize: loaded.length });
     }
   }
   if (useFusion && searchOptions?.rerank) {
+    const v2HeadStats = { hadResults: false };
     const results2 = await rankFusedVaultMemoriesAsync(query, queryEmbedding, embeddedItems, {
       limit,
       minSimilarity,
@@ -6446,9 +6630,16 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       ...searchOptions.mmr !== void 0 && { mmr: searchOptions.mmr },
       ...tuning,
       ...searchOptions.entityRanking && { entityRanking: searchOptions.entityRanking },
-      ...searchOptions.temporalRanking && { temporalRanking: searchOptions.temporalRanking }
+      ...searchOptions.temporalRanking && { temporalRanking: searchOptions.temporalRanking },
+      rerankStats,
+      v2HeadStats
+    });
+    return stampTimestamps({
+      results: results2,
+      vaultSize: loaded.length,
+      reranked: rerankStats.applied,
+      hadV2Head: v2HeadStats.hadResults
     });
-    return stampTimestamps({ results: results2, vaultSize: loaded.length });
   }
   if (useFusion) {
     const results2 = rankFusedVaultMemories(query, queryEmbedding, embeddedItems, {
@@ -6458,7 +6649,7 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       ...searchOptions?.entityRanking && { entityRanking: searchOptions.entityRanking },
       ...searchOptions?.temporalRanking && { temporalRanking: searchOptions.temporalRanking }
     });
-    return stampTimestamps({ results: results2, vaultSize: loaded.length });
+    return stampTimestamps({ results: results2, vaultSize: loaded.length, hadV2Head: results2.length > 0 });
   }
   const results = rankVaultMemories(query, queryEmbedding, embeddedItems, {
     limit,
@@ -6470,7 +6661,7 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       supersessionWindow: searchOptions.supersessionWindow
     }
   });
-  return stampTimestamps({ results, vaultSize: loaded.length });
+  return stampTimestamps({ results, vaultSize: loaded.length, hadV2Head: results.length > 0 });
 }
 async function searchVaultMemories(query, vaultCtx, embeddingOptions, cache, searchOptions) {
   const { results } = await searchVaultMemoriesWithSize(
@@ -6767,6 +6958,7 @@ __export(index_exports, {
   ChatMessage: () => Message,
   ConversationMemoryModel: () => ConversationMemory,
   DEFAULT_CACHE_EXPIRATION_MS: () => DEFAULT_CACHE_EXPIRATION_MS,
+  DEFAULT_CHUNK_CACHE_SIZE: () => DEFAULT_CHUNK_CACHE_SIZE,
   DEFAULT_CHUNK_OVERLAP: () => DEFAULT_CHUNK_OVERLAP,
   DEFAULT_CHUNK_SIZE: () => DEFAULT_CHUNK_SIZE,
   DEFAULT_MIN_CHUNK_SIZE: () => DEFAULT_MIN_CHUNK_SIZE,
@@ -6780,6 +6972,7 @@ __export(index_exports, {
   QueueManager: () => QueueManager,
   RECALL_MAX_LIMIT: () => RECALL_MAX_LIMIT,
   RECALL_TOOL_NAME: () => RECALL_TOOL_NAME,
+  RerankerUnavailableError: () => RerankerUnavailableError,
   SDK_SCHEMA_VERSION: () => SDK_SCHEMA_VERSION,
   STREAM_RESUMABLE_HEADER: () => STREAM_RESUMABLE_HEADER,
   StoredVaultFolderModel: () => VaultFolder,
@@ -6812,11 +7005,13 @@ __export(index_exports, {
   conversationMemoryToStored: () => conversationMemoryToStored,
   cosineInt8: () => cosineInt8,
   createAutoExtractor: () => createAutoExtractor,
+  createChunkVectorCache: () => createChunkVectorCache,
   createCryptoPricePreProcessor: () => createCryptoPricePreProcessor,
   createMemoryEngineTool: () => createMemoryEngineTool,
   createMemoryVaultSearchTool: () => createMemoryVaultSearchTool,
   createMemoryVaultTool: () => createMemoryVaultTool,
   createNotionTools: () => createNotionTools,
+  createPlatformCursorStore: () => createPlatformCursorStore,
   createRecallTool: () => createRecallTool,
   createStockPricePreProcessor: () => createStockPricePreProcessor,
   createStreamingDeAnonymizer: () => createStreamingDeAnonymizer,
@@ -6860,6 +7055,7 @@ __export(index_exports, {
   getVaultMemoryOp: () => getVaultMemoryOp,
   hasEncryptionKey: () => hasEncryptionKey,
   isPiiRedactor: () => isPiiRedactor,
+  isRerankerAvailable: () => isRerankerAvailable,
   moveMemoriesToFolderOp: () => moveMemoriesToFolderOp,
   noopLogger: () => noopLogger,
   onKeyAvailable: () => onKeyAvailable,
@@ -13245,6 +13441,23 @@ function parseLocalCalendarDay2(year, month, day) {
 // src/lib/memory/autoExtractWorker.ts
 init_logger();
 init_redactor();
+function createPlatformCursorStore(storage, keyPrefix = "anuma:mem:xcursor:") {
+  return {
+    get(conversationId) {
+      try {
+        return storage.getItem(keyPrefix + conversationId) ?? void 0;
+      } catch {
+        return void 0;
+      }
+    },
+    set(conversationId, messageId) {
+      try {
+        storage.setItem(keyPrefix + conversationId, messageId);
+      } catch {
+      }
+    }
+  };
+}
 var DEFAULT_WINDOW_SIZE = 6;
 var DEFAULT_MAX_WINDOW_SIZE = 20;
 var CONTEXT_OVERLAP = 2;
@@ -13264,12 +13477,24 @@ function createAutoExtractor(options) {
   let inflight = 0;
   let disposed = false;
   const conversations = /* @__PURE__ */ new Map();
+  const cursorStore = options.cursorStore;
+  const hydrate = (state, conversationId) => {
+    if (state.hydrated) return;
+    state.hydrated = true;
+    if (!cursorStore || conversationId === void 0 || state.watermark !== void 0) return;
+    try {
+      const persisted = cursorStore.get(conversationId);
+      if (persisted) state.watermark = persisted;
+    } catch {
+    }
+  };
   const stateFor = (conversationId) => {
     let state = conversations.get(conversationId);
     if (!state) {
       if (conversations.size >= maxTrackedConversations) evictOldestIdle(conversationId);
       state = {};
       conversations.set(conversationId, state);
+      hydrate(state, conversationId);
     }
     return state;
   };
@@ -13282,10 +13507,12 @@ function createAutoExtractor(options) {
     }
   };
   function computeWindow(messages, conversationId) {
-    const lastId = conversations.get(conversationId)?.watermark;
+    const lastId = stateFor(conversationId).watermark;
     const idx = lastId === void 0 ? -1 : messages.findIndex((m) => m.id === lastId);
-    if (idx === -1) return messages.slice(-windowSize);
-    if (idx >= messages.length - 1) return [];
+    if (idx === -1) {
+      return { window: messages.slice(-windowSize), contiguous: messages.length <= windowSize };
+    }
+    if (idx >= messages.length - 1) return { window: [], contiguous: true };
     const start = Math.max(0, idx + 1 - CONTEXT_OVERLAP);
     let window2 = messages.slice(start);
     if (window2.length > maxWindowSize) {
@@ -13294,8 +13521,21 @@ function createAutoExtractor(options) {
       );
       window2 = window2.slice(0, maxWindowSize);
     }
-    return window2;
+    return { window: window2, contiguous: true };
   }
+  const persistCursor = (conversationId, messages, advancedToId, contiguous) => {
+    if (!cursorStore || conversationId === void 0 || !contiguous) return;
+    try {
+      const stored = cursorStore.get(conversationId);
+      if (stored && stored !== advancedToId) {
+        const storedIdx = messages.findIndex((m) => m.id === stored);
+        const newIdx = messages.findIndex((m) => m.id === advancedToId);
+        if (storedIdx !== -1 && newIdx !== -1 && storedIdx >= newIdx) return;
+      }
+      cursorStore.set(conversationId, advancedToId);
+    } catch {
+    }
+  };
   const consolidateBaseUrl = options.consolidate?.baseUrl ?? options.extract.baseUrl;
   const consolidateOptions = options.consolidate ? {
     ...options.extract.apiKey !== void 0 && { apiKey: options.extract.apiKey },
@@ -13341,7 +13581,7 @@ function createAutoExtractor(options) {
     return dispatch(messages, conversationId);
   }
   function dispatch(messages, conversationId) {
-    const window2 = computeWindow(messages, conversationId);
+    const { window: window2, contiguous } = computeWindow(messages, conversationId);
     if (window2.length === 0) {
       options.onSkipped?.({ reason: "no-new-content", conversationId });
       drainPending();
@@ -13366,7 +13606,9 @@ function createAutoExtractor(options) {
             }
           }
         );
-        stateFor(conversationId).watermark = window2[window2.length - 1].id;
+        const advancedTo = window2[window2.length - 1].id;
+        stateFor(conversationId).watermark = advancedTo;
+        persistCursor(conversationId, messages, advancedTo, contiguous);
         for (let i = 0; i < results.length; i++) {
           if (results[i].action === "suppressed") continue;
           options.onMemoryExtracted?.({
@@ -13413,6 +13655,13 @@ function createAutoExtractor(options) {
   };
 }
 
+// src/lib/memory/chunkVectorCache.ts
+init_lruCache();
+var DEFAULT_CHUNK_CACHE_SIZE = 5e3;
+function createChunkVectorCache(maxSize = DEFAULT_CHUNK_CACHE_SIZE) {
+  return new LRUCache(maxSize);
+}
+
 // src/lib/memory/index.ts
 init_recall();
 
@@ -13677,6 +13926,9 @@ function parseAnswer(body, base, parseSchema) {
   };
 }
 
+// src/lib/memory/index.ts
+init_reranker();
+
 // src/lib/memory/topicExtract.ts
 init_operations2();
 init_operations3();
@@ -15058,6 +15310,13 @@ function useChatStorage(options) {
     [vaultCtx]
   );
   const vaultEmbeddingCacheRef = (0, import_react4.useRef)(createVaultEmbeddingCache());
+  const chunkVectorCacheRef = (0, import_react4.useRef)(createChunkVectorCache());
+  (0, import_react4.useEffect)(() => {
+    return onClearAllEncryptionState(() => {
+      vaultEmbeddingCacheRef.current.clear();
+      chunkVectorCacheRef.current.clear();
+    });
+  }, []);
   const createRecallTool2 = (0, import_react4.useCallback)(
     (toolOptions, callbacks) => {
       if (!getToken) {
@@ -15074,7 +15333,8 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current
+          vaultCache: vaultEmbeddingCacheRef.current,
+          chunkCache: chunkVectorCacheRef.current
           // entityCtx is intentionally omitted on Expo for now — the
           // W5 graph lane is a no-op without it (recall falls through
           // to fact + chunk lanes). Wire it up when the Expo client
@@ -15116,7 +15376,8 @@ function useChatStorage(options) {
             model: embeddingModel,
             maskInput: maskEmbeddingInput
           },
-          vaultCache: vaultEmbeddingCacheRef.current
+          vaultCache: vaultEmbeddingCacheRef.current,
+          chunkCache: chunkVectorCacheRef.current
         },
         resolvedOptions
       );
@@ -18443,6 +18704,7 @@ function createNotionTools(getAccessToken, requestNotionAccess) {
   ChatMessage,
   ConversationMemoryModel,
   DEFAULT_CACHE_EXPIRATION_MS,
+  DEFAULT_CHUNK_CACHE_SIZE,
   DEFAULT_CHUNK_OVERLAP,
   DEFAULT_CHUNK_SIZE,
   DEFAULT_MIN_CHUNK_SIZE,
@@ -18456,6 +18718,7 @@ function createNotionTools(getAccessToken, requestNotionAccess) {
   QueueManager,
   RECALL_MAX_LIMIT,
   RECALL_TOOL_NAME,
+  RerankerUnavailableError,
   SDK_SCHEMA_VERSION,
   STREAM_RESUMABLE_HEADER,
   StoredVaultFolderModel,
@@ -18488,11 +18751,13 @@ function createNotionTools(getAccessToken, requestNotionAccess) {
   conversationMemoryToStored,
   cosineInt8,
   createAutoExtractor,
+  createChunkVectorCache,
   createCryptoPricePreProcessor,
   createMemoryEngineTool,
   createMemoryVaultSearchTool,
   createMemoryVaultTool,
   createNotionTools,
+  createPlatformCursorStore,
   createRecallTool,
   createStockPricePreProcessor,
   createStreamingDeAnonymizer,
@@ -18536,6 +18801,7 @@ function createNotionTools(getAccessToken, requestNotionAccess) {
   getVaultMemoryOp,
   hasEncryptionKey,
   isPiiRedactor,
+  isRerankerAvailable,
   moveMemoriesToFolderOp,
   noopLogger,
   onKeyAvailable,