@anuma/sdk 10.5.1 → 10.5.3

package/dist/expo/index.cjs

@@ -4879,6 +4879,63 @@ async function chunkRowSource(ctx, filter) {
     return fullScanChunkRowSource(ctx, filter);
   }
 }
+async function readChunkVectorRow(ctx, row, onUnreadable) {
+  const version = Number(row.updated_at) || 0;
+  const chunks3 = await readRawJsonField(row, "chunks", ctx.walletAddress);
+  if (chunks3 && chunks3.length > 0) {
+    return {
+      entry: {
+        version,
+        chunks: chunks3.map((chunk) => decodeChunkVector(chunk.vector, onUnreadable))
+      },
+      chunks: chunks3
+    };
+  }
+  const messageVector = await readRawJsonField(row, "vector", ctx.walletAddress);
+  if (!messageVector || messageVector.length === 0) return null;
+  return { entry: { version, chunks: [], fallback: Float32Array.from(messageVector) }, chunks: [] };
+}
+async function warmChunkVectorCacheOp(ctx, options) {
+  const { chunkCache, embeddingModel, limit, signal } = options;
+  const source = await chunkRowSource(ctx, {});
+  const yieldIfDue = createTimeSliceYielder(CHUNK_SCAN_YIELD_BUDGET_MS);
+  let keys = source.keys.filter(
+    (key3) => !embeddingModel || key3.embeddingModel === null || key3.embeddingModel === embeddingModel
+  );
+  if (limit !== void 0 && keys.length > limit) {
+    keys = keys.sort((a, b) => b.version - a.version).slice(0, limit);
+  }
+  const missIds = [];
+  for (const key3 of keys) {
+    await yieldIfDue();
+    if (chunkCache.get(key3.id)?.version !== key3.version) missIds.push(key3.id);
+  }
+  let warmed = 0;
+  let unreadableVectors = 0;
+  for await (const row of loadVectorRowsInBatches(source, missIds)) {
+    await yieldIfDue();
+    const read = await readChunkVectorRow(ctx, row, () => {
+      unreadableVectors++;
+    });
+    if (signal?.aborted) break;
+    if (!read) continue;
+    chunkCache.set(row.id, read.entry);
+    warmed++;
+  }
+  warnUnreadableChunkVectors("warmChunkVectorCacheOp", unreadableVectors);
+  return warmed;
+}
+async function* loadVectorRowsInBatches(source, ids) {
+  for (let offset = 0; offset < ids.length; offset += CHUNK_VECTOR_BATCH_SIZE) {
+    yield* await source.loadVectorRows(ids.slice(offset, offset + CHUNK_VECTOR_BATCH_SIZE));
+  }
+}
+function warnUnreadableChunkVectors(operation, count2) {
+  if (count2 === 0) return;
+  getLogger().warn(
+    `${operation}: could not read ${count2} chunk vectors and left them out of ranking \u2014 the stored value is corrupt, so those chunks stay unsearchable until the message is re-embedded via chunkAndEmbedAllMessages`
+  );
+}
 async function searchChunksOp(ctx, queryVector, options) {
   const {
     limit = 10,
@@ -4947,45 +5004,39 @@ async function searchChunksOp(ctx, queryVector, options) {
     for (const row of rows) {
       await yieldIfDue();
       const id2 = row.id;
-      const version = Number(row.updated_at) || 0;
       const order = orderById.get(id2) ?? Number.MAX_SAFE_INTEGER;
-      const chunks3 = await readRawJsonField(row, "chunks", ctx.walletAddress);
-      if (chunks3 && chunks3.length > 0) {
-        const vectors = chunks3.map(
-          (chunk) => decodeChunkVector(chunk.vector, () => {
-            unreadableVectors++;
-          })
-        );
-        chunkCache?.set(id2, { version, chunks: vectors });
-        for (let ci = 0; ci < chunks3.length; ci++) {
-          const vec = vectors[ci];
-          if (vec.length === 0) continue;
-          const similarity = cosineSimilarity(queryVector, vec);
-          if (similarity >= minSimilarity) {
-            candidates.push({
-              id: id2,
-              version,
-              order,
-              similarity,
-              chunkTextSource: { kind: "chunk", chunk: chunks3[ci], siblings: chunks3 }
-            });
-          }
+      const read = await readChunkVectorRow(ctx, row, () => {
+        unreadableVectors++;
+      });
+      if (!read) continue;
+      const { entry, chunks: chunks3 } = read;
+      const { version } = entry;
+      chunkCache?.set(id2, entry);
+      if (entry.fallback) {
+        const similarity = cosineSimilarity(queryVector, entry.fallback);
+        if (similarity >= minSimilarity) {
+          candidates.push({
+            id: id2,
+            version,
+            order,
+            similarity,
+            chunkTextSource: { kind: "message" }
+          });
         }
-      } else {
-        const messageVector = await readRawJsonField(row, "vector", ctx.walletAddress);
-        if (messageVector && messageVector.length > 0) {
-          const fallback = Float32Array.from(messageVector);
-          chunkCache?.set(id2, { version, chunks: [], fallback });
-          const similarity = cosineSimilarity(queryVector, fallback);
-          if (similarity >= minSimilarity) {
-            candidates.push({
-              id: id2,
-              version,
-              order,
-              similarity,
-              chunkTextSource: { kind: "message" }
-            });
-          }
+        continue;
+      }
+      for (let ci = 0; ci < chunks3.length; ci++) {
+        const vec = entry.chunks[ci];
+        if (vec.length === 0) continue;
+        const similarity = cosineSimilarity(queryVector, vec);
+        if (similarity >= minSimilarity) {
+          candidates.push({
+            id: id2,
+            version,
+            order,
+            similarity,
+            chunkTextSource: { kind: "chunk", chunk: chunks3[ci], siblings: chunks3 }
+          });
         }
       }
     }
@@ -4996,11 +5047,7 @@ async function searchChunksOp(ctx, queryVector, options) {
       `searchChunksOp: skipped ${staleSkipped} messages whose embedding model differs from the current model (${embeddingModel}) \u2014 re-embed via chunkAndEmbedAllMessages`
     );
   }
-  if (unreadableVectors > 0) {
-    getLogger().warn(
-      `searchChunksOp: could not read ${unreadableVectors} chunk vectors and left them out of ranking \u2014 the stored value is corrupt, so those chunks stay unsearchable until the message is re-embedded via chunkAndEmbedAllMessages`
-    );
-  }
+  warnUnreadableChunkVectors("searchChunksOp", unreadableVectors);
   const topK = candidates.sort((a, b) => b.similarity - a.similarity || a.order - b.order).slice(0, limit);
   const topIds = Array.from(new Set(topK.map((c) => c.id)));
   const fullRows = await source.loadFullRows(topIds);
@@ -21405,12 +21452,16 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     const currentModel = embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
     const uncachedTexts = [];
     const uncachedIndices = [];
+    const resolvedVectors = /* @__PURE__ */ new Map();
     let staleReembedCount = 0;
     for (let i = 0; queryEmbedding.length > 0 && i < memories.length; i++) {
       const content = memories[i].content;
       const memoryId = memories[i].uniqueId;
       const cached = cachedRowVector(cache, memoryId, memories[i].updatedAt, content);
-      if (cached && cached.length === queryEmbedding.length) continue;
+      if (cached && cached.length === queryEmbedding.length) {
+        resolvedVectors.set(memoryId, cached);
+        continue;
+      }
       if (cached) cache.delete(memoryId);
       const storedModel = memories[i].embeddingModel;
       const modelCompatible = (storedModel ?? currentModel) === currentModel;
@@ -21418,13 +21469,9 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         try {
           const parsed = JSON.parse(memories[i].embedding);
           if (Array.isArray(parsed) && parsed.length === queryEmbedding.length) {
-            cacheRowVector(
-              cache,
-              memoryId,
-              Float32Array.from(parsed),
-              memories[i].updatedAt,
-              content
-            );
+            const vector2 = Float32Array.from(parsed);
+            resolvedVectors.set(memoryId, vector2);
+            cacheRowVector(cache, memoryId, vector2, memories[i].updatedAt, content);
             continue;
           }
         } catch {
@@ -21457,20 +21504,17 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
       }
       if (newEmbeddings) {
         for (let j = 0; j < uncachedTexts.length; j++) {
-          cacheRowVector(
-            cache,
-            memories[uncachedIndices[j]].uniqueId,
-            Float32Array.from(newEmbeddings[j]),
-            memories[uncachedIndices[j]].updatedAt,
-            memories[uncachedIndices[j]].content
-          );
+          const memory = memories[uncachedIndices[j]];
+          const vector2 = Float32Array.from(newEmbeddings[j]);
+          resolvedVectors.set(memory.uniqueId, vector2);
+          cacheRowVector(cache, memory.uniqueId, vector2, memory.updatedAt, memory.content);
         }
       }
     }
     embeddedItems = memories.map((m) => ({
       id: m.uniqueId,
       content: m.content,
-      embedding: cache.get(m.uniqueId) ?? [],
+      embedding: resolvedVectors.get(m.uniqueId) ?? [],
       createdAt: m.createdAt,
       updatedAt: m.updatedAt,
       proofCount: m.proofCount,
@@ -29910,6 +29954,9 @@ var WatermelonChatStorageAdapter = class {
   searchChunks(queryVector, options) {
     return searchChunksOp(this.ctx, queryVector, options);
   }
+  warmChunkCache(options) {
+    return warmChunkVectorCacheOp(this.ctx, options);
+  }
   getSummary(conversationId) {
     return getConversationSummaryOp(
       createSummaryContext(this.ctx.database, this.ctx),

package/dist/expo/index.d.mts

@@ -4436,6 +4436,13 @@ interface ChatBackend extends ChatStorageAdapter {
         uniqueId: string;
     }): Promise<StoredMessage>;
     searchChunks(queryVector: number[], options?: ChatChunkSearchOptions): Promise<ChunkSearchResult[]>;
+    /** Fills a chunk vector cache ahead of the first search, for backends that score on the device. */
+    warmChunkCache?(options: {
+        chunkCache: ChunkVectorCache;
+        embeddingModel?: string;
+        limit?: number;
+        signal?: AbortSignal;
+    }): Promise<number>;
     getSummary(conversationId: string): Promise<StoredConversationSummary | null>;
     upsertSummary(conversationId: string, summary: string, summarizedUpTo: string, tokenCount: number): Promise<StoredConversationSummary>;
     deleteSummary(conversationId: string): Promise<void>;

package/dist/expo/index.d.ts

@@ -4436,6 +4436,13 @@ interface ChatBackend extends ChatStorageAdapter {
         uniqueId: string;
     }): Promise<StoredMessage>;
     searchChunks(queryVector: number[], options?: ChatChunkSearchOptions): Promise<ChunkSearchResult[]>;
+    /** Fills a chunk vector cache ahead of the first search, for backends that score on the device. */
+    warmChunkCache?(options: {
+        chunkCache: ChunkVectorCache;
+        embeddingModel?: string;
+        limit?: number;
+        signal?: AbortSignal;
+    }): Promise<number>;
     getSummary(conversationId: string): Promise<StoredConversationSummary | null>;
     upsertSummary(conversationId: string, summary: string, summarizedUpTo: string, tokenCount: number): Promise<StoredConversationSummary>;
     deleteSummary(conversationId: string): Promise<void>;

package/dist/expo/index.mjs

@@ -3234,6 +3234,63 @@ async function chunkRowSource(ctx, filter) {
     return fullScanChunkRowSource(ctx, filter);
   }
 }
+async function readChunkVectorRow(ctx, row, onUnreadable) {
+  const version = Number(row.updated_at) || 0;
+  const chunks3 = await readRawJsonField(row, "chunks", ctx.walletAddress);
+  if (chunks3 && chunks3.length > 0) {
+    return {
+      entry: {
+        version,
+        chunks: chunks3.map((chunk) => decodeChunkVector(chunk.vector, onUnreadable))
+      },
+      chunks: chunks3
+    };
+  }
+  const messageVector = await readRawJsonField(row, "vector", ctx.walletAddress);
+  if (!messageVector || messageVector.length === 0) return null;
+  return { entry: { version, chunks: [], fallback: Float32Array.from(messageVector) }, chunks: [] };
+}
+async function warmChunkVectorCacheOp(ctx, options) {
+  const { chunkCache, embeddingModel, limit, signal } = options;
+  const source = await chunkRowSource(ctx, {});
+  const yieldIfDue = createTimeSliceYielder(CHUNK_SCAN_YIELD_BUDGET_MS);
+  let keys = source.keys.filter(
+    (key3) => !embeddingModel || key3.embeddingModel === null || key3.embeddingModel === embeddingModel
+  );
+  if (limit !== void 0 && keys.length > limit) {
+    keys = keys.sort((a, b) => b.version - a.version).slice(0, limit);
+  }
+  const missIds = [];
+  for (const key3 of keys) {
+    await yieldIfDue();
+    if (chunkCache.get(key3.id)?.version !== key3.version) missIds.push(key3.id);
+  }
+  let warmed = 0;
+  let unreadableVectors = 0;
+  for await (const row of loadVectorRowsInBatches(source, missIds)) {
+    await yieldIfDue();
+    const read = await readChunkVectorRow(ctx, row, () => {
+      unreadableVectors++;
+    });
+    if (signal?.aborted) break;
+    if (!read) continue;
+    chunkCache.set(row.id, read.entry);
+    warmed++;
+  }
+  warnUnreadableChunkVectors("warmChunkVectorCacheOp", unreadableVectors);
+  return warmed;
+}
+async function* loadVectorRowsInBatches(source, ids) {
+  for (let offset = 0; offset < ids.length; offset += CHUNK_VECTOR_BATCH_SIZE) {
+    yield* await source.loadVectorRows(ids.slice(offset, offset + CHUNK_VECTOR_BATCH_SIZE));
+  }
+}
+function warnUnreadableChunkVectors(operation, count2) {
+  if (count2 === 0) return;
+  getLogger().warn(
+    `${operation}: could not read ${count2} chunk vectors and left them out of ranking \u2014 the stored value is corrupt, so those chunks stay unsearchable until the message is re-embedded via chunkAndEmbedAllMessages`
+  );
+}
 async function searchChunksOp(ctx, queryVector, options) {
   const {
     limit = 10,
@@ -3302,45 +3359,39 @@ async function searchChunksOp(ctx, queryVector, options) {
     for (const row of rows) {
       await yieldIfDue();
       const id2 = row.id;
-      const version = Number(row.updated_at) || 0;
       const order = orderById.get(id2) ?? Number.MAX_SAFE_INTEGER;
-      const chunks3 = await readRawJsonField(row, "chunks", ctx.walletAddress);
-      if (chunks3 && chunks3.length > 0) {
-        const vectors = chunks3.map(
-          (chunk) => decodeChunkVector(chunk.vector, () => {
-            unreadableVectors++;
-          })
-        );
-        chunkCache?.set(id2, { version, chunks: vectors });
-        for (let ci = 0; ci < chunks3.length; ci++) {
-          const vec = vectors[ci];
-          if (vec.length === 0) continue;
-          const similarity = cosineSimilarity(queryVector, vec);
-          if (similarity >= minSimilarity) {
-            candidates.push({
-              id: id2,
-              version,
-              order,
-              similarity,
-              chunkTextSource: { kind: "chunk", chunk: chunks3[ci], siblings: chunks3 }
-            });
-          }
+      const read = await readChunkVectorRow(ctx, row, () => {
+        unreadableVectors++;
+      });
+      if (!read) continue;
+      const { entry, chunks: chunks3 } = read;
+      const { version } = entry;
+      chunkCache?.set(id2, entry);
+      if (entry.fallback) {
+        const similarity = cosineSimilarity(queryVector, entry.fallback);
+        if (similarity >= minSimilarity) {
+          candidates.push({
+            id: id2,
+            version,
+            order,
+            similarity,
+            chunkTextSource: { kind: "message" }
+          });
         }
-      } else {
-        const messageVector = await readRawJsonField(row, "vector", ctx.walletAddress);
-        if (messageVector && messageVector.length > 0) {
-          const fallback = Float32Array.from(messageVector);
-          chunkCache?.set(id2, { version, chunks: [], fallback });
-          const similarity = cosineSimilarity(queryVector, fallback);
-          if (similarity >= minSimilarity) {
-            candidates.push({
-              id: id2,
-              version,
-              order,
-              similarity,
-              chunkTextSource: { kind: "message" }
-            });
-          }
+        continue;
+      }
+      for (let ci = 0; ci < chunks3.length; ci++) {
+        const vec = entry.chunks[ci];
+        if (vec.length === 0) continue;
+        const similarity = cosineSimilarity(queryVector, vec);
+        if (similarity >= minSimilarity) {
+          candidates.push({
+            id: id2,
+            version,
+            order,
+            similarity,
+            chunkTextSource: { kind: "chunk", chunk: chunks3[ci], siblings: chunks3 }
+          });
         }
       }
     }
@@ -3351,11 +3402,7 @@ async function searchChunksOp(ctx, queryVector, options) {
       `searchChunksOp: skipped ${staleSkipped} messages whose embedding model differs from the current model (${embeddingModel}) \u2014 re-embed via chunkAndEmbedAllMessages`
     );
   }
-  if (unreadableVectors > 0) {
-    getLogger().warn(
-      `searchChunksOp: could not read ${unreadableVectors} chunk vectors and left them out of ranking \u2014 the stored value is corrupt, so those chunks stay unsearchable until the message is re-embedded via chunkAndEmbedAllMessages`
-    );
-  }
+  warnUnreadableChunkVectors("searchChunksOp", unreadableVectors);
   const topK = candidates.sort((a, b) => b.similarity - a.similarity || a.order - b.order).slice(0, limit);
   const topIds = Array.from(new Set(topK.map((c) => c.id)));
   const fullRows = await source.loadFullRows(topIds);
@@ -19712,12 +19759,16 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     const currentModel = embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
     const uncachedTexts = [];
     const uncachedIndices = [];
+    const resolvedVectors = /* @__PURE__ */ new Map();
     let staleReembedCount = 0;
     for (let i = 0; queryEmbedding.length > 0 && i < memories.length; i++) {
       const content = memories[i].content;
       const memoryId = memories[i].uniqueId;
       const cached = cachedRowVector(cache, memoryId, memories[i].updatedAt, content);
-      if (cached && cached.length === queryEmbedding.length) continue;
+      if (cached && cached.length === queryEmbedding.length) {
+        resolvedVectors.set(memoryId, cached);
+        continue;
+      }
       if (cached) cache.delete(memoryId);
       const storedModel = memories[i].embeddingModel;
       const modelCompatible = (storedModel ?? currentModel) === currentModel;
@@ -19725,13 +19776,9 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         try {
           const parsed = JSON.parse(memories[i].embedding);
           if (Array.isArray(parsed) && parsed.length === queryEmbedding.length) {
-            cacheRowVector(
-              cache,
-              memoryId,
-              Float32Array.from(parsed),
-              memories[i].updatedAt,
-              content
-            );
+            const vector2 = Float32Array.from(parsed);
+            resolvedVectors.set(memoryId, vector2);
+            cacheRowVector(cache, memoryId, vector2, memories[i].updatedAt, content);
             continue;
           }
         } catch {
@@ -19764,20 +19811,17 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
       }
       if (newEmbeddings) {
         for (let j = 0; j < uncachedTexts.length; j++) {
-          cacheRowVector(
-            cache,
-            memories[uncachedIndices[j]].uniqueId,
-            Float32Array.from(newEmbeddings[j]),
-            memories[uncachedIndices[j]].updatedAt,
-            memories[uncachedIndices[j]].content
-          );
+          const memory = memories[uncachedIndices[j]];
+          const vector2 = Float32Array.from(newEmbeddings[j]);
+          resolvedVectors.set(memory.uniqueId, vector2);
+          cacheRowVector(cache, memory.uniqueId, vector2, memory.updatedAt, memory.content);
         }
       }
     }
     embeddedItems = memories.map((m) => ({
       id: m.uniqueId,
       content: m.content,
-      embedding: cache.get(m.uniqueId) ?? [],
+      embedding: resolvedVectors.get(m.uniqueId) ?? [],
       createdAt: m.createdAt,
       updatedAt: m.updatedAt,
       proofCount: m.proofCount,
@@ -28181,6 +28225,9 @@ var WatermelonChatStorageAdapter = class {
   searchChunks(queryVector, options) {
     return searchChunksOp(this.ctx, queryVector, options);
   }
+  warmChunkCache(options) {
+    return warmChunkVectorCacheOp(this.ctx, options);
+  }
   getSummary(conversationId) {
     return getConversationSummaryOp(
       createSummaryContext(this.ctx.database, this.ctx),