@anuma/sdk 7.1.0 → 7.2.0

package/dist/react/index.cjs

@@ -18992,10 +18992,18 @@ function admitVaultProjections(queryEmbedding, vectored, k) {
 }
 async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, queryOpts, opts) {
   let rowsDecrypted = 0;
+  const keysStart = nowMs();
   const keys = await getVaultCandidateKeysOp(
     vaultCtx,
     Object.keys(queryOpts).length > 0 ? queryOpts : void 0
   );
+  const corpusStats = {
+    keysMs: nowMs() - keysStart,
+    embeddingsFetchMs: 0,
+    rowsFetchMs: 0,
+    cacheHits: 0,
+    cacheMisses: 0
+  };
   const hydrateOpts = queryOpts.includeArchived ? { includeArchived: true } : void 0;
   const vaultSize = keys.length;
   if (keys.length === 0) {
@@ -19005,7 +19013,8 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
       queryEmbedding: [],
       vaultSize: 0,
       laneEmbedFailed: false,
-      rowsDecrypted: 0
+      rowsDecrypted: 0,
+      corpusStats
     };
   }
   const queryEmbedStart = nowMs();
@@ -19027,16 +19036,20 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
     for (const k2 of keys) {
       const cached = cachedRowVector(cache, k2.uniqueId, k2.updatedAt);
       if (cached && cached.length === queryEmbedding.length) {
+        corpusStats.cacheHits++;
         vectored.push({ uniqueId: k2.uniqueId, embedding: cached, updatedAt: k2.updatedAt });
         continue;
       }
+      corpusStats.cacheMisses++;
       const modelCompatible = (k2.embeddingModel ?? currentModel) === currentModel;
       if (modelCompatible) missIds.push(k2.uniqueId);
       else noVectorIds.push(k2.uniqueId);
     }
   }
   if (missIds.length > 0) {
+    const embeddingsStart = nowMs();
     const rows = await getVaultEmbeddingsByIdsOp(vaultCtx, missIds, hydrateOpts);
+    corpusStats.embeddingsFetchMs += nowMs() - embeddingsStart;
     const gotVector = /* @__PURE__ */ new Set();
     for (const r of rows) {
       if (!r.embedding) continue;
@@ -19064,7 +19077,9 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
         `memoryVault: projected search un-embedded lane capped at ${laneIds.length}/${noVectorIds.length}`
       );
     }
+    const laneStart = nowMs();
     const laneFetched = await getVaultMemoriesByIdsOp(vaultCtx, laneIds, hydrateOpts);
+    corpusStats.rowsFetchMs += nowMs() - laneStart;
     rowsDecrypted += laneFetched.length;
     for (const row of laneFetched) laneById.set(row.uniqueId, row);
     const laneRows = laneFetched.filter((m) => !isEncrypted(m.content));
@@ -19116,7 +19131,9 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
     }
   }
   const idsToFetch = [...admissionSet].filter((id) => !laneById.has(id));
+  const admittedStart = nowMs();
   const fetched = idsToFetch.length > 0 ? await getVaultMemoriesByIdsOp(vaultCtx, idsToFetch, hydrateOpts) : [];
+  corpusStats.rowsFetchMs += nowMs() - admittedStart;
   rowsDecrypted += fetched.length;
   const admittedRows = [
     ...fetched,
@@ -19145,7 +19162,10 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
   }
   if (staleIds.length > 0) {
     const contentById = new Map(memories.map((m) => [m.uniqueId, m]));
-    for (const r of await getVaultEmbeddingsByIdsOp(vaultCtx, staleIds, hydrateOpts)) {
+    const staleStart = nowMs();
+    const staleRows = await getVaultEmbeddingsByIdsOp(vaultCtx, staleIds, hydrateOpts);
+    corpusStats.embeddingsFetchMs += nowMs() - staleStart;
+    for (const r of staleRows) {
       if (!r.embedding) continue;
       try {
         const parsed = JSON.parse(r.embedding);
@@ -19177,7 +19197,15 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
     eventTimeKind: normalizeEventTimeKind(m.eventTimeKind),
     factType: m.factType
   }));
-  return { memories, embeddedItems, queryEmbedding, vaultSize, laneEmbedFailed, rowsDecrypted };
+  return {
+    memories,
+    embeddedItems,
+    queryEmbedding,
+    vaultSize,
+    laneEmbedFailed,
+    rowsDecrypted,
+    corpusStats
+  };
 }
 async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache, searchOptions) {
   if (!query || typeof query !== "string") {
@@ -19218,6 +19246,7 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     embeddingFailure = true;
   };
   const embedStats = { queryMs: 0, rowsEmbedded: 0 };
+  let corpusStats;
   if (searchOptions?.decryptLast) {
     const forceIncludeIds = [
       ...searchOptions.entityRanking ?? [],
@@ -19238,6 +19267,7 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
       onEmbeddingDegraded,
       embedStats
     });
+    corpusStats = corpus.corpusStats;
     if (corpus.vaultSize === 0) {
       return {
         memories: [],
@@ -19249,7 +19279,8 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         decryptLast: true,
         rowsDecrypted: corpus.rowsDecrypted,
         queryEmbedMs: embedStats.queryMs,
-        rowsEmbedded: embedStats.rowsEmbedded
+        rowsEmbedded: embedStats.rowsEmbedded,
+        corpusStats
       };
     }
     ({ memories, embeddedItems, queryEmbedding, vaultSize } = corpus);
@@ -19266,7 +19297,8 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         decryptLast: true,
         rowsDecrypted: corpus.rowsDecrypted,
         queryEmbedMs: embedStats.queryMs,
-        rowsEmbedded: embedStats.rowsEmbedded
+        rowsEmbedded: embedStats.rowsEmbedded,
+        corpusStats
       };
     }
   } else {
@@ -19399,7 +19431,8 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     embeddingsUnavailable,
     embeddingFailure,
     decryptLast: !!searchOptions?.decryptLast,
-    rowsDecrypted
+    rowsDecrypted,
+    ...corpusStats && { corpusStats }
   };
 }
 async function rankPreparedVaultCandidates(query, prepared, embeddingOptions, searchOptions) {
@@ -19616,7 +19649,8 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       decryptLast: prepared.decryptLast,
       rowsDecrypted: prepared.rowsDecrypted,
       queryEmbedMs: prepared.queryEmbedMs,
-      rowsEmbedded: prepared.rowsEmbedded
+      rowsEmbedded: prepared.rowsEmbedded,
+      ...prepared.corpusStats && { corpusStats: prepared.corpusStats }
     };
   }
   if (prepared.memories.length === 0) {
@@ -19631,7 +19665,8 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       decryptLast: prepared.decryptLast,
       rowsDecrypted: prepared.rowsDecrypted,
       queryEmbedMs: prepared.queryEmbedMs,
-      rowsEmbedded: prepared.rowsEmbedded
+      rowsEmbedded: prepared.rowsEmbedded,
+      ...prepared.corpusStats && { corpusStats: prepared.corpusStats }
     };
   }
   const ranked = await rankPreparedVaultCandidates(
@@ -19646,7 +19681,8 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
     decryptLast: prepared.decryptLast,
     rowsDecrypted: prepared.rowsDecrypted,
     queryEmbedMs: prepared.queryEmbedMs,
-    rowsEmbedded: prepared.rowsEmbedded
+    rowsEmbedded: prepared.rowsEmbedded,
+    ...prepared.corpusStats && { corpusStats: prepared.corpusStats }
   };
 }
 async function searchVaultMemories(query, vaultCtx, embeddingOptions, cache, searchOptions) {
@@ -21661,6 +21697,7 @@ async function recall(query, ctx, options = {}) {
   let factLaneRankedOnCosine = false;
   let decryptLastRan;
   let vaultRowsDecrypted;
+  let corpusStats;
   let graphLaneCount = 0;
   let temporalLaneCount = 0;
   let graphLaneFailed = false;
@@ -21701,6 +21738,10 @@ async function recall(query, ctx, options = {}) {
       ...decryptLastRan !== void 0 && { decryptLast: decryptLastRan },
       ...vaultRowsDecrypted !== void 0 && { vaultRowsDecrypted },
       ...vaultRowsEmbedded !== void 0 && { vaultRowsEmbedded },
+      ...corpusStats && {
+        vaultCacheHits: corpusStats.cacheHits,
+        vaultCacheMisses: corpusStats.cacheMisses
+      },
       ...chunkStats && {
         chunkRowsScanned: chunkStats.rowsScanned,
         chunkRowsFetched: chunkStats.rowsFetched,
@@ -21723,7 +21764,12 @@ async function recall(query, ctx, options = {}) {
         rerank: rerankMs,
         queryEmbed: queryEmbedMs,
         chunkLane: chunkLaneMs,
-        fuse: fuseMs
+        fuse: fuseMs,
+        ...corpusStats && {
+          corpusKeys: corpusStats.keysMs,
+          corpusEmbeddingsFetch: corpusStats.embeddingsFetchMs,
+          corpusRowsFetch: corpusStats.rowsFetchMs
+        }
       },
       degraded
     };
@@ -21797,7 +21843,8 @@ async function recall(query, ctx, options = {}) {
       embeddingsUnavailable: factEmbeddingsUnavailable,
       rankedOnCosine: factRankedOnCosine,
       decryptLast: factDecryptLast,
-      rowsDecrypted: factRowsDecrypted
+      rowsDecrypted: factRowsDecrypted,
+      corpusStats: factCorpusStats
     } = await (ctx.factSource?.search.bind(ctx.factSource) ?? ((searchQuery, searchOptions) => searchVaultMemoriesWithSize(
       searchQuery,
       ctx.vaultCtx,
@@ -21863,6 +21910,7 @@ async function recall(query, ctx, options = {}) {
     factLaneRankedOnCosine = factRankedOnCosine;
     decryptLastRan = factDecryptLast;
     vaultRowsDecrypted = factRowsDecrypted;
+    corpusStats = factCorpusStats;
     factLaneMs = nowMs() - factStart;
   }
   if (chunkEmbedFailed && !factLaneRankedOnCosine) embeddingsUnavailable = true;
@@ -30968,7 +31016,7 @@ async function requestICloudSignIn() {
   }
   return container.whenUserSignsIn();
 }
-async function uploadFileToICloud(filename, content) {
+async function uploadFileToICloud(filename, content, backupRevision) {
   const container = await getContainer();
   const database = container.privateCloudDatabase;
   const recordName = `backup_${filename.replace(/[^a-zA-Z0-9]/g, "_")}`;
@@ -30981,7 +31029,8 @@ async function uploadFileToICloud(filename, content) {
       filename: { value: filename },
       data: { value: base64Data },
       size: { value: content.size },
-      contentType: { value: content.type || "application/json" }
+      contentType: { value: content.type || "application/json" },
+      ...backupRevision ? { backupRevision: { value: backupRevision } } : {}
     }
   };
   const response = await database.saveRecords(record2);
@@ -30993,7 +31042,8 @@ async function uploadFileToICloud(filename, content) {
     recordName: savedRecord.recordName,
     filename,
     modifiedAt: new Date(savedRecord.modified?.timestamp ?? Date.now()),
-    size: content.size
+    size: content.size,
+    backupRevision: savedRecord.fields.backupRevision?.value
   };
 }
 async function listICloudFiles() {
@@ -31014,6 +31064,7 @@ async function listICloudFiles() {
     recordName: record2.recordName,
     filename: record2.fields.filename?.value ?? "",
     modifiedAt: new Date(record2.modified?.timestamp ?? Date.now()),
+    backupRevision: record2.fields.backupRevision?.value,
     size: typeof record2.fields.data?.value === "object" && record2.fields.data?.value !== null ? record2.fields.data.value.size : 0
   }));
   return files.sort((a, b) => b.modifiedAt.getTime() - a.modifiedAt.getTime());
@@ -31067,35 +31118,53 @@ async function findICloudFile(filename) {
     recordName: record2.recordName,
     filename: record2.fields.filename?.value ?? "",
     modifiedAt: new Date(record2.modified?.timestamp ?? Date.now()),
+    backupRevision: record2.fields.backupRevision?.value,
     size: typeof record2.fields.data?.value === "object" && record2.fields.data?.value !== null ? record2.fields.data.value.size : 0
   };
 }
 
 // src/lib/backup/icloud/backup.ts
 var isAuthError = (err) => err instanceof Error && (err.message.includes("AUTHENTICATION") || err.message.includes("NOT_AUTHENTICATED") || err.message.includes("sign in"));
+var UNREVISIONED_COLUMNS = /* @__PURE__ */ new Set([
+  "updated_at",
+  "vector",
+  "embedding_model",
+  "chunks",
+  "origin"
+]);
+async function getBackupRevision(database, conversationId) {
+  const serialized = await database.read(async () => {
+    const { Q: Q20 } = await import("@nozbe/watermelondb");
+    const tables = await Promise.all(
+      ["conversations", "history"].map(
+        (table) => database.get(table).query(Q20.where("conversation_id", conversationId), Q20.sortBy("id", Q20.asc)).unsafeFetchRaw()
+      )
+    );
+    return JSON.stringify(
+      tables.map(
+        (rows) => rows.map(
+          (row) => Object.entries(row).filter(([key]) => !key.startsWith("_") && !UNREVISIONED_COLUMNS.has(key)).sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0)
+        )
+      )
+    );
+  });
+  const digest = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(serialized));
+  return "v1:" + Array.from(new Uint8Array(digest), (byte) => byte.toString(16).padStart(2, "0")).join("");
+}
 async function pushConversationToICloud(database, conversationId, userAddress, deps, _retried = false) {
   try {
     await deps.requestEncryptionKey(userAddress);
     const filename = `${conversationId}.json`;
     const existingFile = await findICloudFile(filename);
-    if (existingFile) {
-      const { Q: Q20 } = await import("@nozbe/watermelondb");
-      const conversationsCollection = database.get("conversations");
-      const records = await conversationsCollection.query(Q20.where("conversation_id", conversationId)).fetch();
-      if (records.length > 0) {
-        const conversation = conversationToStoredRaw(records[0]);
-        const localUpdated = conversation.updatedAt.getTime();
-        const remoteModified = existingFile.modifiedAt.getTime();
-        if (localUpdated <= remoteModified) {
-          return "skipped";
-        }
-      }
+    const backupRevision = await getBackupRevision(database, conversationId);
+    if (existingFile?.backupRevision === backupRevision) {
+      return "skipped";
     }
     const exportResult = await deps.exportConversation(conversationId, userAddress);
     if (!exportResult.success || !exportResult.blob) {
       return "failed";
     }
-    await uploadFileToICloud(filename, exportResult.blob);
+    await uploadFileToICloud(filename, exportResult.blob, backupRevision);
     return "uploaded";
   } catch (err) {
     if (isAuthError(err) && !_retried) {

package/dist/react/index.d.mts

@@ -109,6 +109,9 @@ interface CloudKitRecord {
                 size: number;
             };
         };
+        backupRevision?: {
+            value: string;
+        };
     };
     modified?: {
         timestamp: number;
@@ -4508,6 +4511,13 @@ declare function eagerEmbedContent(content: string, embeddingOptions: EmbeddingO
  * trusting it (see `vectorVersion.ts`).
  */
 updatedAt?: Date): Promise<void>;
+interface CorpusStats {
+    keysMs: number;
+    embeddingsFetchMs: number;
+    rowsFetchMs: number;
+    cacheHits: number;
+    cacheMisses: number;
+}
 /**
  * A single vault search result with its similarity score.
  */
@@ -4586,6 +4596,7 @@ declare function searchVaultMemoriesWithSize(query: string, vaultCtx: VaultMemor
      */
     queryEmbedMs: number;
     rowsEmbedded: number;
+    corpusStats?: CorpusStats;
 }>;
 /**
  * Search vault memories by semantic similarity. Returns structured results
@@ -5166,6 +5177,8 @@ interface RecallDiagnostics {
      * LEGACY read path this batch is uncapped, so it can be the whole vault.
      */
     vaultRowsEmbedded?: number;
+    vaultCacheHits?: number;
+    vaultCacheMisses?: number;
     /** Embedded messages the chunk lane considered; absent when the lane did not run. */
     chunkRowsScanned?: number;
     /** Messages whose vectors the chunk lane read from storage on a cache miss. */
@@ -5268,6 +5281,9 @@ interface RecallDiagnostics {
         chunkLane: number;
         /** Cross-lane RRF fusion + provenance dedup after both lanes. */
         fuse: number;
+        corpusKeys?: number;
+        corpusEmbeddingsFetch?: number;
+        corpusRowsFetch?: number;
     };
     /** Soft-degradation signals that fired this call (empty when clean). */
     degraded: RecallDegradation[];

package/dist/react/index.d.ts

@@ -109,6 +109,9 @@ interface CloudKitRecord {
                 size: number;
             };
         };
+        backupRevision?: {
+            value: string;
+        };
     };
     modified?: {
         timestamp: number;
@@ -4508,6 +4511,13 @@ declare function eagerEmbedContent(content: string, embeddingOptions: EmbeddingO
  * trusting it (see `vectorVersion.ts`).
  */
 updatedAt?: Date): Promise<void>;
+interface CorpusStats {
+    keysMs: number;
+    embeddingsFetchMs: number;
+    rowsFetchMs: number;
+    cacheHits: number;
+    cacheMisses: number;
+}
 /**
  * A single vault search result with its similarity score.
  */
@@ -4586,6 +4596,7 @@ declare function searchVaultMemoriesWithSize(query: string, vaultCtx: VaultMemor
      */
     queryEmbedMs: number;
     rowsEmbedded: number;
+    corpusStats?: CorpusStats;
 }>;
 /**
  * Search vault memories by semantic similarity. Returns structured results
@@ -5166,6 +5177,8 @@ interface RecallDiagnostics {
      * LEGACY read path this batch is uncapped, so it can be the whole vault.
      */
     vaultRowsEmbedded?: number;
+    vaultCacheHits?: number;
+    vaultCacheMisses?: number;
     /** Embedded messages the chunk lane considered; absent when the lane did not run. */
     chunkRowsScanned?: number;
     /** Messages whose vectors the chunk lane read from storage on a cache miss. */
@@ -5268,6 +5281,9 @@ interface RecallDiagnostics {
         chunkLane: number;
         /** Cross-lane RRF fusion + provenance dedup after both lanes. */
         fuse: number;
+        corpusKeys?: number;
+        corpusEmbeddingsFetch?: number;
+        corpusRowsFetch?: number;
     };
     /** Soft-degradation signals that fired this call (empty when clean). */
     degraded: RecallDegradation[];