@anuma/sdk 6.10.0 → 6.11.0

package/dist/react/index.cjs

@@ -6791,9 +6791,9 @@ function recencyMultiplier(updatedAt, opts = {}) {
   const updatedMs = updatedAt.getTime();
   if (!Number.isFinite(updatedMs)) return noDate;
   const now = opts.now ?? /* @__PURE__ */ new Date();
-  const nowMs2 = now.getTime();
-  if (!Number.isFinite(nowMs2)) return noDate;
-  const ageDays2 = Math.max(0, (nowMs2 - updatedMs) / DAY_MS2);
+  const nowMs3 = now.getTime();
+  if (!Number.isFinite(nowMs3)) return noDate;
+  const ageDays2 = Math.max(0, (nowMs3 - updatedMs) / DAY_MS2);
   const perYearDecay = opts.perYearDecay ?? DEFAULT_PER_YEAR_DECAY;
   const floor = opts.floor ?? DEFAULT_FLOOR;
   const decay = perYearDecay * (ageDays2 / 365);
@@ -7847,6 +7847,9 @@ async function recall(query, ctx, options = {}) {
   const chunkResults = [];
   let vaultSize;
   let didRerank = false;
+  let rerankMs = 0;
+  let queryEmbedMs = 0;
+  let vaultRowsEmbedded;
   let hadV2Head = false;
   let embeddingsUnavailable = false;
   let chunkEmbedFailed = false;
@@ -7871,12 +7874,15 @@ async function recall(query, ctx, options = {}) {
       ...vaultSize !== void 0 && { vaultSize },
       ...decryptLastRan !== void 0 && { decryptLast: decryptLastRan },
       ...vaultRowsDecrypted !== void 0 && { vaultRowsDecrypted },
+      ...vaultRowsEmbedded !== void 0 && { vaultRowsEmbedded },
       factCount: factResults.length,
       chunkCount: chunkResults.length,
       timings: {
         total: nowMs() - t0,
         prep: prepMs,
         factLane: factLaneMs,
+        rerank: rerankMs,
+        queryEmbed: queryEmbedMs,
         chunkLane: chunkLaneMs,
         fuse: fuseMs
       },
@@ -7940,6 +7946,9 @@ async function recall(query, ctx, options = {}) {
       results,
       vaultSize: size,
       reranked,
+      rerankMs: factRerankMs,
+      queryEmbedMs: factQueryEmbedMs,
+      rowsEmbedded: factRowsEmbedded,
       hadV2Head: v2Head,
       embeddingsUnavailable: factEmbeddingsUnavailable,
       rankedOnCosine: factRankedOnCosine,
@@ -7998,6 +8007,9 @@ async function recall(query, ctx, options = {}) {
     );
     vaultSize = size;
     didRerank = reranked;
+    rerankMs = factRerankMs;
+    queryEmbedMs = factQueryEmbedMs;
+    vaultRowsEmbedded = factRowsEmbedded;
     hadV2Head = v2Head;
     if (factEmbeddingsUnavailable) embeddingsUnavailable = true;
     factLaneRankedOnCosine = factRankedOnCosine;
@@ -8462,6 +8474,7 @@ async function rankFusedVaultMemoriesAsync(query, queryEmbedding, items, options
     const rerankTopN = options.rerankTopN ?? 30;
     const ceWeight = options.ceWeight ?? 0.1;
     const headSlice = v2Ranked.slice(0, rerankTopN);
+    const ceStart = nowMs2();
     try {
       const reranked = await rerankPairs(
         query,
@@ -8489,6 +8502,8 @@ async function rankFusedVaultMemoriesAsync(query, queryEmbedding, items, options
         getLogger().warn("[memory/search] cross-encoder rerank failed; using V2 ranking", err);
       }
       combined = v2Ranked;
+    } finally {
+      if (options.rerankStats) options.rerankStats.ms += nowMs2() - ceStart;
     }
   } else {
     combined = v2Ranked;
@@ -8655,6 +8670,7 @@ async function rankComposite(originalQuery, originalQueryEmbedding, subQueries,
     const ceWeight = options.ceWeight ?? 0.1;
     const headSlice = combined.slice(0, rerankTopN);
     const tailSlice = combined.slice(rerankTopN);
+    const ceStart = nowMs2();
     try {
       const reranked = await rerankPairs(
         originalQuery,
@@ -8682,6 +8698,8 @@ async function rankComposite(originalQuery, originalQueryEmbedding, subQueries,
           err
         );
       }
+    } finally {
+      if (options.rerankStats) options.rerankStats.ms += nowMs2() - ceStart;
     }
   }
   if (options?.mmr) {
@@ -8808,11 +8826,13 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
       rowsDecrypted: 0
     };
   }
+  const queryEmbedStart = nowMs2();
   const queryEmbedding = await embedQueryOrDegrade(
     query,
     embeddingOptions,
     opts.onEmbeddingDegraded
   );
+  if (opts.embedStats) opts.embedStats.queryMs += nowMs2() - queryEmbedStart;
   const embeddingsDegraded = queryEmbedding.length === 0;
   const currentModel = embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
   const vectored = [];
@@ -8865,6 +8885,7 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
     const laneRows = laneFetched.filter((m) => !isEncrypted(m.content));
     if (laneRows.length > 0) {
       let laneVecs;
+      if (opts.embedStats) opts.embedStats.rowsEmbedded += laneRows.length;
       try {
         laneVecs = await generateEmbeddings(
           laneRows.map((m) => m.content),
@@ -8943,6 +8964,10 @@ async function buildProjectedCorpus(query, vaultCtx, embeddingOptions, cache, qu
 async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache, searchOptions) {
   if (!query || typeof query !== "string") {
     return {
+      // Nothing was read and nothing was embedded — the short-circuit fires
+      // before either.
+      queryEmbedMs: 0,
+      rowsEmbedded: 0,
       memories: [],
       embeddedItems: [],
       queryEmbedding: [],
@@ -8975,6 +9000,7 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     embeddingsUnavailable = true;
     embeddingFailure = true;
   };
+  const embedStats = { queryMs: 0, rowsEmbedded: 0 };
   if (searchOptions?.decryptLast) {
     const forceIncludeIds = [
       ...searchOptions.entityRanking ?? [],
@@ -8986,7 +9012,8 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
       admitFloor: ADMIT_FLOOR,
       unembeddedCap: UNEMBEDDED_CAP,
       ...forceIncludeIds.length > 0 && { forceIncludeIds },
-      onEmbeddingDegraded
+      onEmbeddingDegraded,
+      embedStats
     });
     if (corpus.vaultSize === 0) {
       return {
@@ -8997,7 +9024,9 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         embeddingsUnavailable: false,
         embeddingFailure: false,
         decryptLast: true,
-        rowsDecrypted: corpus.rowsDecrypted
+        rowsDecrypted: corpus.rowsDecrypted,
+        queryEmbedMs: embedStats.queryMs,
+        rowsEmbedded: embedStats.rowsEmbedded
       };
     }
     ({ memories, embeddedItems, queryEmbedding, vaultSize } = corpus);
@@ -9014,7 +9043,9 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         decryptLast: true,
         // Rows WERE decrypt-attempted even though none came back readable — that
         // is the whole point of reporting attempts rather than successes.
-        rowsDecrypted: corpus.rowsDecrypted
+        rowsDecrypted: corpus.rowsDecrypted,
+        queryEmbedMs: embedStats.queryMs,
+        rowsEmbedded: embedStats.rowsEmbedded
       };
     }
   } else {
@@ -9039,10 +9070,14 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
         embeddingsUnavailable: false,
         embeddingFailure: false,
         decryptLast: false,
-        rowsDecrypted: loaded.length
+        rowsDecrypted: loaded.length,
+        queryEmbedMs: embedStats.queryMs,
+        rowsEmbedded: embedStats.rowsEmbedded
       };
     }
+    const legacyEmbedStart = nowMs2();
     queryEmbedding = await embedQueryOrDegrade(query, embeddingOptions, onEmbeddingDegraded);
+    embedStats.queryMs += nowMs2() - legacyEmbedStart;
     const currentModel = embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
     const uncachedTexts = [];
     const uncachedIndices = [];
@@ -9076,6 +9111,7 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     }
     if (uncachedTexts.length > 0) {
       let newEmbeddings;
+      embedStats.rowsEmbedded += uncachedTexts.length;
       try {
         newEmbeddings = await generateEmbeddings(uncachedTexts, embeddingOptions);
       } catch (err) {
@@ -9119,6 +9155,8 @@ async function prepareVaultCandidates(query, vaultCtx, embeddingOptions, cache,
     embeddingsUnavailable = true;
   }
   return {
+    queryEmbedMs: embedStats.queryMs,
+    rowsEmbedded: embedStats.rowsEmbedded,
     memories,
     embeddedItems,
     queryEmbedding,
@@ -9169,11 +9207,15 @@ async function rankPreparedVaultCandidates(query, prepared, embeddingOptions, se
       results: results2,
       vaultSize: out.vaultSize,
       reranked: out.reranked ?? false,
+      // Read straight off the shared stats object rather than being passed in at
+      // each call site: every return in this function funnels through here, so a
+      // path added later reports the CE bill without having to remember to.
+      rerankMs: rerankStats.ms,
       hadV2Head: out.hadV2Head ?? false,
       embeddingsUnavailable
     };
   };
-  const rerankStats = { applied: false };
+  const rerankStats = { applied: false, ms: 0 };
   const useFusion = searchOptions?.useFusion ?? true;
   const tuning = {
     ...searchOptions?.recencyAlpha !== void 0 && { recencyAlpha: searchOptions.recencyAlpha },
@@ -9292,13 +9334,16 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       results: [],
       vaultSize: 0,
       reranked: false,
+      rerankMs: 0,
       hadV2Head: false,
       embeddingsUnavailable: false,
       rankedOnCosine: false,
       // No storage read happened, so nothing was decrypted; report the path the
       // caller asked for so this turn is still attributable.
       decryptLast: !!searchOptions?.decryptLast,
-      rowsDecrypted: 0
+      rowsDecrypted: 0,
+      queryEmbedMs: 0,
+      rowsEmbedded: 0
     };
   }
   if (searchOptions?.decompose === "llm" && normalizeSubQueries(searchOptions.subQueries).length < 2 && !warnedProgrammaticDecomposeIgnored) {
@@ -9319,11 +9364,14 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       results: [],
       vaultSize: 0,
       reranked: false,
+      rerankMs: 0,
       hadV2Head: false,
       embeddingsUnavailable: prepared.embeddingsUnavailable,
       rankedOnCosine: false,
       decryptLast: prepared.decryptLast,
-      rowsDecrypted: prepared.rowsDecrypted
+      rowsDecrypted: prepared.rowsDecrypted,
+      queryEmbedMs: prepared.queryEmbedMs,
+      rowsEmbedded: prepared.rowsEmbedded
     };
   }
   if (prepared.memories.length === 0) {
@@ -9331,11 +9379,14 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
       results: [],
       vaultSize: prepared.vaultSize,
       reranked: false,
+      rerankMs: 0,
       hadV2Head: false,
       embeddingsUnavailable: prepared.embeddingsUnavailable,
       rankedOnCosine: false,
       decryptLast: prepared.decryptLast,
-      rowsDecrypted: prepared.rowsDecrypted
+      rowsDecrypted: prepared.rowsDecrypted,
+      queryEmbedMs: prepared.queryEmbedMs,
+      rowsEmbedded: prepared.rowsEmbedded
     };
   }
   const ranked = await rankPreparedVaultCandidates(
@@ -9348,7 +9399,9 @@ async function searchVaultMemoriesWithSize(query, vaultCtx, embeddingOptions, ca
     ...ranked,
     rankedOnCosine: !ranked.embeddingsUnavailable,
     decryptLast: prepared.decryptLast,
-    rowsDecrypted: prepared.rowsDecrypted
+    rowsDecrypted: prepared.rowsDecrypted,
+    queryEmbedMs: prepared.queryEmbedMs,
+    rowsEmbedded: prepared.rowsEmbedded
   };
 }
 async function searchVaultMemories(query, vaultCtx, embeddingOptions, cache, searchOptions) {
@@ -9498,7 +9551,7 @@ ${formatted}`;
     }
   };
 }
-var warnedProgrammaticDecomposeIgnored, SUPERSESSION_SIMILARITY_THRESHOLD, SUPERSESSION_MIN_AGE_GAP_MS, SUPERSESSION_BOOST_FACTOR, SUPERSESSION_MAX_WINDOW, EMBEDDINGS_DEGRADED_EMPTY_NO_LEXICAL;
+var nowMs2, warnedProgrammaticDecomposeIgnored, SUPERSESSION_SIMILARITY_THRESHOLD, SUPERSESSION_MIN_AGE_GAP_MS, SUPERSESSION_BOOST_FACTOR, SUPERSESSION_MAX_WINDOW, EMBEDDINGS_DEGRADED_EMPTY_NO_LEXICAL;
 var init_searchTool = __esm({
   "src/lib/memoryVault/searchTool.ts"() {
     "use strict";
@@ -9516,6 +9569,7 @@ var init_searchTool = __esm({
     init_bm25();
     init_decomposeQuery();
     init_lruCache();
+    nowMs2 = () => typeof performance !== "undefined" && typeof performance.now === "function" ? performance.now() : Date.now();
     warnedProgrammaticDecomposeIgnored = false;
     SUPERSESSION_SIMILARITY_THRESHOLD = 0.7;
     SUPERSESSION_MIN_AGE_GAP_MS = 30 * 24 * 60 * 60 * 1e3;

package/dist/react/index.d.mts

@@ -6992,6 +6992,17 @@ interface RecallDiagnostics {
      * never the cost.
      */
     vaultRowsDecrypted?: number;
+    /**
+     * Rows the fact lane had to re-embed through the portal because their stored
+     * vector was unusable — stale `embedding_model`, wrong dimension, or
+     * unparseable. Absent when the fact lane didn't run.
+     *
+     * Expected to be 0 on a healthy vault: rows are embedded at write time and the
+     * re-embed writes the current model back, so a persistently non-zero value
+     * means the writeback is not sticking and every turn is paying for it. On the
+     * LEGACY read path this batch is uncapped, so it can be the whole vault.
+     */
+    vaultRowsEmbedded?: number;
     /** Facts the fact lane returned (post-dedupe, pre-fusion). */
     factCount: number;
     /** Chunks the chunk lane returned (post-dedupe, pre-fusion). */
@@ -7004,6 +7015,37 @@ interface RecallDiagnostics {
         prep: number;
         /** Vault fact-lane search (`searchVaultMemoriesWithSize`). */
         factLane: number;
+        /**
+         * The cross-encoder's share of {@link factLane} — wall-clock spent inside
+         * `rerankPairs`. Billed even when the CE threw partway through, because a
+         * rerank that burned three seconds and then failed still cost them.
+         *
+         * A SUBSET of `factLane`, not a sibling: read `factLane - rerank` for
+         * everything else the lane did (query embed, vault read, fused ranking).
+         * 0 when the CE did not run; `reranked` is what distinguishes that from a
+         * rerank that cost nothing.
+         *
+         * Exists because #845 spent three rounds arguing about which stage inside
+         * the fact lane dominated — whole-vault read, then admission window, then
+         * the CE — with one aggregate number for all of them. Every hypothesis was
+         * an inference; this makes the question a query.
+         */
+        rerank: number;
+        /**
+         * The query embed's share of {@link factLane} — one portal round trip.
+         *
+         * Also a SUBSET of `factLane`. Together with `rerank` this makes the lane
+         * decomposable: `factLane - queryEmbed - rerank` is the local work (vault
+         * read, decrypt, BM25/cosine fusion), and each of the three implies a
+         * completely different fix.
+         *
+         * 0 when the lane returned before embedding, which includes every empty
+         * vault — `prepareVaultCandidates` short-circuits first. That is why the
+         * fast `vault_size = 0` population never established a baseline for this
+         * cost, and why the ~850ms floor on the smallest NON-empty vaults had no
+         * attributable owner.
+         */
+        queryEmbed: number;
         /** Chunk-lane search (`searchChunksOp`). */
         chunkLane: number;
         /** Cross-lane RRF fusion + provenance dedup after both lanes. */

package/dist/react/index.d.ts

@@ -6992,6 +6992,17 @@ interface RecallDiagnostics {
      * never the cost.
      */
     vaultRowsDecrypted?: number;
+    /**
+     * Rows the fact lane had to re-embed through the portal because their stored
+     * vector was unusable — stale `embedding_model`, wrong dimension, or
+     * unparseable. Absent when the fact lane didn't run.
+     *
+     * Expected to be 0 on a healthy vault: rows are embedded at write time and the
+     * re-embed writes the current model back, so a persistently non-zero value
+     * means the writeback is not sticking and every turn is paying for it. On the
+     * LEGACY read path this batch is uncapped, so it can be the whole vault.
+     */
+    vaultRowsEmbedded?: number;
     /** Facts the fact lane returned (post-dedupe, pre-fusion). */
     factCount: number;
     /** Chunks the chunk lane returned (post-dedupe, pre-fusion). */
@@ -7004,6 +7015,37 @@ interface RecallDiagnostics {
         prep: number;
         /** Vault fact-lane search (`searchVaultMemoriesWithSize`). */
         factLane: number;
+        /**
+         * The cross-encoder's share of {@link factLane} — wall-clock spent inside
+         * `rerankPairs`. Billed even when the CE threw partway through, because a
+         * rerank that burned three seconds and then failed still cost them.
+         *
+         * A SUBSET of `factLane`, not a sibling: read `factLane - rerank` for
+         * everything else the lane did (query embed, vault read, fused ranking).
+         * 0 when the CE did not run; `reranked` is what distinguishes that from a
+         * rerank that cost nothing.
+         *
+         * Exists because #845 spent three rounds arguing about which stage inside
+         * the fact lane dominated — whole-vault read, then admission window, then
+         * the CE — with one aggregate number for all of them. Every hypothesis was
+         * an inference; this makes the question a query.
+         */
+        rerank: number;
+        /**
+         * The query embed's share of {@link factLane} — one portal round trip.
+         *
+         * Also a SUBSET of `factLane`. Together with `rerank` this makes the lane
+         * decomposable: `factLane - queryEmbed - rerank` is the local work (vault
+         * read, decrypt, BM25/cosine fusion), and each of the three implies a
+         * completely different fix.
+         *
+         * 0 when the lane returned before embedding, which includes every empty
+         * vault — `prepareVaultCandidates` short-circuits first. That is why the
+         * fast `vault_size = 0` population never established a baseline for this
+         * cost, and why the ~850ms floor on the smallest NON-empty vaults had no
+         * attributable owner.
+         */
+        queryEmbed: number;
         /** Chunk-lane search (`searchChunksOp`). */
         chunkLane: number;
         /** Cross-lane RRF fusion + provenance dedup after both lanes. */

package/dist/react/index.mjs

@@ -178,7 +178,7 @@ import {
   updateVaultMemoryOp,
   useEncryption,
   vaultMemoryToStored
-} from "./chunk-EJ65X4GI.mjs";
+} from "./chunk-HNQ2ZEFF.mjs";
 import {
   PiiRedactor,
   createStreamingDeAnonymizer,

package/dist/react/{recall-FWILZSFH.mjs → recall-F5DBVCU2.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-EJ65X4GI.mjs";
+} from "./chunk-HNQ2ZEFF.mjs";
 import "./chunk-CJ32HO6Q.mjs";
 import "./chunk-GYKJOWEO.mjs";
 export {