@anuma/sdk 6.19.2 → 6.20.0

package/dist/expo/index.mjs

@@ -6646,6 +6646,7 @@ async function retain(content, ctx, options = {}) {
   const threshold = options.autoMergeThreshold ?? DEFAULT_AUTO_MERGE_THRESHOLD;
   const resolvedScope = options.scope ?? DEFAULT_SCOPE;
   let supersedeTargetIds = [];
+  let consolidationDecidedCreate = false;
   let supersedeContent;
   let prepared;
   if (enableAutoMerge) {
@@ -6673,8 +6674,12 @@ async function retain(content, ctx, options = {}) {
       const outcome = await tryConsolidate(trimmed, ctx, options, prepared);
       if (outcome) {
         if ("done" in outcome) return outcome.done;
-        supersedeTargetIds = outcome.supersede;
-        supersedeContent = outcome.content;
+        if ("create" in outcome) {
+          consolidationDecidedCreate = true;
+        } else {
+          supersedeTargetIds = outcome.supersede;
+          supersedeContent = outcome.content;
+        }
       }
     }
     if (supersedeTargetIds.length === 0) {
@@ -6724,7 +6729,14 @@ async function retain(content, ctx, options = {}) {
               action: "merge",
               memoryId: targetId,
               targetId,
-              proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+              proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+              similarity: matches[0].similarity,
+              // Stage 1 may have run and explicitly said `create`, and Stage 2
+              // then found a strict-cosine match anyway. Reporting the decision
+              // here is what makes that DISAGREEMENT visible — without it the
+              // model's create silently vanished from the distribution whenever
+              // the cosine stage won.
+              ...consolidationDecidedCreate && { consolidation: "create" }
             };
           }
           await assertMergeTargetGoneOrThrow(ctx, targetId);
@@ -6737,12 +6749,18 @@ async function retain(content, ctx, options = {}) {
   const embedding = reusableQueryEmbedding ?? await generateEmbedding(contentToWrite, ctx.embeddingOptions);
   const embeddingModel = ctx.embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (options.respectTombstones) {
-    const tombstoneId = await findTombstoneMatch(embedding, embeddingModel, resolvedScope, ctx, {
+    const tombstone = await findTombstoneMatch(embedding, embeddingModel, resolvedScope, ctx, {
       threshold,
       folderId: options.folderId
     });
-    if (tombstoneId) {
-      return { action: "suppressed", memoryId: tombstoneId, tombstoneId, proofCount: 0 };
+    if (tombstone) {
+      return {
+        action: "suppressed",
+        memoryId: tombstone.id,
+        tombstoneId: tombstone.id,
+        proofCount: 0,
+        similarity: tombstone.similarity
+      };
     }
   }
   const createOpts = {
@@ -6809,7 +6827,8 @@ async function retain(content, ctx, options = {}) {
         action: "supersede",
         memoryId: created2.uniqueId,
         targetId: primaryTargetId,
-        proofCount: 1
+        proofCount: 1,
+        consolidation: "supersede"
       };
     }
     notifyConsolidationFallback(
@@ -6823,7 +6842,8 @@ async function retain(content, ctx, options = {}) {
   return {
     action: "create",
     memoryId: created.uniqueId,
-    proofCount: 1
+    proofCount: 1,
+    ...consolidationDecidedCreate && { consolidation: "create" }
   };
 }
 function unionStrings(a, b) {
@@ -6853,7 +6873,7 @@ async function findTombstoneMatch(embedding, embeddingModel, scope, ctx, opts) {
       bestId = row.uniqueId;
     }
   }
-  return bestId;
+  return bestId === null ? null : { id: bestId, similarity: bestSim };
 }
 function pickEventTimeUpdate(existing, incoming) {
   if (incoming === void 0 || incoming === null) return void 0;
@@ -6895,7 +6915,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
   }));
   const { consolidateMemory: doConsolidate } = await import("./consolidate-XBYKAFKT.mjs");
   const decision = await doConsolidate(trimmed, candidates, consolidateOptions);
-  if (decision.action === "create") return null;
+  if (decision.action === "create") return decision.fallbackReason ? null : { create: true };
   if (decision.action === "supersede" && decision.content) {
     const requestedIds = decision.targetIds?.length ? decision.targetIds : decision.targetId ? [decision.targetId] : [];
     if (requestedIds.length === 0) return null;
@@ -6954,7 +6974,8 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
         action: "merge",
         memoryId: decision.targetId,
         targetId: decision.targetId,
-        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+        consolidation: "noop"
       }
     };
   }
@@ -7007,7 +7028,8 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
         action: "update",
         memoryId: decision.targetId,
         targetId: decision.targetId,
-        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+        consolidation: "update"
       }
     };
   }
@@ -7149,6 +7171,11 @@ Extract durable user facts.`,
     fallbackSourceId,
     options.userIdentity ?? []
   );
+  const rawCandidates = parsed.candidates;
+  options.onCandidatesParsed?.({
+    rawCount: Array.isArray(rawCandidates) ? rawCandidates.length : 0,
+    validCount: candidates.length
+  });
   if (!redactor) return candidates;
   const restored = restoreCandidates(candidates, redactor, options.userIdentity ?? []);
   if (candidates.length > 0 && restored.length === 0) {
@@ -7185,8 +7212,12 @@ async function extractAndRetain(messages, retainCtx, options) {
   let exhaustedEmpty = false;
   let exhaustedFailure;
   let droppedAfterRedaction = false;
+  let rawCandidateCount = 0;
+  let validCandidateCount = 0;
   const callerOnExhaustedEmpty = options.extract.onExhaustedEmpty;
   const callerOnCandidatesDropped = options.extract.onCandidatesDropped;
+  const callerOnCandidatesParsed = options.extract.onCandidatesParsed;
+  const tExtract = Date.now();
   const candidates = await extractFacts(messages, {
     ...options.extract,
     onExhaustedEmpty: (failure) => {
@@ -7197,8 +7228,14 @@ async function extractAndRetain(messages, retainCtx, options) {
     onCandidatesDropped: () => {
       droppedAfterRedaction = true;
       callerOnCandidatesDropped?.();
+    },
+    onCandidatesParsed: (stats) => {
+      rawCandidateCount = stats.rawCount;
+      validCandidateCount = stats.validCount;
+      callerOnCandidatesParsed?.(stats);
     }
   });
+  const extractMs = Date.now() - tExtract;
   const filtered = candidates.filter((c) => c.confidence >= minConfidence);
   const log = getLogger();
   const screened = screenCandidatesForInjection(filtered);
@@ -7246,6 +7283,7 @@ async function extractAndRetain(messages, retainCtx, options) {
   const results = [];
   const quarantinedInfo = [];
   let failedWrites = 0;
+  const tRetain = Date.now();
   for (const { candidate, isQuarantined, reason, signature } of toRetain) {
     try {
       const result = await retain(candidate.content, retainCtx, {
@@ -7312,6 +7350,21 @@ async function extractAndRetain(messages, retainCtx, options) {
     failedCount: failedWrites,
     outcome,
     quarantined: quarantinedInfo,
+    funnel: {
+      rawCandidateCount,
+      validCandidateCount,
+      afterRedactionCount: candidates.length,
+      aboveConfidenceCount: filtered.length,
+      // The PERSISTED quarantines (`quarantinedInfo`), not the screened list: a
+      // screened candidate whose retain() throws is counted in `failedCount`,
+      // and counting it here too would double it and break the identity below.
+      // This also keeps the count equal to `quarantined.length` on the result.
+      quarantinedCount: quarantinedInfo.length,
+      retainedCount: results.length,
+      failedCount: failedWrites
+    },
+    timings: { extractMs, retainMs: Date.now() - tRetain },
+    model: options.extract.model ?? DEFAULT_EXTRACTION_MODEL,
     // Only meaningful alongside `outcome: "empty-after-retry"`. Returned as well
     // as pushed through the callback so a consumer that only inspects the result
     // (rather than wiring a hook) can still report WHY.
@@ -7565,27 +7618,23 @@ function createAutoExtractor(options) {
     const t0 = Date.now();
     void (async () => {
       try {
-        const { candidates, results, failedCount, outcome, failure } = await extractAndRetain(
-          window,
-          retainCtx,
-          {
-            extract,
-            ...options.minConfidence !== void 0 && { minConfidence: options.minConfidence },
-            ...options.entityCtx !== void 0 && { entityCtx: options.entityCtx },
-            ...options.scope !== void 0 && { scope: options.scope },
-            ...options.folderId !== void 0 && { folderId: options.folderId },
-            ...consolidateOptions !== void 0 && { consolidateOptions },
-            ...injectionClassifierOptions !== void 0 && {
-              injectionClassifier: injectionClassifierOptions
-            },
-            ...options.onCandidateFailed && {
-              onCandidateFailed: (candidate, error) => options.onCandidateFailed?.({ candidate, error, conversationId })
-            },
-            ...options.onMemoryQuarantined && {
-              onQuarantined: (info) => options.onMemoryQuarantined?.({ ...info, conversationId })
-            }
+        const { candidates, results, failedCount, outcome, failure, funnel, timings, model } = await extractAndRetain(window, retainCtx, {
+          extract,
+          ...options.minConfidence !== void 0 && { minConfidence: options.minConfidence },
+          ...options.entityCtx !== void 0 && { entityCtx: options.entityCtx },
+          ...options.scope !== void 0 && { scope: options.scope },
+          ...options.folderId !== void 0 && { folderId: options.folderId },
+          ...consolidateOptions !== void 0 && { consolidateOptions },
+          ...injectionClassifierOptions !== void 0 && {
+            injectionClassifier: injectionClassifierOptions
+          },
+          ...options.onCandidateFailed && {
+            onCandidateFailed: (candidate, error) => options.onCandidateFailed?.({ candidate, error, conversationId })
+          },
+          ...options.onMemoryQuarantined && {
+            onQuarantined: (info) => options.onMemoryQuarantined?.({ ...info, conversationId })
           }
-        );
+        });
         if (outcome !== "empty-after-retry") {
           const advancedTo = window[window.length - 1].id;
           stateFor(conversationId).watermark = advancedTo;
@@ -7606,6 +7655,9 @@ function createAutoExtractor(options) {
           durationMs: Date.now() - t0,
           conversationId,
           outcome,
+          funnel,
+          timings,
+          model,
           // Only set alongside `outcome: "empty-after-retry"`. Spread so the key
           // is absent rather than explicitly undefined on a healthy turn —
           // analytics backends store an explicit undefined as a real value.

package/dist/react/index.cjs

@@ -17683,6 +17683,7 @@ async function retain(content, ctx, options = {}) {
   const threshold = options.autoMergeThreshold ?? DEFAULT_AUTO_MERGE_THRESHOLD;
   const resolvedScope = options.scope ?? DEFAULT_SCOPE;
   let supersedeTargetIds = [];
+  let consolidationDecidedCreate = false;
   let supersedeContent;
   let prepared;
   if (enableAutoMerge) {
@@ -17710,8 +17711,12 @@ async function retain(content, ctx, options = {}) {
       const outcome = await tryConsolidate(trimmed, ctx, options, prepared);
       if (outcome) {
         if ("done" in outcome) return outcome.done;
-        supersedeTargetIds = outcome.supersede;
-        supersedeContent = outcome.content;
+        if ("create" in outcome) {
+          consolidationDecidedCreate = true;
+        } else {
+          supersedeTargetIds = outcome.supersede;
+          supersedeContent = outcome.content;
+        }
       }
     }
     if (supersedeTargetIds.length === 0) {
@@ -17761,7 +17766,14 @@ async function retain(content, ctx, options = {}) {
               action: "merge",
               memoryId: targetId,
               targetId,
-              proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+              proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+              similarity: matches[0].similarity,
+              // Stage 1 may have run and explicitly said `create`, and Stage 2
+              // then found a strict-cosine match anyway. Reporting the decision
+              // here is what makes that DISAGREEMENT visible — without it the
+              // model's create silently vanished from the distribution whenever
+              // the cosine stage won.
+              ...consolidationDecidedCreate && { consolidation: "create" }
             };
           }
           await assertMergeTargetGoneOrThrow(ctx, targetId);
@@ -17774,12 +17786,18 @@ async function retain(content, ctx, options = {}) {
   const embedding = reusableQueryEmbedding ?? await generateEmbedding(contentToWrite, ctx.embeddingOptions);
   const embeddingModel = ctx.embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (options.respectTombstones) {
-    const tombstoneId = await findTombstoneMatch(embedding, embeddingModel, resolvedScope, ctx, {
+    const tombstone = await findTombstoneMatch(embedding, embeddingModel, resolvedScope, ctx, {
       threshold,
       folderId: options.folderId
     });
-    if (tombstoneId) {
-      return { action: "suppressed", memoryId: tombstoneId, tombstoneId, proofCount: 0 };
+    if (tombstone) {
+      return {
+        action: "suppressed",
+        memoryId: tombstone.id,
+        tombstoneId: tombstone.id,
+        proofCount: 0,
+        similarity: tombstone.similarity
+      };
     }
   }
   const createOpts = {
@@ -17846,7 +17864,8 @@ async function retain(content, ctx, options = {}) {
         action: "supersede",
         memoryId: created2.uniqueId,
         targetId: primaryTargetId,
-        proofCount: 1
+        proofCount: 1,
+        consolidation: "supersede"
       };
     }
     notifyConsolidationFallback(
@@ -17860,7 +17879,8 @@ async function retain(content, ctx, options = {}) {
   return {
     action: "create",
     memoryId: created.uniqueId,
-    proofCount: 1
+    proofCount: 1,
+    ...consolidationDecidedCreate && { consolidation: "create" }
   };
 }
 function unionStrings(a, b) {
@@ -17890,7 +17910,7 @@ async function findTombstoneMatch(embedding, embeddingModel, scope, ctx, opts) {
       bestId = row.uniqueId;
     }
   }
-  return bestId;
+  return bestId === null ? null : { id: bestId, similarity: bestSim };
 }
 function pickEventTimeUpdate(existing, incoming) {
   if (incoming === void 0 || incoming === null) return void 0;
@@ -17932,7 +17952,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
   }));
   const { consolidateMemory: doConsolidate } = await Promise.resolve().then(() => (init_consolidate(), consolidate_exports));
   const decision = await doConsolidate(trimmed, candidates, consolidateOptions);
-  if (decision.action === "create") return null;
+  if (decision.action === "create") return decision.fallbackReason ? null : { create: true };
   if (decision.action === "supersede" && decision.content) {
     const requestedIds = decision.targetIds?.length ? decision.targetIds : decision.targetId ? [decision.targetId] : [];
     if (requestedIds.length === 0) return null;
@@ -17991,7 +18011,8 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
         action: "merge",
         memoryId: decision.targetId,
         targetId: decision.targetId,
-        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+        consolidation: "noop"
       }
     };
   }
@@ -18044,7 +18065,8 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
         action: "update",
         memoryId: decision.targetId,
         targetId: decision.targetId,
-        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1
+        proofCount: updated.proofCount ?? (existing.proofCount ?? 1) + 1,
+        consolidation: "update"
       }
     };
   }
@@ -18186,6 +18208,11 @@ Extract durable user facts.`,
     fallbackSourceId,
     options.userIdentity ?? []
   );
+  const rawCandidates = parsed.candidates;
+  options.onCandidatesParsed?.({
+    rawCount: Array.isArray(rawCandidates) ? rawCandidates.length : 0,
+    validCount: candidates.length
+  });
   if (!redactor) return candidates;
   const restored = restoreCandidates(candidates, redactor, options.userIdentity ?? []);
   if (candidates.length > 0 && restored.length === 0) {
@@ -18222,8 +18249,12 @@ async function extractAndRetain(messages, retainCtx, options) {
   let exhaustedEmpty = false;
   let exhaustedFailure;
   let droppedAfterRedaction = false;
+  let rawCandidateCount = 0;
+  let validCandidateCount = 0;
   const callerOnExhaustedEmpty = options.extract.onExhaustedEmpty;
   const callerOnCandidatesDropped = options.extract.onCandidatesDropped;
+  const callerOnCandidatesParsed = options.extract.onCandidatesParsed;
+  const tExtract = Date.now();
   const candidates = await extractFacts(messages, {
     ...options.extract,
     onExhaustedEmpty: (failure) => {
@@ -18234,8 +18265,14 @@ async function extractAndRetain(messages, retainCtx, options) {
     onCandidatesDropped: () => {
       droppedAfterRedaction = true;
       callerOnCandidatesDropped?.();
+    },
+    onCandidatesParsed: (stats) => {
+      rawCandidateCount = stats.rawCount;
+      validCandidateCount = stats.validCount;
+      callerOnCandidatesParsed?.(stats);
     }
   });
+  const extractMs = Date.now() - tExtract;
   const filtered = candidates.filter((c) => c.confidence >= minConfidence);
   const log = getLogger();
   const screened = screenCandidatesForInjection(filtered);
@@ -18283,6 +18320,7 @@ async function extractAndRetain(messages, retainCtx, options) {
   const results = [];
   const quarantinedInfo = [];
   let failedWrites = 0;
+  const tRetain = Date.now();
   for (const { candidate, isQuarantined, reason, signature } of toRetain) {
     try {
       const result = await retain(candidate.content, retainCtx, {
@@ -18349,6 +18387,21 @@ async function extractAndRetain(messages, retainCtx, options) {
     failedCount: failedWrites,
     outcome,
     quarantined: quarantinedInfo,
+    funnel: {
+      rawCandidateCount,
+      validCandidateCount,
+      afterRedactionCount: candidates.length,
+      aboveConfidenceCount: filtered.length,
+      // The PERSISTED quarantines (`quarantinedInfo`), not the screened list: a
+      // screened candidate whose retain() throws is counted in `failedCount`,
+      // and counting it here too would double it and break the identity below.
+      // This also keeps the count equal to `quarantined.length` on the result.
+      quarantinedCount: quarantinedInfo.length,
+      retainedCount: results.length,
+      failedCount: failedWrites
+    },
+    timings: { extractMs, retainMs: Date.now() - tRetain },
+    model: options.extract.model ?? DEFAULT_EXTRACTION_MODEL,
     // Only meaningful alongside `outcome: "empty-after-retry"`. Returned as well
     // as pushed through the callback so a consumer that only inspects the result
     // (rather than wiring a hook) can still report WHY.
@@ -18604,27 +18657,23 @@ function createAutoExtractor(options) {
     const t0 = Date.now();
     void (async () => {
       try {
-        const { candidates, results, failedCount, outcome, failure } = await extractAndRetain(
-          window2,
-          retainCtx,
-          {
-            extract,
-            ...options.minConfidence !== void 0 && { minConfidence: options.minConfidence },
-            ...options.entityCtx !== void 0 && { entityCtx: options.entityCtx },
-            ...options.scope !== void 0 && { scope: options.scope },
-            ...options.folderId !== void 0 && { folderId: options.folderId },
-            ...consolidateOptions !== void 0 && { consolidateOptions },
-            ...injectionClassifierOptions !== void 0 && {
-              injectionClassifier: injectionClassifierOptions
-            },
-            ...options.onCandidateFailed && {
-              onCandidateFailed: (candidate, error) => options.onCandidateFailed?.({ candidate, error, conversationId })
-            },
-            ...options.onMemoryQuarantined && {
-              onQuarantined: (info) => options.onMemoryQuarantined?.({ ...info, conversationId })
-            }
+        const { candidates, results, failedCount, outcome, failure, funnel, timings, model } = await extractAndRetain(window2, retainCtx, {
+          extract,
+          ...options.minConfidence !== void 0 && { minConfidence: options.minConfidence },
+          ...options.entityCtx !== void 0 && { entityCtx: options.entityCtx },
+          ...options.scope !== void 0 && { scope: options.scope },
+          ...options.folderId !== void 0 && { folderId: options.folderId },
+          ...consolidateOptions !== void 0 && { consolidateOptions },
+          ...injectionClassifierOptions !== void 0 && {
+            injectionClassifier: injectionClassifierOptions
+          },
+          ...options.onCandidateFailed && {
+            onCandidateFailed: (candidate, error) => options.onCandidateFailed?.({ candidate, error, conversationId })
+          },
+          ...options.onMemoryQuarantined && {
+            onQuarantined: (info) => options.onMemoryQuarantined?.({ ...info, conversationId })
           }
-        );
+        });
         if (outcome !== "empty-after-retry") {
           const advancedTo = window2[window2.length - 1].id;
           stateFor(conversationId).watermark = advancedTo;
@@ -18645,6 +18694,9 @@ function createAutoExtractor(options) {
           durationMs: Date.now() - t0,
           conversationId,
           outcome,
+          funnel,
+          timings,
+          model,
           // Only set alongside `outcome: "empty-after-retry"`. Spread so the key
           // is absent rather than explicitly undefined on a healthy turn —
           // analytics backends store an explicit undefined as a real value.