@anuma/sdk 6.21.1 → 6.23.0

package/dist/server/index.mjs

@@ -8,6 +8,7 @@ import {
   ENTITY_FANOUT,
   ENTITY_KINDS,
   EncryptionKeyMissingError,
+  ExtractionJob,
   LRUCache,
   MAX_HOPS,
   NODE_BUDGET,
@@ -54,6 +55,7 @@ import {
   decryptJsonField,
   deleteAllVaultMemoriesForUserOp,
   deleteConversationOp,
+  deleteMessageOp,
   deleteVaultMemoryOp,
   eagerEmbedContent,
   embedAllMessages,
@@ -141,7 +143,7 @@ import {
   updateVaultMemoryOp,
   upsertMessageOp,
   vaultMemoryToStored
-} from "./chunk-4DSDATYG.mjs";
+} from "./chunk-FEDRFVHD.mjs";
 import {
   createStreamingDeAnonymizer,
   notifyConsolidationFallback,
@@ -330,7 +332,7 @@ var require_children = __commonJS({
     var _makeDecorator = _interopRequireDefault(require_makeDecorator());
     var _logError = _interopRequireDefault(require_logError());
     var _invariant = _interopRequireDefault(require_invariant());
-    var Q7 = _interopRequireWildcard(require_QueryDescription());
+    var Q8 = _interopRequireWildcard(require_QueryDescription());
     function _getRequireWildcardCache(e) {
       if ("function" != typeof WeakMap) return null;
       var r = /* @__PURE__ */ new WeakMap(), t = /* @__PURE__ */ new WeakMap();
@@ -364,7 +366,7 @@ var require_children = __commonJS({
             var childCollection = model.collections.get(childTable);
             var association = model.constructor.associations[childTable];
             (0, _invariant.default)(association && "has_many" === association.type, "@children decorator used for a table that's not has_many");
-            var query = childCollection.query(Q7.where(association.foreignKey, model.id));
+            var query = childCollection.query(Q8.where(association.foreignKey, model.id));
             that._childrenQueryCache[childTable] = query;
             return query;
           },
@@ -1334,10 +1336,25 @@ __decorateClass([
 ], VaultFolder.prototype, "context", 2);
 
 // src/lib/db/schema.ts
-var SDK_SCHEMA_VERSION = 45;
+var SDK_SCHEMA_VERSION = 46;
 var sdkSchema = (0, import_watermelondb12.appSchema)({
   version: SDK_SCHEMA_VERSION,
   tables: [
+    (0, import_watermelondb12.tableSchema)({
+      name: "memory_extraction_jobs",
+      columns: [
+        { name: "owner_key", type: "string", isIndexed: true },
+        { name: "conversation_id", type: "string", isIndexed: true },
+        { name: "scope", type: "string" },
+        { name: "message_ids", type: "string" },
+        { name: "watermark", type: "string", isOptional: true },
+        // Deletion-proof anchor: history.message_id of the newest acknowledged
+        // source. `watermark` alone is an id, and deleting that message erased
+        // the anchor — see the column note in extractionJobs/models.ts.
+        { name: "watermark_seq", type: "number", isOptional: true },
+        { name: "folder_id", type: "string", isOptional: true }
+      ]
+    }),
     // Chat storage tables
     (0, import_watermelondb12.tableSchema)({
       name: "history",
@@ -2342,10 +2359,28 @@ var sdkMigrations = (0, import_migrations.schemaMigrations)({
           columns: [{ name: "media", type: "string", isOptional: true }]
         })
       ]
+    },
+    {
+      toVersion: 46,
+      steps: [
+        (0, import_migrations.createTable)({
+          name: "memory_extraction_jobs",
+          columns: [
+            { name: "owner_key", type: "string", isIndexed: true },
+            { name: "conversation_id", type: "string", isIndexed: true },
+            { name: "scope", type: "string" },
+            { name: "message_ids", type: "string" },
+            { name: "watermark", type: "string", isOptional: true },
+            { name: "watermark_seq", type: "number", isOptional: true },
+            { name: "folder_id", type: "string", isOptional: true }
+          ]
+        })
+      ]
     }
   ]
 });
 var sdkModelClasses = [
+  ExtractionJob,
   Message,
   Conversation,
   ConversationSummary,
@@ -3696,7 +3731,8 @@ function classifyDecay(m, now, policy) {
     if (m.eventTimeEnd < now - resolved.pastEventGraceMs) return "archive";
     if (m.eventTimeEnd >= now) return "keep";
   }
-  if (now - m.updatedAt > ttlForType(m.factType, resolved)) return "archive";
+  const observedAt = Number.isFinite(m.lastObservedAt) ? m.lastObservedAt : m.updatedAt;
+  if (now - Math.max(m.updatedAt, observedAt) > ttlForType(m.factType, resolved)) return "archive";
   return "keep";
 }
 
@@ -5557,6 +5593,7 @@ async function retain(content, ctx, options = {}) {
           const updated = await updateVaultMemoryOp(ctx.vaultCtx, targetId, {
             content: existing.content,
             proofCountIncrement: 1,
+            observationSourceIds: options.sourceChunkIds,
             sourceChunkIds: mergedSourceIds,
             // resurrect encodes the decay gate: ACTIVE target → { preserveUpdatedAt:
             // true } (main's normal re-observation path — bump proof_count without
@@ -5800,6 +5837,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     const updated = await updateVaultMemoryOp(ctx.vaultCtx, decision.targetId, {
       content: existing.content,
       proofCountIncrement: 1,
+      observationSourceIds: options.sourceChunkIds,
       sourceChunkIds: mergedSourceIds,
       // ACTIVE target → { preserveUpdatedAt: true } (main's normal re-observation
       // path); ARCHIVED (non-superseded, non-deleted) → { restore: true } and no
@@ -5849,6 +5887,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     const updated = await updateVaultMemoryOp(ctx.vaultCtx, decision.targetId, {
       content: decision.content,
       proofCountIncrement: 1,
+      observationSourceIds: options.sourceChunkIds,
       sourceChunkIds: mergedSourceIds,
       embedding: JSON.stringify(newEmbedding),
       embeddingModel: consolidatedModel,
@@ -6485,7 +6524,7 @@ function createAutoExtractor(options) {
             onQuarantined: (info) => options.onMemoryQuarantined?.({ ...info, conversationId })
           }
         });
-        if (outcome !== "empty-after-retry") {
+        if (outcome !== "empty-after-retry" && failedCount === 0) {
           const advancedTo = window2[window2.length - 1].id;
           stateFor(conversationId).watermark = advancedTo;
           persistCursor(conversationId, messages, advancedTo, contiguous);
@@ -6640,6 +6679,7 @@ function toDecayInput(c) {
     eventTimeEnd: c.eventTimeEnd,
     eventTimeKind: c.eventTimeKind,
     updatedAt: c.updatedAt,
+    lastObservedAt: c.lastObservedAt,
     archivedAt: c.archivedAt,
     source: c.source,
     trustTier: c.trustTier
@@ -6721,7 +6761,8 @@ function createDecaySweeper(options) {
       for (const c of toArchive) {
         const ok = await archiveVaultMemoryOp(vaultCtx, c.uniqueId, {
           now,
-          expectedUpdatedAt: c.updatedAt
+          expectedUpdatedAt: c.updatedAt,
+          expectedLastObservedAt: c.lastObservedAt ?? null
         });
         if (ok) archived++;
       }
@@ -6966,6 +7007,7 @@ function createRecallTool(ctx, toolOptions, callbacks) {
           budget: defaultBudget,
           ...toolOptions?.minScore !== void 0 && { minScore: toolOptions.minScore },
           ...toolOptions?.scopes && { scopes: toolOptions.scopes },
+          ...toolOptions?.memoryIds !== void 0 && { memoryIds: toolOptions.memoryIds },
           ...toolOptions?.folderId !== void 0 && { folderId: toolOptions.folderId },
           ...toolOptions?.excludeConversationId && {
             excludeConversationId: toolOptions.excludeConversationId
@@ -8155,6 +8197,462 @@ function createMessageSourceResolver(ctx) {
   };
 }
 
+// src/lib/memory/context.ts
+function shouldRecallMemory(query) {
+  const normalized = query.trim().toLowerCase().replace(/[.!?。！？¡¿]+$/u, "").replace(/^[¡¿]+/u, "");
+  return normalized.length > 0 && !/^(hi|hi there|hello|hey|yes|no|yep|nope|sure|k|ok|okay|thanks|thank you|thank you very much|thanks a lot|cool|great|got it|sounds good|hola|buenos días|buenas|sí|si|gracias|muchas gracias|vale|bonjour|salut|oui|non|merci|merci beaucoup|d'accord|hallo|guten tag|ja|nein|danke|danke schön|alles klar|olá|obrigado|obrigada|ciao|grazie|sì|你好|谢谢|好的|こんにちは|ありがとう|안녕하세요|감사합니다)$/u.test(
+    normalized
+  );
+}
+async function assembleMemoryContext(options) {
+  const { query, recall: recall2, loadFacts, loadSessionRefs } = options;
+  const memoryIds = options.memoryIds ?? options.recallOptions?.memoryIds;
+  const ranked = shouldRecallMemory(query);
+  const degraded = [];
+  const guard = async (lane, run, fallback) => {
+    try {
+      return await run();
+    } catch (error) {
+      degraded.push(lane);
+      try {
+        options.onDegraded?.(lane, error);
+      } catch {
+      }
+      return fallback;
+    }
+  };
+  const scoped = memoryIds !== void 0 || options.recallOptions?.scopes !== void 0 || options.recallOptions?.folderId !== void 0;
+  const allowed = memoryIds !== void 0 ? new Set(memoryIds) : void 0;
+  const filters = {
+    ...options.recallOptions?.scopes && { scopes: options.recallOptions.scopes },
+    ...options.recallOptions?.folderId !== void 0 && {
+      folderId: options.recallOptions.folderId
+    }
+  };
+  const active = (m) => !m.isDeleted && !m.archivedAt && !m.supersededBy && m.trustTier !== "quarantined" && (!allowed || allowed.has(m.uniqueId));
+  const asItem = (m, lane, score = 1) => ({
+    id: m.uniqueId,
+    content: m.content,
+    score,
+    lane,
+    sourceIds: m.sourceChunkIds ?? []
+  });
+  const empty = {
+    memories: [],
+    usedBudget: options.recallOptions?.budget ?? "low",
+    reranked: false,
+    candidateCount: 0
+  };
+  const [facts, episodes, profile, session] = await Promise.all([
+    ranked ? guard(
+      "fact",
+      () => recall2(query, { ...options.recallOptions, types: ["fact"], limit: 20, memoryIds }),
+      empty
+    ) : empty,
+    ranked && !scoped && options.includeEpisodes !== false ? guard(
+      "episode",
+      () => recall2(query, {
+        ...options.recallOptions,
+        types: ["chunk"],
+        limit: 4,
+        minScore: 0.5,
+        onDiagnostics: void 0
+      }),
+      empty
+    ) : empty,
+    loadFacts ? guard(
+      "profile",
+      async () => {
+        const stable = await loadFacts({
+          ...filters,
+          memoryIds,
+          factTypes: ["identity", "preference", "constraint", "relationship"],
+          limit: 8
+        });
+        const dynamic = await loadFacts({
+          ...filters,
+          memoryIds,
+          factTypes: ["ongoing_context", "plan"],
+          limit: 4
+        });
+        return [...stable, ...dynamic].filter(active).map((m) => asItem(m, "profile"));
+      },
+      []
+    ) : [],
+    loadFacts && loadSessionRefs ? guard(
+      "session",
+      async () => {
+        const refs = (await loadSessionRefs()).filter((r) => !allowed || allowed.has(r.memoryId)).sort((a, b) => b.score - a.score).slice(0, 10);
+        if (!refs.length) return [];
+        const rows = await loadFacts({ ...filters, memoryIds: refs.map((r) => r.memoryId) });
+        const byId = new Map(rows.filter(active).map((m) => [m.uniqueId, m]));
+        return refs.flatMap((ref) => {
+          const m = byId.get(ref.memoryId);
+          return m ? [asItem(m, "session", ref.score)] : [];
+        });
+      },
+      []
+    ) : []
+  ]);
+  const toItems = (result, lane) => result.memories.filter((m) => !allowed || allowed.has(m.id)).map((m) => ({
+    id: m.id,
+    content: m.content,
+    score: m.score,
+    lane,
+    ...lane === "fact" && { recalled: true },
+    sourceIds: m.sourceChunkIds ?? (m.messageId ? [m.messageId] : [])
+  }));
+  const recalledFacts = toItems(facts, "fact");
+  const recalledScores = /* @__PURE__ */ new Map();
+  const recalledContentScores = /* @__PURE__ */ new Map();
+  for (const item of recalledFacts) {
+    recalledScores.set(item.id, Math.max(recalledScores.get(item.id) ?? -Infinity, item.score));
+    const content = item.content.trim();
+    recalledContentScores.set(
+      content,
+      Math.max(recalledContentScores.get(content) ?? -Infinity, item.score)
+    );
+  }
+  const rankedProfile = profile.map((item) => {
+    const score = Math.max(
+      recalledScores.get(item.id) ?? -Infinity,
+      recalledContentScores.get(item.content.trim()) ?? -Infinity
+    );
+    return score === -Infinity ? item : { ...item, score, recalled: true };
+  });
+  const lanes = [
+    [rankedProfile, 2e3],
+    [recalledFacts, 6e3],
+    [toItems(episodes, "episode"), 3e3],
+    [session, 1e3]
+  ];
+  const items = [];
+  const seenIds = /* @__PURE__ */ new Set();
+  const seenContent = /* @__PURE__ */ new Set();
+  let remaining = Math.max(0, options.maxChars ?? 12e3);
+  let truncated = false;
+  for (const [candidates, laneBudget] of lanes) {
+    let laneRemaining = Math.min(laneBudget, remaining);
+    for (const item of candidates) {
+      const content = item.content?.trim();
+      const key = `${item.lane === "episode" ? "episode" : "fact"}:${item.id}`;
+      if (!content || seenIds.has(key) || seenContent.has(content)) continue;
+      if (content.length > laneRemaining) {
+        truncated = true;
+        continue;
+      }
+      items.push({ ...item, content });
+      seenIds.add(key);
+      seenContent.add(content);
+      remaining -= content.length;
+      laneRemaining -= content.length;
+    }
+  }
+  return { items, ranked, rankedCount: recalledFacts.length, degraded, truncated };
+}
+
+// src/lib/memory/durableExtraction.ts
+var import_watermelondb20 = __toESM(require_watermelondb());
+var MAX_JOBS_PER_PASS = 3;
+var MAX_ATTEMPTS = 3;
+function idsOf(job) {
+  return JSON.parse(String(job._getRaw("message_ids")));
+}
+function seqOf(job) {
+  const raw = job._getRaw("watermark_seq");
+  return typeof raw === "number" && raw > 0 ? raw : void 0;
+}
+function createDurableAutoExtractor(options) {
+  const vault = options.retainCtx.vaultCtx;
+  const database = vault.database;
+  const owner = vault.userId ?? vault.walletAddress;
+  if (!owner) throw new Error("Durable extraction requires a user or wallet owner");
+  const jobs = database.get(ExtractionJob.table);
+  const storage = {
+    database,
+    messagesCollection: database.get("history"),
+    conversationsCollection: database.get("conversations"),
+    walletAddress: vault.walletAddress,
+    signMessage: vault.signMessage,
+    embeddedWalletSigner: vault.embeddedWalletSigner
+  };
+  const folderId = options.folderId ?? null;
+  let disposed = false;
+  let running = false;
+  let wakeRequested = false;
+  let timer;
+  let writes = Promise.resolve();
+  let storeFailures = 0;
+  const attempts = /* @__PURE__ */ new Map();
+  const reportError = (error, conversationId) => {
+    try {
+      options.onError?.(error instanceof Error ? error : new Error(String(error)), conversationId);
+    } catch {
+    }
+  };
+  const currentScope = () => {
+    try {
+      const value = typeof options.scope === "function" ? options.scope() : options.scope;
+      return value ?? "private";
+    } catch (error) {
+      reportError(error);
+      return "private";
+    }
+  };
+  function schedule(delay) {
+    if (disposed) return;
+    if (running || timer !== void 0) {
+      if (running) wakeRequested = true;
+      return;
+    }
+    timer = setTimeout(() => {
+      timer = void 0;
+      void drain();
+    }, delay);
+  }
+  async function extractBatch(messages, conversationId, ids, jobScope, jobFolderId) {
+    let watchdog;
+    try {
+      return await Promise.race([
+        new Promise((resolve, reject) => {
+          const worker = createAutoExtractor({
+            ...options,
+            retainCtx: {
+              ...options.retainCtx,
+              vaultCtx: {
+                ...vault,
+                canWrite: async () => !disposed && await storage.conversationsCollection.query(import_watermelondb20.Q.where("conversation_id", conversationId), import_watermelondb20.Q.where("is_deleted", false)).fetchCount() > 0 && await storage.messagesCollection.query(import_watermelondb20.Q.where("conversation_id", conversationId), import_watermelondb20.Q.where("id", import_watermelondb20.Q.oneOf(ids))).fetchCount() === ids.length && (!vault.canWrite || await vault.canWrite()) && !disposed
+              }
+            },
+            // Never publish a private queued observation after a mode flip.
+            scope: jobScope,
+            folderId: jobFolderId,
+            cursorStore: void 0,
+            windowSize: 20,
+            maxWindowSize: 20,
+            onTurnComplete: resolve,
+            onError: reject
+          });
+          worker.processTurn(messages, conversationId);
+          worker.dispose();
+        }),
+        new Promise((_resolve, reject) => {
+          watchdog = setTimeout(
+            () => reject(new Error("Extraction did not settle in time; retained for retry")),
+            options.batchTimeoutMs ?? 18e4
+          );
+        })
+      ]);
+    } finally {
+      if (watchdog !== void 0) clearTimeout(watchdog);
+    }
+  }
+  async function drain() {
+    if (disposed || running) return;
+    running = true;
+    wakeRequested = false;
+    let retry = false;
+    let scheduleAfterSuccess = false;
+    try {
+      await writes;
+      const pending = await jobs.query(import_watermelondb20.Q.where("owner_key", owner), import_watermelondb20.Q.where("message_ids", import_watermelondb20.Q.notEq("[]"))).fetch();
+      storeFailures = 0;
+      let processed = 0;
+      for (const job of pending) {
+        if (disposed) break;
+        const attempted = attempts.get(job.id) ?? 0;
+        if (attempted >= MAX_ATTEMPTS) continue;
+        if (processed >= MAX_JOBS_PER_PASS) {
+          scheduleAfterSuccess = true;
+          break;
+        }
+        processed++;
+        const conversationId = String(job._getRaw("conversation_id"));
+        try {
+          const conversations = await storage.conversationsCollection.query(import_watermelondb20.Q.where("conversation_id", conversationId), import_watermelondb20.Q.where("is_deleted", false)).fetchCount();
+          if (!conversations) {
+            await database.write(() => job.destroyPermanently());
+            continue;
+          }
+          const ids = idsOf(job).slice(0, 20);
+          const loaded = await Promise.all(ids.map((id) => getMessageOp(storage, id)));
+          const missing = ids.filter((_id, index) => loaded[index] === null);
+          if (missing.length) {
+            if (attempted < MAX_ATTEMPTS - 1)
+              throw new Error("Source messages not yet available; retained for retry");
+            const dropped = new Set(missing);
+            await database.write(
+              () => job.update(
+                (r) => r._setRaw(
+                  "message_ids",
+                  JSON.stringify(idsOf(job).filter((id) => !dropped.has(id)))
+                )
+              )
+            );
+            attempts.delete(job.id);
+            scheduleAfterSuccess = true;
+            reportError(
+              new Error(
+                `Dropped ${missing.length} unresolvable source id(s) to unblock extraction`
+              ),
+              conversationId
+            );
+            continue;
+          }
+          if (loaded.some(
+            (message) => message && (message.decryptionStatus || isEncrypted(message.content))
+          )) {
+            throw new Error("Source messages are locked; retained for retry");
+          }
+          const messages = loaded.flatMap(
+            (m) => m && m.conversationId === conversationId && (m.role === "user" || m.role === "assistant") ? [{ id: m.uniqueId, role: m.role, content: m.content }] : []
+          );
+          let success = messages.length === 0;
+          if (messages.length) {
+            const result = await extractBatch(
+              messages,
+              conversationId,
+              ids,
+              currentScope() === "private" ? "private" : String(job._getRaw("scope")),
+              job._getRaw("folder_id") ?? null
+            );
+            success = result.failedCount === 0 && result.outcome !== "empty-after-retry";
+            options.onTurnComplete?.(result);
+          }
+          if (!success) throw new Error("Extraction batch incomplete; retained for retry");
+          attempts.delete(job.id);
+          const sequences = /* @__PURE__ */ new Map();
+          for (const message of loaded)
+            if (message && message.messageId > 0)
+              sequences.set(message.uniqueId, message.messageId);
+          await database.write(async () => {
+            const current = idsOf(job);
+            const acknowledged = ids.filter((id) => current.includes(id));
+            if (!acknowledged.length) return;
+            const done = new Set(acknowledged);
+            const remaining = current.filter((id) => !done.has(id));
+            if (remaining.length) {
+              await job.update(
+                (r) => r._setRaw("message_ids", JSON.stringify([...acknowledged.slice(-2), ...remaining]))
+              );
+            } else await job.update((r) => r._setRaw("message_ids", "[]"));
+            const newest = acknowledged[acknowledged.length - 1];
+            await job.update((r) => {
+              r._setRaw("watermark", newest);
+              const sequence = sequences.get(newest);
+              if (sequence !== void 0) {
+                const prior = seqOf(job);
+                r._setRaw(
+                  "watermark_seq",
+                  prior === void 0 ? sequence : Math.max(prior, sequence)
+                );
+              }
+            });
+          });
+          scheduleAfterSuccess = true;
+        } catch (error) {
+          attempts.set(job.id, attempted + 1);
+          retry = true;
+          reportError(error, conversationId);
+        }
+      }
+    } catch (error) {
+      retry = ++storeFailures < 3;
+      reportError(error);
+    } finally {
+      running = false;
+      const woken = wakeRequested;
+      wakeRequested = false;
+      if (retry || scheduleAfterSuccess || woken)
+        schedule(retry ? options.retryDelayMs ?? 3e4 : 0);
+    }
+  }
+  schedule(0);
+  return {
+    processTurn(messages, conversationId) {
+      if (disposed || !conversationId || !messages.length) return false;
+      const ids = messages.map((m) => m.id);
+      const scope = currentScope();
+      writes = writes.then(
+        () => database.write(async () => {
+          const existing = await jobs.query(import_watermelondb20.Q.where("owner_key", owner), import_watermelondb20.Q.where("conversation_id", conversationId)).fetch();
+          const job = existing.find(
+            (candidate) => candidate._getRaw("scope") === scope && (candidate._getRaw("folder_id") ?? null) === folderId
+          );
+          const positions = new Map(ids.map((id, index) => [id, index]));
+          const rows = await storage.messagesCollection.query(import_watermelondb20.Q.where("id", import_watermelondb20.Q.oneOf(ids))).fetch();
+          const sequences = /* @__PURE__ */ new Map();
+          for (const row of rows) {
+            const sequence = Number(row._getRaw("message_id"));
+            if (Number.isFinite(sequence) && sequence > 0) sequences.set(row.id, sequence);
+          }
+          let boundary = -1;
+          let observedSeq = 0;
+          const foreignSources = /* @__PURE__ */ new Set();
+          for (const prior of existing) {
+            const sources = [...idsOf(prior), String(prior._getRaw("watermark") ?? "")];
+            for (const id of sources) {
+              boundary = Math.max(boundary, positions.get(id) ?? -1);
+              if (prior !== job) foreignSources.add(id);
+            }
+            observedSeq = Math.max(observedSeq, seqOf(prior) ?? 0);
+            for (const id of idsOf(prior))
+              observedSeq = Math.max(observedSeq, sequences.get(id) ?? 0);
+          }
+          if (observedSeq > 0)
+            ids.forEach((id, index) => {
+              const sequence = sequences.get(id);
+              if (sequence !== void 0 && sequence <= observedSeq)
+                boundary = Math.max(boundary, index);
+            });
+          if (!existing.length && options.cursorStore) {
+            try {
+              const cursor = options.cursorStore.get(conversationId);
+              if (cursor) boundary = Math.max(boundary, positions.get(cursor) ?? -1);
+            } catch (error) {
+              reportError(error, conversationId);
+            }
+          }
+          if (boundary < 0 && existing.some((prior) => idsOf(prior).length > 0 || seqOf(prior) !== void 0)) {
+            reportError(
+              new Error("Extraction boundary unresolved; skipped rather than re-observing"),
+              conversationId
+            );
+            return;
+          }
+          const start = boundary >= 0 ? boundary + 1 : Math.max(0, ids.length - Math.max(1, options.windowSize ?? 6));
+          if (start >= ids.length) return;
+          const ownWatermark = job?._getRaw("watermark");
+          const atOwnWatermark = !!job && boundary >= 0 && (ids[boundary] === ownWatermark || sequences.get(ids[boundary]) !== void 0 && sequences.get(ids[boundary]) === seqOf(job));
+          const overlapStart = atOwnWatermark ? Math.max(0, boundary - 1) : start;
+          const fresh = ids.slice(overlapStart).filter((id) => !foreignSources.has(id));
+          if (!fresh.length) return;
+          if (job) {
+            await job.update(
+              (r) => r._setRaw("message_ids", JSON.stringify([.../* @__PURE__ */ new Set([...idsOf(job), ...fresh])]))
+            );
+            attempts.delete(job.id);
+          } else {
+            await jobs.create((r) => {
+              r._setRaw("owner_key", owner);
+              r._setRaw("conversation_id", conversationId);
+              r._setRaw("scope", scope);
+              r._setRaw("folder_id", folderId);
+              r._setRaw("message_ids", JSON.stringify([...new Set(fresh)]));
+            });
+          }
+        })
+      ).then(() => schedule(options.debounceMs ?? 2e4)).catch((error) => reportError(error, conversationId));
+      return true;
+    },
+    isProcessing: () => running,
+    dispose() {
+      disposed = true;
+      if (timer !== void 0) clearTimeout(timer);
+    }
+  };
+}
+
 // src/tools/appBuilderPrompt.ts
 var APP_BUILDER_PROMPT = `App Builder tools (create_file, patch_file, and the rest described below) are available this turn, but they are OPTIONAL \u2014 having them does not mean you should build anything.
 
@@ -13813,6 +14311,7 @@ export {
   activatedToolSetNames,
   analyzeStyle,
   archiveVaultMemoryOp,
+  assembleMemoryContext,
   backfillMemoryTopicsOp,
   buildConnectorGuidance,
   buildDeniedToolsRider,
@@ -13847,6 +14346,7 @@ export {
   createConversationOp,
   createCryptoPricePreProcessor,
   createDecaySweeper,
+  createDurableAutoExtractor,
   createLlmDecayClassifier,
   createLlmNeighborRefiner,
   createMediaBatchOp,
@@ -13880,6 +14380,7 @@ export {
   deleteMediaByConversationOp,
   deleteMediaByMessageOp,
   deleteMediaOp,
+  deleteMessageOp,
   deleteModelPreferenceOp,
   deleteProjectOp,
   deleteUserPreferenceOp,
@@ -14004,6 +14505,7 @@ export {
   setUserPreferenceOp,
   shouldAnalyzeStyle,
   shouldChunkMessage,
+  shouldRecallMemory,
   shouldRefreshTools,
   splitMessagesAtThreshold,
   stampTopicsExtractedAtOp,

package/dist/server/{recall-HA4UX4BB.mjs → recall-Z2WJGXOL.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-4DSDATYG.mjs";
+} from "./chunk-FEDRFVHD.mjs";
 import "./chunk-YXL5VKCO.mjs";
 import "./chunk-3RPGXXPZ.mjs";
 export {

package/dist/telemetry/index.d.mts

@@ -429,7 +429,13 @@ type RecallDegradation =
  | "graph-lane-failed"
 /** The W6 temporal side lane threw and was dropped. Same posture as the graph
  *  lane: recall still returned, ranked without the temporal signal. */
- | "temporal-lane-failed";
+ | "temporal-lane-failed"
+/** {@link RecallOptions.memoryIds} was set and `types` asked for `"chunk"`.
+ *  Conversation excerpts have no equivalent membership filter, so running the
+ *  chunk lane would escape the topic/folder scope — it is dropped instead.
+ *  Without this signal a scoped caller asking for excerpts got an empty
+ *  result indistinguishable from "the vault had no match". */
+ | "chunks-scope-restricted";
 /**
  * Why a recall returned nothing. `""` when it returned something, so the field
  * is always present and groupable rather than being absent on the healthy path.