@anuma/sdk 6.8.1 → 6.9.0

package/dist/react/{chunk-POCLKALT.mjs → chunk-EJ65X4GI.mjs}

@@ -1891,9 +1891,10 @@ async function updateMessageChunksOp(ctx, uniqueId, chunks, embeddingModel) {
   } catch {
     return null;
   }
+  const storedChunks = chunks.map(({ text: _text, ...rest }) => rest);
   await ctx.database.write(async () => {
     await message.update((msg) => {
-      msg._setRaw("chunks", JSON.stringify(chunks));
+      msg._setRaw("chunks", JSON.stringify(storedChunks));
       msg._setRaw("embedding_model", embeddingModel);
     });
   });
@@ -1991,6 +1992,16 @@ async function _updateMessageOp(ctx, uniqueId, opts) {
   });
   return messageToStored(message, ctx.walletAddress, ctx.signMessage, ctx.embeddedWalletSigner);
 }
+function resolveChunkText(content, chunk, chunksInRow) {
+  if (!chunk) return content;
+  if (typeof chunk.text === "string" && chunk.text.length > 0) return chunk.text;
+  const { startOffset: start, endOffset: end } = chunk;
+  if (!Number.isInteger(start) || !Number.isInteger(end)) return content;
+  if (start < 0 || end <= start || end > content.length) return content;
+  const covered = chunksInRow?.reduce((max, c) => Math.max(max, c.endOffset ?? 0), 0) ?? 0;
+  if (covered !== content.length) return content;
+  return content.slice(start, end);
+}
 async function readJsonField(model, column, walletAddress) {
   const raw = model._getRaw(column);
   if (!raw) return void 0;
@@ -2104,7 +2115,7 @@ async function searchChunksOp(ctx, queryVector, options) {
           candidates.push({
             message,
             similarity,
-            chunkTextSource: { kind: "chunk", text: chunks[ci].text }
+            chunkTextSource: { kind: "chunk", chunk: chunks[ci], siblings: chunks }
           });
         }
       }
@@ -2162,11 +2173,11 @@ async function searchChunksOp(ctx, queryVector, options) {
     const stored = { ...storedById.get(message.id) };
     let chunkText2;
     if (chunkTextSource.kind === "chunk") {
-      chunkText2 = chunkTextSource.text;
+      chunkText2 = resolveChunkText(stored.content, chunkTextSource.chunk, chunkTextSource.siblings);
     } else if (chunkTextSource.kind === "chunk-cached") {
       const state = chunkStateByMsgId.get(message.id);
       const chunk = state && state.version === chunkTextSource.version ? state.chunks[chunkTextSource.chunkIndex] : void 0;
-      chunkText2 = chunk?.text ?? stored.content;
+      chunkText2 = resolveChunkText(stored.content, chunk, state?.chunks);
     } else {
       chunkText2 = stored.content;
     }
@@ -2310,13 +2321,13 @@ async function upsertEntitiesInWrite(ctx, entities) {
   }
   const unique = Array.from(kindByName.keys());
   const out = /* @__PURE__ */ new Map();
-  if (unique.length === 0) return { entities: out, operations: [] };
+  if (unique.length === 0) return { entities: out, operations: [], kindBackfills: [] };
   const existing = await ctx.entityCollection.query(Q2.where("canonical_name", Q2.oneOf(unique))).fetch();
   const existingNames = new Set(existing.map((e) => e.canonicalName));
-  const updates = existing.filter((e) => {
+  const kindBackfills = existing.filter((e) => {
     const incoming = kindByName.get(e.canonicalName);
     return incoming !== void 0 && (e.kind === null || e.kind === void 0 || e.kind === "");
-  });
+  }).map((record) => ({ record, kind: kindByName.get(record.canonicalName) }));
   const missing = unique.filter((n) => !existingNames.has(n));
   const created = missing.map(
     (name) => ctx.entityCollection.prepareCreate((record) => {
@@ -2325,14 +2336,19 @@ async function upsertEntitiesInWrite(ctx, entities) {
       if (kind !== void 0) record._setRaw("kind", kind);
     })
   );
-  const updated = updates.map(
-    (e) => e.prepareUpdate((record) => {
-      record._setRaw("kind", kindByName.get(e.canonicalName));
-    })
-  );
   for (const e of existing) out.set(e.canonicalName, entityToStored(e));
   for (const record of created) out.set(record.canonicalName, entityToStored(record));
-  return { entities: out, operations: [...created, ...updated] };
+  for (const { record, kind } of kindBackfills) {
+    out.set(record.canonicalName, { ...entityToStored(record), kind });
+  }
+  return { entities: out, operations: created, kindBackfills };
+}
+function prepareKindBackfills(backfills) {
+  return backfills.map(
+    ({ record, kind }) => record.prepareUpdate((r) => {
+      r._setRaw("kind", kind);
+    })
+  );
 }
 async function findVaultRowInWrite(ctx, memoryId) {
   try {
@@ -2382,10 +2398,12 @@ function topicsForEntities(entities, displayNames, source) {
 function toEntityObjects(entityInputs) {
   return entityInputs.map((e) => typeof e === "string" ? { name: e } : e);
 }
-async function prepareMemoryTopicsUpdate(ctx, memoryId, linked, inputs, source) {
+async function resolveMemoryTopicsWrite(ctx, memoryId, linked, inputs, source) {
   const row = await findVaultRowInWrite(ctx, memoryId);
-  const write = resolveTopicsWrite(row, linked, displayNamesOf(toEntityObjects(inputs)), source);
-  return write === null ? null : prepareTopicsUpdate(write.row, write.topics, Date.now());
+  return resolveTopicsWrite(row, linked, displayNamesOf(toEntityObjects(inputs)), source);
+}
+function prepareMemoryTopicsUpdate(write) {
+  return prepareTopicsUpdate(write.row, write.topics, Date.now());
 }
 async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
   if (entityInputs.length === 0) return [];
@@ -2394,15 +2412,16 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
   let skipped = false;
   let entities = [];
   await ctx.database.write(async () => {
-    const { entities: byName, operations: entityOps } = await upsertEntitiesInWrite(
-      ctx,
-      normalized
-    );
+    const {
+      entities: byName,
+      operations: entityOps,
+      kindBackfills
+    } = await upsertEntitiesInWrite(ctx, normalized);
     entities = Array.from(byName.values());
     const vaultRow = await findVaultRowInWrite(ctx, memoryId);
     if (options?.unlessTopicsUserManaged && autoLinkBlocked(vaultRow)) {
-      if (entityOps.length > 0) {
-        await ctx.database.batch(...entityOps);
+      if (entityOps.length > 0 || kindBackfills.length > 0) {
+        await ctx.database.batch(...entityOps, ...prepareKindBackfills(kindBackfills));
       }
       skipped = true;
       return;
@@ -2422,7 +2441,9 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
       displayNamesOf(normalized),
       options?.topicsSource ?? "auto"
     );
-    if (entityOps.length === 0 && toCreate.length === 0 && topicsWrite === null) return;
+    if (entityOps.length === 0 && kindBackfills.length === 0 && toCreate.length === 0 && topicsWrite === null) {
+      return;
+    }
     const linkOps = toCreate.map(
       (e) => ctx.memoryEntityCollection.prepareCreate((record) => {
         record._setRaw("memory_id", memoryId);
@@ -2432,6 +2453,7 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
     );
     await ctx.database.batch(
       ...entityOps,
+      ...prepareKindBackfills(kindBackfills),
       ...linkOps,
       ...topicsWrite ? [prepareTopicsUpdate(topicsWrite.row, topicsWrite.topics, Date.now())] : []
     );
@@ -2469,10 +2491,11 @@ async function replaceMemoryEntities(ctx, memoryId, entityInputs, options) {
       skipped = true;
       return;
     }
-    const { entities: byName, operations: entityOps } = await upsertEntitiesInWrite(
-      ctx,
-      normalized
-    );
+    const {
+      entities: byName,
+      operations: entityOps,
+      kindBackfills
+    } = await upsertEntitiesInWrite(ctx, normalized);
     entities = Array.from(byName.values());
     const existingLinks = await ctx.memoryEntityCollection.query(Q2.where("memory_id", memoryId)).fetch();
     const keep = new Set(entities.map((e) => e.uniqueId));
@@ -2485,12 +2508,13 @@ async function replaceMemoryEntities(ctx, memoryId, entityInputs, options) {
       displayNamesOf(normalized),
       options.topicsSource
     );
-    if (entityOps.length === 0 && toCreate.length === 0 && toDestroy.length === 0 && topicsWrite === null) {
+    if (entityOps.length === 0 && kindBackfills.length === 0 && toCreate.length === 0 && toDestroy.length === 0 && topicsWrite === null) {
       return;
     }
     const orphans = await findOrphanedEntities(ctx, memoryId, toDestroy);
     await ctx.database.batch(
       ...entityOps,
+      ...prepareKindBackfills(kindBackfills),
       ...toCreate.map(
         (e) => ctx.memoryEntityCollection.prepareCreate((record) => {
           record._setRaw("memory_id", memoryId);
@@ -3303,10 +3327,16 @@ async function setMemoryEntitiesOp(ctx, memoryId, entities) {
     const existing = await entityCtx.memoryEntityCollection.query(Q3.where("memory_id", memoryId)).fetch();
     const staleLinks = existing.filter((l) => !keep.has(String(l.entityId)));
     if (staleLinks.length === 0 && entities.length > 0) return;
-    const topicsOp = await prepareMemoryTopicsUpdate(entityCtx, memoryId, linked, entities, "user");
+    const topicsWrite = await resolveMemoryTopicsWrite(
+      entityCtx,
+      memoryId,
+      linked,
+      entities,
+      "user"
+    );
     await ctx.database.batch(
       ...staleLinks.map((l) => l.prepareDestroyPermanently()),
-      ...topicsOp ? [topicsOp] : []
+      ...topicsWrite ? [prepareMemoryTopicsUpdate(topicsWrite)] : []
     );
   });
   if (stale) return null;
@@ -3625,27 +3655,36 @@ async function backfillMemoryTopicsOp(ctx, memoryIds) {
   if (!entityCtx) {
     throw new Error("backfillMemoryTopicsOp requires ctx.entityCtx");
   }
+  const uniqueIds = Array.from(new Set(memoryIds));
+  if (uniqueIds.length === 0) return [];
   const filled = [];
-  for (const id of Array.from(new Set(memoryIds))) {
-    let record;
-    try {
-      record = await ctx.vaultMemoryCollection.find(id);
-    } catch {
-      continue;
-    }
-    if (record.isDeleted || !isOwnedByCtxUser(ctx, record)) continue;
-    if (parseTopics(record.topics) !== null) continue;
-    const links = await entityCtx.memoryEntityCollection.query(Q3.where("memory_id", id)).unsafeFetchRaw();
-    const entityIds = links.map((l) => String(l.entity_id));
-    if (entityIds.length === 0) continue;
-    const entities = await entityCtx.entityCollection.query(Q3.where("id", Q3.oneOf(entityIds))).fetch();
-    if (entities.length === 0) continue;
-    const source = record.topicsUserManaged ? "user" : "auto";
+  const CHUNK = 500;
+  for (let i = 0; i < uniqueIds.length; i += CHUNK) {
+    const chunkIds = uniqueIds.slice(i, i + CHUNK);
     await ctx.database.write(async () => {
-      const topicsOp = await prepareMemoryTopicsUpdate(entityCtx, id, entities, [], source);
-      if (!topicsOp) return;
-      await ctx.database.batch(topicsOp);
-      filled.push(id);
+      const writes = [];
+      for (const id of chunkIds) {
+        let record;
+        try {
+          record = await ctx.vaultMemoryCollection.find(id);
+        } catch {
+          continue;
+        }
+        if (record.isDeleted || !isOwnedByCtxUser(ctx, record)) continue;
+        if (parseTopics(record.topics) !== null) continue;
+        const links = await entityCtx.memoryEntityCollection.query(Q3.where("memory_id", id)).unsafeFetchRaw();
+        const entityIds = links.map((l) => String(l.entity_id));
+        if (entityIds.length === 0) continue;
+        const entities = await entityCtx.entityCollection.query(Q3.where("id", Q3.oneOf(entityIds))).fetch();
+        if (entities.length === 0) continue;
+        const source = record.topicsUserManaged ? "user" : "auto";
+        const write = await resolveMemoryTopicsWrite(entityCtx, id, entities, [], source);
+        if (write) writes.push(write);
+      }
+      if (writes.length === 0) return;
+      const prepared = writes.map(prepareMemoryTopicsUpdate);
+      await ctx.database.batch(...prepared);
+      for (const write of writes) filled.push(write.row.id);
     });
   }
   return filled;
@@ -7085,7 +7124,7 @@ function createMemoryVaultSearchTool(vaultCtx, embeddingOptions, cache, searchOp
             subQueries = decomp.subQueries;
           }
         }
-        const { recall: recall2 } = await import("./recall-B2AIAPCM.mjs");
+        const { recall: recall2 } = await import("./recall-FWILZSFH.mjs");
         let recallDegraded = [];
         const result = await recall2(
           query,

package/dist/react/index.cjs

@@ -2338,9 +2338,10 @@ async function updateMessageChunksOp(ctx, uniqueId, chunks, embeddingModel) {
   } catch {
     return null;
   }
+  const storedChunks = chunks.map(({ text: _text, ...rest }) => rest);
   await ctx.database.write(async () => {
     await message.update((msg) => {
-      msg._setRaw("chunks", JSON.stringify(chunks));
+      msg._setRaw("chunks", JSON.stringify(storedChunks));
       msg._setRaw("embedding_model", embeddingModel);
     });
   });
@@ -2438,6 +2439,16 @@ async function _updateMessageOp(ctx, uniqueId, opts) {
   });
   return messageToStored(message, ctx.walletAddress, ctx.signMessage, ctx.embeddedWalletSigner);
 }
+function resolveChunkText(content, chunk, chunksInRow) {
+  if (!chunk) return content;
+  if (typeof chunk.text === "string" && chunk.text.length > 0) return chunk.text;
+  const { startOffset: start, endOffset: end } = chunk;
+  if (!Number.isInteger(start) || !Number.isInteger(end)) return content;
+  if (start < 0 || end <= start || end > content.length) return content;
+  const covered = chunksInRow?.reduce((max, c) => Math.max(max, c.endOffset ?? 0), 0) ?? 0;
+  if (covered !== content.length) return content;
+  return content.slice(start, end);
+}
 async function readJsonField(model, column, walletAddress) {
   const raw = model._getRaw(column);
   if (!raw) return void 0;
@@ -2551,7 +2562,7 @@ async function searchChunksOp(ctx, queryVector, options) {
           candidates.push({
             message,
             similarity,
-            chunkTextSource: { kind: "chunk", text: chunks[ci].text }
+            chunkTextSource: { kind: "chunk", chunk: chunks[ci], siblings: chunks }
           });
         }
       }
@@ -2609,11 +2620,11 @@ async function searchChunksOp(ctx, queryVector, options) {
     const stored = { ...storedById.get(message.id) };
     let chunkText2;
     if (chunkTextSource.kind === "chunk") {
-      chunkText2 = chunkTextSource.text;
+      chunkText2 = resolveChunkText(stored.content, chunkTextSource.chunk, chunkTextSource.siblings);
     } else if (chunkTextSource.kind === "chunk-cached") {
       const state = chunkStateByMsgId.get(message.id);
       const chunk = state && state.version === chunkTextSource.version ? state.chunks[chunkTextSource.chunkIndex] : void 0;
-      chunkText2 = chunk?.text ?? stored.content;
+      chunkText2 = resolveChunkText(stored.content, chunk, state?.chunks);
     } else {
       chunkText2 = stored.content;
     }
@@ -4877,13 +4888,13 @@ async function upsertEntitiesInWrite(ctx, entities) {
   }
   const unique = Array.from(kindByName.keys());
   const out = /* @__PURE__ */ new Map();
-  if (unique.length === 0) return { entities: out, operations: [] };
+  if (unique.length === 0) return { entities: out, operations: [], kindBackfills: [] };
   const existing = await ctx.entityCollection.query(import_watermelondb9.Q.where("canonical_name", import_watermelondb9.Q.oneOf(unique))).fetch();
   const existingNames = new Set(existing.map((e) => e.canonicalName));
-  const updates = existing.filter((e) => {
+  const kindBackfills = existing.filter((e) => {
     const incoming = kindByName.get(e.canonicalName);
     return incoming !== void 0 && (e.kind === null || e.kind === void 0 || e.kind === "");
-  });
+  }).map((record) => ({ record, kind: kindByName.get(record.canonicalName) }));
   const missing = unique.filter((n) => !existingNames.has(n));
   const created = missing.map(
     (name) => ctx.entityCollection.prepareCreate((record) => {
@@ -4892,14 +4903,19 @@ async function upsertEntitiesInWrite(ctx, entities) {
       if (kind !== void 0) record._setRaw("kind", kind);
     })
   );
-  const updated = updates.map(
-    (e) => e.prepareUpdate((record) => {
-      record._setRaw("kind", kindByName.get(e.canonicalName));
-    })
-  );
   for (const e of existing) out.set(e.canonicalName, entityToStored(e));
   for (const record of created) out.set(record.canonicalName, entityToStored(record));
-  return { entities: out, operations: [...created, ...updated] };
+  for (const { record, kind } of kindBackfills) {
+    out.set(record.canonicalName, { ...entityToStored(record), kind });
+  }
+  return { entities: out, operations: created, kindBackfills };
+}
+function prepareKindBackfills(backfills) {
+  return backfills.map(
+    ({ record, kind }) => record.prepareUpdate((r) => {
+      r._setRaw("kind", kind);
+    })
+  );
 }
 async function findVaultRowInWrite(ctx, memoryId) {
   try {
@@ -4949,10 +4965,12 @@ function topicsForEntities(entities, displayNames, source) {
 function toEntityObjects(entityInputs) {
   return entityInputs.map((e) => typeof e === "string" ? { name: e } : e);
 }
-async function prepareMemoryTopicsUpdate(ctx, memoryId, linked, inputs, source) {
+async function resolveMemoryTopicsWrite(ctx, memoryId, linked, inputs, source) {
   const row = await findVaultRowInWrite(ctx, memoryId);
-  const write = resolveTopicsWrite(row, linked, displayNamesOf(toEntityObjects(inputs)), source);
-  return write === null ? null : prepareTopicsUpdate(write.row, write.topics, Date.now());
+  return resolveTopicsWrite(row, linked, displayNamesOf(toEntityObjects(inputs)), source);
+}
+function prepareMemoryTopicsUpdate(write) {
+  return prepareTopicsUpdate(write.row, write.topics, Date.now());
 }
 async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
   if (entityInputs.length === 0) return [];
@@ -4961,15 +4979,16 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
   let skipped = false;
   let entities = [];
   await ctx.database.write(async () => {
-    const { entities: byName, operations: entityOps } = await upsertEntitiesInWrite(
-      ctx,
-      normalized
-    );
+    const {
+      entities: byName,
+      operations: entityOps,
+      kindBackfills
+    } = await upsertEntitiesInWrite(ctx, normalized);
     entities = Array.from(byName.values());
     const vaultRow = await findVaultRowInWrite(ctx, memoryId);
     if (options?.unlessTopicsUserManaged && autoLinkBlocked(vaultRow)) {
-      if (entityOps.length > 0) {
-        await ctx.database.batch(...entityOps);
+      if (entityOps.length > 0 || kindBackfills.length > 0) {
+        await ctx.database.batch(...entityOps, ...prepareKindBackfills(kindBackfills));
       }
       skipped = true;
       return;
@@ -4989,7 +5008,9 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
       displayNamesOf(normalized),
       options?.topicsSource ?? "auto"
     );
-    if (entityOps.length === 0 && toCreate.length === 0 && topicsWrite === null) return;
+    if (entityOps.length === 0 && kindBackfills.length === 0 && toCreate.length === 0 && topicsWrite === null) {
+      return;
+    }
     const linkOps = toCreate.map(
       (e) => ctx.memoryEntityCollection.prepareCreate((record) => {
         record._setRaw("memory_id", memoryId);
@@ -4999,6 +5020,7 @@ async function linkMemoryEntitiesOp(ctx, memoryId, entityInputs, options) {
     );
     await ctx.database.batch(
       ...entityOps,
+      ...prepareKindBackfills(kindBackfills),
       ...linkOps,
       ...topicsWrite ? [prepareTopicsUpdate(topicsWrite.row, topicsWrite.topics, Date.now())] : []
     );
@@ -5036,10 +5058,11 @@ async function replaceMemoryEntities(ctx, memoryId, entityInputs, options) {
       skipped = true;
       return;
     }
-    const { entities: byName, operations: entityOps } = await upsertEntitiesInWrite(
-      ctx,
-      normalized
-    );
+    const {
+      entities: byName,
+      operations: entityOps,
+      kindBackfills
+    } = await upsertEntitiesInWrite(ctx, normalized);
     entities = Array.from(byName.values());
     const existingLinks = await ctx.memoryEntityCollection.query(import_watermelondb9.Q.where("memory_id", memoryId)).fetch();
     const keep = new Set(entities.map((e) => e.uniqueId));
@@ -5052,12 +5075,13 @@ async function replaceMemoryEntities(ctx, memoryId, entityInputs, options) {
       displayNamesOf(normalized),
       options.topicsSource
     );
-    if (entityOps.length === 0 && toCreate.length === 0 && toDestroy.length === 0 && topicsWrite === null) {
+    if (entityOps.length === 0 && kindBackfills.length === 0 && toCreate.length === 0 && toDestroy.length === 0 && topicsWrite === null) {
       return;
     }
     const orphans = await findOrphanedEntities(ctx, memoryId, toDestroy);
     await ctx.database.batch(
       ...entityOps,
+      ...prepareKindBackfills(kindBackfills),
       ...toCreate.map(
         (e) => ctx.memoryEntityCollection.prepareCreate((record) => {
           record._setRaw("memory_id", memoryId);
@@ -5886,10 +5910,16 @@ async function setMemoryEntitiesOp(ctx, memoryId, entities) {
     const existing = await entityCtx.memoryEntityCollection.query(import_watermelondb10.Q.where("memory_id", memoryId)).fetch();
     const staleLinks = existing.filter((l) => !keep.has(String(l.entityId)));
     if (staleLinks.length === 0 && entities.length > 0) return;
-    const topicsOp = await prepareMemoryTopicsUpdate(entityCtx, memoryId, linked, entities, "user");
+    const topicsWrite = await resolveMemoryTopicsWrite(
+      entityCtx,
+      memoryId,
+      linked,
+      entities,
+      "user"
+    );
     await ctx.database.batch(
       ...staleLinks.map((l) => l.prepareDestroyPermanently()),
-      ...topicsOp ? [topicsOp] : []
+      ...topicsWrite ? [prepareMemoryTopicsUpdate(topicsWrite)] : []
     );
   });
   if (stale) return null;
@@ -6207,27 +6237,36 @@ async function backfillMemoryTopicsOp(ctx, memoryIds) {
   if (!entityCtx) {
     throw new Error("backfillMemoryTopicsOp requires ctx.entityCtx");
   }
+  const uniqueIds = Array.from(new Set(memoryIds));
+  if (uniqueIds.length === 0) return [];
   const filled = [];
-  for (const id of Array.from(new Set(memoryIds))) {
-    let record;
-    try {
-      record = await ctx.vaultMemoryCollection.find(id);
-    } catch {
-      continue;
-    }
-    if (record.isDeleted || !isOwnedByCtxUser(ctx, record)) continue;
-    if (parseTopics(record.topics) !== null) continue;
-    const links = await entityCtx.memoryEntityCollection.query(import_watermelondb10.Q.where("memory_id", id)).unsafeFetchRaw();
-    const entityIds = links.map((l) => String(l.entity_id));
-    if (entityIds.length === 0) continue;
-    const entities = await entityCtx.entityCollection.query(import_watermelondb10.Q.where("id", import_watermelondb10.Q.oneOf(entityIds))).fetch();
-    if (entities.length === 0) continue;
-    const source = record.topicsUserManaged ? "user" : "auto";
+  const CHUNK = 500;
+  for (let i = 0; i < uniqueIds.length; i += CHUNK) {
+    const chunkIds = uniqueIds.slice(i, i + CHUNK);
     await ctx.database.write(async () => {
-      const topicsOp = await prepareMemoryTopicsUpdate(entityCtx, id, entities, [], source);
-      if (!topicsOp) return;
-      await ctx.database.batch(topicsOp);
-      filled.push(id);
+      const writes = [];
+      for (const id of chunkIds) {
+        let record;
+        try {
+          record = await ctx.vaultMemoryCollection.find(id);
+        } catch {
+          continue;
+        }
+        if (record.isDeleted || !isOwnedByCtxUser(ctx, record)) continue;
+        if (parseTopics(record.topics) !== null) continue;
+        const links = await entityCtx.memoryEntityCollection.query(import_watermelondb10.Q.where("memory_id", id)).unsafeFetchRaw();
+        const entityIds = links.map((l) => String(l.entity_id));
+        if (entityIds.length === 0) continue;
+        const entities = await entityCtx.entityCollection.query(import_watermelondb10.Q.where("id", import_watermelondb10.Q.oneOf(entityIds))).fetch();
+        if (entities.length === 0) continue;
+        const source = record.topicsUserManaged ? "user" : "auto";
+        const write = await resolveMemoryTopicsWrite(entityCtx, id, entities, [], source);
+        if (write) writes.push(write);
+      }
+      if (writes.length === 0) return;
+      const prepared = writes.map(prepareMemoryTopicsUpdate);
+      await ctx.database.batch(...prepared);
+      for (const write of writes) filled.push(write.row.id);
     });
   }
   return filled;
@@ -18376,7 +18415,7 @@ function createAutoExtractor(options) {
     const t0 = Date.now();
     void (async () => {
       try {
-        const { candidates, results, failedCount, outcome } = await extractAndRetain(
+        const { candidates, results, failedCount, outcome, failure } = await extractAndRetain(
           window2,
           retainCtx,
           {
@@ -18416,7 +18455,11 @@ function createAutoExtractor(options) {
           failedCount,
           durationMs: Date.now() - t0,
           conversationId,
-          outcome
+          outcome,
+          // Only set alongside `outcome: "empty-after-retry"`. Spread so the key
+          // is absent rather than explicitly undefined on a healthy turn —
+          // analytics backends store an explicit undefined as a real value.
+          ...failure !== void 0 && { failure }
         });
       } catch (err) {
         options.onError?.(err instanceof Error ? err : new Error(String(err)), conversationId);

package/dist/react/index.d.mts

@@ -5055,8 +5055,26 @@ interface StoredMessageWithSimilarity extends StoredMessage {
  * A chunk of a message with its own embedding for fine-grained search
  */
 interface MessageChunk {
-    /** The chunk text */
-    text: string;
+    /**
+     * The chunk text — IN MEMORY ONLY. Not persisted (sdk#880).
+     *
+     * `chunkText` covers a message end to end with a 50-character overlap, so the
+     * chunk set of any message over 400 characters reconstructs the whole thing.
+     * Storing it put a fully readable copy of the message next to its own
+     * ciphertext `content` on devices with at-rest encryption enabled.
+     *
+     * `updateMessageChunksOp` now strips this before writing and readers rebuild
+     * the snippet from {@link startOffset}/{@link endOffset} against the message's
+     * own (decrypted) `content` — so the text exists exactly once, under the
+     * protection `content` already has. Encrypting the column instead was
+     * rejected: the client reads this column raw and `JSON.parse`s it in four
+     * places, each swallowing the throw and silently scoring 0.
+     *
+     * Optional because rows written before that change still carry it, and
+     * readers prefer a stored value when present. It is populated in memory by
+     * `chunkText()` and on the way out of a search.
+     */
+    text?: string;
     /**
      * Embedding vector for this chunk.
      *
@@ -8096,6 +8114,14 @@ declare function relinkMemoryTopicsOp(ctx: VaultMemoryOperationsContext, memoryI
  * row has: a curated memory's topics are recorded as `user`, everything else as
  * `auto`. Skips deleted, foreign-user, unlinked rows, and rows that already have
  * a record. Returns the ids filled.
+ *
+ * Runs as ONE writer over the whole (caller-bounded) list, in two phases:
+ * resolve every row's write — all the awaits — and only then prepare and batch,
+ * synchronously. Resolving and preparing per row inside its own writer is what
+ * fired WatermelonDB's "wasn't sent to batch() synchronously" diagnostic once
+ * per memory (~107 on a single dev launch, sdk#891); it also cost N writes.
+ * Same treatment as {@link stampTopicsExtractedAtOp}, including its
+ * transpilation hazard — the prepare pass MUST stay a `.map()`.
  */
 declare function backfillMemoryTopicsOp(ctx: VaultMemoryOperationsContext, memoryIds: readonly string[]): Promise<string[]>;
 declare function deleteAllVaultMemoriesForUserOp(ctx: VaultMemoryOperationsContext, userId: string): Promise<number>;
@@ -8380,6 +8406,22 @@ interface TurnCompleteEvent {
      * previously indistinguishable (both surfaced as zero candidates).
      */
     outcome: ExtractOutcome;
+    /**
+     * Present only alongside `outcome: "empty-after-retry"` — WHICH failure ended
+     * the turn (#888).
+     *
+     * `outcome` says extraction gave up; this says why, from a stable enum. The
+     * distinction is the whole point: a 2026-08-11 audit measured ~63% of
+     * production extraction turns ending in `empty-after-retry` and could not tell
+     * from telemetry whether the cause was the freeloader 403 everyone assumed or
+     * something else. It took a Prometheus cross-check to find the real one — the
+     * portal returning HTTP 200 with an empty body, which it counts as a success.
+     *
+     * Forward `failure.reason` into your extraction analytics event; all three
+     * fields are bounded (an enum, an HTTP status, a small attempt count) and none
+     * carries content.
+     */
+    failure?: PortalLlmFailure;
 }
 /** @public */
 /**