@anuma/sdk 6.39.3 → 6.40.0

package/dist/expo/index.mjs

@@ -18246,6 +18246,14 @@ function createLocalMemoryStore(options) {
       getLogger().warn("[memory/store] Failed to embed memory:", err);
     });
   };
+  const maintenance = {
+    createDecaySweeper: (sweeperOptions) => createDecaySweeper({ ...sweeperOptions, vaultCtx }),
+    getTopicBacklog: (backlogOptions) => getMemoriesNeedingTopicExtractionOp(vaultCtx, backlogOptions),
+    extractTopics: (memoryIds, extractOptions) => extractAndLinkEntitiesForMemoriesOp(vaultCtx, memoryIds, extractOptions),
+    stampTopicsExtracted: (memoryIds, extractedAt, version) => stampTopicsExtractedAtOp(vaultCtx, memoryIds, extractedAt, version),
+    relinkTopics: (memoryIds) => relinkMemoryTopicsOp(vaultCtx, memoryIds),
+    backfillTopics: (memoryIds) => backfillMemoryTopicsOp(vaultCtx, memoryIds)
+  };
   return {
     masksEmbeddingInput: options.embeddingOptions.maskInput !== void 0,
     list: (listOptions) => getAllVaultMemoriesOp(vaultCtx, listOptions),
@@ -18259,21 +18267,22 @@ function createLocalMemoryStore(options) {
     memoriesByTopics: (names) => getMemoriesByEntityNamesOp(entityCtx, names),
     topicsByMemories: (memoryIds) => getEntitiesByMemoryIdsOp(entityCtx, memoryIds),
     listTopics: async () => {
-      const links = await entityCtx.memoryEntityCollection.query(...linksOwnedBy).fetch();
+      const links = await entityCtx.memoryEntityCollection.query(...linksOwnedBy).unsafeFetchRaw();
       const members = /* @__PURE__ */ new Map();
       for (const link of links) {
-        const entityId = String(link.entityId);
+        const entityId = String(link.entity_id);
         const set = members.get(entityId) ?? /* @__PURE__ */ new Set();
-        set.add(String(link.memoryId));
+        set.add(String(link.memory_id));
         members.set(entityId, set);
       }
-      const entities = userId === void 0 ? await entityCtx.entityCollection.query().fetch() : members.size ? await entityCtx.entityCollection.query(Q8.where("id", Q8.oneOf([...members.keys()]))).fetch() : [];
+      const entities = userId === void 0 ? await entityCtx.entityCollection.query().unsafeFetchRaw() : members.size ? await entityCtx.entityCollection.query(Q8.where("id", Q8.oneOf([...members.keys()]))).unsafeFetchRaw() : [];
       const byName = /* @__PURE__ */ new Map();
       for (const entity of entities) {
-        const count2 = members.get(entity.id)?.size ?? 0;
-        const existing = byName.get(entity.canonicalName);
-        byName.set(entity.canonicalName, {
-          name: entity.canonicalName,
+        const name = String(entity.canonical_name);
+        const count2 = members.get(String(entity.id))?.size ?? 0;
+        const existing = byName.get(name);
+        byName.set(name, {
+          name,
           kind: existing?.kind ?? entity.kind ?? null,
           memoryCount: (existing?.memoryCount ?? 0) + count2
         });
@@ -18364,14 +18373,8 @@ function createLocalMemoryStore(options) {
       }
       return () => subscriptions.forEach((s) => s.unsubscribe());
     },
-    maintenance: {
-      createDecaySweeper: (sweeperOptions) => createDecaySweeper({ ...sweeperOptions, vaultCtx }),
-      getTopicBacklog: (backlogOptions) => getMemoriesNeedingTopicExtractionOp(vaultCtx, backlogOptions),
-      extractTopics: (memoryIds, extractOptions) => extractAndLinkEntitiesForMemoriesOp(vaultCtx, memoryIds, extractOptions),
-      stampTopicsExtracted: (memoryIds, extractedAt, version) => stampTopicsExtractedAtOp(vaultCtx, memoryIds, extractedAt, version),
-      relinkTopics: (memoryIds) => relinkMemoryTopicsOp(vaultCtx, memoryIds),
-      backfillTopics: (memoryIds) => backfillMemoryTopicsOp(vaultCtx, memoryIds)
-    }
+    maintenance,
+    topicMaintenance: maintenance
   };
 }
 
@@ -19155,7 +19158,7 @@ function createRemoteMemoryPipeline(options) {
         const memory = {
           ...snapshot.memory,
           content: patch.content,
-          updated_at: patch.preserveUpdatedAt ? snapshot.memory.updated_at : Date.now()
+          updated_at: patch.preserveUpdatedAt ? snapshot.memory.updated_at : Math.max(Date.now(), (snapshot.memory.topics_extracted_at ?? 0) + 1)
         };
         if (patch.scope !== void 0) memory.scope = patch.scope;
         if (patch.embedding === void 0 && patch.content !== snapshot.memory.content) {
@@ -19288,6 +19291,7 @@ function projection({ memory }) {
   };
 }
 function relevant(change, options) {
+  if (change === "metadata") return false;
   return options.includeDeleted ? change === "membership" : change !== "embedding" || !!options.embeddings;
 }
 function safely(onChange) {
@@ -19379,6 +19383,17 @@ function mergeTopics(existing, added) {
   }
   return [...byName.values()];
 }
+function sameTopics(stored2, next) {
+  const key = (t) => JSON.stringify([t.name, t.kind ?? null, t.source]);
+  if (stored2 === null || stored2.length !== next.length) return false;
+  const keys = new Set(stored2.map(key));
+  return next.every((t) => keys.has(key(t)));
+}
+function extractionDue(memory) {
+  const stamp = memory.topics_extracted_at;
+  if (stamp === void 0 || stamp === null) return "fresh";
+  return memory.updated_at > stamp || (memory.topics_extracted_version ?? 0) < TOPICS_EXTRACTION_VERSION ? "stale" : null;
+}
 function canonicalTopics(row) {
   return new Set((parseTopics(row.topics) ?? []).map((topic) => normalizeEntityName(topic.name)));
 }
@@ -19391,7 +19406,12 @@ function createRemoteMemoryStore(options) {
   const seen = /* @__PURE__ */ new Map();
   let timer;
   const notify = (change, records = []) => {
-    if (timer) for (const record2 of records) seen.set(record2.memory.memory_id, record2);
+    if (timer)
+      for (const record2 of records) {
+        const previous = seen.get(record2.memory.memory_id);
+        if ((previous?.version ?? 0) + 1 === record2.version)
+          seen.set(record2.memory.memory_id, record2);
+      }
     for (const subscriber of [...subscribers])
       if (relevant(change, subscriber.options)) safely(subscriber.onChange);
   };
@@ -19452,15 +19472,72 @@ function createRemoteMemoryStore(options) {
     const record2 = await persistence.get(id);
     return record2 && !record2.memory.is_deleted ? record2 : null;
   };
-  const mutate = async (id, change, edit) => serialized(id, async () => {
+  const mutateLocked = async (id, change, edit) => {
     const record2 = await live(id);
     if (!record2) return null;
     const next = edit(structuredClone(record2.memory));
     if (!next) return null;
     const saved = await persistence.put(next, record2);
-    notify(change, [saved]);
+    notify(typeof change === "function" ? change(record2.memory) : change, [saved]);
     return saved;
-  });
+  };
+  const mutate = (id, change, edit) => serialized(id, () => mutateLocked(id, change, edit));
+  const serializedAll = (ids, task) => [...new Set(ids)].sort().reduceRight((inner, id) => () => serialized(id, inner), task)();
+  const mutateMany = async (ids, change, edit) => {
+    const saved = /* @__PURE__ */ new Map();
+    const failed = /* @__PURE__ */ new Map();
+    for (const slice of chunks([...new Set(ids)], MAX_BATCH)) {
+      await serializedAll(slice, async () => {
+        const writes = [];
+        let read;
+        try {
+          read = await readEveryState(slice);
+        } catch (error) {
+          for (const id of slice) failed.set(id, error);
+          return;
+        }
+        const { records, unreadable } = read;
+        for (const id of slice) {
+          const record2 = records.get(id);
+          if (unreadable.has(id)) failed.set(id, new Error(`Memory ${id} could not be decrypted`));
+          else if (!record2) failed.set(id, new Error(`Memory ${id} was not found`));
+          else if (!record2.memory.is_deleted) {
+            const memory = edit(structuredClone(record2.memory));
+            if (memory) writes.push({ before: record2, memory });
+          }
+        }
+        if (writes.length === 0) return;
+        try {
+          const written = await persistence.putMany(
+            writes.map(({ before, memory }) => ({ memory, expectedVersion: before }))
+          );
+          const byChange = /* @__PURE__ */ new Map();
+          written.forEach((record2, i) => {
+            saved.set(record2.memory.memory_id, record2);
+            const kind = change(writes[i].before.memory);
+            byChange.set(kind, [...byChange.get(kind) ?? [], record2]);
+          });
+          for (const [kind, changed] of byChange) notify(kind, changed);
+        } catch (error) {
+          const perRow = error instanceof RemoteMemoryError && (error.code === "version_conflict" || error.status === 429);
+          for (const { before } of writes) {
+            const id = before.memory.memory_id;
+            if (!perRow) {
+              failed.set(id, error);
+              continue;
+            }
+            try {
+              const record2 = await mutateLocked(id, change, edit);
+              if (record2) saved.set(id, record2);
+            } catch (rowError) {
+              failed.set(id, rowError);
+            }
+          }
+        }
+      });
+    }
+    return { saved, failed };
+  };
   const embedInBackground = ({ memory: { memory_id: id, content } }) => {
     generateEmbedding(content, embeddingOptions).then(
       (vector) => serialized(id, async () => {
@@ -19516,11 +19593,10 @@ function createRemoteMemoryStore(options) {
     return records.map((record2) => stored(record2.memory));
   };
   const asStored = (record2) => record2 ? stored(record2.memory) : null;
-  const withKnownKinds = async (topics) => {
+  const knownKinds = async (topics) => {
     const unkinded = [
       ...new Set(topics.filter((t) => !t.kind).map((t) => normalizeEntityName(t.name)))
     ];
-    if (unkinded.length === 0) return topics;
     const kinds = /* @__PURE__ */ new Map();
     for (const names of chunks(unkinded, MAX_QUERY_TOPICS)) {
       for (const { memory } of await pages(metadata, {
@@ -19535,10 +19611,136 @@ function createRemoteMemoryStore(options) {
         }
       }
     }
-    return topics.map((topic) => {
+    return (topic) => {
       const kind = topic.kind ?? kinds.get(normalizeEntityName(topic.name));
       return kind ? { ...topic, kind } : topic;
-    });
+    };
+  };
+  const withKnownKinds = async (topics) => topics.map(await knownKinds(topics));
+  const readEveryState = async (ids) => {
+    const records = /* @__PURE__ */ new Map();
+    const unreadable = /* @__PURE__ */ new Set();
+    for (const memory_ids of chunks(ids, MAX_QUERY_IDS)) {
+      let cursor2;
+      do {
+        const page = await persistence.query({
+          memory_ids,
+          include_deleted: true,
+          include_archived: true,
+          include_quarantined: true,
+          include_superseded: true,
+          limit: 200,
+          ...cursor2 && { cursor: cursor2 }
+        });
+        warnFailed(page.failed);
+        for (const record2 of page.items) records.set(record2.memory.memory_id, record2);
+        for (const failure of page.failed) unreadable.add(failure.memory_id);
+        cursor2 = page.next_cursor;
+      } while (cursor2);
+    }
+    return { records, unreadable };
+  };
+  const topicMaintenance = {
+    getTopicBacklog: async (backlogOptions = {}) => {
+      const stale = [];
+      const fresh = [];
+      for (const { memory } of await pages(metadata, { order: "created" })) {
+        if (memory.topics_user_managed) continue;
+        const due = extractionDue(memory);
+        if (due === "stale") stale.push(memory.memory_id);
+        else if (due === "fresh") fresh.push(memory.memory_id);
+      }
+      const limit = backlogOptions.limit !== void 0 && backlogOptions.limit > 0 ? backlogOptions.limit : Infinity;
+      return {
+        pending: [...stale, ...fresh].slice(0, limit).map((uniqueId) => ({ uniqueId })),
+        linkedUnstamped: [],
+        topicsToRelink: [],
+        topicsBackfill: []
+      };
+    },
+    extractTopics: async (memoryIds, extractOptions) => {
+      const extractedAt = extractOptions.now ?? Date.now();
+      const skippedIds = [];
+      const skippedReasons = /* @__PURE__ */ new Map();
+      const skip = (id, reason) => {
+        if (skippedReasons.has(id)) return;
+        skippedIds.push(id);
+        skippedReasons.set(id, reason);
+      };
+      const ids = [...new Set(memoryIds)];
+      const { records, unreadable } = await readEveryState(ids);
+      const inputs = [];
+      for (const id of ids) {
+        const memory = records.get(id)?.memory;
+        if (unreadable.has(id)) skip(id, "unreadable");
+        else if (!memory) skip(id, "not-found");
+        else if (memory.is_deleted || memory.topics_user_managed) skip(id, "excluded");
+        else inputs.push({ id, content: memory.content });
+      }
+      const entitiesByMemory = await extractEntitiesForMemories(inputs, extractOptions);
+      const answered = /* @__PURE__ */ new Map();
+      for (const input of inputs) {
+        const entities = entitiesByMemory.get(input.id);
+        if (entities === void 0) skip(input.id, "llm-unanswered");
+        else
+          answered.set(input.id, { content: input.content, topics: topicInputs(entities, "auto") });
+      }
+      const stampedIds = [];
+      const fail = (id, reason) => {
+        skip(id, reason);
+        entitiesByMemory.delete(id);
+      };
+      try {
+        const kinded = await knownKinds([...answered.values()].flatMap((a) => a.topics));
+        const topics = new Map(
+          [...answered].map(([id, a]) => [id, mergeTopics([], a.topics.map(kinded))])
+        );
+        const unchanged = (memory) => sameTopics(parseTopics(memory.topics), topics.get(memory.memory_id));
+        const { saved, failed } = await mutateMany(
+          [...answered.keys()],
+          (before) => sameTopics(parseTopics(before.topics) ?? [], topics.get(before.memory_id)) ? "metadata" : "edit",
+          (memory) => {
+            if (memory.topics_user_managed || memory.content !== answered.get(memory.memory_id).content)
+              return null;
+            return {
+              ...memory,
+              ...!unchanged(memory) && {
+                topics: serializeTopics(topics.get(memory.memory_id)),
+                topics_updated_at: Date.now()
+              },
+              topics_extracted_at: Math.max(extractedAt, memory.updated_at),
+              topics_extracted_version: TOPICS_EXTRACTION_VERSION
+            };
+          }
+        );
+        for (const id of answered.keys()) {
+          if (saved.has(id)) stampedIds.push(id);
+          else fail(id, failed.has(id) ? "link-failed" : "link-declined");
+        }
+        if (failed.size)
+          getLogger().warn(
+            "[memory/remote-store] Failed to write extracted topics:",
+            failed.values().next().value
+          );
+      } catch (error) {
+        getLogger().warn("[memory/remote-store] Failed to write extracted topics:", error);
+        for (const id of answered.keys()) fail(id, "link-failed");
+      }
+      return { entitiesByMemory, stampedIds, skippedIds, skippedReasons };
+    },
+    stampTopicsExtracted: async (memoryIds, extractedAt, version = TOPICS_EXTRACTION_VERSION) => {
+      const ids = [...new Set(memoryIds)];
+      const { saved, failed } = await mutateMany(
+        ids,
+        () => "metadata",
+        (memory) => memory.topics_user_managed ? null : { ...memory, topics_extracted_at: extractedAt, topics_extracted_version: version }
+      );
+      if (failed.size)
+        getLogger().warn("[memory/remote-store] Failed to stamp topics:", [...failed.values()]);
+      return ids.filter((id) => saved.has(id));
+    },
+    relinkTopics: () => Promise.resolve([]),
+    backfillTopics: () => Promise.resolve([])
   };
   const everyState = {
     include_deleted: true,
@@ -19617,6 +19819,7 @@ function createRemoteMemoryStore(options) {
   };
   return {
     masksEmbeddingInput: embeddingOptions.maskInput !== void 0,
+    topicMaintenance,
     list: async (listOptions = {}) => (await listRows(decrypted, listOptions, listFilters(listOptions), maxOf(listOptions))).map(
       (r) => stored(r.memory)
     ),
@@ -19701,7 +19904,7 @@ function createRemoteMemoryStore(options) {
         const kind = patch.kind !== void 0 ? patch.kind : memory.kind;
         assertValidKindLevel(kind, level);
         memory.content = patch.content;
-        memory.updated_at = Date.now();
+        memory.updated_at = Math.max(Date.now(), (memory.topics_extracted_at ?? 0) + 1);
         if (patch.level !== void 0) {
           memory.level = level;
           memory.scope = scopeForLevel(level);