@anuma/sdk 10.3.0 → 10.3.1

package/dist/expo/index.cjs

@@ -25944,7 +25944,7 @@ function createRemoteMemoryStore(options) {
   };
   const mutate = (id2, change, edit, writeOptions) => serialized(id2, () => mutateLocked(id2, change, edit, writeOptions));
   const serializedAll = (ids, task) => [...new Set(ids)].sort().reduceRight((inner, id2) => () => serialized(id2, inner), task)();
-  const mutateMany = async (ids, change, edit, leaseToken, signal) => {
+  const mutateMany = async (ids, change, edit, leaseToken, signal, includeEmbeddings = false) => {
     const saved = /* @__PURE__ */ new Map();
     const failed = /* @__PURE__ */ new Map();
     for (const slice of chunks2([...new Set(ids)], MAX_BATCH)) {
@@ -25953,7 +25953,7 @@ function createRemoteMemoryStore(options) {
         const writes = [];
         let read;
         try {
-          read = await readEveryState(slice, signal);
+          read = await readEveryState(slice, signal, includeEmbeddings);
         } catch (error) {
           signal?.throwIfAborted();
           for (const id2 of slice) failed.set(id2, error);
@@ -26012,21 +26012,55 @@ function createRemoteMemoryStore(options) {
     }
     return { saved, failed };
   };
-  const embedInBackground = ({ memory: { memory_id: id2, content } }) => {
-    generateEmbedding(content, embeddingOptions).then(
-      (vector2) => serialized(id2, async () => {
-        const current = await live(id2);
-        if (!current || current.memory.content !== content || current.memory.embedding?.length)
-          return;
-        const saved = await persistence.put(
-          { ...current.memory, embedding: storedVector(vector2), embedding_model: model },
-          current
-        );
-        notify("embedding", [saved]);
-      })
-    ).catch((error) => {
-      getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
-    });
+  const pendingEmbeddings = /* @__PURE__ */ new Map();
+  let embeddingActive = false;
+  const drainEmbeddings = async () => {
+    try {
+      while (pendingEmbeddings.size) {
+        const batch = /* @__PURE__ */ new Map();
+        for (const [id2, content] of pendingEmbeddings) {
+          pendingEmbeddings.delete(id2);
+          batch.set(id2, content);
+          if (batch.size === MAX_BATCH) break;
+        }
+        try {
+          const vectors = await generateEmbeddings([...batch.values()], embeddingOptions);
+          const embeddings2 = /* @__PURE__ */ new Map();
+          [...batch.keys()].forEach((id2, i) => {
+            try {
+              embeddings2.set(id2, storedVector(vectors[i]));
+            } catch (error) {
+              getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+            }
+          });
+          if (!embeddings2.size) continue;
+          const { failed } = await mutateMany(
+            [...embeddings2.keys()],
+            () => "embedding",
+            (memory) => memory.content !== batch.get(memory.memory_id) || memory.embedding?.length ? null : {
+              ...memory,
+              embedding: embeddings2.get(memory.memory_id),
+              embedding_model: model
+            },
+            void 0,
+            void 0,
+            true
+          );
+          for (const error of failed.values())
+            getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+        } catch (error) {
+          getLogger().warn("[memory/remote-store] Failed to embed memories:", error);
+        }
+      }
+    } finally {
+      embeddingActive = false;
+    }
+  };
+  const embedInBackground = (records) => {
+    for (const { memory } of records) pendingEmbeddings.set(memory.memory_id, memory.content);
+    if (embeddingActive || !pendingEmbeddings.size) return;
+    embeddingActive = true;
+    void drainEmbeddings();
   };
   const newRow = (input) => {
     const now = Date.now();
@@ -26060,9 +26094,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const created = (records, inputs) => {
-    records.forEach((record2, i) => {
-      if (inputs[i].embedding === void 0) embedInBackground(record2);
-    });
+    embedInBackground(records.filter((_, i) => inputs[i].embedding === void 0));
     notify("membership", records);
     return records.map((record2) => stored(record2.memory));
   };
@@ -26092,7 +26124,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const withKnownKinds = async (topics) => topics.map(await knownKinds(topics));
-  const readEveryState = async (ids, signal) => {
+  const readEveryState = async (ids, signal, includeEmbeddings = false) => {
     const records = /* @__PURE__ */ new Map();
     const unreadable = /* @__PURE__ */ new Set();
     for (const memory_ids of chunks2(ids, MAX_QUERY_IDS)) {
@@ -26104,6 +26136,7 @@ function createRemoteMemoryStore(options) {
           include_archived: true,
           include_quarantined: true,
           include_superseded: true,
+          ...includeEmbeddings && { include_embeddings: true },
           limit: 200,
           ...signal && { signal },
           ...cursor2 && { cursor: cursor2 }
@@ -26766,7 +26799,7 @@ function createRemoteMemoryStore(options) {
         }
         return memory;
       });
-      if (saved && patch.embedding === void 0) embedInBackground(saved);
+      if (saved && patch.embedding === void 0) embedInBackground([saved]);
       return asStored(saved);
     },
     delete: async (id2) => !!await mutate(id2, "membership", (memory) => ({ ...memory, is_deleted: true })),

package/dist/expo/index.mjs

@@ -24231,7 +24231,7 @@ function createRemoteMemoryStore(options) {
   };
   const mutate = (id2, change, edit, writeOptions) => serialized(id2, () => mutateLocked(id2, change, edit, writeOptions));
   const serializedAll = (ids, task) => [...new Set(ids)].sort().reduceRight((inner, id2) => () => serialized(id2, inner), task)();
-  const mutateMany = async (ids, change, edit, leaseToken, signal) => {
+  const mutateMany = async (ids, change, edit, leaseToken, signal, includeEmbeddings = false) => {
     const saved = /* @__PURE__ */ new Map();
     const failed = /* @__PURE__ */ new Map();
     for (const slice of chunks2([...new Set(ids)], MAX_BATCH)) {
@@ -24240,7 +24240,7 @@ function createRemoteMemoryStore(options) {
         const writes = [];
         let read;
         try {
-          read = await readEveryState(slice, signal);
+          read = await readEveryState(slice, signal, includeEmbeddings);
         } catch (error) {
           signal?.throwIfAborted();
           for (const id2 of slice) failed.set(id2, error);
@@ -24299,21 +24299,55 @@ function createRemoteMemoryStore(options) {
     }
     return { saved, failed };
   };
-  const embedInBackground = ({ memory: { memory_id: id2, content } }) => {
-    generateEmbedding(content, embeddingOptions).then(
-      (vector2) => serialized(id2, async () => {
-        const current = await live(id2);
-        if (!current || current.memory.content !== content || current.memory.embedding?.length)
-          return;
-        const saved = await persistence.put(
-          { ...current.memory, embedding: storedVector(vector2), embedding_model: model },
-          current
-        );
-        notify("embedding", [saved]);
-      })
-    ).catch((error) => {
-      getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
-    });
+  const pendingEmbeddings = /* @__PURE__ */ new Map();
+  let embeddingActive = false;
+  const drainEmbeddings = async () => {
+    try {
+      while (pendingEmbeddings.size) {
+        const batch = /* @__PURE__ */ new Map();
+        for (const [id2, content] of pendingEmbeddings) {
+          pendingEmbeddings.delete(id2);
+          batch.set(id2, content);
+          if (batch.size === MAX_BATCH) break;
+        }
+        try {
+          const vectors = await generateEmbeddings([...batch.values()], embeddingOptions);
+          const embeddings2 = /* @__PURE__ */ new Map();
+          [...batch.keys()].forEach((id2, i) => {
+            try {
+              embeddings2.set(id2, storedVector(vectors[i]));
+            } catch (error) {
+              getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+            }
+          });
+          if (!embeddings2.size) continue;
+          const { failed } = await mutateMany(
+            [...embeddings2.keys()],
+            () => "embedding",
+            (memory) => memory.content !== batch.get(memory.memory_id) || memory.embedding?.length ? null : {
+              ...memory,
+              embedding: embeddings2.get(memory.memory_id),
+              embedding_model: model
+            },
+            void 0,
+            void 0,
+            true
+          );
+          for (const error of failed.values())
+            getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+        } catch (error) {
+          getLogger().warn("[memory/remote-store] Failed to embed memories:", error);
+        }
+      }
+    } finally {
+      embeddingActive = false;
+    }
+  };
+  const embedInBackground = (records) => {
+    for (const { memory } of records) pendingEmbeddings.set(memory.memory_id, memory.content);
+    if (embeddingActive || !pendingEmbeddings.size) return;
+    embeddingActive = true;
+    void drainEmbeddings();
   };
   const newRow = (input) => {
     const now = Date.now();
@@ -24347,9 +24381,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const created = (records, inputs) => {
-    records.forEach((record2, i) => {
-      if (inputs[i].embedding === void 0) embedInBackground(record2);
-    });
+    embedInBackground(records.filter((_, i) => inputs[i].embedding === void 0));
     notify("membership", records);
     return records.map((record2) => stored(record2.memory));
   };
@@ -24379,7 +24411,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const withKnownKinds = async (topics) => topics.map(await knownKinds(topics));
-  const readEveryState = async (ids, signal) => {
+  const readEveryState = async (ids, signal, includeEmbeddings = false) => {
     const records = /* @__PURE__ */ new Map();
     const unreadable = /* @__PURE__ */ new Set();
     for (const memory_ids of chunks2(ids, MAX_QUERY_IDS)) {
@@ -24391,6 +24423,7 @@ function createRemoteMemoryStore(options) {
           include_archived: true,
           include_quarantined: true,
           include_superseded: true,
+          ...includeEmbeddings && { include_embeddings: true },
           limit: 200,
           ...signal && { signal },
           ...cursor2 && { cursor: cursor2 }
@@ -25053,7 +25086,7 @@ function createRemoteMemoryStore(options) {
         }
         return memory;
       });
-      if (saved && patch.embedding === void 0) embedInBackground(saved);
+      if (saved && patch.embedding === void 0) embedInBackground([saved]);
       return asStored(saved);
     },
     delete: async (id2) => !!await mutate(id2, "membership", (memory) => ({ ...memory, is_deleted: true })),

package/dist/react/index.cjs

@@ -28274,7 +28274,7 @@ function createRemoteMemoryStore(options) {
   };
   const mutate = (id2, change, edit, writeOptions) => serialized(id2, () => mutateLocked(id2, change, edit, writeOptions));
   const serializedAll = (ids, task) => [...new Set(ids)].sort().reduceRight((inner, id2) => () => serialized(id2, inner), task)();
-  const mutateMany = async (ids, change, edit, leaseToken, signal) => {
+  const mutateMany = async (ids, change, edit, leaseToken, signal, includeEmbeddings = false) => {
     const saved = /* @__PURE__ */ new Map();
     const failed = /* @__PURE__ */ new Map();
     for (const slice of chunks2([...new Set(ids)], MAX_BATCH)) {
@@ -28283,7 +28283,7 @@ function createRemoteMemoryStore(options) {
         const writes = [];
         let read;
         try {
-          read = await readEveryState(slice, signal);
+          read = await readEveryState(slice, signal, includeEmbeddings);
         } catch (error) {
           signal?.throwIfAborted();
           for (const id2 of slice) failed.set(id2, error);
@@ -28342,21 +28342,55 @@ function createRemoteMemoryStore(options) {
     }
     return { saved, failed };
   };
-  const embedInBackground = ({ memory: { memory_id: id2, content } }) => {
-    generateEmbedding(content, embeddingOptions).then(
-      (vector2) => serialized(id2, async () => {
-        const current = await live(id2);
-        if (!current || current.memory.content !== content || current.memory.embedding?.length)
-          return;
-        const saved = await persistence.put(
-          { ...current.memory, embedding: storedVector(vector2), embedding_model: model },
-          current
-        );
-        notify("embedding", [saved]);
-      })
-    ).catch((error) => {
-      getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
-    });
+  const pendingEmbeddings = /* @__PURE__ */ new Map();
+  let embeddingActive = false;
+  const drainEmbeddings = async () => {
+    try {
+      while (pendingEmbeddings.size) {
+        const batch = /* @__PURE__ */ new Map();
+        for (const [id2, content] of pendingEmbeddings) {
+          pendingEmbeddings.delete(id2);
+          batch.set(id2, content);
+          if (batch.size === MAX_BATCH) break;
+        }
+        try {
+          const vectors = await generateEmbeddings([...batch.values()], embeddingOptions);
+          const embeddings2 = /* @__PURE__ */ new Map();
+          [...batch.keys()].forEach((id2, i) => {
+            try {
+              embeddings2.set(id2, storedVector(vectors[i]));
+            } catch (error) {
+              getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+            }
+          });
+          if (!embeddings2.size) continue;
+          const { failed } = await mutateMany(
+            [...embeddings2.keys()],
+            () => "embedding",
+            (memory) => memory.content !== batch.get(memory.memory_id) || memory.embedding?.length ? null : {
+              ...memory,
+              embedding: embeddings2.get(memory.memory_id),
+              embedding_model: model
+            },
+            void 0,
+            void 0,
+            true
+          );
+          for (const error of failed.values())
+            getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+        } catch (error) {
+          getLogger().warn("[memory/remote-store] Failed to embed memories:", error);
+        }
+      }
+    } finally {
+      embeddingActive = false;
+    }
+  };
+  const embedInBackground = (records) => {
+    for (const { memory } of records) pendingEmbeddings.set(memory.memory_id, memory.content);
+    if (embeddingActive || !pendingEmbeddings.size) return;
+    embeddingActive = true;
+    void drainEmbeddings();
   };
   const newRow = (input) => {
     const now = Date.now();
@@ -28390,9 +28424,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const created = (records, inputs) => {
-    records.forEach((record2, i) => {
-      if (inputs[i].embedding === void 0) embedInBackground(record2);
-    });
+    embedInBackground(records.filter((_, i) => inputs[i].embedding === void 0));
     notify("membership", records);
     return records.map((record2) => stored(record2.memory));
   };
@@ -28422,7 +28454,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const withKnownKinds = async (topics) => topics.map(await knownKinds(topics));
-  const readEveryState = async (ids, signal) => {
+  const readEveryState = async (ids, signal, includeEmbeddings = false) => {
     const records = /* @__PURE__ */ new Map();
     const unreadable = /* @__PURE__ */ new Set();
     for (const memory_ids of chunks2(ids, MAX_QUERY_IDS)) {
@@ -28434,6 +28466,7 @@ function createRemoteMemoryStore(options) {
           include_archived: true,
           include_quarantined: true,
           include_superseded: true,
+          ...includeEmbeddings && { include_embeddings: true },
           limit: 200,
           ...signal && { signal },
           ...cursor2 && { cursor: cursor2 }
@@ -29096,7 +29129,7 @@ function createRemoteMemoryStore(options) {
         }
         return memory;
       });
-      if (saved && patch.embedding === void 0) embedInBackground(saved);
+      if (saved && patch.embedding === void 0) embedInBackground([saved]);
       return asStored(saved);
     },
     delete: async (id2) => !!await mutate(id2, "membership", (memory) => ({ ...memory, is_deleted: true })),

package/dist/react/index.mjs

@@ -26353,7 +26353,7 @@ function createRemoteMemoryStore(options) {
   };
   const mutate = (id2, change, edit, writeOptions) => serialized(id2, () => mutateLocked(id2, change, edit, writeOptions));
   const serializedAll = (ids, task) => [...new Set(ids)].sort().reduceRight((inner, id2) => () => serialized(id2, inner), task)();
-  const mutateMany = async (ids, change, edit, leaseToken, signal) => {
+  const mutateMany = async (ids, change, edit, leaseToken, signal, includeEmbeddings = false) => {
     const saved = /* @__PURE__ */ new Map();
     const failed = /* @__PURE__ */ new Map();
     for (const slice of chunks2([...new Set(ids)], MAX_BATCH)) {
@@ -26362,7 +26362,7 @@ function createRemoteMemoryStore(options) {
         const writes = [];
         let read;
         try {
-          read = await readEveryState(slice, signal);
+          read = await readEveryState(slice, signal, includeEmbeddings);
         } catch (error) {
           signal?.throwIfAborted();
           for (const id2 of slice) failed.set(id2, error);
@@ -26421,21 +26421,55 @@ function createRemoteMemoryStore(options) {
     }
     return { saved, failed };
   };
-  const embedInBackground = ({ memory: { memory_id: id2, content } }) => {
-    generateEmbedding(content, embeddingOptions).then(
-      (vector2) => serialized(id2, async () => {
-        const current = await live(id2);
-        if (!current || current.memory.content !== content || current.memory.embedding?.length)
-          return;
-        const saved = await persistence.put(
-          { ...current.memory, embedding: storedVector(vector2), embedding_model: model },
-          current
-        );
-        notify("embedding", [saved]);
-      })
-    ).catch((error) => {
-      getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
-    });
+  const pendingEmbeddings = /* @__PURE__ */ new Map();
+  let embeddingActive = false;
+  const drainEmbeddings = async () => {
+    try {
+      while (pendingEmbeddings.size) {
+        const batch = /* @__PURE__ */ new Map();
+        for (const [id2, content] of pendingEmbeddings) {
+          pendingEmbeddings.delete(id2);
+          batch.set(id2, content);
+          if (batch.size === MAX_BATCH) break;
+        }
+        try {
+          const vectors = await generateEmbeddings([...batch.values()], embeddingOptions);
+          const embeddings2 = /* @__PURE__ */ new Map();
+          [...batch.keys()].forEach((id2, i) => {
+            try {
+              embeddings2.set(id2, storedVector(vectors[i]));
+            } catch (error) {
+              getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+            }
+          });
+          if (!embeddings2.size) continue;
+          const { failed } = await mutateMany(
+            [...embeddings2.keys()],
+            () => "embedding",
+            (memory) => memory.content !== batch.get(memory.memory_id) || memory.embedding?.length ? null : {
+              ...memory,
+              embedding: embeddings2.get(memory.memory_id),
+              embedding_model: model
+            },
+            void 0,
+            void 0,
+            true
+          );
+          for (const error of failed.values())
+            getLogger().warn("[memory/remote-store] Failed to embed memory:", error);
+        } catch (error) {
+          getLogger().warn("[memory/remote-store] Failed to embed memories:", error);
+        }
+      }
+    } finally {
+      embeddingActive = false;
+    }
+  };
+  const embedInBackground = (records) => {
+    for (const { memory } of records) pendingEmbeddings.set(memory.memory_id, memory.content);
+    if (embeddingActive || !pendingEmbeddings.size) return;
+    embeddingActive = true;
+    void drainEmbeddings();
   };
   const newRow = (input) => {
     const now = Date.now();
@@ -26469,9 +26503,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const created = (records, inputs) => {
-    records.forEach((record2, i) => {
-      if (inputs[i].embedding === void 0) embedInBackground(record2);
-    });
+    embedInBackground(records.filter((_, i) => inputs[i].embedding === void 0));
     notify("membership", records);
     return records.map((record2) => stored(record2.memory));
   };
@@ -26501,7 +26533,7 @@ function createRemoteMemoryStore(options) {
     };
   };
   const withKnownKinds = async (topics) => topics.map(await knownKinds(topics));
-  const readEveryState = async (ids, signal) => {
+  const readEveryState = async (ids, signal, includeEmbeddings = false) => {
     const records = /* @__PURE__ */ new Map();
     const unreadable = /* @__PURE__ */ new Set();
     for (const memory_ids of chunks2(ids, MAX_QUERY_IDS)) {
@@ -26513,6 +26545,7 @@ function createRemoteMemoryStore(options) {
           include_archived: true,
           include_quarantined: true,
           include_superseded: true,
+          ...includeEmbeddings && { include_embeddings: true },
           limit: 200,
           ...signal && { signal },
           ...cursor2 && { cursor: cursor2 }
@@ -27175,7 +27208,7 @@ function createRemoteMemoryStore(options) {
         }
         return memory;
       });
-      if (saved && patch.embedding === void 0) embedInBackground(saved);
+      if (saved && patch.embedding === void 0) embedInBackground([saved]);
       return asStored(saved);
     },
     delete: async (id2) => !!await mutate(id2, "membership", (memory) => ({ ...memory, is_deleted: true })),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "10.3.0",
+  "version": "10.3.1",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",