@anuma/sdk 7.0.3 → 7.0.4-next.20261015012621

package/dist/index.cjs

@@ -2089,6 +2089,22 @@ function taskTypeHeader(taskType) {
   return taskType ? { [TASK_TYPE_HEADER]: taskType } : {};
 }
 
+// src/lib/memoryEngine/embeddingCacheState.ts
+var EMBEDDING_CACHE_STATE_KEY = /* @__PURE__ */ Symbol.for("@anuma/sdk/embedding-cache/v1");
+var cacheGlobal = globalThis;
+var fallbackState = {
+  scopedViews: /* @__PURE__ */ new WeakMap(),
+  inFlightByCache: /* @__PURE__ */ new WeakMap(),
+  cachedEmbeddingModels: /* @__PURE__ */ new WeakMap()
+};
+function getEmbeddingCacheState() {
+  try {
+    return cacheGlobal[EMBEDDING_CACHE_STATE_KEY] ?? (cacheGlobal[EMBEDDING_CACHE_STATE_KEY] = fallbackState);
+  } catch {
+    return fallbackState;
+  }
+}
+
 // src/lib/memoryEngine/generate.ts
 var EMBED_MAX_ATTEMPTS = 4;
 var DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS = 15e3;
@@ -2177,15 +2193,18 @@ async function generateEmbedding(text2, options) {
   if (total === void 0) return embedOne(text2, options, void 0);
   return withDeadline((signal) => embedOne(text2, options, signal), total, "embedding");
 }
-var inFlightByCache = /* @__PURE__ */ new WeakMap();
+var { inFlightByCache, cachedEmbeddingModels } = getEmbeddingCacheState();
 async function embedOne(text2, options, outer) {
   const { cache } = options;
   if (!cache) return Array.from(await requestEmbedding(text2, options, outer));
+  const model = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   const cached = cache.get(text2);
-  if (cached) return Array.from(cached);
+  const cachedModel = cached && cachedEmbeddingModels.get(cached);
+  if (cached && (cachedModel === void 0 || cachedModel === model)) return Array.from(cached);
   const inFlight = inFlightByCache.get(cache) ?? /* @__PURE__ */ new Map();
   inFlightByCache.set(cache, inFlight);
-  const pending = inFlight.get(text2);
+  const requestKey = JSON.stringify([model, text2]);
+  const pending = inFlight.get(requestKey);
   if (pending) {
     try {
       return Array.from(await pending);
@@ -2194,13 +2213,14 @@ async function embedOne(text2, options, outer) {
     }
   }
   const request = requestEmbedding(text2, options, outer);
-  inFlight.set(text2, request);
+  inFlight.set(requestKey, request);
   try {
     const embedding = await request;
+    cachedEmbeddingModels.set(embedding, model);
     cache.set(text2, embedding);
     return Array.from(embedding);
   } finally {
-    if (inFlight.get(text2) === request) inFlight.delete(text2);
+    if (inFlight.get(requestKey) === request) inFlight.delete(requestKey);
   }
 }
 async function requestEmbedding(text2, options, outer) {
@@ -2283,13 +2303,15 @@ async function embedMany(texts, options, outer) {
   const { baseUrl = BASE_URL, model, batchSize, cache } = options;
   const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
+  const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   const results = new Array(texts.length).fill(null);
   const uncachedIndices = [];
   const uncachedTexts = [];
   for (let i = 0; i < texts.length; i++) {
     if (cache) {
       const cached = cache.get(texts[i]);
-      if (cached) {
+      const cachedModel = cached && cachedEmbeddingModels.get(cached);
+      if (cached && (cachedModel === void 0 || cachedModel === embeddingModel)) {
         results[i] = Array.from(cached);
         continue;
       }
@@ -2305,7 +2327,6 @@ async function embedMany(texts, options, outer) {
     ...taskTypeHeader(options.taskType)
   };
   if (outer?.aborted) throw outer.reason;
-  const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
     newEmbeddings = await generateEmbeddingsBatch(
@@ -2353,6 +2374,7 @@ async function embedMany(texts, options, outer) {
     const f32Embedding = Float32Array.from(newEmbeddings[i]);
     results[uncachedIndices[i]] = Array.from(f32Embedding);
     if (cache) {
+      cachedEmbeddingModels.set(f32Embedding, embeddingModel);
       cache.set(uncachedTexts[i], f32Embedding);
     }
   }

package/dist/index.mjs

@@ -1885,6 +1885,22 @@ function taskTypeHeader(taskType) {
   return taskType ? { [TASK_TYPE_HEADER]: taskType } : {};
 }
 
+// src/lib/memoryEngine/embeddingCacheState.ts
+var EMBEDDING_CACHE_STATE_KEY = /* @__PURE__ */ Symbol.for("@anuma/sdk/embedding-cache/v1");
+var cacheGlobal = globalThis;
+var fallbackState = {
+  scopedViews: /* @__PURE__ */ new WeakMap(),
+  inFlightByCache: /* @__PURE__ */ new WeakMap(),
+  cachedEmbeddingModels: /* @__PURE__ */ new WeakMap()
+};
+function getEmbeddingCacheState() {
+  try {
+    return cacheGlobal[EMBEDDING_CACHE_STATE_KEY] ?? (cacheGlobal[EMBEDDING_CACHE_STATE_KEY] = fallbackState);
+  } catch {
+    return fallbackState;
+  }
+}
+
 // src/lib/memoryEngine/generate.ts
 var EMBED_MAX_ATTEMPTS = 4;
 var DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS = 15e3;
@@ -1973,15 +1989,18 @@ async function generateEmbedding(text2, options) {
   if (total === void 0) return embedOne(text2, options, void 0);
   return withDeadline((signal) => embedOne(text2, options, signal), total, "embedding");
 }
-var inFlightByCache = /* @__PURE__ */ new WeakMap();
+var { inFlightByCache, cachedEmbeddingModels } = getEmbeddingCacheState();
 async function embedOne(text2, options, outer) {
   const { cache } = options;
   if (!cache) return Array.from(await requestEmbedding(text2, options, outer));
+  const model = options.model ?? DEFAULT_API_EMBEDDING_MODEL;
   const cached = cache.get(text2);
-  if (cached) return Array.from(cached);
+  const cachedModel = cached && cachedEmbeddingModels.get(cached);
+  if (cached && (cachedModel === void 0 || cachedModel === model)) return Array.from(cached);
   const inFlight = inFlightByCache.get(cache) ?? /* @__PURE__ */ new Map();
   inFlightByCache.set(cache, inFlight);
-  const pending = inFlight.get(text2);
+  const requestKey = JSON.stringify([model, text2]);
+  const pending = inFlight.get(requestKey);
   if (pending) {
     try {
       return Array.from(await pending);
@@ -1990,13 +2009,14 @@ async function embedOne(text2, options, outer) {
     }
   }
   const request = requestEmbedding(text2, options, outer);
-  inFlight.set(text2, request);
+  inFlight.set(requestKey, request);
   try {
     const embedding = await request;
+    cachedEmbeddingModels.set(embedding, model);
     cache.set(text2, embedding);
     return Array.from(embedding);
   } finally {
-    if (inFlight.get(text2) === request) inFlight.delete(text2);
+    if (inFlight.get(requestKey) === request) inFlight.delete(requestKey);
   }
 }
 async function requestEmbedding(text2, options, outer) {
@@ -2079,13 +2099,15 @@ async function embedMany(texts, options, outer) {
   const { baseUrl = BASE_URL, model, batchSize, cache } = options;
   const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
+  const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   const results = new Array(texts.length).fill(null);
   const uncachedIndices = [];
   const uncachedTexts = [];
   for (let i = 0; i < texts.length; i++) {
     if (cache) {
       const cached = cache.get(texts[i]);
-      if (cached) {
+      const cachedModel = cached && cachedEmbeddingModels.get(cached);
+      if (cached && (cachedModel === void 0 || cachedModel === embeddingModel)) {
         results[i] = Array.from(cached);
         continue;
       }
@@ -2101,7 +2123,6 @@ async function embedMany(texts, options, outer) {
     ...taskTypeHeader(options.taskType)
   };
   if (outer?.aborted) throw outer.reason;
-  const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
     newEmbeddings = await generateEmbeddingsBatch(
@@ -2149,6 +2170,7 @@ async function embedMany(texts, options, outer) {
     const f32Embedding = Float32Array.from(newEmbeddings[i]);
     results[uncachedIndices[i]] = Array.from(f32Embedding);
     if (cache) {
+      cachedEmbeddingModels.set(f32Embedding, embeddingModel);
       cache.set(uncachedTexts[i], f32Embedding);
     }
   }

package/dist/memory/context.d.mts

@@ -180,6 +180,7 @@ interface EntityOperationsContext {
      * (server / SQLite, where the migration backfill is authoritative).
      */
     allowUnscopedRows?: boolean;
+    canWrite?: () => Promise<boolean>;
 }
 
 /**

package/dist/memory/context.d.ts

@@ -180,6 +180,7 @@ interface EntityOperationsContext {
      * (server / SQLite, where the migration backfill is authoritative).
      */
     allowUnscopedRows?: boolean;
+    canWrite?: () => Promise<boolean>;
 }
 
 /**