@anuma/sdk 7.0.0 → 7.0.2

package/dist/telemetry/index.d.mts

@@ -332,6 +332,12 @@ interface RecallDiagnostics {
      * LEGACY read path this batch is uncapped, so it can be the whole vault.
      */
     vaultRowsEmbedded?: number;
+    /** Embedded messages the chunk lane considered; absent when the lane did not run. */
+    chunkRowsScanned?: number;
+    /** Messages whose vectors the chunk lane read from storage on a cache miss. */
+    chunkRowsFetched?: number;
+    /** Messages the chunk lane scored from the vector cache. */
+    chunkCacheHits?: number;
     /** Facts the fact lane returned (post-dedupe, pre-fusion). */
     factCount: number;
     /** Chunks the chunk lane returned (post-dedupe, pre-fusion). */

package/dist/telemetry/index.d.ts

@@ -332,6 +332,12 @@ interface RecallDiagnostics {
      * LEGACY read path this batch is uncapped, so it can be the whole vault.
      */
     vaultRowsEmbedded?: number;
+    /** Embedded messages the chunk lane considered; absent when the lane did not run. */
+    chunkRowsScanned?: number;
+    /** Messages whose vectors the chunk lane read from storage on a cache miss. */
+    chunkRowsFetched?: number;
+    /** Messages the chunk lane scored from the vector cache. */
+    chunkCacheHits?: number;
     /** Facts the fact lane returned (post-dedupe, pre-fusion). */
     factCount: number;
     /** Chunks the chunk lane returned (post-dedupe, pre-fusion). */

package/dist/tools/selection/index.cjs

@@ -1018,13 +1018,35 @@ async function generateEmbedding(text, options) {
   if (total === void 0) return embedOne(text, options, void 0);
   return withDeadline((signal) => embedOne(text, options, signal), total, "embedding");
 }
+var inFlightByCache = /* @__PURE__ */ new WeakMap();
 async function embedOne(text, options, outer) {
-  const { baseUrl = BASE_URL, model, cache } = options;
-  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
-  if (cache) {
-    const cached = cache.get(text);
-    if (cached) return Array.from(cached);
+  const { cache } = options;
+  if (!cache) return Array.from(await requestEmbedding(text, options, outer));
+  const cached = cache.get(text);
+  if (cached) return Array.from(cached);
+  const inFlight = inFlightByCache.get(cache) ?? /* @__PURE__ */ new Map();
+  inFlightByCache.set(cache, inFlight);
+  const pending = inFlight.get(text);
+  if (pending) {
+    try {
+      return Array.from(await pending);
+    } catch (err) {
+      if (outer?.aborted) throw err;
+    }
+  }
+  const request = requestEmbedding(text, options, outer);
+  inFlight.set(text, request);
+  try {
+    const embedding = await request;
+    cache.set(text, embedding);
+    return Array.from(embedding);
+  } finally {
+    if (inFlight.get(text) === request) inFlight.delete(text);
   }
+}
+async function requestEmbedding(text, options, outer) {
+  const { baseUrl = BASE_URL, model } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const headers = {
     ...await resolveAuthHeaders(options, outer),
     ...taskTypeHeader(options.taskType)
@@ -1059,11 +1081,7 @@ async function embedOne(text, options, outer) {
       totalTokens: response.data.usage.total_tokens ?? 0
     });
   }
-  const f32Embedding = Float32Array.from(embedding);
-  if (cache) {
-    cache.set(text, f32Embedding);
-  }
-  return Array.from(f32Embedding);
+  return Float32Array.from(embedding);
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;

package/dist/tools/selection/index.mjs

@@ -896,13 +896,35 @@ async function generateEmbedding(text, options) {
   if (total === void 0) return embedOne(text, options, void 0);
   return withDeadline((signal) => embedOne(text, options, signal), total, "embedding");
 }
+var inFlightByCache = /* @__PURE__ */ new WeakMap();
 async function embedOne(text, options, outer) {
-  const { baseUrl = BASE_URL, model, cache } = options;
-  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
-  if (cache) {
-    const cached = cache.get(text);
-    if (cached) return Array.from(cached);
+  const { cache } = options;
+  if (!cache) return Array.from(await requestEmbedding(text, options, outer));
+  const cached = cache.get(text);
+  if (cached) return Array.from(cached);
+  const inFlight = inFlightByCache.get(cache) ?? /* @__PURE__ */ new Map();
+  inFlightByCache.set(cache, inFlight);
+  const pending = inFlight.get(text);
+  if (pending) {
+    try {
+      return Array.from(await pending);
+    } catch (err) {
+      if (outer?.aborted) throw err;
+    }
+  }
+  const request = requestEmbedding(text, options, outer);
+  inFlight.set(text, request);
+  try {
+    const embedding = await request;
+    cache.set(text, embedding);
+    return Array.from(embedding);
+  } finally {
+    if (inFlight.get(text) === request) inFlight.delete(text);
   }
+}
+async function requestEmbedding(text, options, outer) {
+  const { baseUrl = BASE_URL, model } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const headers = {
     ...await resolveAuthHeaders(options, outer),
     ...taskTypeHeader(options.taskType)
@@ -937,11 +959,7 @@ async function embedOne(text, options, outer) {
       totalTokens: response.data.usage.total_tokens ?? 0
     });
   }
-  const f32Embedding = Float32Array.from(embedding);
-  if (cache) {
-    cache.set(text, f32Embedding);
-  }
-  return Array.from(f32Embedding);
+  return Float32Array.from(embedding);
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "7.0.0",
+  "version": "7.0.2",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",