@anuma/sdk 6.25.0 → 6.25.1

package/dist/telemetry/index.d.mts

@@ -578,6 +578,10 @@ interface RecallDiagnostics {
          * fast `vault_size = 0` population never established a baseline for this
          * cost, and why the ~850ms floor on the smallest NON-empty vaults had no
          * attributable owner.
+         *
+         * EXCEPTION — a mixed fact + chunk recall embeds the query ONCE, during
+         * {@link prep}, and hands the vector to both lanes. There `queryEmbed` is
+         * that shared embed and sits inside `prep`, not `factLane`.
          */
         queryEmbed: number;
         /** Chunk-lane search (`searchChunksOp`). */

package/dist/telemetry/index.d.ts

@@ -578,6 +578,10 @@ interface RecallDiagnostics {
          * fast `vault_size = 0` population never established a baseline for this
          * cost, and why the ~850ms floor on the smallest NON-empty vaults had no
          * attributable owner.
+         *
+         * EXCEPTION — a mixed fact + chunk recall embeds the query ONCE, during
+         * {@link prep}, and hands the vector to both lanes. There `queryEmbed` is
+         * that shared embed and sits inside `prep`, not `factLane`.
          */
         queryEmbed: number;
         /** Chunk-lane search (`searchChunksOp`). */

package/dist/tools/selection/index.cjs

@@ -922,11 +922,54 @@ var DEFAULT_API_EMBEDDING_MODEL = "qwen/qwen3-embedding-8b";
 
 // src/lib/memoryEngine/generate.ts
 var EMBED_MAX_ATTEMPTS = 4;
-async function withEmbeddingRetry(call) {
+var DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS = 15e3;
+var DEFAULT_EMBEDDING_TOKEN_TIMEOUT_MS = 1e4;
+async function withDeadline(run, ms, what, parent) {
+  if (!(ms > 0) || !Number.isFinite(ms)) return Promise.resolve().then(() => run(parent));
+  const controller = new AbortController();
+  const onParentAbort = () => controller.abort(parent?.reason);
+  let timer;
+  try {
+    if (parent?.aborted) onParentAbort();
+    else parent?.addEventListener("abort", onParentAbort, { once: true });
+    const work = Promise.resolve().then(() => run(controller.signal));
+    work.catch(() => {
+    });
+    const deadline = new Promise((_, reject) => {
+      timer = setTimeout(() => {
+        const err = new Error(`${what} timed out after ${ms}ms`);
+        err.name = "TimeoutError";
+        controller.abort(err);
+        reject(err);
+      }, ms);
+    });
+    return await Promise.race([work, deadline]);
+  } finally {
+    clearTimeout(timer);
+    parent?.removeEventListener("abort", onParentAbort);
+  }
+}
+async function resolveAuthHeaders(options, parent) {
+  const { getToken, apiKey } = options;
+  if (apiKey) return { "X-API-Key": apiKey };
+  if (!getToken) throw new Error("Either apiKey or getToken must be provided");
+  const token = await withDeadline(
+    () => getToken(),
+    options.tokenTimeoutMs ?? DEFAULT_EMBEDDING_TOKEN_TIMEOUT_MS,
+    "embedding auth token read",
+    parent
+  );
+  if (!token) {
+    throw new Error("No token available for embedding generation");
+  }
+  return { Authorization: `Bearer ${token}` };
+}
+async function withEmbeddingRetry(call, stop) {
   let last;
   let lastThrown;
   let threw = false;
   for (let attempt = 1; attempt <= EMBED_MAX_ATTEMPTS; attempt++) {
+    if (stop?.aborted) throw stop.reason;
     try {
       threw = false;
       last = await call();
@@ -961,34 +1004,36 @@ function embeddingErrorFrom(response) {
   return new EmbeddingHttpError(message, response.response?.status);
 }
 async function generateEmbedding(text, options) {
-  const { baseUrl = BASE_URL, getToken, apiKey, model, cache } = options;
+  const total = options.totalTimeoutMs;
+  if (total === void 0) return embedOne(text, options, void 0);
+  return withDeadline((signal) => embedOne(text, options, signal), total, "embedding");
+}
+async function embedOne(text, options, outer) {
+  const { baseUrl = BASE_URL, model, cache } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   if (cache) {
     const cached = cache.get(text);
     if (cached) return Array.from(cached);
   }
-  let headers;
-  if (apiKey) {
-    headers = { "X-API-Key": apiKey };
-  } else if (getToken) {
-    const token = await getToken();
-    if (!token) {
-      throw new Error("No token available for embedding generation");
-    }
-    headers = { Authorization: `Bearer ${token}` };
-  } else {
-    throw new Error("Either apiKey or getToken must be provided");
-  }
+  const headers = await resolveAuthHeaders(options, outer);
   const response = await withEmbeddingRetry(
-    () => postApiV1Embeddings({
-      baseUrl,
-      body: {
-        // Mask PII from the request body only — the cache above still keys on
-        // the original `text`, so callers keep their original values.
-        input: options.maskInput ? options.maskInput(text) : text,
-        model: model ?? DEFAULT_API_EMBEDDING_MODEL
-      },
-      headers
-    })
+    () => withDeadline(
+      (signal) => postApiV1Embeddings({
+        baseUrl,
+        body: {
+          // Mask PII from the request body only — the cache above still keys on
+          // the original `text`, so callers keep their original values.
+          input: options.maskInput ? options.maskInput(text) : text,
+          model: model ?? DEFAULT_API_EMBEDDING_MODEL
+        },
+        headers,
+        ...signal && { signal }
+      }),
+      timeoutMs,
+      "embedding request",
+      outer
+    ),
+    outer
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -1011,14 +1056,19 @@ async function generateEmbedding(text, options) {
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;
-async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput) {
+async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs) {
   const response = await withEmbeddingRetry(
-    () => postApiV1Embeddings({
-      baseUrl,
-      // Mask PII from the request body only; cache/order still key on originals.
-      body: { input: maskInput ? texts.map(maskInput) : texts, model },
-      headers
-    })
+    () => withDeadline(
+      (signal) => postApiV1Embeddings({
+        baseUrl,
+        // Mask PII from the request body only; cache/order still key on originals.
+        body: { input: maskInput ? texts.map(maskInput) : texts, model },
+        headers,
+        ...signal && { signal }
+      }),
+      timeoutMs,
+      "embedding batch request"
+    )
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -1036,7 +1086,8 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
 }
 async function generateEmbeddings(texts, options) {
   if (texts.length === 0) return [];
-  const { baseUrl = BASE_URL, getToken, apiKey, model, batchSize, cache } = options;
+  const { baseUrl = BASE_URL, model, batchSize, cache } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
   const results = new Array(texts.length).fill(null);
   const uncachedIndices = [];
@@ -1055,18 +1106,7 @@ async function generateEmbeddings(texts, options) {
   if (uncachedTexts.length === 0) {
     return results;
   }
-  let headers;
-  if (apiKey) {
-    headers = { "X-API-Key": apiKey };
-  } else if (getToken) {
-    const token = await getToken();
-    if (!token) {
-      throw new Error("No token available for embedding generation");
-    }
-    headers = { Authorization: `Bearer ${token}` };
-  } else {
-    throw new Error("Either apiKey or getToken must be provided");
-  }
+  const headers = await resolveAuthHeaders(options);
   const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
@@ -1076,7 +1116,8 @@ async function generateEmbeddings(texts, options) {
       baseUrl,
       embeddingModel,
       options.onUsage,
-      options.maskInput
+      options.maskInput,
+      timeoutMs
     );
   } else {
     const chunks = [];
@@ -1094,7 +1135,8 @@ async function generateEmbeddings(texts, options) {
           baseUrl,
           embeddingModel,
           options.onUsage,
-          options.maskInput
+          options.maskInput,
+          timeoutMs
         );
       }
     };

package/dist/tools/selection/index.mjs

@@ -801,11 +801,54 @@ var DEFAULT_API_EMBEDDING_MODEL = "qwen/qwen3-embedding-8b";
 
 // src/lib/memoryEngine/generate.ts
 var EMBED_MAX_ATTEMPTS = 4;
-async function withEmbeddingRetry(call) {
+var DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS = 15e3;
+var DEFAULT_EMBEDDING_TOKEN_TIMEOUT_MS = 1e4;
+async function withDeadline(run, ms, what, parent) {
+  if (!(ms > 0) || !Number.isFinite(ms)) return Promise.resolve().then(() => run(parent));
+  const controller = new AbortController();
+  const onParentAbort = () => controller.abort(parent?.reason);
+  let timer;
+  try {
+    if (parent?.aborted) onParentAbort();
+    else parent?.addEventListener("abort", onParentAbort, { once: true });
+    const work = Promise.resolve().then(() => run(controller.signal));
+    work.catch(() => {
+    });
+    const deadline = new Promise((_, reject) => {
+      timer = setTimeout(() => {
+        const err = new Error(`${what} timed out after ${ms}ms`);
+        err.name = "TimeoutError";
+        controller.abort(err);
+        reject(err);
+      }, ms);
+    });
+    return await Promise.race([work, deadline]);
+  } finally {
+    clearTimeout(timer);
+    parent?.removeEventListener("abort", onParentAbort);
+  }
+}
+async function resolveAuthHeaders(options, parent) {
+  const { getToken, apiKey } = options;
+  if (apiKey) return { "X-API-Key": apiKey };
+  if (!getToken) throw new Error("Either apiKey or getToken must be provided");
+  const token = await withDeadline(
+    () => getToken(),
+    options.tokenTimeoutMs ?? DEFAULT_EMBEDDING_TOKEN_TIMEOUT_MS,
+    "embedding auth token read",
+    parent
+  );
+  if (!token) {
+    throw new Error("No token available for embedding generation");
+  }
+  return { Authorization: `Bearer ${token}` };
+}
+async function withEmbeddingRetry(call, stop) {
   let last;
   let lastThrown;
   let threw = false;
   for (let attempt = 1; attempt <= EMBED_MAX_ATTEMPTS; attempt++) {
+    if (stop?.aborted) throw stop.reason;
     try {
       threw = false;
       last = await call();
@@ -840,34 +883,36 @@ function embeddingErrorFrom(response) {
   return new EmbeddingHttpError(message, response.response?.status);
 }
 async function generateEmbedding(text, options) {
-  const { baseUrl = BASE_URL, getToken, apiKey, model, cache } = options;
+  const total = options.totalTimeoutMs;
+  if (total === void 0) return embedOne(text, options, void 0);
+  return withDeadline((signal) => embedOne(text, options, signal), total, "embedding");
+}
+async function embedOne(text, options, outer) {
+  const { baseUrl = BASE_URL, model, cache } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   if (cache) {
     const cached = cache.get(text);
     if (cached) return Array.from(cached);
   }
-  let headers;
-  if (apiKey) {
-    headers = { "X-API-Key": apiKey };
-  } else if (getToken) {
-    const token = await getToken();
-    if (!token) {
-      throw new Error("No token available for embedding generation");
-    }
-    headers = { Authorization: `Bearer ${token}` };
-  } else {
-    throw new Error("Either apiKey or getToken must be provided");
-  }
+  const headers = await resolveAuthHeaders(options, outer);
   const response = await withEmbeddingRetry(
-    () => postApiV1Embeddings({
-      baseUrl,
-      body: {
-        // Mask PII from the request body only — the cache above still keys on
-        // the original `text`, so callers keep their original values.
-        input: options.maskInput ? options.maskInput(text) : text,
-        model: model ?? DEFAULT_API_EMBEDDING_MODEL
-      },
-      headers
-    })
+    () => withDeadline(
+      (signal) => postApiV1Embeddings({
+        baseUrl,
+        body: {
+          // Mask PII from the request body only — the cache above still keys on
+          // the original `text`, so callers keep their original values.
+          input: options.maskInput ? options.maskInput(text) : text,
+          model: model ?? DEFAULT_API_EMBEDDING_MODEL
+        },
+        headers,
+        ...signal && { signal }
+      }),
+      timeoutMs,
+      "embedding request",
+      outer
+    ),
+    outer
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -890,14 +935,19 @@ async function generateEmbedding(text, options) {
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;
-async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput) {
+async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs) {
   const response = await withEmbeddingRetry(
-    () => postApiV1Embeddings({
-      baseUrl,
-      // Mask PII from the request body only; cache/order still key on originals.
-      body: { input: maskInput ? texts.map(maskInput) : texts, model },
-      headers
-    })
+    () => withDeadline(
+      (signal) => postApiV1Embeddings({
+        baseUrl,
+        // Mask PII from the request body only; cache/order still key on originals.
+        body: { input: maskInput ? texts.map(maskInput) : texts, model },
+        headers,
+        ...signal && { signal }
+      }),
+      timeoutMs,
+      "embedding batch request"
+    )
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -915,7 +965,8 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
 }
 async function generateEmbeddings(texts, options) {
   if (texts.length === 0) return [];
-  const { baseUrl = BASE_URL, getToken, apiKey, model, batchSize, cache } = options;
+  const { baseUrl = BASE_URL, model, batchSize, cache } = options;
+  const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
   const results = new Array(texts.length).fill(null);
   const uncachedIndices = [];
@@ -934,18 +985,7 @@ async function generateEmbeddings(texts, options) {
   if (uncachedTexts.length === 0) {
     return results;
   }
-  let headers;
-  if (apiKey) {
-    headers = { "X-API-Key": apiKey };
-  } else if (getToken) {
-    const token = await getToken();
-    if (!token) {
-      throw new Error("No token available for embedding generation");
-    }
-    headers = { Authorization: `Bearer ${token}` };
-  } else {
-    throw new Error("Either apiKey or getToken must be provided");
-  }
+  const headers = await resolveAuthHeaders(options);
   const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
@@ -955,7 +995,8 @@ async function generateEmbeddings(texts, options) {
       baseUrl,
       embeddingModel,
       options.onUsage,
-      options.maskInput
+      options.maskInput,
+      timeoutMs
     );
   } else {
     const chunks = [];
@@ -973,7 +1014,8 @@ async function generateEmbeddings(texts, options) {
           baseUrl,
           embeddingModel,
           options.onUsage,
-          options.maskInput
+          options.maskInput,
+          timeoutMs
         );
       }
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "6.25.0",
+  "version": "6.25.1",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",