@anuma/sdk 6.33.2 → 6.34.0

package/dist/server/index.mjs

@@ -18315,7 +18315,7 @@ async function embedOne(text12, options, outer) {
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;
-async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs) {
+async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs, outer) {
   const response = await withEmbeddingRetry(
     () => withDeadline(
       (signal) => postApiV1Embeddings({
@@ -18325,8 +18325,10 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
         ...signal && { signal }
       }),
       timeoutMs,
-      "embedding batch request"
-    )
+      "embedding batch request",
+      outer
+    ),
+    outer
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -18344,6 +18346,11 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
 }
 async function generateEmbeddings(texts, options) {
   if (texts.length === 0) return [];
+  const total = options.totalTimeoutMs;
+  if (total === void 0) return embedMany(texts, options, void 0);
+  return withDeadline((signal) => embedMany(texts, options, signal), total, "embedding batch");
+}
+async function embedMany(texts, options, outer) {
   const { baseUrl = BASE_URL, model, batchSize, cache } = options;
   const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
@@ -18364,7 +18371,8 @@ async function generateEmbeddings(texts, options) {
   if (uncachedTexts.length === 0) {
     return results;
   }
-  const headers = await resolveAuthHeaders(options);
+  const headers = await resolveAuthHeaders(options, outer);
+  if (outer?.aborted) throw outer.reason;
   const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
@@ -18375,7 +18383,8 @@ async function generateEmbeddings(texts, options) {
       embeddingModel,
       options.onUsage,
       options.maskInput,
-      timeoutMs
+      timeoutMs,
+      outer
     );
   } else {
     const chunks = [];
@@ -18386,6 +18395,7 @@ async function generateEmbeddings(texts, options) {
     let nextIndex = 0;
     const worker = async () => {
       while (nextIndex < chunks.length) {
+        if (outer?.aborted) throw outer.reason;
         const idx = nextIndex++;
         allEmbeddings[idx] = await generateEmbeddingsBatch(
           chunks[idx],
@@ -18394,7 +18404,8 @@ async function generateEmbeddings(texts, options) {
           embeddingModel,
           options.onUsage,
           options.maskInput,
-          timeoutMs
+          timeoutMs,
+          outer
         );
       }
     };
@@ -18405,6 +18416,7 @@ async function generateEmbeddings(texts, options) {
     await Promise.all(workers);
     newEmbeddings = allEmbeddings.flat();
   }
+  if (outer?.aborted) throw outer.reason;
   for (let i = 0; i < uncachedIndices.length; i++) {
     const f32Embedding = Float32Array.from(newEmbeddings[i]);
     results[uncachedIndices[i]] = Array.from(f32Embedding);
@@ -29876,7 +29888,7 @@ async function rankPreparedVaultCandidates(query, prepared, embeddingOptions, se
   if (useFusion && !embeddingsUnavailable && facetQueries) {
     let subEmbeddings;
     try {
-      subEmbeddings = await generateEmbeddings(facetQueries, embeddingOptions);
+      subEmbeddings = prepared.facetEmbeddings ?? await generateEmbeddings(facetQueries, embeddingOptions);
     } catch (err) {
       getLogger().warn(
         "memoryVault: sub-query embedding failed \u2014 falling back to single-query ranking: " + (err instanceof Error ? err.message : String(err))
@@ -30061,6 +30073,35 @@ var DEFAULT_SCOPE = "private";
 var DEFAULT_CONSOLIDATE_THRESHOLD = 0.55;
 var DEFAULT_CONSOLIDATE_TOP_K = 20;
 async function retain(content, ctx, options = {}) {
+  return retainWithPersistence(
+    content,
+    {
+      embeddingOptions: ctx.embeddingOptions,
+      vaultCache: ctx.vaultCache,
+      persistence: {
+        prepare: (query, searchOptions) => prepareVaultCandidates(
+          query,
+          ctx.vaultCtx,
+          ctx.embeddingOptions,
+          ctx.vaultCache,
+          searchOptions
+        ),
+        get: (id) => getVaultMemoryOp(ctx.vaultCtx, id),
+        tombstones: (_embedding, _model, scope, folderId) => getAllVaultMemoriesOp(ctx.vaultCtx, {
+          includeDeleted: true,
+          scopes: [scope],
+          ...folderId !== void 0 && { folderId }
+        }),
+        create: (input) => createVaultMemoryOp(ctx.vaultCtx, input),
+        update: (id, patch) => updateVaultMemoryOp(ctx.vaultCtx, id, patch),
+        supersede: (id, successor) => supersedeVaultMemoryOp(ctx.vaultCtx, id, successor),
+        createSuperseding: (input, target) => createSupersedingMemoryOp(ctx.vaultCtx, input, target)
+      }
+    },
+    options
+  );
+}
+async function retainWithPersistence(content, ctx, options = {}) {
   const trimmed = content.trim();
   if (trimmed.length === 0) {
     throw new Error("retain: content cannot be empty");
@@ -30073,19 +30114,13 @@ async function retain(content, ctx, options = {}) {
   let supersedeContent;
   let prepared;
   if (enableAutoMerge) {
-    prepared = await prepareVaultCandidates(
-      trimmed,
-      ctx.vaultCtx,
-      ctx.embeddingOptions,
-      ctx.vaultCache,
-      {
-        limit: Math.max(options.consolidateTopK ?? DEFAULT_CONSOLIDATE_TOP_K, 1),
-        useFusion: false,
-        scopes: [resolvedScope],
-        includeArchived: true,
-        ...options.folderId !== void 0 && { folderId: options.folderId }
-      }
-    );
+    prepared = await ctx.persistence.prepare(trimmed, {
+      limit: Math.max(options.consolidateTopK ?? DEFAULT_CONSOLIDATE_TOP_K, 1),
+      useFusion: false,
+      scopes: [resolvedScope],
+      includeArchived: true,
+      ...options.folderId !== void 0 && { folderId: options.folderId }
+    });
     if (prepared.embeddingFailure || prepared.embeddingsUnavailable) {
       throw new Error(
         "retain: embeddings unavailable \u2014 refusing to auto-merge against an inert cosine lane, which would create a duplicate instead of merging into the existing memory. Retry when embeddings recover, or pass enableAutoMerge: false to force a create."
@@ -30116,7 +30151,7 @@ async function retain(content, ctx, options = {}) {
       );
       if (matches.length > 0) {
         const targetId = matches[0].uniqueId;
-        const existing = await getVaultMemoryOp(ctx.vaultCtx, targetId);
+        const existing = await ctx.persistence.get(targetId);
         if (existing && !existing.supersededBy) {
           const mergedSourceIds = unionStrings(
             existing.sourceChunkIds ?? [],
@@ -30125,7 +30160,7 @@ async function retain(content, ctx, options = {}) {
           const eventTimeUpdate = pickEventTimeUpdate(existing, options.eventTime);
           const factTypeUpdate = pickFactTypeUpdate(existing, options.factType);
           const resurrect = resurrectFields(existing);
-          const updated = await updateVaultMemoryOp(ctx.vaultCtx, targetId, {
+          const updated = await ctx.persistence.update(targetId, {
             content: existing.content,
             proofCountIncrement: 1,
             observationSourceIds: options.sourceChunkIds,
@@ -30152,7 +30187,8 @@ async function retain(content, ctx, options = {}) {
   }
   const contentToWrite = supersedeContent ?? trimmed;
   const reusableQueryEmbedding = supersedeContent === void 0 && prepared && prepared.queryEmbedding.length > 0 ? prepared.queryEmbedding : void 0;
-  const embedding = reusableQueryEmbedding ?? await generateEmbedding(contentToWrite, ctx.embeddingOptions);
+  const generatedEmbedding = reusableQueryEmbedding ?? await generateEmbedding(contentToWrite, ctx.embeddingOptions);
+  const embedding = ctx.normalizeEmbedding?.(generatedEmbedding) ?? generatedEmbedding;
   const embeddingModel = ctx.embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
   if (options.respectTombstones) {
     const tombstone = await findTombstoneMatch(embedding, embeddingModel, resolvedScope, ctx, {
@@ -30192,8 +30228,7 @@ async function retain(content, ctx, options = {}) {
   };
   if (supersedeTargetIds.length > 0) {
     const [primaryTargetId, ...restTargetIds] = supersedeTargetIds;
-    const { created: created2, retired } = await createSupersedingMemoryOp(
-      ctx.vaultCtx,
+    const { created: created2, retired } = await ctx.persistence.createSuperseding(
       createOpts,
       primaryTargetId
     );
@@ -30209,11 +30244,11 @@ async function retain(content, ctx, options = {}) {
       for (const staleId of restTargetIds) {
         let ok = false;
         try {
-          ok = await supersedeVaultMemoryOp(ctx.vaultCtx, staleId, created2.uniqueId) === true;
+          ok = await ctx.persistence.supersede(staleId, created2.uniqueId) === true;
         } catch {
         }
         if (ok) continue;
-        const stillLive = await getVaultMemoryOp(ctx.vaultCtx, staleId).catch(() => null);
+        const stillLive = await (ctx.persistence.getFresh ? ctx.persistence.getFresh(staleId) : ctx.persistence.get(staleId)).catch(() => null);
         if (stillLive && !stillLive.supersededBy) liveLeftovers.push(staleId);
       }
       if (liveLeftovers.length > 0) {
@@ -30240,7 +30275,7 @@ async function retain(content, ctx, options = {}) {
       `supersede: primary target ${primaryTargetId} retired or deleted inside the atomic write`
     );
   }
-  const created = await createVaultMemoryOp(ctx.vaultCtx, createOpts);
+  const created = await ctx.persistence.create(createOpts);
   cacheRowVector(
     ctx.vaultCache,
     created.uniqueId,
@@ -30259,11 +30294,7 @@ function unionStrings(a, b) {
   return [.../* @__PURE__ */ new Set([...a, ...b])];
 }
 async function findTombstoneMatch(embedding, embeddingModel, scope, ctx, opts) {
-  const rows = await getAllVaultMemoriesOp(ctx.vaultCtx, {
-    includeDeleted: true,
-    scopes: [scope],
-    ...opts.folderId !== void 0 && { folderId: opts.folderId }
-  });
+  const rows = await ctx.persistence.tombstones(embedding, embeddingModel, scope, opts.folderId);
   let bestId = null;
   let bestSim = opts.threshold;
   for (const row of rows) {
@@ -30330,7 +30361,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     if (requestedIds.length === 0) return null;
     const valid = [];
     for (const id of requestedIds) {
-      const existing = await getVaultMemoryOp(ctx.vaultCtx, id);
+      const existing = await ctx.persistence.get(id);
       if (existing && !existing.supersededBy) valid.push(id);
     }
     if (valid.length === 0) {
@@ -30342,7 +30373,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     return { supersede: valid, content: decision.content };
   }
   if (decision.action === "noop" && decision.targetId) {
-    const existing = await getVaultMemoryOp(ctx.vaultCtx, decision.targetId);
+    const existing = await ctx.persistence.get(decision.targetId);
     if (!existing || existing.supersededBy) {
       return abandonToRace(
         options,
@@ -30356,7 +30387,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     const eventTimeUpdate = pickEventTimeUpdate(existing, options.eventTime);
     const factTypeUpdate = pickFactTypeUpdate(existing, options.factType);
     const resurrect = resurrectFields(existing);
-    const updated = await updateVaultMemoryOp(ctx.vaultCtx, decision.targetId, {
+    const updated = await ctx.persistence.update(decision.targetId, {
       content: existing.content,
       proofCountIncrement: 1,
       observationSourceIds: options.sourceChunkIds,
@@ -30384,7 +30415,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     };
   }
   if (decision.action === "update" && decision.targetId && decision.content) {
-    const existing = await getVaultMemoryOp(ctx.vaultCtx, decision.targetId);
+    const existing = await ctx.persistence.get(decision.targetId);
     if (!existing || existing.supersededBy) {
       return abandonToRace(
         options,
@@ -30395,12 +30426,13 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
       existing.sourceChunkIds ?? [],
       options.sourceChunkIds ?? []
     );
-    const newEmbedding = await generateEmbedding(decision.content, ctx.embeddingOptions);
+    const generatedEmbedding = await generateEmbedding(decision.content, ctx.embeddingOptions);
+    const newEmbedding = ctx.normalizeEmbedding?.(generatedEmbedding) ?? generatedEmbedding;
     const consolidatedModel = ctx.embeddingOptions.model ?? DEFAULT_API_EMBEDDING_MODEL;
     const eventTimeUpdate = pickEventTimeUpdate(existing, options.eventTime);
     const factTypeUpdate = pickFactTypeUpdate(existing, options.factType);
     const resurrect = resurrectFields(existing);
-    const updated = await updateVaultMemoryOp(ctx.vaultCtx, decision.targetId, {
+    const updated = await ctx.persistence.update(decision.targetId, {
       content: decision.content,
       proofCountIncrement: 1,
       observationSourceIds: options.sourceChunkIds,
@@ -30444,7 +30476,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
   return null;
 }
 async function assertMergeTargetGoneOrThrow(ctx, targetId) {
-  const stillExists = await getVaultMemoryOp(ctx.vaultCtx, targetId);
+  const stillExists = await (ctx.persistence.getFresh ? ctx.persistence.getFresh(targetId) : ctx.persistence.get(targetId));
   if (stillExists) {
     throw new Error(`retain: merge into memory ${targetId} failed to persist`);
   }
@@ -31930,7 +31962,7 @@ async function recall(query, ctx, options = {}) {
     if (graphLaneFailed) degraded.push("graph-lane-failed");
     if (temporalLaneFailed) degraded.push("temporal-lane-failed");
     if (chunksScopeRestricted) degraded.push("chunks-scope-restricted");
-    const laneRan = types.includes("fact") && !!ctx.vaultCtx && !!ctx.vaultCache || types.includes("chunk") && !!ctx.storageCtx || chunksScopeRestricted && !!ctx.storageCtx;
+    const laneRan = types.includes("fact") && (!!ctx.factSource || !!ctx.vaultCtx && !!ctx.vaultCache) || types.includes("chunk") && !!ctx.storageCtx || chunksScopeRestricted && !!ctx.storageCtx;
     const scores = admitted.map((m) => m.score);
     const minScoreApplied = factResults.length > 0 ? factFloor : chunkResults.length > 0 ? chunkFloor : factFloor >= 0 ? factFloor : chunkFloor;
     const diagnostics = {
@@ -31972,7 +32004,7 @@ async function recall(query, ctx, options = {}) {
     return { memories: [], usedBudget, reranked: false, candidateCount: 0 };
   }
   const needsChunkEmbedding = types.includes("chunk") && ctx.storageCtx;
-  const wantsTemporal = types.includes("fact") && ctx.vaultCtx;
+  const wantsTemporal = types.includes("fact") && (ctx.factSource || ctx.vaultCtx);
   const graphRefiner = flags.traverse && options.graphRefine && options.decomposeOptions ? createLlmNeighborRefiner(options.decomposeOptions) : void 0;
   const queryEmbedTotalTimeoutMs = options.queryEmbedTotalTimeoutMs ?? DEFAULT_QUERY_EMBED_TOTAL_TIMEOUT_MS;
   const prepStart = nowMs2();
@@ -32002,7 +32034,7 @@ async function recall(query, ctx, options = {}) {
     safeLane(
       "graph",
       () => graphLaneFailed = true,
-      () => buildGraphLaneRanking(query, ctx, flags.traverse, {
+      () => ctx.factSource ? ctx.factSource.graphRanking(query, flags.traverse, options) : buildGraphLaneRanking(query, ctx, flags.traverse, {
         ...options.maxHops !== void 0 && { maxHops: options.maxHops },
         ...options.entityFanout !== void 0 && { entityFanout: options.entityFanout },
         ...options.nodeBudget !== void 0 && { nodeBudget: options.nodeBudget },
@@ -32013,13 +32045,13 @@ async function recall(query, ctx, options = {}) {
     wantsTemporal ? safeLane(
       "temporal",
       () => temporalLaneFailed = true,
-      () => buildTemporalLaneRanking(query, ctx.vaultCtx, options.now)
+      () => ctx.factSource ? ctx.factSource.temporalRanking(query, options.now) : buildTemporalLaneRanking(query, ctx.vaultCtx, options.now)
     ) : Promise.resolve([])
   ]);
   prepMs = nowMs2() - prepStart;
   graphLaneCount = entityRanking.length;
   temporalLaneCount = temporalRanking.length;
-  if (types.includes("fact") && ctx.vaultCtx && ctx.vaultCache) {
+  if (types.includes("fact") && (ctx.factSource || ctx.vaultCtx && ctx.vaultCache)) {
     const factStart = nowMs2();
     const vaultMinScore = options.minScore ?? DEFAULT_FACT_MIN_SCORE;
     factFloor = vaultMinScore;
@@ -32035,50 +32067,50 @@ async function recall(query, ctx, options = {}) {
       rankedOnCosine: factRankedOnCosine,
       decryptLast: factDecryptLast,
       rowsDecrypted: factRowsDecrypted
-    } = await searchVaultMemoriesWithSize(
-      query,
+    } = await (ctx.factSource?.search.bind(ctx.factSource) ?? ((searchQuery, searchOptions) => searchVaultMemoriesWithSize(
+      searchQuery,
       ctx.vaultCtx,
       ctx.embeddingOptions,
       ctx.vaultCache,
-      {
-        limit: types.includes("chunk") ? Math.max(limit * 2, 16) : limit,
-        minSimilarity: vaultMinScore,
-        useFusion: true,
-        rerank: flags.rerank,
-        ...options.rerankTopN !== void 0 && { rerankTopN: options.rerankTopN },
-        ...options.ceWeight !== void 0 && { ceWeight: options.ceWeight },
-        ...options.rerankLoadTimeoutMs !== void 0 && {
-          rerankLoadTimeoutMs: options.rerankLoadTimeoutMs
-        },
-        ...options.recencyAlpha !== void 0 && { recencyAlpha: options.recencyAlpha },
-        ...options.recency && { recency: options.recency },
-        ...options.mmr !== void 0 && { mmr: options.mmr },
-        ...options.supersessionBoost !== void 0 && {
-          supersessionBoost: options.supersessionBoost
-        },
-        ...options.supersessionWindow !== void 0 && {
-          supersessionWindow: options.supersessionWindow
-        },
-        ...options.proofCountAlpha !== void 0 && {
-          proofCountAlpha: options.proofCountAlpha
-        },
-        ...options.bm25AdmissionDivisor !== void 0 && {
-          bm25AdmissionDivisor: options.bm25AdmissionDivisor
-        },
-        ...options.rrfK !== void 0 && { rrfK: options.rrfK },
-        ...options.decryptLast !== void 0 && { decryptLast: options.decryptLast },
-        ...subQueries && { subQueries },
-        ...options.scopes && { scopes: options.scopes },
-        ...options.folderId !== void 0 && { folderId: options.folderId },
-        ...options.factTypes?.length && { factTypes: options.factTypes },
-        ...options.memoryIds !== void 0 && { memoryIds: options.memoryIds },
-        ...options.factTypeWeights && { factTypeWeights: options.factTypeWeights },
-        ...entityRanking.length > 0 && { entityRanking },
-        ...temporalRanking.length > 0 && { temporalRanking },
-        ...needsChunkEmbedding && { queryEmbedding: queryEmbedding ?? [] },
-        queryEmbedTotalTimeoutMs
-      }
-    );
+      searchOptions
+    )))(query, {
+      limit: types.includes("chunk") ? Math.max(limit * 2, 16) : limit,
+      minSimilarity: vaultMinScore,
+      useFusion: true,
+      rerank: flags.rerank,
+      ...options.rerankTopN !== void 0 && { rerankTopN: options.rerankTopN },
+      ...options.ceWeight !== void 0 && { ceWeight: options.ceWeight },
+      ...options.rerankLoadTimeoutMs !== void 0 && {
+        rerankLoadTimeoutMs: options.rerankLoadTimeoutMs
+      },
+      ...options.recencyAlpha !== void 0 && { recencyAlpha: options.recencyAlpha },
+      ...options.recency && { recency: options.recency },
+      ...options.mmr !== void 0 && { mmr: options.mmr },
+      ...options.supersessionBoost !== void 0 && {
+        supersessionBoost: options.supersessionBoost
+      },
+      ...options.supersessionWindow !== void 0 && {
+        supersessionWindow: options.supersessionWindow
+      },
+      ...options.proofCountAlpha !== void 0 && {
+        proofCountAlpha: options.proofCountAlpha
+      },
+      ...options.bm25AdmissionDivisor !== void 0 && {
+        bm25AdmissionDivisor: options.bm25AdmissionDivisor
+      },
+      ...options.rrfK !== void 0 && { rrfK: options.rrfK },
+      ...options.decryptLast !== void 0 && { decryptLast: options.decryptLast },
+      ...subQueries && { subQueries },
+      ...options.scopes && { scopes: options.scopes },
+      ...options.folderId !== void 0 && { folderId: options.folderId },
+      ...options.factTypes?.length && { factTypes: options.factTypes },
+      ...options.memoryIds !== void 0 && { memoryIds: options.memoryIds },
+      ...options.factTypeWeights && { factTypeWeights: options.factTypeWeights },
+      ...entityRanking.length > 0 && { entityRanking },
+      ...temporalRanking.length > 0 && { temporalRanking },
+      ...needsChunkEmbedding && { queryEmbedding: queryEmbedding ?? [] },
+      queryEmbedTotalTimeoutMs
+    });
     factResults.push(
       ...dedupeBy(
         results,

package/dist/telemetry/index.d.mts

@@ -523,10 +523,9 @@ interface MetricsHooksOptions {
     includeErrorMessages?: boolean;
 }
 /**
- * Build {@link RunHooks} that report run lifecycle, model calls, and tool
- * calls to `sink`. The returned hooks are synchronous and never throw — a
- * throwing sink method is swallowed with a console-free `noop` (the tool loop
- * already swallows hook errors; we avoid double-logging here).
+ * Build {@link RunHooks} that report run lifecycle, model calls, and tool calls to `sink`; every run ends in exactly one `run.completed` or `run.failed`, and no message contents or tool arguments are emitted.
+ *
+ * @see TELEMETRY.md for event payloads and metric names.
  */
 declare function createMetricsHooks(sink: TelemetrySink, opts?: MetricsHooksOptions): RunHooks;
 

package/dist/telemetry/index.d.ts

@@ -523,10 +523,9 @@ interface MetricsHooksOptions {
     includeErrorMessages?: boolean;
 }
 /**
- * Build {@link RunHooks} that report run lifecycle, model calls, and tool
- * calls to `sink`. The returned hooks are synchronous and never throw — a
- * throwing sink method is swallowed with a console-free `noop` (the tool loop
- * already swallows hook errors; we avoid double-logging here).
+ * Build {@link RunHooks} that report run lifecycle, model calls, and tool calls to `sink`; every run ends in exactly one `run.completed` or `run.failed`, and no message contents or tool arguments are emitted.
+ *
+ * @see TELEMETRY.md for event payloads and metric names.
  */
 declare function createMetricsHooks(sink: TelemetrySink, opts?: MetricsHooksOptions): RunHooks;
 

package/dist/tools/selection/index.cjs

@@ -1058,7 +1058,7 @@ async function embedOne(text, options, outer) {
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;
-async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs) {
+async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs, outer) {
   const response = await withEmbeddingRetry(
     () => withDeadline(
       (signal) => postApiV1Embeddings({
@@ -1068,8 +1068,10 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
         ...signal && { signal }
       }),
       timeoutMs,
-      "embedding batch request"
-    )
+      "embedding batch request",
+      outer
+    ),
+    outer
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -1087,6 +1089,11 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
 }
 async function generateEmbeddings(texts, options) {
   if (texts.length === 0) return [];
+  const total = options.totalTimeoutMs;
+  if (total === void 0) return embedMany(texts, options, void 0);
+  return withDeadline((signal) => embedMany(texts, options, signal), total, "embedding batch");
+}
+async function embedMany(texts, options, outer) {
   const { baseUrl = BASE_URL, model, batchSize, cache } = options;
   const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
@@ -1107,7 +1114,8 @@ async function generateEmbeddings(texts, options) {
   if (uncachedTexts.length === 0) {
     return results;
   }
-  const headers = await resolveAuthHeaders(options);
+  const headers = await resolveAuthHeaders(options, outer);
+  if (outer?.aborted) throw outer.reason;
   const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
@@ -1118,7 +1126,8 @@ async function generateEmbeddings(texts, options) {
       embeddingModel,
       options.onUsage,
       options.maskInput,
-      timeoutMs
+      timeoutMs,
+      outer
     );
   } else {
     const chunks = [];
@@ -1129,6 +1138,7 @@ async function generateEmbeddings(texts, options) {
     let nextIndex = 0;
     const worker = async () => {
       while (nextIndex < chunks.length) {
+        if (outer?.aborted) throw outer.reason;
         const idx = nextIndex++;
         allEmbeddings[idx] = await generateEmbeddingsBatch(
           chunks[idx],
@@ -1137,7 +1147,8 @@ async function generateEmbeddings(texts, options) {
           embeddingModel,
           options.onUsage,
           options.maskInput,
-          timeoutMs
+          timeoutMs,
+          outer
         );
       }
     };
@@ -1148,6 +1159,7 @@ async function generateEmbeddings(texts, options) {
     await Promise.all(workers);
     newEmbeddings = allEmbeddings.flat();
   }
+  if (outer?.aborted) throw outer.reason;
   for (let i = 0; i < uncachedIndices.length; i++) {
     const f32Embedding = Float32Array.from(newEmbeddings[i]);
     results[uncachedIndices[i]] = Array.from(f32Embedding);

package/dist/tools/selection/index.mjs

@@ -936,7 +936,7 @@ async function embedOne(text, options, outer) {
 }
 var DEFAULT_EMBEDDING_BATCH_SIZE = 100;
 var DEFAULT_EMBEDDING_BATCH_CONCURRENCY = 3;
-async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs) {
+async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage, maskInput, timeoutMs, outer) {
   const response = await withEmbeddingRetry(
     () => withDeadline(
       (signal) => postApiV1Embeddings({
@@ -946,8 +946,10 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
         ...signal && { signal }
       }),
       timeoutMs,
-      "embedding batch request"
-    )
+      "embedding batch request",
+      outer
+    ),
+    outer
   );
   if (response.error) {
     throw embeddingErrorFrom(response);
@@ -965,6 +967,11 @@ async function generateEmbeddingsBatch(texts, headers, baseUrl, model, onUsage,
 }
 async function generateEmbeddings(texts, options) {
   if (texts.length === 0) return [];
+  const total = options.totalTimeoutMs;
+  if (total === void 0) return embedMany(texts, options, void 0);
+  return withDeadline((signal) => embedMany(texts, options, signal), total, "embedding batch");
+}
+async function embedMany(texts, options, outer) {
   const { baseUrl = BASE_URL, model, batchSize, cache } = options;
   const timeoutMs = options.timeoutMs ?? DEFAULT_EMBEDDING_REQUEST_TIMEOUT_MS;
   const chunkSize = batchSize ?? DEFAULT_EMBEDDING_BATCH_SIZE;
@@ -985,7 +992,8 @@ async function generateEmbeddings(texts, options) {
   if (uncachedTexts.length === 0) {
     return results;
   }
-  const headers = await resolveAuthHeaders(options);
+  const headers = await resolveAuthHeaders(options, outer);
+  if (outer?.aborted) throw outer.reason;
   const embeddingModel = model ?? DEFAULT_API_EMBEDDING_MODEL;
   let newEmbeddings;
   if (uncachedTexts.length <= chunkSize) {
@@ -996,7 +1004,8 @@ async function generateEmbeddings(texts, options) {
       embeddingModel,
       options.onUsage,
       options.maskInput,
-      timeoutMs
+      timeoutMs,
+      outer
     );
   } else {
     const chunks = [];
@@ -1007,6 +1016,7 @@ async function generateEmbeddings(texts, options) {
     let nextIndex = 0;
     const worker = async () => {
       while (nextIndex < chunks.length) {
+        if (outer?.aborted) throw outer.reason;
         const idx = nextIndex++;
         allEmbeddings[idx] = await generateEmbeddingsBatch(
           chunks[idx],
@@ -1015,7 +1025,8 @@ async function generateEmbeddings(texts, options) {
           embeddingModel,
           options.onUsage,
           options.maskInput,
-          timeoutMs
+          timeoutMs,
+          outer
         );
       }
     };
@@ -1026,6 +1037,7 @@ async function generateEmbeddings(texts, options) {
     await Promise.all(workers);
     newEmbeddings = allEmbeddings.flat();
   }
+  if (outer?.aborted) throw outer.reason;
   for (let i = 0; i < uncachedIndices.length; i++) {
     const f32Embedding = Float32Array.from(newEmbeddings[i]);
     results[uncachedIndices[i]] = Array.from(f32Embedding);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "6.33.2",
+  "version": "6.34.0",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",