@apo-ai/sdk 0.12.0 → 0.13.0

package/dist/agent-task/public.js

@@ -1193,7 +1193,13 @@ async function readCompletion(response, onData, guards) {
   dispatch();
   return { text, usage, finishReason };
 }
-var prefixQueues = /* @__PURE__ */ new Map();
+var prefixLanes = /* @__PURE__ */ new Map();
+function judgeConcurrency() {
+  const raw = process.env.APO_JUDGE_CONCURRENCY?.trim();
+  if (!raw) return 1;
+  const n = Number(raw);
+  return Number.isInteger(n) && n >= 1 ? n : 1;
+}
 function promptCacheKey(prefix) {
   return `apo-${createHash("sha256").update(prefix).digest("hex").slice(0, 32)}`;
 }
@@ -1225,16 +1231,36 @@ async function fetchWithPromptCacheKey(input, init) {
   return retry;
 }
 function runWithSharedPrefix(key, task2) {
-  const prev = prefixQueues.get(key) ?? Promise.resolve();
-  const next = prev.then(task2, task2);
-  prefixQueues.set(
-    key,
-    next.then(
-      () => void 0,
-      () => void 0
-    )
-  );
-  return next;
+  const existing = prefixLanes.get(key);
+  if (!existing) {
+    const warmer = task2();
+    prefixLanes.set(key, {
+      warmed: warmer.then(
+        () => void 0,
+        () => void 0
+      ),
+      active: 0,
+      waiting: []
+    });
+    return warmer;
+  }
+  const lane = existing;
+  const acquire = () => new Promise((resolve5) => {
+    if (lane.active < judgeConcurrency()) {
+      lane.active += 1;
+      resolve5();
+    } else {
+      lane.waiting.push(() => {
+        lane.active += 1;
+        resolve5();
+      });
+    }
+  });
+  const release = () => {
+    lane.active -= 1;
+    lane.waiting.shift()?.();
+  };
+  return lane.warmed.then(acquire).then(() => task2().finally(release));
 }
 function defaultJudgeBaseURL(baseURL) {
   return baseURL ?? process.env.OPENROUTER_BASE_URL ?? "https://openrouter.ai/api/v1";