@apo-ai/sdk 0.12.0 → 0.14.0

package/dist/agent-task/public.d.ts

@@ -1307,6 +1307,13 @@ type JudgeConfig = {
      * dual behavior (second judge as parallel, evidence-only shadow).
      */
     mode?: "cascade";
+    /**
+     * Sampling temperature for `t.judge` requests (not `t.agent`, whose session
+     * stays at 0). Unset falls back to `APO_JUDGE_TEMPERATURE`, then `0`. Some
+     * reasoning models recommend a non-zero value (DeepSeek: 0.6) to avoid
+     * repetition at greedy decoding. Recorded on the check's judge metadata.
+     */
+    temperature?: number;
 };
 /**
  * What a check knows about its scope when it invokes the judge — the

package/dist/agent-task/public.js

@@ -1193,7 +1193,13 @@ async function readCompletion(response, onData, guards) {
   dispatch();
   return { text, usage, finishReason };
 }
-var prefixQueues = /* @__PURE__ */ new Map();
+var prefixLanes = /* @__PURE__ */ new Map();
+function judgeConcurrency() {
+  const raw = process.env.APO_JUDGE_CONCURRENCY?.trim();
+  if (!raw) return 1;
+  const n = Number(raw);
+  return Number.isInteger(n) && n >= 1 ? n : 1;
+}
 function promptCacheKey(prefix) {
   return `apo-${createHash("sha256").update(prefix).digest("hex").slice(0, 32)}`;
 }
@@ -1225,16 +1231,46 @@ async function fetchWithPromptCacheKey(input, init) {
   return retry;
 }
 function runWithSharedPrefix(key, task2) {
-  const prev = prefixQueues.get(key) ?? Promise.resolve();
-  const next = prev.then(task2, task2);
-  prefixQueues.set(
-    key,
-    next.then(
-      () => void 0,
-      () => void 0
-    )
-  );
-  return next;
+  const existing = prefixLanes.get(key);
+  if (!existing) {
+    const warmer = task2();
+    prefixLanes.set(key, {
+      warmed: warmer.then(
+        () => void 0,
+        () => void 0
+      ),
+      active: 0,
+      waiting: []
+    });
+    return warmer;
+  }
+  const lane = existing;
+  const acquire = () => new Promise((resolve5) => {
+    if (lane.active < judgeConcurrency()) {
+      lane.active += 1;
+      resolve5();
+    } else {
+      lane.waiting.push(() => {
+        lane.active += 1;
+        resolve5();
+      });
+    }
+  });
+  const release = () => {
+    lane.active -= 1;
+    lane.waiting.shift()?.();
+  };
+  return lane.warmed.then(acquire).then(() => task2().finally(release));
+}
+function judgeTemperature(configured) {
+  const raw = process.env.APO_JUDGE_TEMPERATURE?.trim();
+  const fromEnv = raw ? Number(raw) : void 0;
+  const value = configured ?? fromEnv ?? 0;
+  if (!Number.isFinite(value) || value < 0 || value > 2) {
+    const source = configured !== void 0 ? "judge.temperature" : "APO_JUDGE_TEMPERATURE";
+    throw new Error(`${source} must be a number between 0 and 2, got ${configured ?? raw}`);
+  }
+  return value;
 }
 function defaultJudgeBaseURL(baseURL) {
   return baseURL ?? process.env.OPENROUTER_BASE_URL ?? "https://openrouter.ai/api/v1";
@@ -1245,6 +1281,7 @@ function defaultJudgeAPIKey(apiKey) {
 async function callJudge(args) {
   const baseURL = defaultJudgeBaseURL(args.baseURL);
   const apiKey = defaultJudgeAPIKey(args.apiKey);
+  const temperature = judgeTemperature(args.temperature);
   const { briefingText, instructionText, systemPromptText, deliverableText, secondJudgeState, secondJudgeProjected } = buildJudgePromptParts({
     values: args.values,
     instruction: args.instruction,
@@ -1278,7 +1315,7 @@ async function callJudge(args) {
       },
       { role: "user", content: instructionText }
     ],
-    temperature: 0,
+    temperature,
     response_format: schema ? judgeResponseFormat() : JSON_OBJECT_FORMAT,
     ...stream ? { stream: true, stream_options: { include_usage: true } } : {}
   });
@@ -1401,6 +1438,7 @@ async function callJudge(args) {
     }
     const judgeMetadata = async (completion) => ({
       model: args.model,
+      temperature,
       contract: judgeContractInUse(),
       prompt: { system: systemPromptText, user: instructionText },
       ...completion ? { response: completion.text, tokens: parseJudgeUsage(completion.usage) } : {},
@@ -2515,7 +2553,8 @@ function resolveJudgeConfig(judgeConfig, override) {
     baseURL: override?.baseURL ?? judgeConfig?.baseURL,
     apiKey: override?.apiKey ?? judgeConfig?.apiKey,
     prompt: override?.prompt ?? judgeConfig?.prompt,
-    mode: override?.mode ?? judgeConfig?.mode
+    mode: override?.mode ?? judgeConfig?.mode,
+    temperature: override?.temperature ?? judgeConfig?.temperature
   };
 }
 var TEST_METHOD_NAMES = [
@@ -2624,6 +2663,18 @@ function createJudgeMethod(rec, judgeConfig, judgeScope, judgeTracer) {
       );
       return;
     }
+    try {
+      judgeTemperature(effective.temperature);
+    } catch (error) {
+      rec.record(label, false, `judge failed: ${error instanceof Error ? error.message : String(error)}`, {
+        evaluator_type: "llm",
+        expected: instruction,
+        received: valueArray.length === 1 ? valueArray[0] : valueArray,
+        location,
+        outcome: "error"
+      });
+      return;
+    }
     const context2 = judgeScopeToContext(judgeScope);
     const judgeServing = servingHostFromBaseURL(effective.baseURL);
     const secondJudgeValue = opts?.secondJudgeValue;
@@ -2680,6 +2731,7 @@ function createJudgeMethod(rec, judgeConfig, judgeScope, judgeTracer) {
       baseURL: effective.baseURL,
       apiKey: effective.apiKey,
       prompt: effective.prompt,
+      ...effective.temperature !== void 0 ? { temperature: effective.temperature } : {},
       ...context2 ? { context: context2 } : {},
       ...prefetchedSecondJudge ? { prefetchedSecondJudge } : {},
       ...secondJudgeValue !== void 0 ? {