@tangle-network/agent-eval 0.188.0 → 0.190.0

package/dist/exporters-XMCYJlqT.d.ts

@@ -0,0 +1,161 @@
+import { S as ToolDef, a as MintedRolloutLine, b as RolloutStep, m as RolloutLine, t as ChatMessage, y as RolloutSplit } from "./schema-B5LtYvn9.js";
+//#region src/rollout/exporters.d.ts
+/**
+ * The gate's two claims, which travel TOGETHER on every emitted row.
+ *
+ * `realness_gated` alone is ambiguous, and the ambiguity is exploitable:
+ * `false` reads as "we screened it and nothing fired", so a producer that has no
+ * screen at all emitted rows indistinguishable from screened-clean ones, and
+ * every consumer of the published dataset read them as clean. The second field
+ * is what separates the two claims, and it only removes the ambiguity if it
+ * reaches the WIRE — for a round it existed on `RolloutOutcome` and on no
+ * exported row shape at all, which left the published rows exactly as ambiguous
+ * as before.
+ *
+ * So there is one helper and every row shape spreads it. A row that states one
+ * claim without the other is not constructible by copying the pattern, and
+ * `exporters.test.ts` walks every emitted shape to prove none does.
+ */
+interface RealnessLabels {
+  /** The screen's VERDICT: the run faked its success signal. */
+  realness_gated: boolean;
+  /**
+   * Whether a screen RAN at all. `true` = it ran, so `realness_gated` is its
+   * verdict. `false` = the producer declares it has none. `null` = not stated
+   * (pre-unification producers), which is "unknown" and never "clean".
+   */
+  realness_screened: boolean | null;
+}
+interface TrainingExportOptions {
+  /** Include held-out evaluation data in training output. Default false. */
+  allowHeldOutTrainingData?: boolean;
+  /** Require reward to be strictly greater than this value. Default 0. */
+  minimumQualityExclusive?: number;
+  /**
+   * Explicit split selection, replacing the default trainable-split rule.
+   * Use this only when producing a deliberately named non-training slice
+   * (e.g. `['holdout']` for a holdout-only evaluation bundle).
+   */
+  splitFilter?: RolloutSplit[];
+}
+/**
+ * What a signed-signal exporter (verifiers, RFT) does with lines that are not
+ * clean trainable successes — realness-gated lines above all.
+ *
+ *   - 'exclude'       — the default, the same fail-closed policy as every
+ *                       other training export: positive, completed,
+ *                       non-gated rows on a trainable split.
+ *   - 'zero-and-flag' — keep them, at their non-positive (or null) reward,
+ *                       with `RealnessLabels` on the row. The dataset release
+ *                       sets this per `FORMAT_GATE_DISPOSITION`: in these
+ *                       formats the reward is a signed learning signal, so a
+ *                       gamed trajectory at reward 0 is a correct negative,
+ *                       and dropping it would bias the negative population
+ *                       toward honest failures and leave a trainer no example
+ *                       of gaming being penalized. The split policy is NOT
+ *                       relaxed: held-out lines still need the named opt-in.
+ *
+ * SFT deliberately has no such option — an SFT row is an imitation target and
+ * a gamed trajectory must never appear in one at any weight.
+ */
+type GatedLineDisposition = 'exclude' | 'zero-and-flag';
+interface SignedSignalExportOptions extends TrainingExportOptions {
+  /** Disposition for non-trainable lines. Default 'exclude'. */
+  gatedLines?: GatedLineDisposition;
+}
+type SftExportOptions = TrainingExportOptions;
+interface SftRow {
+  messages: ChatMessage[];
+  metadata: {
+    rollout_id: string;
+    run_id: string;
+    candidate_id: string | null;
+    instance_id: string;
+    reward: number;
+  } & RealnessLabels;
+}
+/**
+ * Supervised fine-tune rows: the completed conversation of each qualifying
+ * line. Fail-closed filters: trainable split only (never holdout/canary unless
+ * an explicit `splitFilter` names a non-training slice),
+ * reward strictly above `minimumQualityExclusive` (default 0), realness-gated
+ * lines never qualify, gap lines carry no trainable content, and
+ * copied-context turns are dropped from the transcript (Harbor ATIF RFC 0001
+ * rule 7 — see `ChatMessage.is_copied_context`).
+ *
+ * `realness_gated` is therefore always `false` on an emitted row. It is carried
+ * anyway: an SFT row is a pure imitation target, so the row states its realness
+ * claims instead of making the reader know the format's policy, and carrying
+ * both flags on all four shapes is what lets the release accounting measure
+ * every config with one rule rather than skipping the one whose row shape
+ * happened to omit the field.
+ */
+declare function toSftRows(lines: MintedRolloutLine[], options?: SftExportOptions): SftRow[];
+interface RewardRow {
+  /** First user turn — the task prompt. */
+  prompt: string;
+  steps: RolloutStep[];
+  reward: number;
+  metadata: {
+    rollout_id: string;
+    run_id: string;
+    candidate_id: string | null;
+    instance_id: string;
+    split: RolloutSplit;
+  } & RealnessLabels;
+}
+/**
+ * Reward-labeled rows for completed, positive-quality training runs.
+ */
+declare function toRewardRows(lines: MintedRolloutLine[], options?: TrainingExportOptions): RewardRow[];
+interface VerifiersTokenUsage {
+  input_tokens: number | null;
+  output_tokens: number | null;
+  reasoning_tokens: number | null;
+  cache_read_tokens: number | null;
+  cache_write_tokens: number | null;
+}
+interface VerifiersRolloutOutput {
+  /** Messages through the last turn BEFORE the first assistant turn. */
+  prompt: ChatMessage[];
+  /** The first assistant turn onward — what the policy produced. */
+  completion: ChatMessage[];
+  reward: number | null;
+  metrics: Record<string, unknown>;
+  tool_defs: ToolDef[];
+  token_usage: VerifiersTokenUsage;
+  info: {
+    task: RolloutLine['task'];
+    policy: RolloutLine['policy'];
+    rollout_id: string;
+    run_id: string;
+    experiment_id: string | null;
+    candidate_id: string | null;
+    generation: number | null;
+    candidate_index: number | null;
+    role: RolloutLine['role'];
+  } & RealnessLabels;
+}
+declare function toVerifiersRolloutOutput(line: MintedRolloutLine): VerifiersRolloutOutput;
+declare function toVerifiersRolloutOutputs(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): VerifiersRolloutOutput[];
+interface RftItem {
+  /** Prompt turns only — the graded completion is re-sampled during RFT. */
+  messages: ChatMessage[];
+  /** Verdict/label fields the grader references as item.reference.* */
+  reference: {
+    reward: number | null;
+    reward_source: string | null;
+    verdict: unknown;
+    instance_id: string;
+    suite: string;
+    split: RolloutSplit;
+    rollout_id: string;
+  } & RealnessLabels;
+}
+declare function toRftItem(line: MintedRolloutLine): RftItem;
+/** RFT needs a real prompt: lines whose transcript starts with prompt turns. */
+declare function toRftItems(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): RftItem[];
+declare function toJsonl(rows: ReadonlyArray<unknown>): string;
+//#endregion
+export { SftRow as a, VerifiersTokenUsage as c, toRftItem as d, toRftItems as f, toVerifiersRolloutOutputs as h, SftExportOptions as i, toJsonl as l, toVerifiersRolloutOutput as m, RewardRow as n, TrainingExportOptions as o, toSftRows as p, RftItem as r, VerifiersRolloutOutput as s, RealnessLabels as t, toRewardRows as u };
+//# sourceMappingURL=exporters-XMCYJlqT.d.ts.map

package/dist/exporters-XMCYJlqT.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exporters-XMCYJlqT.d.ts","names":[],"sources":["../src/rollout/exporters.ts"],"mappings":";;;;;;;;;;;;;;;;;;UAiDiB;;EAEf;;;;;;EAMA;;UAiBe;;EAEf;;EAEA;;;;;;EAMA,cAAc;;;;;;;;;;;;;;;;;;;;;;KAuBJ;UAEK,kCAAkC;;EAEjD,aAAa;;KAGH,mBAAmB;UAEd;EACf,UAAU;EACV;IACE;IACA;IACA;IACA;IACA;MACE;;;;;;;;;;;;;;;;;;iBAmBU,UAAU,OAAO,qBAAqB,UAAS,mBAAwB;UAyBtE;;EAEf;EACA,OAAO;EACP;EACA;IACE;IACA;IACA;IACA;IACA,OAAO;MAUL;;;;;iBAMU,aACd,OAAO,qBACP,UAAS,wBACR;UAgCc;EACf;EACA;EACA;EACA;EACA;;UAGe;;EAEf,QAAQ;;EAER,YAAY;EACZ;EACA,SAAS;EACT,WAAW;EACX,aAAa;EACb;IACE,MAAM;IACN,QAAQ;IACR;IACA;IACA;IACA;IACA;IACA;IACA,MAAM;MACJ;;iBASU,yBAAyB,MAAM,oBAAoB;iBA+BnD,0BACd,OAAO,qBACP,UAAS,4BACR;UAoBc;;EAEf,UAAU;;EAEV;IACE;IACA;IACA;IACA;IACA;IACA,OAAO;IACP;MACE;;iBAGU,UAAU,MAAM,oBAAoB;;iBAmBpC,WACd,OAAO,qBACP,UAAS,4BACR;iBAkBa,QAAQ,MAAM"}

package/dist/{external-optimizer-process-D3BLpZyR.js → external-optimizer-process-Mc83UoWl.js}

@@ -1,6 +1,6 @@
 import { n as contentHash } from "./verdict-cache-BQEsVy9n.js";
-import { h as tryAcquireAtomicFileLock, m as probeAtomicFileLock } from "./journal-BuRLm6ho.js";
-import { a as closeServer, c as waitForActiveHandlers, g as isRecord, h as isExternalTextCandidate, o as listenLocal, s as sendJsonIfOpen, v as resolveExternalOptimizerCallbackLimits } from "./external-optimizer-subprocess-BrfsgL92.js";
+import { h as tryAcquireAtomicFileLock, m as probeAtomicFileLock } from "./journal-CDP0Vhx_.js";
+import { a as closeServer, c as waitForActiveHandlers, g as isRecord, h as isExternalTextCandidate, o as listenLocal, s as sendJsonIfOpen, v as resolveExternalOptimizerCallbackLimits } from "./external-optimizer-subprocess-C0dHXH8e.js";
 import { createServer } from "node:http";
 //#region src/campaign/single-run-lock.ts
 /**
@@ -291,4 +291,4 @@ function cloneCandidate(candidate) {
 //#endregion
 export { acquireSingleRunLock as n, startExternalOptimizerCallback as t };
 
-//# sourceMappingURL=external-optimizer-process-D3BLpZyR.js.map
+//# sourceMappingURL=external-optimizer-process-Mc83UoWl.js.map

package/dist/{external-optimizer-process-D3BLpZyR.js.map → external-optimizer-process-Mc83UoWl.js.map}

@@ -1 +1 @@
-{"version":3,"file":"external-optimizer-process-D3BLpZyR.js","names":[],"sources":["../src/campaign/single-run-lock.ts","../src/campaign/external-optimizer-callback.ts"],"sourcesContent":["/**\n * Single-run lock for evaluations that share one mutable environment.\n *\n * Two concurrent runs against a shared stateful gym silently corrupt each\n * other: each resets/mutates environment state mid-cell of the other, and\n * every score from both becomes garbage that LOOKS like worker variance\n * (agent-lab R357 burned hours on flip-flopping scores before tracing them\n * to exactly this). The fix is a pid lockfile: refuse to start while a live\n * holder exists, reclaim stale locks whose pid is gone, release only if the\n * lock is still ours.\n *\n * `alsoCheck` exists because independent runners can guard the same shared\n * resource with differently named lockfiles; a runner must respect all of\n * them even though it writes only its own.\n */\n\nimport {\n  type AtomicFileLockUnavailable,\n  probeAtomicFileLock,\n  tryAcquireAtomicFileLock,\n} from '../ledger-core/atomic-file-lock'\n\nexport interface SingleRunLockOptions {\n  /** Lockfile this runner writes (and checks). */\n  readonly lockPath: string\n  /** Other runners' lockfiles guarding the same resource; checked, never written. */\n  readonly alsoCheck?: readonly string[]\n  /** Install a process 'exit' hook that releases the lock. Default true. */\n  readonly releaseOnExit?: boolean\n  /** Owner pid recorded in the lockfile metadata. Default process.pid. */\n  readonly pid?: number\n}\n\nexport interface SingleRunLock {\n  /** Remove the lockfile if this process still owns it. Idempotent. */\n  release(): void\n}\n\nfunction assertAvailable(path: string): void {\n  const unavailable = probeAtomicFileLock({ lockPath: path })\n  if (unavailable) throw unavailableError(path, unavailable)\n}\n\nfunction unavailableError(path: string, unavailable: AtomicFileLockUnavailable): Error {\n  if (unavailable.reason === 'recovery') {\n    return new Error(\n      `single-run lock recovery is already in progress (${path}); refusing a concurrent run`,\n    )\n  }\n  return new Error(\n    `single-run lock held by live pid ${unavailable.holder.pid} (${path}); refusing a concurrent run on the shared resource`,\n  )\n}\n\n/**\n * Acquire the lock or throw naming the live holder. A stale lock (holder pid\n * no longer running) is reclaimed by one contender. An interrupted reclaim\n * leaves a marker that fails closed instead of admitting overlapping runs.\n */\nexport function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock {\n  const pid = opts.pid ?? process.pid\n  if (!Number.isSafeInteger(pid) || pid <= 0)\n    throw new Error('single-run lock pid must be a positive integer')\n  for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n  const acquisition = tryAcquireAtomicFileLock({\n    lockPath: opts.lockPath,\n    pid,\n  })\n  if (!acquisition.acquired) throw unavailableError(opts.lockPath, acquisition)\n  const releaseOnExit = opts.releaseOnExit ?? true\n  let released = false\n  const release = (): void => {\n    if (released) return\n    released = true\n    if (releaseOnExit) process.off('exit', release)\n    try {\n      acquisition.lock.release()\n    } catch {\n      // release is best-effort; a leftover stale lock is reclaimed on next acquire\n    }\n  }\n  try {\n    for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n  } catch (error) {\n    release()\n    throw error\n  }\n  if (releaseOnExit) process.on('exit', release)\n  return { release }\n}\n","import { createServer, type IncomingMessage, type ServerResponse } from 'node:http'\nimport { contentHash } from '../verdict-cache'\nimport {\n  type ExternalOptimizerCallback,\n  type ExternalOptimizerCallbackLimits,\n  type ExternalOptimizerEvaluationObservation,\n  type ExternalTextCandidate,\n  type ExternalTextEvaluationRequest,\n  isExternalTextCandidate,\n  isRecord,\n  resolveExternalOptimizerCallbackLimits,\n} from './external-optimizer-contracts'\nimport {\n  closeServer,\n  listenLocal,\n  sendJsonIfOpen,\n  waitForActiveHandlers,\n} from './external-optimizer-http'\n\ntype UnsequencedObservation = ExternalOptimizerEvaluationObservation extends infer T\n  ? T extends ExternalOptimizerEvaluationObservation\n    ? Omit<T, 'sequence'>\n    : never\n  : never\n\nexport async function startExternalOptimizerCallback<TResponse>(args: {\n  token: string\n  maxEvaluations: number\n  acceptEvaluation?: () => number | undefined\n  evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<TResponse>\n  observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  /** Loopback JSON byte limits. Omitted fields use finite defaults. */\n  limits?: Partial<ExternalOptimizerCallbackLimits>\n  signal?: AbortSignal\n}): Promise<ExternalOptimizerCallback> {\n  assertCallbackConfig(args)\n  const limits = resolveExternalOptimizerCallbackLimits(args.limits)\n  args.signal?.throwIfAborted()\n  let evaluations = 0\n  let accepting = true\n  let closePromise: Promise<void> | undefined\n  const activeControllers = new Set<AbortController>()\n  const activeHandlers = new Set<Promise<void>>()\n  const proposedCandidateHashes = new Set<string>()\n  let observationSequence = 0\n  const server = createServer((request, response) => {\n    if (!accepting) {\n      sendJsonIfOpen(response, 503, { error: 'external optimizer callback is closing' })\n      return\n    }\n\n    const controller = new AbortController()\n    const abortRequest = (): void => {\n      request.destroy()\n      response.destroy()\n    }\n    activeControllers.add(controller)\n    controller.signal.addEventListener('abort', abortRequest, { once: true })\n\n    let handler!: Promise<void>\n    handler = handleCallback(\n      request,\n      response,\n      controller.signal,\n      args,\n      limits,\n      () => {\n        const accepted = args.acceptEvaluation ? args.acceptEvaluation() : evaluations + 1\n        if (accepted === undefined) return undefined\n        if (!Number.isSafeInteger(accepted) || accepted <= 0) {\n          throw new Error('external optimizer callback: invalid accepted evaluation count')\n        }\n        if (accepted > args.maxEvaluations) return undefined\n        evaluations += 1\n        return accepted\n      },\n      (observation) => {\n        if (!args.observe) return\n        args.observe({ ...observation, sequence: ++observationSequence })\n      },\n      proposedCandidateHashes,\n    ).finally(() => {\n      controller.signal.removeEventListener('abort', abortRequest)\n      activeControllers.delete(controller)\n      activeHandlers.delete(handler)\n    })\n    activeHandlers.add(handler)\n    void handler.catch(() => undefined)\n  })\n  const port = await listenLocal(server)\n  const close = (): Promise<void> => {\n    closePromise ??= closeCallbackServer()\n    return closePromise\n  }\n  const onAbort = (): void => {\n    void close().catch(() => undefined)\n  }\n  args.signal?.addEventListener('abort', onAbort, { once: true })\n  if (args.signal?.aborted) onAbort()\n  return {\n    url: `http://127.0.0.1:${port}/evaluate`,\n    token: args.token,\n    evaluations: () => evaluations,\n    close,\n  }\n\n  async function closeCallbackServer(): Promise<void> {\n    args.signal?.removeEventListener('abort', onAbort)\n    accepting = false\n    const closingServer = closeServer(server)\n    server.closeIdleConnections?.()\n    for (const controller of activeControllers) controller.abort()\n    const [serverResult] = await Promise.allSettled([\n      closingServer,\n      waitForActiveHandlers(activeHandlers),\n    ])\n    if (activeControllers.size !== 0 || activeHandlers.size !== 0) {\n      throw new Error('external optimizer callback closed with active request work')\n    }\n    if (serverResult?.status === 'rejected') throw serverResult.reason\n  }\n}\n\nasync function handleCallback<TResponse>(\n  request: IncomingMessage,\n  response: ServerResponse,\n  signal: AbortSignal,\n  args: {\n    token: string\n    maxEvaluations: number\n    acceptEvaluation?: () => number | undefined\n    evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<TResponse>\n    observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  },\n  limits: ExternalOptimizerCallbackLimits,\n  nextEvaluation: () => number | undefined,\n  observe: (observation: UnsequencedObservation) => void,\n  proposedCandidateHashes: Set<string>,\n): Promise<void> {\n  try {\n    if (request.method !== 'POST' || request.url !== '/evaluate') {\n      sendJsonIfOpen(response, 404, { error: 'not found' })\n      return\n    }\n    if (request.headers.authorization !== `Bearer ${args.token}`) {\n      sendJsonIfOpen(response, 401, { error: 'unauthorized' })\n      return\n    }\n    let body: unknown\n    try {\n      body = await readJson(request, limits.maxRequestBytes)\n    } catch {\n      observe({ kind: 'refusal', reason: 'invalid-request' })\n      sendJsonIfOpen(response, 400, { error: 'request body must be bounded valid JSON' })\n      return\n    }\n    if (\n      !isRecord(body) ||\n      !isExternalTextCandidate(body.candidate) ||\n      typeof body.exampleId !== 'string'\n    ) {\n      observe({ kind: 'refusal', reason: 'invalid-request' })\n      sendJsonIfOpen(response, 400, { error: 'candidate and exampleId are required strings' })\n      return\n    }\n    const candidate = cloneCandidate(body.candidate)\n    const candidateHash = contentHash({ kind: 'external-text-candidate', candidate })\n    if (!proposedCandidateHashes.has(candidateHash)) {\n      observe({ kind: 'proposal', candidate, candidateHash })\n      proposedCandidateHashes.add(candidateHash)\n    }\n    const count = nextEvaluation()\n    if (count === undefined) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-limit',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 429, { error: 'evaluation limit reached' })\n      return\n    }\n    let result: TResponse\n    try {\n      result = await args.evaluate({ candidate, exampleId: body.exampleId }, signal)\n    } catch (error) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      // The thrown detail is the only diagnostic for a failed evaluation —\n      // an opaque 500 costs the caller a blind debugging round.\n      sendJsonIfOpen(response, 500, {\n        error: `evaluation failed: ${String(error).slice(0, 400)}`,\n      })\n      return\n    }\n    let encoded: string\n    try {\n      encoded = encodeJsonResponse(result)\n    } catch {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 500, { error: 'evaluation response must be valid JSON' })\n      return\n    }\n    if (Buffer.byteLength(encoded) > limits.maxResponseBytes) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 413, { error: 'evaluation response too large' })\n      return\n    }\n    observe({\n      kind: 'evaluation',\n      candidate,\n      candidateHash,\n      exampleId: body.exampleId,\n      evaluationNumber: count,\n      response: structuredClone(result),\n    })\n    sendEncodedJsonIfOpen(response, 200, encoded)\n  } catch {\n    sendJsonIfOpen(response, 500, { error: 'evaluation failed' })\n  }\n}\n\nfunction readJson(request: IncomingMessage, maxRequestBytes: number): Promise<unknown> {\n  return new Promise((resolvePromise, reject) => {\n    let size = 0\n    const chunks: Buffer[] = []\n    request.on('data', (chunk: Buffer) => {\n      size += chunk.length\n      if (size > maxRequestBytes) {\n        reject(new Error('callback body too large'))\n        request.destroy()\n        return\n      }\n      chunks.push(chunk)\n    })\n    request.on('error', reject)\n    request.on('end', () => {\n      try {\n        resolvePromise(JSON.parse(Buffer.concat(chunks).toString('utf8')))\n      } catch (error) {\n        reject(error)\n      }\n    })\n  })\n}\n\nfunction encodeJsonResponse(value: unknown): string {\n  const encoded = JSON.stringify(value)\n  if (encoded === undefined) throw new Error('evaluation response must be JSON-serializable')\n  return encoded\n}\n\nfunction sendEncodedJsonIfOpen(response: ServerResponse, status: number, encoded: string): void {\n  if (response.destroyed || response.writableEnded) return\n  response.writeHead(status, {\n    'content-type': 'application/json; charset=utf-8',\n    'content-length': String(Buffer.byteLength(encoded)),\n  })\n  response.end(encoded)\n}\n\nfunction assertCallbackConfig(args: {\n  token: string\n  maxEvaluations: number\n  acceptEvaluation?: () => number | undefined\n  evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<unknown>\n  observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  limits?: Partial<ExternalOptimizerCallbackLimits>\n  signal?: AbortSignal\n}): void {\n  if (typeof args.token !== 'string' || !args.token.trim()) {\n    throw new Error('external optimizer callback: token must be non-empty')\n  }\n  if (!Number.isSafeInteger(args.maxEvaluations) || args.maxEvaluations <= 0) {\n    throw new Error('external optimizer callback: maxEvaluations must be a positive safe integer')\n  }\n  if (args.acceptEvaluation !== undefined && typeof args.acceptEvaluation !== 'function') {\n    throw new Error('external optimizer callback: acceptEvaluation must be a function')\n  }\n  if (typeof args.evaluate !== 'function') {\n    throw new Error('external optimizer callback: evaluate must be a function')\n  }\n  if (args.observe !== undefined && typeof args.observe !== 'function') {\n    throw new Error('external optimizer callback: observe must be a function')\n  }\n}\n\nfunction cloneCandidate(candidate: ExternalTextCandidate): ExternalTextCandidate {\n  return typeof candidate === 'string' ? candidate : { ...candidate }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAsCA,SAAS,gBAAgB,MAAoB;CAC3C,MAAM,cAAc,oBAAoB,EAAE,UAAU,KAAK,CAAC;CAC1D,IAAI,aAAa,MAAM,iBAAiB,MAAM,WAAW;AAC3D;AAEA,SAAS,iBAAiB,MAAc,aAA+C;CACrF,IAAI,YAAY,WAAW,YACzB,uBAAO,IAAI,MACT,oDAAoD,KAAK,6BAC3D;CAEF,uBAAO,IAAI,MACT,oCAAoC,YAAY,OAAO,IAAI,IAAI,KAAK,oDACtE;AACF;;;;;;AAOA,SAAgB,qBAAqB,MAA2C;CAC9E,MAAM,MAAM,KAAK,OAAO,QAAQ;CAChC,IAAI,CAAC,OAAO,cAAc,GAAG,KAAK,OAAO,GACvC,MAAM,IAAI,MAAM,gDAAgD;CAClE,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC7D,MAAM,cAAc,yBAAyB;EAC3C,UAAU,KAAK;EACf;CACF,CAAC;CACD,IAAI,CAAC,YAAY,UAAU,MAAM,iBAAiB,KAAK,UAAU,WAAW;CAC5E,MAAM,gBAAgB,KAAK,iBAAiB;CAC5C,IAAI,WAAW;CACf,MAAM,gBAAsB;EAC1B,IAAI,UAAU;EACd,WAAW;EACX,IAAI,eAAe,QAAQ,IAAI,QAAQ,OAAO;EAC9C,IAAI;GACF,YAAY,KAAK,QAAQ;EAC3B,QAAQ,CAER;CACF;CACA,IAAI;EACF,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC/D,SAAS,OAAO;EACd,QAAQ;EACR,MAAM;CACR;CACA,IAAI,eAAe,QAAQ,GAAG,QAAQ,OAAO;CAC7C,OAAO,EAAE,QAAQ;AACnB;;;AChEA,eAAsB,+BAA0C,MASzB;CACrC,qBAAqB,IAAI;CACzB,MAAM,SAAS,uCAAuC,KAAK,MAAM;CACjE,KAAK,QAAQ,eAAe;CAC5B,IAAI,cAAc;CAClB,IAAI,YAAY;CAChB,IAAI;CACJ,MAAM,oCAAoB,IAAI,IAAqB;CACnD,MAAM,iCAAiB,IAAI,IAAmB;CAC9C,MAAM,0CAA0B,IAAI,IAAY;CAChD,IAAI,sBAAsB;CAC1B,MAAM,SAAS,cAAc,SAAS,aAAa;EACjD,IAAI,CAAC,WAAW;GACd,eAAe,UAAU,KAAK,EAAE,OAAO,yCAAyC,CAAC;GACjF;EACF;EAEA,MAAM,aAAa,IAAI,gBAAgB;EACvC,MAAM,qBAA2B;GAC/B,QAAQ,QAAQ;GAChB,SAAS,QAAQ;EACnB;EACA,kBAAkB,IAAI,UAAU;EAChC,WAAW,OAAO,iBAAiB,SAAS,cAAc,EAAE,MAAM,KAAK,CAAC;EAExE,IAAI;EACJ,UAAU,eACR,SACA,UACA,WAAW,QACX,MACA,cACM;GACJ,MAAM,WAAW,KAAK,mBAAmB,KAAK,iBAAiB,IAAI,cAAc;GACjF,IAAI,aAAa,KAAA,GAAW,OAAO,KAAA;GACnC,IAAI,CAAC,OAAO,cAAc,QAAQ,KAAK,YAAY,GACjD,MAAM,IAAI,MAAM,gEAAgE;GAElF,IAAI,WAAW,KAAK,gBAAgB,OAAO,KAAA;GAC3C,eAAe;GACf,OAAO;EACT,IACC,gBAAgB;GACf,IAAI,CAAC,KAAK,SAAS;GACnB,KAAK,QAAQ;IAAE,GAAG;IAAa,UAAU,EAAE;GAAoB,CAAC;EAClE,GACA,uBACF,CAAC,CAAC,cAAc;GACd,WAAW,OAAO,oBAAoB,SAAS,YAAY;GAC3D,kBAAkB,OAAO,UAAU;GACnC,eAAe,OAAO,OAAO;EAC/B,CAAC;EACD,eAAe,IAAI,OAAO;EAC1B,QAAa,YAAY,KAAA,CAAS;CACpC,CAAC;CACD,MAAM,OAAO,MAAM,YAAY,MAAM;CACrC,MAAM,cAA6B;EACjC,iBAAiB,oBAAoB;EACrC,OAAO;CACT;CACA,MAAM,gBAAsB;EAC1B,MAAW,CAAC,CAAC,YAAY,KAAA,CAAS;CACpC;CACA,KAAK,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAC9D,IAAI,KAAK,QAAQ,SAAS,QAAQ;CAClC,OAAO;EACL,KAAK,oBAAoB,KAAK;EAC9B,OAAO,KAAK;EACZ,mBAAmB;EACnB;CACF;CAEA,eAAe,sBAAqC;EAClD,KAAK,QAAQ,oBAAoB,SAAS,OAAO;EACjD,YAAY;EACZ,MAAM,gBAAgB,YAAY,MAAM;EACxC,OAAO,uBAAuB;EAC9B,KAAK,MAAM,cAAc,mBAAmB,WAAW,MAAM;EAC7D,MAAM,CAAC,gBAAgB,MAAM,QAAQ,WAAW,CAC9C,eACA,sBAAsB,cAAc,CACtC,CAAC;EACD,IAAI,kBAAkB,SAAS,KAAK,eAAe,SAAS,GAC1D,MAAM,IAAI,MAAM,6DAA6D;EAE/E,IAAI,cAAc,WAAW,YAAY,MAAM,aAAa;CAC9D;AACF;AAEA,eAAe,eACb,SACA,UACA,QACA,MAOA,QACA,gBACA,SACA,yBACe;CACf,IAAI;EACF,IAAI,QAAQ,WAAW,UAAU,QAAQ,QAAQ,aAAa;GAC5D,eAAe,UAAU,KAAK,EAAE,OAAO,YAAY,CAAC;GACpD;EACF;EACA,IAAI,QAAQ,QAAQ,kBAAkB,UAAU,KAAK,SAAS;GAC5D,eAAe,UAAU,KAAK,EAAE,OAAO,eAAe,CAAC;GACvD;EACF;EACA,IAAI;EACJ,IAAI;GACF,OAAO,MAAM,SAAS,SAAS,OAAO,eAAe;EACvD,QAAQ;GACN,QAAQ;IAAE,MAAM;IAAW,QAAQ;GAAkB,CAAC;GACtD,eAAe,UAAU,KAAK,EAAE,OAAO,0CAA0C,CAAC;GAClF;EACF;EACA,IACE,CAAC,SAAS,IAAI,KACd,CAAC,wBAAwB,KAAK,SAAS,KACvC,OAAO,KAAK,cAAc,UAC1B;GACA,QAAQ;IAAE,MAAM;IAAW,QAAQ;GAAkB,CAAC;GACtD,eAAe,UAAU,KAAK,EAAE,OAAO,+CAA+C,CAAC;GACvF;EACF;EACA,MAAM,YAAY,eAAe,KAAK,SAAS;EAC/C,MAAM,gBAAgB,YAAY;GAAE,MAAM;GAA2B;EAAU,CAAC;EAChF,IAAI,CAAC,wBAAwB,IAAI,aAAa,GAAG;GAC/C,QAAQ;IAAE,MAAM;IAAY;IAAW;GAAc,CAAC;GACtD,wBAAwB,IAAI,aAAa;EAC3C;EACA,MAAM,QAAQ,eAAe;EAC7B,IAAI,UAAU,KAAA,GAAW;GACvB,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,2BAA2B,CAAC;GACnE;EACF;EACA,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,KAAK,SAAS;IAAE;IAAW,WAAW,KAAK;GAAU,GAAG,MAAM;EAC/E,SAAS,OAAO;GACd,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GAGD,eAAe,UAAU,KAAK,EAC5B,OAAO,sBAAsB,OAAO,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG,IACzD,CAAC;GACD;EACF;EACA,IAAI;EACJ,IAAI;GACF,UAAU,mBAAmB,MAAM;EACrC,QAAQ;GACN,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,yCAAyC,CAAC;GACjF;EACF;EACA,IAAI,OAAO,WAAW,OAAO,IAAI,OAAO,kBAAkB;GACxD,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,gCAAgC,CAAC;GACxE;EACF;EACA,QAAQ;GACN,MAAM;GACN;GACA;GACA,WAAW,KAAK;GAChB,kBAAkB;GAClB,UAAU,gBAAgB,MAAM;EAClC,CAAC;EACD,sBAAsB,UAAU,KAAK,OAAO;CAC9C,QAAQ;EACN,eAAe,UAAU,KAAK,EAAE,OAAO,oBAAoB,CAAC;CAC9D;AACF;AAEA,SAAS,SAAS,SAA0B,iBAA2C;CACrF,OAAO,IAAI,SAAS,gBAAgB,WAAW;EAC7C,IAAI,OAAO;EACX,MAAM,SAAmB,CAAC;EAC1B,QAAQ,GAAG,SAAS,UAAkB;GACpC,QAAQ,MAAM;GACd,IAAI,OAAO,iBAAiB;IAC1B,uBAAO,IAAI,MAAM,yBAAyB,CAAC;IAC3C,QAAQ,QAAQ;IAChB;GACF;GACA,OAAO,KAAK,KAAK;EACnB,CAAC;EACD,QAAQ,GAAG,SAAS,MAAM;EAC1B,QAAQ,GAAG,aAAa;GACtB,IAAI;IACF,eAAe,KAAK,MAAM,OAAO,OAAO,MAAM,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC;GACnE,SAAS,OAAO;IACd,OAAO,KAAK;GACd;EACF,CAAC;CACH,CAAC;AACH;AAEA,SAAS,mBAAmB,OAAwB;CAClD,MAAM,UAAU,KAAK,UAAU,KAAK;CACpC,IAAI,YAAY,KAAA,GAAW,MAAM,IAAI,MAAM,+CAA+C;CAC1F,OAAO;AACT;AAEA,SAAS,sBAAsB,UAA0B,QAAgB,SAAuB;CAC9F,IAAI,SAAS,aAAa,SAAS,eAAe;CAClD,SAAS,UAAU,QAAQ;EACzB,gBAAgB;EAChB,kBAAkB,OAAO,OAAO,WAAW,OAAO,CAAC;CACrD,CAAC;CACD,SAAS,IAAI,OAAO;AACtB;AAEA,SAAS,qBAAqB,MAQrB;CACP,IAAI,OAAO,KAAK,UAAU,YAAY,CAAC,KAAK,MAAM,KAAK,GACrD,MAAM,IAAI,MAAM,sDAAsD;CAExE,IAAI,CAAC,OAAO,cAAc,KAAK,cAAc,KAAK,KAAK,kBAAkB,GACvE,MAAM,IAAI,MAAM,6EAA6E;CAE/F,IAAI,KAAK,qBAAqB,KAAA,KAAa,OAAO,KAAK,qBAAqB,YAC1E,MAAM,IAAI,MAAM,kEAAkE;CAEpF,IAAI,OAAO,KAAK,aAAa,YAC3B,MAAM,IAAI,MAAM,0DAA0D;CAE5E,IAAI,KAAK,YAAY,KAAA,KAAa,OAAO,KAAK,YAAY,YACxD,MAAM,IAAI,MAAM,yDAAyD;AAE7E;AAEA,SAAS,eAAe,WAAyD;CAC/E,OAAO,OAAO,cAAc,WAAW,YAAY,EAAE,GAAG,UAAU;AACpE"}
+{"version":3,"file":"external-optimizer-process-Mc83UoWl.js","names":[],"sources":["../src/campaign/single-run-lock.ts","../src/campaign/external-optimizer-callback.ts"],"sourcesContent":["/**\n * Single-run lock for evaluations that share one mutable environment.\n *\n * Two concurrent runs against a shared stateful gym silently corrupt each\n * other: each resets/mutates environment state mid-cell of the other, and\n * every score from both becomes garbage that LOOKS like worker variance\n * (agent-lab R357 burned hours on flip-flopping scores before tracing them\n * to exactly this). The fix is a pid lockfile: refuse to start while a live\n * holder exists, reclaim stale locks whose pid is gone, release only if the\n * lock is still ours.\n *\n * `alsoCheck` exists because independent runners can guard the same shared\n * resource with differently named lockfiles; a runner must respect all of\n * them even though it writes only its own.\n */\n\nimport {\n  type AtomicFileLockUnavailable,\n  probeAtomicFileLock,\n  tryAcquireAtomicFileLock,\n} from '../ledger-core/atomic-file-lock'\n\nexport interface SingleRunLockOptions {\n  /** Lockfile this runner writes (and checks). */\n  readonly lockPath: string\n  /** Other runners' lockfiles guarding the same resource; checked, never written. */\n  readonly alsoCheck?: readonly string[]\n  /** Install a process 'exit' hook that releases the lock. Default true. */\n  readonly releaseOnExit?: boolean\n  /** Owner pid recorded in the lockfile metadata. Default process.pid. */\n  readonly pid?: number\n}\n\nexport interface SingleRunLock {\n  /** Remove the lockfile if this process still owns it. Idempotent. */\n  release(): void\n}\n\nfunction assertAvailable(path: string): void {\n  const unavailable = probeAtomicFileLock({ lockPath: path })\n  if (unavailable) throw unavailableError(path, unavailable)\n}\n\nfunction unavailableError(path: string, unavailable: AtomicFileLockUnavailable): Error {\n  if (unavailable.reason === 'recovery') {\n    return new Error(\n      `single-run lock recovery is already in progress (${path}); refusing a concurrent run`,\n    )\n  }\n  return new Error(\n    `single-run lock held by live pid ${unavailable.holder.pid} (${path}); refusing a concurrent run on the shared resource`,\n  )\n}\n\n/**\n * Acquire the lock or throw naming the live holder. A stale lock (holder pid\n * no longer running) is reclaimed by one contender. An interrupted reclaim\n * leaves a marker that fails closed instead of admitting overlapping runs.\n */\nexport function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock {\n  const pid = opts.pid ?? process.pid\n  if (!Number.isSafeInteger(pid) || pid <= 0)\n    throw new Error('single-run lock pid must be a positive integer')\n  for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n  const acquisition = tryAcquireAtomicFileLock({\n    lockPath: opts.lockPath,\n    pid,\n  })\n  if (!acquisition.acquired) throw unavailableError(opts.lockPath, acquisition)\n  const releaseOnExit = opts.releaseOnExit ?? true\n  let released = false\n  const release = (): void => {\n    if (released) return\n    released = true\n    if (releaseOnExit) process.off('exit', release)\n    try {\n      acquisition.lock.release()\n    } catch {\n      // release is best-effort; a leftover stale lock is reclaimed on next acquire\n    }\n  }\n  try {\n    for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n  } catch (error) {\n    release()\n    throw error\n  }\n  if (releaseOnExit) process.on('exit', release)\n  return { release }\n}\n","import { createServer, type IncomingMessage, type ServerResponse } from 'node:http'\nimport { contentHash } from '../verdict-cache'\nimport {\n  type ExternalOptimizerCallback,\n  type ExternalOptimizerCallbackLimits,\n  type ExternalOptimizerEvaluationObservation,\n  type ExternalTextCandidate,\n  type ExternalTextEvaluationRequest,\n  isExternalTextCandidate,\n  isRecord,\n  resolveExternalOptimizerCallbackLimits,\n} from './external-optimizer-contracts'\nimport {\n  closeServer,\n  listenLocal,\n  sendJsonIfOpen,\n  waitForActiveHandlers,\n} from './external-optimizer-http'\n\ntype UnsequencedObservation = ExternalOptimizerEvaluationObservation extends infer T\n  ? T extends ExternalOptimizerEvaluationObservation\n    ? Omit<T, 'sequence'>\n    : never\n  : never\n\nexport async function startExternalOptimizerCallback<TResponse>(args: {\n  token: string\n  maxEvaluations: number\n  acceptEvaluation?: () => number | undefined\n  evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<TResponse>\n  observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  /** Loopback JSON byte limits. Omitted fields use finite defaults. */\n  limits?: Partial<ExternalOptimizerCallbackLimits>\n  signal?: AbortSignal\n}): Promise<ExternalOptimizerCallback> {\n  assertCallbackConfig(args)\n  const limits = resolveExternalOptimizerCallbackLimits(args.limits)\n  args.signal?.throwIfAborted()\n  let evaluations = 0\n  let accepting = true\n  let closePromise: Promise<void> | undefined\n  const activeControllers = new Set<AbortController>()\n  const activeHandlers = new Set<Promise<void>>()\n  const proposedCandidateHashes = new Set<string>()\n  let observationSequence = 0\n  const server = createServer((request, response) => {\n    if (!accepting) {\n      sendJsonIfOpen(response, 503, { error: 'external optimizer callback is closing' })\n      return\n    }\n\n    const controller = new AbortController()\n    const abortRequest = (): void => {\n      request.destroy()\n      response.destroy()\n    }\n    activeControllers.add(controller)\n    controller.signal.addEventListener('abort', abortRequest, { once: true })\n\n    let handler!: Promise<void>\n    handler = handleCallback(\n      request,\n      response,\n      controller.signal,\n      args,\n      limits,\n      () => {\n        const accepted = args.acceptEvaluation ? args.acceptEvaluation() : evaluations + 1\n        if (accepted === undefined) return undefined\n        if (!Number.isSafeInteger(accepted) || accepted <= 0) {\n          throw new Error('external optimizer callback: invalid accepted evaluation count')\n        }\n        if (accepted > args.maxEvaluations) return undefined\n        evaluations += 1\n        return accepted\n      },\n      (observation) => {\n        if (!args.observe) return\n        args.observe({ ...observation, sequence: ++observationSequence })\n      },\n      proposedCandidateHashes,\n    ).finally(() => {\n      controller.signal.removeEventListener('abort', abortRequest)\n      activeControllers.delete(controller)\n      activeHandlers.delete(handler)\n    })\n    activeHandlers.add(handler)\n    void handler.catch(() => undefined)\n  })\n  const port = await listenLocal(server)\n  const close = (): Promise<void> => {\n    closePromise ??= closeCallbackServer()\n    return closePromise\n  }\n  const onAbort = (): void => {\n    void close().catch(() => undefined)\n  }\n  args.signal?.addEventListener('abort', onAbort, { once: true })\n  if (args.signal?.aborted) onAbort()\n  return {\n    url: `http://127.0.0.1:${port}/evaluate`,\n    token: args.token,\n    evaluations: () => evaluations,\n    close,\n  }\n\n  async function closeCallbackServer(): Promise<void> {\n    args.signal?.removeEventListener('abort', onAbort)\n    accepting = false\n    const closingServer = closeServer(server)\n    server.closeIdleConnections?.()\n    for (const controller of activeControllers) controller.abort()\n    const [serverResult] = await Promise.allSettled([\n      closingServer,\n      waitForActiveHandlers(activeHandlers),\n    ])\n    if (activeControllers.size !== 0 || activeHandlers.size !== 0) {\n      throw new Error('external optimizer callback closed with active request work')\n    }\n    if (serverResult?.status === 'rejected') throw serverResult.reason\n  }\n}\n\nasync function handleCallback<TResponse>(\n  request: IncomingMessage,\n  response: ServerResponse,\n  signal: AbortSignal,\n  args: {\n    token: string\n    maxEvaluations: number\n    acceptEvaluation?: () => number | undefined\n    evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<TResponse>\n    observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  },\n  limits: ExternalOptimizerCallbackLimits,\n  nextEvaluation: () => number | undefined,\n  observe: (observation: UnsequencedObservation) => void,\n  proposedCandidateHashes: Set<string>,\n): Promise<void> {\n  try {\n    if (request.method !== 'POST' || request.url !== '/evaluate') {\n      sendJsonIfOpen(response, 404, { error: 'not found' })\n      return\n    }\n    if (request.headers.authorization !== `Bearer ${args.token}`) {\n      sendJsonIfOpen(response, 401, { error: 'unauthorized' })\n      return\n    }\n    let body: unknown\n    try {\n      body = await readJson(request, limits.maxRequestBytes)\n    } catch {\n      observe({ kind: 'refusal', reason: 'invalid-request' })\n      sendJsonIfOpen(response, 400, { error: 'request body must be bounded valid JSON' })\n      return\n    }\n    if (\n      !isRecord(body) ||\n      !isExternalTextCandidate(body.candidate) ||\n      typeof body.exampleId !== 'string'\n    ) {\n      observe({ kind: 'refusal', reason: 'invalid-request' })\n      sendJsonIfOpen(response, 400, { error: 'candidate and exampleId are required strings' })\n      return\n    }\n    const candidate = cloneCandidate(body.candidate)\n    const candidateHash = contentHash({ kind: 'external-text-candidate', candidate })\n    if (!proposedCandidateHashes.has(candidateHash)) {\n      observe({ kind: 'proposal', candidate, candidateHash })\n      proposedCandidateHashes.add(candidateHash)\n    }\n    const count = nextEvaluation()\n    if (count === undefined) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-limit',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 429, { error: 'evaluation limit reached' })\n      return\n    }\n    let result: TResponse\n    try {\n      result = await args.evaluate({ candidate, exampleId: body.exampleId }, signal)\n    } catch (error) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      // The thrown detail is the only diagnostic for a failed evaluation —\n      // an opaque 500 costs the caller a blind debugging round.\n      sendJsonIfOpen(response, 500, {\n        error: `evaluation failed: ${String(error).slice(0, 400)}`,\n      })\n      return\n    }\n    let encoded: string\n    try {\n      encoded = encodeJsonResponse(result)\n    } catch {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 500, { error: 'evaluation response must be valid JSON' })\n      return\n    }\n    if (Buffer.byteLength(encoded) > limits.maxResponseBytes) {\n      observe({\n        kind: 'refusal',\n        reason: 'evaluation-failed',\n        candidate,\n        candidateHash,\n        exampleId: body.exampleId,\n      })\n      sendJsonIfOpen(response, 413, { error: 'evaluation response too large' })\n      return\n    }\n    observe({\n      kind: 'evaluation',\n      candidate,\n      candidateHash,\n      exampleId: body.exampleId,\n      evaluationNumber: count,\n      response: structuredClone(result),\n    })\n    sendEncodedJsonIfOpen(response, 200, encoded)\n  } catch {\n    sendJsonIfOpen(response, 500, { error: 'evaluation failed' })\n  }\n}\n\nfunction readJson(request: IncomingMessage, maxRequestBytes: number): Promise<unknown> {\n  return new Promise((resolvePromise, reject) => {\n    let size = 0\n    const chunks: Buffer[] = []\n    request.on('data', (chunk: Buffer) => {\n      size += chunk.length\n      if (size > maxRequestBytes) {\n        reject(new Error('callback body too large'))\n        request.destroy()\n        return\n      }\n      chunks.push(chunk)\n    })\n    request.on('error', reject)\n    request.on('end', () => {\n      try {\n        resolvePromise(JSON.parse(Buffer.concat(chunks).toString('utf8')))\n      } catch (error) {\n        reject(error)\n      }\n    })\n  })\n}\n\nfunction encodeJsonResponse(value: unknown): string {\n  const encoded = JSON.stringify(value)\n  if (encoded === undefined) throw new Error('evaluation response must be JSON-serializable')\n  return encoded\n}\n\nfunction sendEncodedJsonIfOpen(response: ServerResponse, status: number, encoded: string): void {\n  if (response.destroyed || response.writableEnded) return\n  response.writeHead(status, {\n    'content-type': 'application/json; charset=utf-8',\n    'content-length': String(Buffer.byteLength(encoded)),\n  })\n  response.end(encoded)\n}\n\nfunction assertCallbackConfig(args: {\n  token: string\n  maxEvaluations: number\n  acceptEvaluation?: () => number | undefined\n  evaluate: (request: ExternalTextEvaluationRequest, signal: AbortSignal) => Promise<unknown>\n  observe?: (observation: ExternalOptimizerEvaluationObservation) => void\n  limits?: Partial<ExternalOptimizerCallbackLimits>\n  signal?: AbortSignal\n}): void {\n  if (typeof args.token !== 'string' || !args.token.trim()) {\n    throw new Error('external optimizer callback: token must be non-empty')\n  }\n  if (!Number.isSafeInteger(args.maxEvaluations) || args.maxEvaluations <= 0) {\n    throw new Error('external optimizer callback: maxEvaluations must be a positive safe integer')\n  }\n  if (args.acceptEvaluation !== undefined && typeof args.acceptEvaluation !== 'function') {\n    throw new Error('external optimizer callback: acceptEvaluation must be a function')\n  }\n  if (typeof args.evaluate !== 'function') {\n    throw new Error('external optimizer callback: evaluate must be a function')\n  }\n  if (args.observe !== undefined && typeof args.observe !== 'function') {\n    throw new Error('external optimizer callback: observe must be a function')\n  }\n}\n\nfunction cloneCandidate(candidate: ExternalTextCandidate): ExternalTextCandidate {\n  return typeof candidate === 'string' ? candidate : { ...candidate }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAsCA,SAAS,gBAAgB,MAAoB;CAC3C,MAAM,cAAc,oBAAoB,EAAE,UAAU,KAAK,CAAC;CAC1D,IAAI,aAAa,MAAM,iBAAiB,MAAM,WAAW;AAC3D;AAEA,SAAS,iBAAiB,MAAc,aAA+C;CACrF,IAAI,YAAY,WAAW,YACzB,uBAAO,IAAI,MACT,oDAAoD,KAAK,6BAC3D;CAEF,uBAAO,IAAI,MACT,oCAAoC,YAAY,OAAO,IAAI,IAAI,KAAK,oDACtE;AACF;;;;;;AAOA,SAAgB,qBAAqB,MAA2C;CAC9E,MAAM,MAAM,KAAK,OAAO,QAAQ;CAChC,IAAI,CAAC,OAAO,cAAc,GAAG,KAAK,OAAO,GACvC,MAAM,IAAI,MAAM,gDAAgD;CAClE,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC7D,MAAM,cAAc,yBAAyB;EAC3C,UAAU,KAAK;EACf;CACF,CAAC;CACD,IAAI,CAAC,YAAY,UAAU,MAAM,iBAAiB,KAAK,UAAU,WAAW;CAC5E,MAAM,gBAAgB,KAAK,iBAAiB;CAC5C,IAAI,WAAW;CACf,MAAM,gBAAsB;EAC1B,IAAI,UAAU;EACd,WAAW;EACX,IAAI,eAAe,QAAQ,IAAI,QAAQ,OAAO;EAC9C,IAAI;GACF,YAAY,KAAK,QAAQ;EAC3B,QAAQ,CAER;CACF;CACA,IAAI;EACF,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC/D,SAAS,OAAO;EACd,QAAQ;EACR,MAAM;CACR;CACA,IAAI,eAAe,QAAQ,GAAG,QAAQ,OAAO;CAC7C,OAAO,EAAE,QAAQ;AACnB;;;AChEA,eAAsB,+BAA0C,MASzB;CACrC,qBAAqB,IAAI;CACzB,MAAM,SAAS,uCAAuC,KAAK,MAAM;CACjE,KAAK,QAAQ,eAAe;CAC5B,IAAI,cAAc;CAClB,IAAI,YAAY;CAChB,IAAI;CACJ,MAAM,oCAAoB,IAAI,IAAqB;CACnD,MAAM,iCAAiB,IAAI,IAAmB;CAC9C,MAAM,0CAA0B,IAAI,IAAY;CAChD,IAAI,sBAAsB;CAC1B,MAAM,SAAS,cAAc,SAAS,aAAa;EACjD,IAAI,CAAC,WAAW;GACd,eAAe,UAAU,KAAK,EAAE,OAAO,yCAAyC,CAAC;GACjF;EACF;EAEA,MAAM,aAAa,IAAI,gBAAgB;EACvC,MAAM,qBAA2B;GAC/B,QAAQ,QAAQ;GAChB,SAAS,QAAQ;EACnB;EACA,kBAAkB,IAAI,UAAU;EAChC,WAAW,OAAO,iBAAiB,SAAS,cAAc,EAAE,MAAM,KAAK,CAAC;EAExE,IAAI;EACJ,UAAU,eACR,SACA,UACA,WAAW,QACX,MACA,cACM;GACJ,MAAM,WAAW,KAAK,mBAAmB,KAAK,iBAAiB,IAAI,cAAc;GACjF,IAAI,aAAa,KAAA,GAAW,OAAO,KAAA;GACnC,IAAI,CAAC,OAAO,cAAc,QAAQ,KAAK,YAAY,GACjD,MAAM,IAAI,MAAM,gEAAgE;GAElF,IAAI,WAAW,KAAK,gBAAgB,OAAO,KAAA;GAC3C,eAAe;GACf,OAAO;EACT,IACC,gBAAgB;GACf,IAAI,CAAC,KAAK,SAAS;GACnB,KAAK,QAAQ;IAAE,GAAG;IAAa,UAAU,EAAE;GAAoB,CAAC;EAClE,GACA,uBACF,CAAC,CAAC,cAAc;GACd,WAAW,OAAO,oBAAoB,SAAS,YAAY;GAC3D,kBAAkB,OAAO,UAAU;GACnC,eAAe,OAAO,OAAO;EAC/B,CAAC;EACD,eAAe,IAAI,OAAO;EAC1B,QAAa,YAAY,KAAA,CAAS;CACpC,CAAC;CACD,MAAM,OAAO,MAAM,YAAY,MAAM;CACrC,MAAM,cAA6B;EACjC,iBAAiB,oBAAoB;EACrC,OAAO;CACT;CACA,MAAM,gBAAsB;EAC1B,MAAW,CAAC,CAAC,YAAY,KAAA,CAAS;CACpC;CACA,KAAK,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAC9D,IAAI,KAAK,QAAQ,SAAS,QAAQ;CAClC,OAAO;EACL,KAAK,oBAAoB,KAAK;EAC9B,OAAO,KAAK;EACZ,mBAAmB;EACnB;CACF;CAEA,eAAe,sBAAqC;EAClD,KAAK,QAAQ,oBAAoB,SAAS,OAAO;EACjD,YAAY;EACZ,MAAM,gBAAgB,YAAY,MAAM;EACxC,OAAO,uBAAuB;EAC9B,KAAK,MAAM,cAAc,mBAAmB,WAAW,MAAM;EAC7D,MAAM,CAAC,gBAAgB,MAAM,QAAQ,WAAW,CAC9C,eACA,sBAAsB,cAAc,CACtC,CAAC;EACD,IAAI,kBAAkB,SAAS,KAAK,eAAe,SAAS,GAC1D,MAAM,IAAI,MAAM,6DAA6D;EAE/E,IAAI,cAAc,WAAW,YAAY,MAAM,aAAa;CAC9D;AACF;AAEA,eAAe,eACb,SACA,UACA,QACA,MAOA,QACA,gBACA,SACA,yBACe;CACf,IAAI;EACF,IAAI,QAAQ,WAAW,UAAU,QAAQ,QAAQ,aAAa;GAC5D,eAAe,UAAU,KAAK,EAAE,OAAO,YAAY,CAAC;GACpD;EACF;EACA,IAAI,QAAQ,QAAQ,kBAAkB,UAAU,KAAK,SAAS;GAC5D,eAAe,UAAU,KAAK,EAAE,OAAO,eAAe,CAAC;GACvD;EACF;EACA,IAAI;EACJ,IAAI;GACF,OAAO,MAAM,SAAS,SAAS,OAAO,eAAe;EACvD,QAAQ;GACN,QAAQ;IAAE,MAAM;IAAW,QAAQ;GAAkB,CAAC;GACtD,eAAe,UAAU,KAAK,EAAE,OAAO,0CAA0C,CAAC;GAClF;EACF;EACA,IACE,CAAC,SAAS,IAAI,KACd,CAAC,wBAAwB,KAAK,SAAS,KACvC,OAAO,KAAK,cAAc,UAC1B;GACA,QAAQ;IAAE,MAAM;IAAW,QAAQ;GAAkB,CAAC;GACtD,eAAe,UAAU,KAAK,EAAE,OAAO,+CAA+C,CAAC;GACvF;EACF;EACA,MAAM,YAAY,eAAe,KAAK,SAAS;EAC/C,MAAM,gBAAgB,YAAY;GAAE,MAAM;GAA2B;EAAU,CAAC;EAChF,IAAI,CAAC,wBAAwB,IAAI,aAAa,GAAG;GAC/C,QAAQ;IAAE,MAAM;IAAY;IAAW;GAAc,CAAC;GACtD,wBAAwB,IAAI,aAAa;EAC3C;EACA,MAAM,QAAQ,eAAe;EAC7B,IAAI,UAAU,KAAA,GAAW;GACvB,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,2BAA2B,CAAC;GACnE;EACF;EACA,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,KAAK,SAAS;IAAE;IAAW,WAAW,KAAK;GAAU,GAAG,MAAM;EAC/E,SAAS,OAAO;GACd,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GAGD,eAAe,UAAU,KAAK,EAC5B,OAAO,sBAAsB,OAAO,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG,IACzD,CAAC;GACD;EACF;EACA,IAAI;EACJ,IAAI;GACF,UAAU,mBAAmB,MAAM;EACrC,QAAQ;GACN,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,yCAAyC,CAAC;GACjF;EACF;EACA,IAAI,OAAO,WAAW,OAAO,IAAI,OAAO,kBAAkB;GACxD,QAAQ;IACN,MAAM;IACN,QAAQ;IACR;IACA;IACA,WAAW,KAAK;GAClB,CAAC;GACD,eAAe,UAAU,KAAK,EAAE,OAAO,gCAAgC,CAAC;GACxE;EACF;EACA,QAAQ;GACN,MAAM;GACN;GACA;GACA,WAAW,KAAK;GAChB,kBAAkB;GAClB,UAAU,gBAAgB,MAAM;EAClC,CAAC;EACD,sBAAsB,UAAU,KAAK,OAAO;CAC9C,QAAQ;EACN,eAAe,UAAU,KAAK,EAAE,OAAO,oBAAoB,CAAC;CAC9D;AACF;AAEA,SAAS,SAAS,SAA0B,iBAA2C;CACrF,OAAO,IAAI,SAAS,gBAAgB,WAAW;EAC7C,IAAI,OAAO;EACX,MAAM,SAAmB,CAAC;EAC1B,QAAQ,GAAG,SAAS,UAAkB;GACpC,QAAQ,MAAM;GACd,IAAI,OAAO,iBAAiB;IAC1B,uBAAO,IAAI,MAAM,yBAAyB,CAAC;IAC3C,QAAQ,QAAQ;IAChB;GACF;GACA,OAAO,KAAK,KAAK;EACnB,CAAC;EACD,QAAQ,GAAG,SAAS,MAAM;EAC1B,QAAQ,GAAG,aAAa;GACtB,IAAI;IACF,eAAe,KAAK,MAAM,OAAO,OAAO,MAAM,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC;GACnE,SAAS,OAAO;IACd,OAAO,KAAK;GACd;EACF,CAAC;CACH,CAAC;AACH;AAEA,SAAS,mBAAmB,OAAwB;CAClD,MAAM,UAAU,KAAK,UAAU,KAAK;CACpC,IAAI,YAAY,KAAA,GAAW,MAAM,IAAI,MAAM,+CAA+C;CAC1F,OAAO;AACT;AAEA,SAAS,sBAAsB,UAA0B,QAAgB,SAAuB;CAC9F,IAAI,SAAS,aAAa,SAAS,eAAe;CAClD,SAAS,UAAU,QAAQ;EACzB,gBAAgB;EAChB,kBAAkB,OAAO,OAAO,WAAW,OAAO,CAAC;CACrD,CAAC;CACD,SAAS,IAAI,OAAO;AACtB;AAEA,SAAS,qBAAqB,MAQrB;CACP,IAAI,OAAO,KAAK,UAAU,YAAY,CAAC,KAAK,MAAM,KAAK,GACrD,MAAM,IAAI,MAAM,sDAAsD;CAExE,IAAI,CAAC,OAAO,cAAc,KAAK,cAAc,KAAK,KAAK,kBAAkB,GACvE,MAAM,IAAI,MAAM,6EAA6E;CAE/F,IAAI,KAAK,qBAAqB,KAAA,KAAa,OAAO,KAAK,qBAAqB,YAC1E,MAAM,IAAI,MAAM,kEAAkE;CAEpF,IAAI,OAAO,KAAK,aAAa,YAC3B,MAAM,IAAI,MAAM,0DAA0D;CAE5E,IAAI,KAAK,YAAY,KAAA,KAAa,OAAO,KAAK,YAAY,YACxD,MAAM,IAAI,MAAM,yDAAyD;AAE7E;AAEA,SAAS,eAAe,WAAyD;CAC/E,OAAO,OAAO,cAAc,WAAW,YAAY,EAAE,GAAG,UAAU;AACpE"}

package/dist/{external-optimizer-subprocess-BrfsgL92.js → external-optimizer-subprocess-C0dHXH8e.js}

@@ -1,9 +1,9 @@
 import { s as ValidationError } from "./errors-Dngq5h35.js";
 import { t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
 import { c as costForTokenPricing, i as CostLedger } from "./cost-ledger-_IbkejCF.js";
-import { o as appendLedgerLine, s as tryWithLedgerFileLock } from "./journal-BuRLm6ho.js";
+import { o as appendLedgerLine, s as tryWithLedgerFileLock } from "./journal-CDP0Vhx_.js";
 import "./ledger-core/index.js";
-import { f as ModelSubstitutionError, g as assertServedModelPolicy, h as assertServedModel } from "./llm-client-DF9bPNYA.js";
+import { f as ModelSubstitutionError, g as assertServedModelPolicy, h as assertServedModel } from "./llm-client-BqmRnibA.js";
 import { createRequire } from "node:module";
 import { randomBytes } from "node:crypto";
 import { isAbsolute, join, resolve } from "node:path";
@@ -1916,4 +1916,4 @@ function summarizeProcessOutput(capture, max = 4e3) {
 //#endregion
 export { inMemoryCampaignStorage as C, SearchLedgerIntegrityError as D, SearchLedgerError as E, fsCampaignStorage as S, SearchLedgerConflictError as T, removeCredentialEnvironment as _, closeServer as a, safePathComponent as b, waitForActiveHandlers as c, assertExternalOptimizerModelBudget as d, assertJsonValue as f, isRecord as g, isExternalTextCandidate as h, startExternalOptimizerModelProxy as i, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as l, isCandidateText as m, closeExternalOptimizerResources as n, listenLocal as o, assertNoCredentialValues as p, runWithCleanup as r, sendJsonIfOpen as s, runExternalOptimizerProcess as t, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as u, resolveExternalOptimizerCallbackLimits as v, SEARCH_LEDGER_FILE_CONTEXT as w, createRunCostLedger as x, resolveExternalOptimizerProcessLimits as y };
 
-//# sourceMappingURL=external-optimizer-subprocess-BrfsgL92.js.map
+//# sourceMappingURL=external-optimizer-subprocess-C0dHXH8e.js.map