vieval 0.0.8 → 0.0.10

package/dist/config.d.mts

@@ -1,2 +1,2 @@
-import { C as TaskDefinition, D as TaskRunContext, E as TaskReporterHooks, O as TaskRunOutput, R as ModelDefinition, S as TaskConcurrencyConfig, T as TaskReporterEventPayload, _ as ScopedMatrices, a as CliOpenTelemetryReportingConfig, b as TaskCaseReporterPayload, c as EvalDefinition, d as MatrixAxisValues, f as MatrixDefinition, g as MatrixValue, h as MatrixRow, i as Awaitable, l as EvalModule, m as MatrixPrimitive, n as defineEval, o as CliReportingConfig, p as MatrixLayer, r as defineTask, s as CollectedEvalEntry, t as ConfigHookPlugin, u as EvalModuleMap, v as TaskAutoRetryDelay, w as TaskExecutionPolicy, x as TaskCaseState, y as TaskCaseReporterEndPayload, z as resolveModelByName } from "./index-BkjyCInx.mjs";
+import { C as TaskDefinition, D as TaskRunContext, E as TaskReporterHooks, O as TaskRunOutput, R as ModelDefinition, S as TaskConcurrencyConfig, T as TaskReporterEventPayload, _ as ScopedMatrices, a as CliOpenTelemetryReportingConfig, b as TaskCaseReporterPayload, c as EvalDefinition, d as MatrixAxisValues, f as MatrixDefinition, g as MatrixValue, h as MatrixRow, i as Awaitable, l as EvalModule, m as MatrixPrimitive, n as defineEval, o as CliReportingConfig, p as MatrixLayer, r as defineTask, s as CollectedEvalEntry, t as ConfigHookPlugin, u as EvalModuleMap, v as TaskAutoRetryDelay, w as TaskExecutionPolicy, x as TaskCaseState, y as TaskCaseReporterEndPayload, z as resolveModelByName } from "./index-D_aMeWqO.mjs";
 export { Awaitable, CliOpenTelemetryReportingConfig, CliReportingConfig, CollectedEvalEntry, ConfigHookPlugin, EvalDefinition, EvalModule, EvalModuleMap, MatrixAxisValues, MatrixDefinition, MatrixLayer, MatrixPrimitive, MatrixRow, MatrixValue, ModelDefinition, ScopedMatrices, TaskAutoRetryDelay, TaskCaseReporterEndPayload, TaskCaseReporterPayload, TaskCaseState, TaskConcurrencyConfig, TaskDefinition, TaskExecutionPolicy, TaskReporterEventPayload, TaskReporterHooks, TaskRunContext, TaskRunOutput, defineEval, defineTask, resolveModelByName };

package/dist/core/assertions/index.d.mts

@@ -1,4 +1,4 @@
-import { X as RunScoreKind, Y as RunScore } from "../../index-BkjyCInx.mjs";
+import { X as RunScoreKind, Y as RunScore } from "../../index-D_aMeWqO.mjs";
 
 //#region src/core/assertions/index.d.ts
 /**

package/dist/core/inference-executors/index.d.mts

@@ -1,4 +1,4 @@
-import { a as requiredEnvFrom, i as envFrom, n as EnvValueType, r as RequiredEnvFromOptions, t as EnvFromOptions } from "../../env-BeHv_5mo.mjs";
+import { a as requiredEnvFrom, i as envFrom, n as EnvValueType, r as RequiredEnvFromOptions, t as EnvFromOptions } from "../../env-DfWZy_n4.mjs";
 import { createOpenAI } from "@xsai-ext/providers/create";
 
 //#region src/core/inference-executors/retry-policy.d.ts

package/dist/core/inference-executors/index.mjs

@@ -1,4 +1,4 @@
-import { n as requiredEnvFrom, t as envFrom } from "../../env-BFSjny07.mjs";
+import { n as requiredEnvFrom, t as envFrom } from "../../env-nV5rVErX.mjs";
 import process from "node:process";
 import { errorMessageFrom, errorNameFrom, sleep } from "@moeru/std";
 import { createOpenAI } from "@xsai-ext/providers/create";
@@ -150,15 +150,21 @@ function createOpenAIFromEnv(source = {}, defaults = {}) {
 	const apiKeyEnvKey = source.apiKey ?? "OPENAI_API_KEY";
 	const baseURLEnvKey = source.baseURL ?? "OPENAI_BASE_URL";
 	const modelEnvKey = source.model ?? "OPENAI_MODEL";
-	const apiKey = requiredEnvFrom(env[apiKeyEnvKey] ?? defaults.apiKey, {
+	const envWithDefaults = {
+		...defaults.apiKey == null ? {} : { [apiKeyEnvKey]: defaults.apiKey },
+		...defaults.baseURL == null ? {} : { [baseURLEnvKey]: defaults.baseURL },
+		...defaults.model == null ? {} : { [modelEnvKey]: defaults.model },
+		...env
+	};
+	const apiKey = requiredEnvFrom(envWithDefaults, {
 		name: apiKeyEnvKey,
 		type: "string"
 	});
-	const model = requiredEnvFrom(env[modelEnvKey] ?? defaults.model, {
+	const model = requiredEnvFrom(envWithDefaults, {
 		name: modelEnvKey,
 		type: "string"
 	});
-	const baseURL = envFrom(env[baseURLEnvKey] ?? defaults.baseURL, {
+	const baseURL = envFrom(envWithDefaults, {
 		name: baseURLEnvKey,
 		type: "string"
 	});

package/dist/core/inference-executors/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":["defaultSleep"],"sources":["../../../src/core/inference-executors/retry-policy.ts","../../../src/core/inference-executors/adapters.ts","../../../src/core/inference-executors/remote-providers/openai/index.ts"],"sourcesContent":["import { sleep as defaultSleep, errorMessageFrom, errorNameFrom } from '@moeru/std'\n\n/**\n * Describes how provider retries should behave.\n *\n * ASCII flow:\n * attempt -> run request -> success return\n * attempt -> run request -> retriable failure -> sleep -> next attempt\n * attempt -> run request -> non-retriable failure -> throw\n */\nexport interface RetryPolicy {\n  /**\n   * Maximum number of total attempts, including the first try.\n   */\n  maxAttempts: number\n  /**\n   * Returns the wait time for a retry attempt.\n   */\n  delayMs: (attempt: number) => number\n  /**\n   * Determines whether an error can be retried safely.\n   */\n  shouldRetry: (error: unknown) => boolean\n  /**\n   * Suspends execution between retries.\n   */\n  sleep: (milliseconds: number) => Promise<void>\n}\n\n/**\n * Configures a retry policy before a provider call is executed.\n *\n * Use when:\n * - you want the default retry classifier but need to tune attempts or delay\n * - you need to replace the sleeper in tests\n *\n * Expects:\n * - `maxAttempts` to be a finite integer greater than or equal to `1`\n * - `delayMs` to return a non-negative wait time in milliseconds\n */\nexport interface RetryPolicyOptions {\n  /**\n   * Maximum total attempts, including the first request.\n   *\n   * @default 3\n   */\n  maxAttempts?: number\n  /**\n   * Computes the delay for a retry attempt.\n   *\n   * The attempt number starts at `1` for the first retry.\n   */\n  delayMs?: (attempt: number) => number\n  /**\n   * Overrides the retry classifier.\n   */\n  shouldRetry?: (error: unknown) => boolean\n  /**\n   * Overrides the sleeper used between attempts.\n   */\n  sleep?: (milliseconds: number) => Promise<void>\n}\n\nconst retryableStatusCodes = new Set([408, 425, 429, 500, 502, 503, 504])\nconst retryableErrorNames = new Set(['TimeoutError', 'FetchError'])\nconst retryableMessagePatterns = [\n  /rate limit/i,\n  /rate-limited/i,\n  /temporarily unavailable/i,\n  /service unavailable/i,\n  /server error/i,\n  /fetch failed/i,\n  /network error/i,\n  /socket hang up/i,\n  /econnreset/i,\n  /econnrefused/i,\n  /eai_again/i,\n  /etimedout/i,\n  /timed out/i,\n  /timeout/i,\n]\n\nfunction getStatusCode(error: unknown): number | undefined {\n  if (error == null || typeof error !== 'object') {\n    return undefined\n  }\n\n  const maybeStatusCode = (error as { statusCode?: unknown }).statusCode\n  if (typeof maybeStatusCode === 'number') {\n    return maybeStatusCode\n  }\n\n  const maybeStatus = (error as { status?: unknown }).status\n  if (typeof maybeStatus === 'number') {\n    return maybeStatus\n  }\n\n  const response = (error as { response?: unknown }).response\n  if (response == null || typeof response !== 'object') {\n    return undefined\n  }\n\n  const responseStatus = (response as { status?: unknown }).status\n  return typeof responseStatus === 'number' ? responseStatus : undefined\n}\n\n/**\n * Returns true when a provider failure is temporary and a retry is reasonable.\n *\n * Use when:\n * - the upstream failure is a transport problem or a 5xx/429 response\n *\n * Expects:\n * - provider errors to expose a status code, name, or message when possible\n */\nexport function isRetriableProviderError(error: unknown): boolean {\n  const statusCode = getStatusCode(error)\n\n  if (statusCode != null) {\n    return retryableStatusCodes.has(statusCode)\n  }\n\n  const errorName = errorNameFrom(error)\n  if (errorName != null && retryableErrorNames.has(errorName)) {\n    return true\n  }\n\n  const errorMessage = errorMessageFrom(error)\n  if (errorMessage == null) {\n    return false\n  }\n\n  return retryableMessagePatterns.some(pattern => pattern.test(errorMessage))\n}\n\nfunction defaultDelayMs(attempt: number): number {\n  return 500 * 2 ** (attempt - 1)\n}\n\n/**\n * Creates a retry policy for provider work.\n *\n * Use when:\n * - you need a reusable retry runner for eval-time provider calls\n * - you want to keep retry behavior deterministic in tests\n *\n * Expects:\n * - callers to treat `maxAttempts` as total attempts, not retries\n *\n * Throws:\n * - `RangeError` when `maxAttempts` is not a finite integer greater than or equal to `1`\n */\nfunction assertValidMaxAttempts(value: number): number {\n  if (!Number.isFinite(value) || !Number.isInteger(value) || value < 1) {\n    throw new RangeError('maxAttempts must be a finite integer greater than or equal to 1.')\n  }\n\n  return value\n}\n\nexport function createRetryPolicy(options: RetryPolicyOptions = {}): RetryPolicy {\n  const maxAttempts = assertValidMaxAttempts(options.maxAttempts ?? 3)\n\n  return {\n    maxAttempts,\n    delayMs: options.delayMs ?? defaultDelayMs,\n    shouldRetry: options.shouldRetry ?? isRetriableProviderError,\n    sleep: options.sleep ?? defaultSleep,\n  }\n}\n\n/**\n * Runs an operation with bounded retries.\n *\n * Use when:\n * - you are calling an LLM provider or other temporary upstream dependency\n * - non-retriable failures should bubble immediately\n *\n * Expects:\n * - the operation to be idempotent across attempts\n */\nexport async function runWithRetry<T>(operation: () => Promise<T>, policy: RetryPolicy = createRetryPolicy()): Promise<T> {\n  for (let attempt = 1; attempt <= policy.maxAttempts; attempt += 1) {\n    try {\n      return await operation()\n    }\n    catch (error) {\n      if (attempt >= policy.maxAttempts || !policy.shouldRetry(error)) {\n        throw error\n      }\n\n      const delayMilliseconds = policy.delayMs(attempt)\n      if (delayMilliseconds > 0) {\n        await policy.sleep(delayMilliseconds)\n      }\n    }\n  }\n\n  throw new Error('Retry loop exited without returning a value.')\n}\n","import type { RetryPolicy, RetryPolicyOptions } from './retry-policy'\n\nimport { createRetryPolicy, runWithRetry } from './retry-policy'\n\n/**\n * Bundles a provider with the retry policy used to call it.\n *\n * Use when:\n * - a provider instance should travel with the retry runner that governs it\n * - you want call sites to share one retry configuration object\n */\nexport interface ProviderAdapter<TProvider> {\n  /**\n   * The underlying provider instance.\n   */\n  provider: TProvider\n  /**\n   * The retry policy used for provider calls.\n   */\n  retryPolicy: RetryPolicy\n  /**\n   * Runs a provider-dependent operation with the adapter retry policy.\n   */\n  runWithRetry: <TResult>(operation: () => Promise<TResult>) => Promise<TResult>\n}\n\n/**\n * Creates a provider adapter with the default retry policy.\n *\n * Use when:\n * - you have a provider instance and want a consistent retry wrapper\n *\n * Expects:\n * - the provider to be safe to reuse across attempts\n */\nexport function createProviderAdapter<TProvider>(provider: TProvider, options: RetryPolicyOptions = {}): ProviderAdapter<TProvider> {\n  const retryPolicy = createRetryPolicy(options)\n\n  return {\n    provider,\n    retryPolicy,\n    runWithRetry: operation => runWithRetry(operation, retryPolicy),\n  }\n}\n","import type { ProviderAdapter } from '../../adapters'\nimport type { RetryPolicyOptions } from '../../retry-policy'\n\nimport process from 'node:process'\n\nimport { createOpenAI } from '@xsai-ext/providers/create'\n\nimport { createProviderAdapter } from '../../adapters'\nimport { envFrom, requiredEnvFrom } from '../../env'\n\n/**\n * Represents the OpenAI provider instance returned by xsai.\n */\nexport type OpenAIProvider = ReturnType<typeof createOpenAI>\n\n/**\n * Represents the OpenAI adapter used by vieval.\n */\nexport type OpenAIProviderAdapter = ProviderAdapter<OpenAIProvider>\n\n/**\n * Configures env key names and source for OpenAI provider setup.\n */\nexport interface OpenAIEnvSourceOptions {\n  /**\n   * Environment object used for variable lookup.\n   *\n   * @default process.env\n   */\n  env?: NodeJS.ProcessEnv\n  /**\n   * Env key name for API key.\n   *\n   * @default 'OPENAI_API_KEY'\n   */\n  apiKey?: string\n  /**\n   * Env key name for base URL.\n   *\n   * @default 'OPENAI_BASE_URL'\n   */\n  baseURL?: string\n  /**\n   * Env key name for model.\n   *\n   * @default 'OPENAI_MODEL'\n   */\n  model?: string\n}\n\n/**\n * Configures fallback defaults when env values are missing.\n */\nexport interface OpenAIFromEnvDefaultOptions {\n  /**\n   * API key fallback value.\n   */\n  apiKey?: string\n  /**\n   * Base URL fallback value.\n   */\n  baseURL?: string\n  /**\n   * Model fallback value.\n   */\n  model?: string\n  /**\n   * Retry policy override passed to provider adapter.\n   */\n  retryOptions?: RetryPolicyOptions\n}\n\n/**\n * Result produced by `createOpenAIFromEnv`.\n */\nexport interface OpenAIFromEnvResult {\n  adapter: OpenAIProviderAdapter\n  apiKey: string\n  baseURL?: string\n  model: string\n}\n\n/**\n * Minimal response shape returned by text-generation calls.\n */\nexport interface OpenAITextGenerationResult {\n  /**\n   * Text output from the provider.\n   *\n   * Some OpenAI-compatible implementations may return `null`.\n   */\n  text?: string | null\n}\n\n/**\n * Normalizes provider text output to a safe string.\n *\n * Before: `{ text: null }`\n * After: `''`\n *\n * Before: `{ text: 'hello' }`\n * After: `'hello'`\n */\nexport function normalizeOpenAITextOutput(result: OpenAITextGenerationResult): string {\n  return typeof result.text === 'string' ? result.text : ''\n}\n\n/**\n * Creates an OpenAI provider adapter using environment variables with defaults.\n *\n * Example:\n * `const runtime = createOpenAIFromEnv({}, { model: 'gpt-4.1-mini' })`\n */\nexport function createOpenAIFromEnv(\n  source: OpenAIEnvSourceOptions = {},\n  defaults: OpenAIFromEnvDefaultOptions = {},\n): OpenAIFromEnvResult {\n  const env = source.env ?? process.env\n  const apiKeyEnvKey = source.apiKey ?? 'OPENAI_API_KEY'\n  const baseURLEnvKey = source.baseURL ?? 'OPENAI_BASE_URL'\n  const modelEnvKey = source.model ?? 'OPENAI_MODEL'\n\n  const apiKey = requiredEnvFrom(env[apiKeyEnvKey] ?? defaults.apiKey, {\n    name: apiKeyEnvKey,\n    type: 'string',\n  })\n  const model = requiredEnvFrom(env[modelEnvKey] ?? defaults.model, {\n    name: modelEnvKey,\n    type: 'string',\n  })\n  const baseURL = envFrom(env[baseURLEnvKey] ?? defaults.baseURL, {\n    name: baseURLEnvKey,\n    type: 'string',\n  })\n  const adapter = createOpenAIProviderAdapter(apiKey, baseURL, defaults.retryOptions)\n\n  return {\n    adapter,\n    apiKey,\n    baseURL,\n    model,\n  }\n}\n\n/**\n * Creates an OpenAI provider adapter for eval-time requests.\n *\n * Use when:\n * - an eval needs the OpenAI SDK surface plus the shared retry runner\n *\n * Expects:\n * - `apiKey` and `baseURL` to point at an OpenAI-compatible endpoint\n * - `retryOptions` to follow the same invariants as `createRetryPolicy`\n */\nexport function createOpenAIProviderAdapter(apiKey: string, baseURL?: string, retryOptions: RetryPolicyOptions = {}): OpenAIProviderAdapter {\n  return createProviderAdapter(createOpenAI(apiKey, baseURL), retryOptions)\n}\n"],"mappings":";;;;;AA+DA,MAAM,uBAAuB,IAAI,IAAI;CAAC;CAAK;CAAK;CAAK;CAAK;CAAK;CAAK;CAAI,CAAC;AACzE,MAAM,sBAAsB,IAAI,IAAI,CAAC,gBAAgB,aAAa,CAAC;AACnE,MAAM,2BAA2B;CAC/B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD;AAED,SAAS,cAAc,OAAoC;AACzD,KAAI,SAAS,QAAQ,OAAO,UAAU,SACpC;CAGF,MAAM,kBAAmB,MAAmC;AAC5D,KAAI,OAAO,oBAAoB,SAC7B,QAAO;CAGT,MAAM,cAAe,MAA+B;AACpD,KAAI,OAAO,gBAAgB,SACzB,QAAO;CAGT,MAAM,WAAY,MAAiC;AACnD,KAAI,YAAY,QAAQ,OAAO,aAAa,SAC1C;CAGF,MAAM,iBAAkB,SAAkC;AAC1D,QAAO,OAAO,mBAAmB,WAAW,iBAAiB,KAAA;;;;;;;;;;;AAY/D,SAAgB,yBAAyB,OAAyB;CAChE,MAAM,aAAa,cAAc,MAAM;AAEvC,KAAI,cAAc,KAChB,QAAO,qBAAqB,IAAI,WAAW;CAG7C,MAAM,YAAY,cAAc,MAAM;AACtC,KAAI,aAAa,QAAQ,oBAAoB,IAAI,UAAU,CACzD,QAAO;CAGT,MAAM,eAAe,iBAAiB,MAAM;AAC5C,KAAI,gBAAgB,KAClB,QAAO;AAGT,QAAO,yBAAyB,MAAK,YAAW,QAAQ,KAAK,aAAa,CAAC;;AAG7E,SAAS,eAAe,SAAyB;AAC/C,QAAO,MAAM,MAAM,UAAU;;;;;;;;;;;;;;;AAgB/B,SAAS,uBAAuB,OAAuB;AACrD,KAAI,CAAC,OAAO,SAAS,MAAM,IAAI,CAAC,OAAO,UAAU,MAAM,IAAI,QAAQ,EACjE,OAAM,IAAI,WAAW,mEAAmE;AAG1F,QAAO;;AAGT,SAAgB,kBAAkB,UAA8B,EAAE,EAAe;AAG/E,QAAO;EACL,aAHkB,uBAAuB,QAAQ,eAAe,EAAE;EAIlE,SAAS,QAAQ,WAAW;EAC5B,aAAa,QAAQ,eAAe;EACpC,OAAO,QAAQ,SAASA;EACzB;;;;;;;;;;;;AAaH,eAAsB,aAAgB,WAA6B,SAAsB,mBAAmB,EAAc;AACxH,MAAK,IAAI,UAAU,GAAG,WAAW,OAAO,aAAa,WAAW,EAC9D,KAAI;AACF,SAAO,MAAM,WAAW;UAEnB,OAAO;AACZ,MAAI,WAAW,OAAO,eAAe,CAAC,OAAO,YAAY,MAAM,CAC7D,OAAM;EAGR,MAAM,oBAAoB,OAAO,QAAQ,QAAQ;AACjD,MAAI,oBAAoB,EACtB,OAAM,OAAO,MAAM,kBAAkB;;AAK3C,OAAM,IAAI,MAAM,+CAA+C;;;;;;;;;;;;;ACnKjE,SAAgB,sBAAiC,UAAqB,UAA8B,EAAE,EAA8B;CAClI,MAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAO;EACL;EACA;EACA,eAAc,cAAa,aAAa,WAAW,YAAY;EAChE;;;;;;;;;;;;;AC6DH,SAAgB,0BAA0B,QAA4C;AACpF,QAAO,OAAO,OAAO,SAAS,WAAW,OAAO,OAAO;;;;;;;;AASzD,SAAgB,oBACd,SAAiC,EAAE,EACnC,WAAwC,EAAE,EACrB;CACrB,MAAM,MAAM,OAAO,OAAO,QAAQ;CAClC,MAAM,eAAe,OAAO,UAAU;CACtC,MAAM,gBAAgB,OAAO,WAAW;CACxC,MAAM,cAAc,OAAO,SAAS;CAEpC,MAAM,SAAS,gBAAgB,IAAI,iBAAiB,SAAS,QAAQ;EACnE,MAAM;EACN,MAAM;EACP,CAAC;CACF,MAAM,QAAQ,gBAAgB,IAAI,gBAAgB,SAAS,OAAO;EAChE,MAAM;EACN,MAAM;EACP,CAAC;CACF,MAAM,UAAU,QAAQ,IAAI,kBAAkB,SAAS,SAAS;EAC9D,MAAM;EACN,MAAM;EACP,CAAC;AAGF,QAAO;EACL,SAHc,4BAA4B,QAAQ,SAAS,SAAS,aAAa;EAIjF;EACA;EACA;EACD;;;;;;;;;;;;AAaH,SAAgB,4BAA4B,QAAgB,SAAkB,eAAmC,EAAE,EAAyB;AAC1I,QAAO,sBAAsB,aAAa,QAAQ,QAAQ,EAAE,aAAa"}
+{"version":3,"file":"index.mjs","names":["defaultSleep"],"sources":["../../../src/core/inference-executors/retry-policy.ts","../../../src/core/inference-executors/adapters.ts","../../../src/core/inference-executors/remote-providers/openai/index.ts"],"sourcesContent":["import { sleep as defaultSleep, errorMessageFrom, errorNameFrom } from '@moeru/std'\n\n/**\n * Describes how provider retries should behave.\n *\n * ASCII flow:\n * attempt -> run request -> success return\n * attempt -> run request -> retriable failure -> sleep -> next attempt\n * attempt -> run request -> non-retriable failure -> throw\n */\nexport interface RetryPolicy {\n  /**\n   * Maximum number of total attempts, including the first try.\n   */\n  maxAttempts: number\n  /**\n   * Returns the wait time for a retry attempt.\n   */\n  delayMs: (attempt: number) => number\n  /**\n   * Determines whether an error can be retried safely.\n   */\n  shouldRetry: (error: unknown) => boolean\n  /**\n   * Suspends execution between retries.\n   */\n  sleep: (milliseconds: number) => Promise<void>\n}\n\n/**\n * Configures a retry policy before a provider call is executed.\n *\n * Use when:\n * - you want the default retry classifier but need to tune attempts or delay\n * - you need to replace the sleeper in tests\n *\n * Expects:\n * - `maxAttempts` to be a finite integer greater than or equal to `1`\n * - `delayMs` to return a non-negative wait time in milliseconds\n */\nexport interface RetryPolicyOptions {\n  /**\n   * Maximum total attempts, including the first request.\n   *\n   * @default 3\n   */\n  maxAttempts?: number\n  /**\n   * Computes the delay for a retry attempt.\n   *\n   * The attempt number starts at `1` for the first retry.\n   */\n  delayMs?: (attempt: number) => number\n  /**\n   * Overrides the retry classifier.\n   */\n  shouldRetry?: (error: unknown) => boolean\n  /**\n   * Overrides the sleeper used between attempts.\n   */\n  sleep?: (milliseconds: number) => Promise<void>\n}\n\nconst retryableStatusCodes = new Set([408, 425, 429, 500, 502, 503, 504])\nconst retryableErrorNames = new Set(['TimeoutError', 'FetchError'])\nconst retryableMessagePatterns = [\n  /rate limit/i,\n  /rate-limited/i,\n  /temporarily unavailable/i,\n  /service unavailable/i,\n  /server error/i,\n  /fetch failed/i,\n  /network error/i,\n  /socket hang up/i,\n  /econnreset/i,\n  /econnrefused/i,\n  /eai_again/i,\n  /etimedout/i,\n  /timed out/i,\n  /timeout/i,\n]\n\nfunction getStatusCode(error: unknown): number | undefined {\n  if (error == null || typeof error !== 'object') {\n    return undefined\n  }\n\n  const maybeStatusCode = (error as { statusCode?: unknown }).statusCode\n  if (typeof maybeStatusCode === 'number') {\n    return maybeStatusCode\n  }\n\n  const maybeStatus = (error as { status?: unknown }).status\n  if (typeof maybeStatus === 'number') {\n    return maybeStatus\n  }\n\n  const response = (error as { response?: unknown }).response\n  if (response == null || typeof response !== 'object') {\n    return undefined\n  }\n\n  const responseStatus = (response as { status?: unknown }).status\n  return typeof responseStatus === 'number' ? responseStatus : undefined\n}\n\n/**\n * Returns true when a provider failure is temporary and a retry is reasonable.\n *\n * Use when:\n * - the upstream failure is a transport problem or a 5xx/429 response\n *\n * Expects:\n * - provider errors to expose a status code, name, or message when possible\n */\nexport function isRetriableProviderError(error: unknown): boolean {\n  const statusCode = getStatusCode(error)\n\n  if (statusCode != null) {\n    return retryableStatusCodes.has(statusCode)\n  }\n\n  const errorName = errorNameFrom(error)\n  if (errorName != null && retryableErrorNames.has(errorName)) {\n    return true\n  }\n\n  const errorMessage = errorMessageFrom(error)\n  if (errorMessage == null) {\n    return false\n  }\n\n  return retryableMessagePatterns.some(pattern => pattern.test(errorMessage))\n}\n\nfunction defaultDelayMs(attempt: number): number {\n  return 500 * 2 ** (attempt - 1)\n}\n\n/**\n * Creates a retry policy for provider work.\n *\n * Use when:\n * - you need a reusable retry runner for eval-time provider calls\n * - you want to keep retry behavior deterministic in tests\n *\n * Expects:\n * - callers to treat `maxAttempts` as total attempts, not retries\n *\n * Throws:\n * - `RangeError` when `maxAttempts` is not a finite integer greater than or equal to `1`\n */\nfunction assertValidMaxAttempts(value: number): number {\n  if (!Number.isFinite(value) || !Number.isInteger(value) || value < 1) {\n    throw new RangeError('maxAttempts must be a finite integer greater than or equal to 1.')\n  }\n\n  return value\n}\n\nexport function createRetryPolicy(options: RetryPolicyOptions = {}): RetryPolicy {\n  const maxAttempts = assertValidMaxAttempts(options.maxAttempts ?? 3)\n\n  return {\n    maxAttempts,\n    delayMs: options.delayMs ?? defaultDelayMs,\n    shouldRetry: options.shouldRetry ?? isRetriableProviderError,\n    sleep: options.sleep ?? defaultSleep,\n  }\n}\n\n/**\n * Runs an operation with bounded retries.\n *\n * Use when:\n * - you are calling an LLM provider or other temporary upstream dependency\n * - non-retriable failures should bubble immediately\n *\n * Expects:\n * - the operation to be idempotent across attempts\n */\nexport async function runWithRetry<T>(operation: () => Promise<T>, policy: RetryPolicy = createRetryPolicy()): Promise<T> {\n  for (let attempt = 1; attempt <= policy.maxAttempts; attempt += 1) {\n    try {\n      return await operation()\n    }\n    catch (error) {\n      if (attempt >= policy.maxAttempts || !policy.shouldRetry(error)) {\n        throw error\n      }\n\n      const delayMilliseconds = policy.delayMs(attempt)\n      if (delayMilliseconds > 0) {\n        await policy.sleep(delayMilliseconds)\n      }\n    }\n  }\n\n  throw new Error('Retry loop exited without returning a value.')\n}\n","import type { RetryPolicy, RetryPolicyOptions } from './retry-policy'\n\nimport { createRetryPolicy, runWithRetry } from './retry-policy'\n\n/**\n * Bundles a provider with the retry policy used to call it.\n *\n * Use when:\n * - a provider instance should travel with the retry runner that governs it\n * - you want call sites to share one retry configuration object\n */\nexport interface ProviderAdapter<TProvider> {\n  /**\n   * The underlying provider instance.\n   */\n  provider: TProvider\n  /**\n   * The retry policy used for provider calls.\n   */\n  retryPolicy: RetryPolicy\n  /**\n   * Runs a provider-dependent operation with the adapter retry policy.\n   */\n  runWithRetry: <TResult>(operation: () => Promise<TResult>) => Promise<TResult>\n}\n\n/**\n * Creates a provider adapter with the default retry policy.\n *\n * Use when:\n * - you have a provider instance and want a consistent retry wrapper\n *\n * Expects:\n * - the provider to be safe to reuse across attempts\n */\nexport function createProviderAdapter<TProvider>(provider: TProvider, options: RetryPolicyOptions = {}): ProviderAdapter<TProvider> {\n  const retryPolicy = createRetryPolicy(options)\n\n  return {\n    provider,\n    retryPolicy,\n    runWithRetry: operation => runWithRetry(operation, retryPolicy),\n  }\n}\n","import type { ProviderAdapter } from '../../adapters'\nimport type { RetryPolicyOptions } from '../../retry-policy'\n\nimport process from 'node:process'\n\nimport { createOpenAI } from '@xsai-ext/providers/create'\n\nimport { createProviderAdapter } from '../../adapters'\nimport { envFrom, requiredEnvFrom } from '../../env'\n\n/**\n * Represents the OpenAI provider instance returned by xsai.\n */\nexport type OpenAIProvider = ReturnType<typeof createOpenAI>\n\n/**\n * Represents the OpenAI adapter used by vieval.\n */\nexport type OpenAIProviderAdapter = ProviderAdapter<OpenAIProvider>\n\n/**\n * Configures env key names and source for OpenAI provider setup.\n */\nexport interface OpenAIEnvSourceOptions {\n  /**\n   * Environment object used for variable lookup.\n   *\n   * @default process.env\n   */\n  env?: NodeJS.ProcessEnv\n  /**\n   * Env key name for API key.\n   *\n   * @default 'OPENAI_API_KEY'\n   */\n  apiKey?: string\n  /**\n   * Env key name for base URL.\n   *\n   * @default 'OPENAI_BASE_URL'\n   */\n  baseURL?: string\n  /**\n   * Env key name for model.\n   *\n   * @default 'OPENAI_MODEL'\n   */\n  model?: string\n}\n\n/**\n * Configures fallback defaults when env values are missing.\n */\nexport interface OpenAIFromEnvDefaultOptions {\n  /**\n   * API key fallback value.\n   */\n  apiKey?: string\n  /**\n   * Base URL fallback value.\n   */\n  baseURL?: string\n  /**\n   * Model fallback value.\n   */\n  model?: string\n  /**\n   * Retry policy override passed to provider adapter.\n   */\n  retryOptions?: RetryPolicyOptions\n}\n\n/**\n * Result produced by `createOpenAIFromEnv`.\n */\nexport interface OpenAIFromEnvResult {\n  adapter: OpenAIProviderAdapter\n  apiKey: string\n  baseURL?: string\n  model: string\n}\n\n/**\n * Minimal response shape returned by text-generation calls.\n */\nexport interface OpenAITextGenerationResult {\n  /**\n   * Text output from the provider.\n   *\n   * Some OpenAI-compatible implementations may return `null`.\n   */\n  text?: string | null\n}\n\n/**\n * Normalizes provider text output to a safe string.\n *\n * Before: `{ text: null }`\n * After: `''`\n *\n * Before: `{ text: 'hello' }`\n * After: `'hello'`\n */\nexport function normalizeOpenAITextOutput(result: OpenAITextGenerationResult): string {\n  return typeof result.text === 'string' ? result.text : ''\n}\n\n/**\n * Creates an OpenAI provider adapter using environment variables with defaults.\n *\n * Example:\n * `const runtime = createOpenAIFromEnv({}, { model: 'gpt-4.1-mini' })`\n */\nexport function createOpenAIFromEnv(\n  source: OpenAIEnvSourceOptions = {},\n  defaults: OpenAIFromEnvDefaultOptions = {},\n): OpenAIFromEnvResult {\n  const env = source.env ?? process.env\n  const apiKeyEnvKey = source.apiKey ?? 'OPENAI_API_KEY'\n  const baseURLEnvKey = source.baseURL ?? 'OPENAI_BASE_URL'\n  const modelEnvKey = source.model ?? 'OPENAI_MODEL'\n\n  const envWithDefaults = {\n    ...(defaults.apiKey == null ? {} : { [apiKeyEnvKey]: defaults.apiKey }),\n    ...(defaults.baseURL == null ? {} : { [baseURLEnvKey]: defaults.baseURL }),\n    ...(defaults.model == null ? {} : { [modelEnvKey]: defaults.model }),\n    ...env,\n  }\n\n  const apiKey = requiredEnvFrom(envWithDefaults, {\n    name: apiKeyEnvKey,\n    type: 'string',\n  })\n  const model = requiredEnvFrom(envWithDefaults, {\n    name: modelEnvKey,\n    type: 'string',\n  })\n  const baseURL = envFrom(envWithDefaults, {\n    name: baseURLEnvKey,\n    type: 'string',\n  })\n  const adapter = createOpenAIProviderAdapter(apiKey, baseURL, defaults.retryOptions)\n\n  return {\n    adapter,\n    apiKey,\n    baseURL,\n    model,\n  }\n}\n\n/**\n * Creates an OpenAI provider adapter for eval-time requests.\n *\n * Use when:\n * - an eval needs the OpenAI SDK surface plus the shared retry runner\n *\n * Expects:\n * - `apiKey` and `baseURL` to point at an OpenAI-compatible endpoint\n * - `retryOptions` to follow the same invariants as `createRetryPolicy`\n */\nexport function createOpenAIProviderAdapter(apiKey: string, baseURL?: string, retryOptions: RetryPolicyOptions = {}): OpenAIProviderAdapter {\n  return createProviderAdapter(createOpenAI(apiKey, baseURL), retryOptions)\n}\n"],"mappings":";;;;;AA+DA,MAAM,uBAAuB,IAAI,IAAI;CAAC;CAAK;CAAK;CAAK;CAAK;CAAK;CAAK;CAAI,CAAC;AACzE,MAAM,sBAAsB,IAAI,IAAI,CAAC,gBAAgB,aAAa,CAAC;AACnE,MAAM,2BAA2B;CAC/B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD;AAED,SAAS,cAAc,OAAoC;AACzD,KAAI,SAAS,QAAQ,OAAO,UAAU,SACpC;CAGF,MAAM,kBAAmB,MAAmC;AAC5D,KAAI,OAAO,oBAAoB,SAC7B,QAAO;CAGT,MAAM,cAAe,MAA+B;AACpD,KAAI,OAAO,gBAAgB,SACzB,QAAO;CAGT,MAAM,WAAY,MAAiC;AACnD,KAAI,YAAY,QAAQ,OAAO,aAAa,SAC1C;CAGF,MAAM,iBAAkB,SAAkC;AAC1D,QAAO,OAAO,mBAAmB,WAAW,iBAAiB,KAAA;;;;;;;;;;;AAY/D,SAAgB,yBAAyB,OAAyB;CAChE,MAAM,aAAa,cAAc,MAAM;AAEvC,KAAI,cAAc,KAChB,QAAO,qBAAqB,IAAI,WAAW;CAG7C,MAAM,YAAY,cAAc,MAAM;AACtC,KAAI,aAAa,QAAQ,oBAAoB,IAAI,UAAU,CACzD,QAAO;CAGT,MAAM,eAAe,iBAAiB,MAAM;AAC5C,KAAI,gBAAgB,KAClB,QAAO;AAGT,QAAO,yBAAyB,MAAK,YAAW,QAAQ,KAAK,aAAa,CAAC;;AAG7E,SAAS,eAAe,SAAyB;AAC/C,QAAO,MAAM,MAAM,UAAU;;;;;;;;;;;;;;;AAgB/B,SAAS,uBAAuB,OAAuB;AACrD,KAAI,CAAC,OAAO,SAAS,MAAM,IAAI,CAAC,OAAO,UAAU,MAAM,IAAI,QAAQ,EACjE,OAAM,IAAI,WAAW,mEAAmE;AAG1F,QAAO;;AAGT,SAAgB,kBAAkB,UAA8B,EAAE,EAAe;AAG/E,QAAO;EACL,aAHkB,uBAAuB,QAAQ,eAAe,EAAE;EAIlE,SAAS,QAAQ,WAAW;EAC5B,aAAa,QAAQ,eAAe;EACpC,OAAO,QAAQ,SAASA;EACzB;;;;;;;;;;;;AAaH,eAAsB,aAAgB,WAA6B,SAAsB,mBAAmB,EAAc;AACxH,MAAK,IAAI,UAAU,GAAG,WAAW,OAAO,aAAa,WAAW,EAC9D,KAAI;AACF,SAAO,MAAM,WAAW;UAEnB,OAAO;AACZ,MAAI,WAAW,OAAO,eAAe,CAAC,OAAO,YAAY,MAAM,CAC7D,OAAM;EAGR,MAAM,oBAAoB,OAAO,QAAQ,QAAQ;AACjD,MAAI,oBAAoB,EACtB,OAAM,OAAO,MAAM,kBAAkB;;AAK3C,OAAM,IAAI,MAAM,+CAA+C;;;;;;;;;;;;;ACnKjE,SAAgB,sBAAiC,UAAqB,UAA8B,EAAE,EAA8B;CAClI,MAAM,cAAc,kBAAkB,QAAQ;AAE9C,QAAO;EACL;EACA;EACA,eAAc,cAAa,aAAa,WAAW,YAAY;EAChE;;;;;;;;;;;;;AC6DH,SAAgB,0BAA0B,QAA4C;AACpF,QAAO,OAAO,OAAO,SAAS,WAAW,OAAO,OAAO;;;;;;;;AASzD,SAAgB,oBACd,SAAiC,EAAE,EACnC,WAAwC,EAAE,EACrB;CACrB,MAAM,MAAM,OAAO,OAAO,QAAQ;CAClC,MAAM,eAAe,OAAO,UAAU;CACtC,MAAM,gBAAgB,OAAO,WAAW;CACxC,MAAM,cAAc,OAAO,SAAS;CAEpC,MAAM,kBAAkB;EACtB,GAAI,SAAS,UAAU,OAAO,EAAE,GAAG,GAAG,eAAe,SAAS,QAAQ;EACtE,GAAI,SAAS,WAAW,OAAO,EAAE,GAAG,GAAG,gBAAgB,SAAS,SAAS;EACzE,GAAI,SAAS,SAAS,OAAO,EAAE,GAAG,GAAG,cAAc,SAAS,OAAO;EACnE,GAAG;EACJ;CAED,MAAM,SAAS,gBAAgB,iBAAiB;EAC9C,MAAM;EACN,MAAM;EACP,CAAC;CACF,MAAM,QAAQ,gBAAgB,iBAAiB;EAC7C,MAAM;EACN,MAAM;EACP,CAAC;CACF,MAAM,UAAU,QAAQ,iBAAiB;EACvC,MAAM;EACN,MAAM;EACP,CAAC;AAGF,QAAO;EACL,SAHc,4BAA4B,QAAQ,SAAS,SAAS,aAAa;EAIjF;EACA;EACA;EACD;;;;;;;;;;;;AAaH,SAAgB,4BAA4B,QAAgB,SAAkB,eAAmC,EAAE,EAAyB;AAC1I,QAAO,sBAAsB,aAAa,QAAQ,QAAQ,EAAE,aAAa"}

package/dist/core/processors/results/index.d.mts

@@ -1,4 +1,4 @@
-import { K as AggregatedRunResults } from "../../../index-BkjyCInx.mjs";
+import { K as AggregatedRunResults } from "../../../index-D_aMeWqO.mjs";
 
 //#region src/core/processors/results/policies/hybrid-threshold.d.ts
 /**

package/dist/core/runner/index.d.mts

@@ -1,3 +1,3 @@
-import { $ as InferenceExecutor, A as RunScheduledTasksOptions, B as asProjectRelativePath, F as CreateTaskExecutionContextOptions, G as AggregatedProviderSummary, H as CreateVievalRunnerRuntimeContextOptions, I as TaskExecutionContext, J as RunResult, K as AggregatedRunResults, L as createTaskExecutionContext, M as RunnerTaskState, N as ScheduledTaskExecutor, P as runScheduledTasks, Q as CreateRunnerScheduleOptions, U as RunnerRuntimeContext, V as collectEvalEntries, W as createRunnerRuntimeContext, X as RunScoreKind, Y as RunScore, Z as aggregateRunResults, at as ScheduledTaskMatrixMeta, ct as createFilesystemTaskCacheRuntime, dt as CacheFileOptions, et as RunnerMatrixDefinition, ft as CacheNamespace, it as ScheduledTaskMatrix, j as RunnerExecutionError, lt as normalizeCacheFilePathSegments, nt as RunnerMatrixSelection, ot as createRunnerSchedule, pt as TaskCacheRuntime, q as AggregatedRunSummary, rt as ScheduledTask, st as CreateFilesystemTaskCacheRuntimeOptions, tt as RunnerMatrixInput, ut as CacheFileHandle } from "../../index-BkjyCInx.mjs";
-import { a as SchedulerMiddleware, c as SchedulerScopeContext, i as SchedulerConcurrencyConfig, n as getActiveScopes, o as SchedulerRuntime, r as CreateSchedulerRuntimeOptions, s as SchedulerScope, t as createSchedulerRuntime } from "../../index-fakXoZEe.mjs";
+import { $ as InferenceExecutor, A as RunScheduledTasksOptions, B as asProjectRelativePath, F as CreateTaskExecutionContextOptions, G as AggregatedProviderSummary, H as CreateVievalRunnerRuntimeContextOptions, I as TaskExecutionContext, J as RunResult, K as AggregatedRunResults, L as createTaskExecutionContext, M as RunnerTaskState, N as ScheduledTaskExecutor, P as runScheduledTasks, Q as CreateRunnerScheduleOptions, U as RunnerRuntimeContext, V as collectEvalEntries, W as createRunnerRuntimeContext, X as RunScoreKind, Y as RunScore, Z as aggregateRunResults, at as ScheduledTaskMatrixMeta, ct as createFilesystemTaskCacheRuntime, dt as CacheFileOptions, et as RunnerMatrixDefinition, ft as CacheNamespace, it as ScheduledTaskMatrix, j as RunnerExecutionError, lt as normalizeCacheFilePathSegments, nt as RunnerMatrixSelection, ot as createRunnerSchedule, pt as TaskCacheRuntime, q as AggregatedRunSummary, rt as ScheduledTask, st as CreateFilesystemTaskCacheRuntimeOptions, tt as RunnerMatrixInput, ut as CacheFileHandle } from "../../index-D_aMeWqO.mjs";
+import { a as SchedulerMiddleware, c as SchedulerScopeContext, i as SchedulerConcurrencyConfig, n as getActiveScopes, o as SchedulerRuntime, r as CreateSchedulerRuntimeOptions, s as SchedulerScope, t as createSchedulerRuntime } from "../../index-Bg0atWBF.mjs";
 export { AggregatedProviderSummary, AggregatedRunResults, AggregatedRunSummary, CacheFileHandle, CacheFileOptions, CacheNamespace, CreateFilesystemTaskCacheRuntimeOptions, CreateRunnerScheduleOptions, CreateSchedulerRuntimeOptions, CreateTaskExecutionContextOptions, CreateVievalRunnerRuntimeContextOptions, InferenceExecutor, RunResult, RunScheduledTasksOptions, RunScore, RunScoreKind, RunnerExecutionError, RunnerMatrixDefinition, RunnerMatrixInput, RunnerMatrixSelection, RunnerRuntimeContext, RunnerTaskState, ScheduledTask, ScheduledTaskExecutor, ScheduledTaskMatrix, ScheduledTaskMatrixMeta, SchedulerConcurrencyConfig, SchedulerMiddleware, SchedulerRuntime, SchedulerScope, SchedulerScopeContext, TaskCacheRuntime, TaskExecutionContext, aggregateRunResults, asProjectRelativePath, collectEvalEntries, createFilesystemTaskCacheRuntime, createRunnerRuntimeContext, createRunnerSchedule, createSchedulerRuntime, createTaskExecutionContext, getActiveScopes, normalizeCacheFilePathSegments, runScheduledTasks };

package/dist/core/runner/index.mjs

@@ -2,11 +2,11 @@ import { createSchedulerRuntime, getActiveScopes } from "../scheduler/index.mjs"
 import { createRequire } from "node:module";
 import process from "node:process";
 import { errorMessageFrom } from "@moeru/std";
-import { basename, dirname, join, relative } from "node:path";
 import { access, mkdir, readFile, rename, writeFile } from "node:fs/promises";
+import { basename, dirname, join, relative } from "node:path";
 import { fileURLToPath } from "node:url";
-import { Buffer } from "node:buffer";
 import { createReadStream, createWriteStream } from "node:fs";
+import { Buffer } from "node:buffer";
 import { limitConcurrency } from "@vitest/runner/utils";
 //#region src/core/cache/filesystem.ts
 function sanitizePathSegment(value) {

package/dist/core/scheduler/index.d.mts

@@ -1,2 +1,2 @@
-import { a as SchedulerMiddleware, c as SchedulerScopeContext, i as SchedulerConcurrencyConfig, n as getActiveScopes, o as SchedulerRuntime, r as CreateSchedulerRuntimeOptions, s as SchedulerScope, t as createSchedulerRuntime } from "../../index-fakXoZEe.mjs";
+import { a as SchedulerMiddleware, c as SchedulerScopeContext, i as SchedulerConcurrencyConfig, n as getActiveScopes, o as SchedulerRuntime, r as CreateSchedulerRuntimeOptions, s as SchedulerScope, t as createSchedulerRuntime } from "../../index-Bg0atWBF.mjs";
 export { CreateSchedulerRuntimeOptions, SchedulerConcurrencyConfig, SchedulerMiddleware, SchedulerRuntime, SchedulerScope, SchedulerScopeContext, createSchedulerRuntime, getActiveScopes };

package/dist/core/scheduler/index.mjs

@@ -45,7 +45,7 @@ function createSchedulerRuntime(options = {}) {
 * Resolves the scheduler scopes that apply to a context.
 *
 * Before:
-* - `{ scope: 'case', workspaceId: 'ws', experimentId: 'exp', caseId: 'case-1' }`
+* - `{ scope: 'case', workspaceId: 'ws', projectName: 'project', caseId: 'case-1' }`
 *
 * After:
 * - `['workspace', 'project', 'task', 'attempt', 'case']` up to the requested scope
@@ -86,7 +86,7 @@ function getScopeQueue(scope, context, queues) {
 	return queue;
 }
 function getSchedulerScopeInstanceKey(scope, context) {
-	const workspaceKey = `workspace:${context.workspaceId}:experiment:${context.experimentId}`;
+	const workspaceKey = `workspace:${context.workspaceId}`;
 	const projectKey = `${workspaceKey}:project:${context.projectName ?? "(missing-project)"}`;
 	const taskKey = `${projectKey}:task:${context.taskId ?? "(missing-task)"}`;
 	const attemptKey = `${taskKey}:attempt:${context.attemptIndex ?? "(missing-attempt)"}`;

package/dist/core/scheduler/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":[],"sources":["../../../src/core/scheduler/runtime.ts"],"sourcesContent":["import type {\n  CreateSchedulerRuntimeOptions,\n  SchedulerConcurrencyConfig,\n  SchedulerMiddleware,\n  SchedulerRuntime,\n  SchedulerScope,\n  SchedulerScopeContext,\n} from './types'\n\nimport { createSchedulerQueue } from './queue'\n\nconst schedulerScopeOrder: SchedulerScope[] = [\n  'workspace',\n  'project',\n  'task',\n  'attempt',\n  'case',\n]\n\n/**\n * Creates the core scheduler runtime used to serialize work by scope.\n *\n * Call stack:\n *\n * {@link createSchedulerRuntime}\n *   -> `createRuntimeQueues`\n *     -> `runtime.runCase(context, execute)`\n *       -> `runWithQueues`\n *         -> `runAcquireMiddleware`\n *           -> `execute`\n *         -> `runReleaseMiddleware`\n *\n * Use when:\n * - runner code needs concurrency caps for queued case execution\n * - middleware should wrap work with acquire/release lifecycle hooks\n *\n * Expects:\n * - middleware is ordered from outermost to innermost concern\n * - concurrency caps are positive integers when provided\n *\n * Returns:\n * - a scheduler runtime with case execution support\n */\nexport function createSchedulerRuntime(\n  options: CreateSchedulerRuntimeOptions = {},\n): SchedulerRuntime {\n  const middleware = options.middleware ?? []\n  const queues = createRuntimeQueues(options.concurrency ?? {})\n\n  return {\n    runCase<T>(context: SchedulerScopeContext, execute: () => Promise<T>) {\n      const activeScopes = getActiveScopes(context)\n\n      return runWithQueues(activeScopes, context, queues, () => {\n        if (middleware.length === 0) {\n          return execute()\n        }\n\n        return runWithMiddlewareEnvelope(middleware, context, execute)\n      })\n    },\n  }\n}\n\n/**\n * Resolves the scheduler scopes that apply to a context.\n *\n * Before:\n * - `{ scope: 'case', workspaceId: 'ws', experimentId: 'exp', caseId: 'case-1' }`\n *\n * After:\n * - `['workspace', 'project', 'task', 'attempt', 'case']` up to the requested scope\n */\nexport function getActiveScopes(context: SchedulerScopeContext): SchedulerScope[] {\n  const targetScopeIndex = schedulerScopeOrder.indexOf(context.scope)\n\n  if (targetScopeIndex < 0) {\n    return []\n  }\n\n  return schedulerScopeOrder.slice(0, targetScopeIndex + 1)\n}\n\nfunction createRuntimeQueues(concurrency: SchedulerConcurrencyConfig) {\n  const queues = new Map<SchedulerScope, SchedulerScopeQueueRegistry>()\n\n  for (const scope of schedulerScopeOrder) {\n    const scopeConcurrency = concurrency[scope]\n\n    if (scopeConcurrency === undefined) {\n      continue\n    }\n\n    validateSchedulerConcurrency(scope, scopeConcurrency)\n\n    queues.set(scope, {\n      concurrency: scopeConcurrency,\n      instances: new Map<string, ReturnType<typeof createSchedulerQueue>>(),\n    })\n  }\n\n  return queues\n}\n\nasync function runWithQueues<T>(\n  scopes: SchedulerScope[],\n  context: SchedulerScopeContext,\n  queues: Map<SchedulerScope, SchedulerScopeQueueRegistry>,\n  execute: () => Promise<T>,\n  index = 0,\n): Promise<T> {\n  const scope = scopes[index]\n\n  if (scope === undefined) {\n    return execute()\n  }\n\n  const queue = getScopeQueue(scope, context, queues)\n\n  if (queue === undefined) {\n    return runWithQueues(scopes, context, queues, execute, index + 1)\n  }\n\n  return queue.run(() => runWithQueues(scopes, context, queues, execute, index + 1))\n}\n\ninterface SchedulerScopeQueueRegistry {\n  concurrency: number\n  instances: Map<string, ReturnType<typeof createSchedulerQueue>>\n}\n\ninterface SchedulerEnvelopeResult<T> {\n  releaseStack: SchedulerMiddleware[]\n  outcome: SchedulerExecutionOutcome<T>\n}\n\ninterface SchedulerExecutionFailure {\n  error: unknown\n  status: 'failed'\n}\n\ninterface SchedulerExecutionSkipped {\n  status: 'skipped'\n}\n\ninterface SchedulerExecutionSuccess<T> {\n  status: 'succeeded'\n  value: T\n}\n\ntype SchedulerExecutionOutcome<T>\n  = | SchedulerExecutionFailure\n    | SchedulerExecutionSkipped\n    | SchedulerExecutionSuccess<T>\n\nfunction getScopeQueue(\n  scope: SchedulerScope,\n  context: SchedulerScopeContext,\n  queues: Map<SchedulerScope, SchedulerScopeQueueRegistry>,\n) {\n  const queueRegistry = queues.get(scope)\n\n  if (queueRegistry === undefined) {\n    return undefined\n  }\n\n  const scopeKey = getSchedulerScopeInstanceKey(scope, context)\n  const existingQueue = queueRegistry.instances.get(scopeKey)\n\n  if (existingQueue !== undefined) {\n    return existingQueue\n  }\n\n  const queue = createSchedulerQueue(queueRegistry.concurrency)\n  queueRegistry.instances.set(scopeKey, queue)\n  return queue\n}\n\nfunction getSchedulerScopeInstanceKey(\n  scope: SchedulerScope,\n  context: SchedulerScopeContext,\n): string {\n  const workspaceKey = `workspace:${context.workspaceId}:experiment:${context.experimentId}`\n  const projectKey = `${workspaceKey}:project:${context.projectName ?? '(missing-project)'}`\n  const taskKey = `${projectKey}:task:${context.taskId ?? '(missing-task)'}`\n  const attemptKey = `${taskKey}:attempt:${context.attemptIndex ?? '(missing-attempt)'}`\n\n  switch (scope) {\n    case 'workspace':\n      return workspaceKey\n    case 'project':\n      return projectKey\n    case 'task':\n      return taskKey\n    case 'attempt':\n      return attemptKey\n    case 'case':\n      return attemptKey\n  }\n}\n\nasync function runWithMiddlewareEnvelope<T>(\n  middleware: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  execute: () => Promise<T>,\n): Promise<T> {\n  const result = await runAcquireMiddleware(middleware, context, execute, 0)\n\n  try {\n    switch (result.outcome.status) {\n      case 'succeeded':\n        return result.outcome.value\n      case 'failed':\n        throw result.outcome.error\n      case 'skipped':\n        throw createSchedulerShortCircuitError()\n    }\n  }\n  finally {\n    await runReleaseMiddleware(result.releaseStack, context, result.releaseStack.length - 1)\n  }\n}\n\nasync function runAcquireMiddleware<T>(\n  middleware: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  execute: () => Promise<T>,\n  index: number,\n): Promise<SchedulerEnvelopeResult<T>> {\n  const currentMiddleware = middleware[index]\n\n  if (currentMiddleware === undefined) {\n    return createSchedulerExecutionResult([], execute)\n  }\n\n  let nextResult = createSchedulerShortCircuitResult<T>()\n  let didCallNext = false\n\n  const next = async () => {\n    didCallNext = true\n    nextResult = await runAcquireMiddleware(middleware, context, execute, index + 1)\n  }\n\n  try {\n    if (currentMiddleware.onAcquire === undefined) {\n      await next()\n    }\n    else {\n      await currentMiddleware.onAcquire(context, next)\n    }\n  }\n  catch (error) {\n    if (!didCallNext) {\n      return createSchedulerFailureResult([], error)\n    }\n\n    return createSchedulerFailureResult(\n      [currentMiddleware, ...nextResult.releaseStack],\n      error,\n    )\n  }\n\n  return {\n    releaseStack: [currentMiddleware, ...nextResult.releaseStack],\n    outcome: nextResult.outcome,\n  }\n}\n\nasync function runReleaseMiddleware(\n  releaseStack: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  index: number,\n): Promise<void> {\n  const currentMiddleware = releaseStack[index]\n\n  if (currentMiddleware === undefined) {\n    return\n  }\n\n  if (currentMiddleware.onRelease === undefined) {\n    await runReleaseMiddleware(releaseStack, context, index - 1)\n    return\n  }\n\n  await currentMiddleware.onRelease(context, async () => {\n    await runReleaseMiddleware(releaseStack, context, index - 1)\n  })\n}\n\nasync function createSchedulerExecutionResult<T>(\n  releaseStack: SchedulerMiddleware[],\n  execute: () => Promise<T>,\n): Promise<SchedulerEnvelopeResult<T>> {\n  try {\n    return {\n      releaseStack,\n      outcome: {\n        status: 'succeeded',\n        value: await execute(),\n      },\n    }\n  }\n  catch (error) {\n    return {\n      releaseStack,\n      outcome: {\n        status: 'failed',\n        error,\n      },\n    }\n  }\n}\n\nfunction createSchedulerFailureResult<T>(\n  releaseStack: SchedulerMiddleware[],\n  error: unknown,\n): SchedulerEnvelopeResult<T> {\n  return {\n    releaseStack,\n    outcome: {\n      status: 'failed',\n      error,\n    },\n  }\n}\n\nfunction createSchedulerShortCircuitResult<T>(): SchedulerEnvelopeResult<T> {\n  return {\n    releaseStack: [],\n    outcome: {\n      status: 'skipped',\n    },\n  }\n}\n\nfunction validateSchedulerConcurrency(scope: SchedulerScope, concurrency: number): void {\n  if (!Number.isFinite(concurrency) || !Number.isInteger(concurrency) || concurrency <= 0) {\n    throw new Error(`Invalid scheduler concurrency for \"${scope}\": ${String(concurrency)}`)\n  }\n}\n\nfunction createSchedulerShortCircuitError(): Error {\n  return new Error('Scheduler middleware short-circuited execution.')\n}\n"],"mappings":";;AAWA,MAAM,sBAAwC;CAC5C;CACA;CACA;CACA;CACA;CACD;;;;;;;;;;;;;;;;;;;;;;;;;AA0BD,SAAgB,uBACd,UAAyC,EAAE,EACzB;CAClB,MAAM,aAAa,QAAQ,cAAc,EAAE;CAC3C,MAAM,SAAS,oBAAoB,QAAQ,eAAe,EAAE,CAAC;AAE7D,QAAO,EACL,QAAW,SAAgC,SAA2B;AAGpE,SAAO,cAFc,gBAAgB,QAAQ,EAEV,SAAS,cAAc;AACxD,OAAI,WAAW,WAAW,EACxB,QAAO,SAAS;AAGlB,UAAO,0BAA0B,YAAY,SAAS,QAAQ;IAC9D;IAEL;;;;;;;;;;;AAYH,SAAgB,gBAAgB,SAAkD;CAChF,MAAM,mBAAmB,oBAAoB,QAAQ,QAAQ,MAAM;AAEnE,KAAI,mBAAmB,EACrB,QAAO,EAAE;AAGX,QAAO,oBAAoB,MAAM,GAAG,mBAAmB,EAAE;;AAG3D,SAAS,oBAAoB,aAAyC;CACpE,MAAM,yBAAS,IAAI,KAAkD;AAErE,MAAK,MAAM,SAAS,qBAAqB;EACvC,MAAM,mBAAmB,YAAY;AAErC,MAAI,qBAAqB,KAAA,EACvB;AAGF,+BAA6B,OAAO,iBAAiB;AAErD,SAAO,IAAI,OAAO;GAChB,aAAa;GACb,2BAAW,IAAI,KAAsD;GACtE,CAAC;;AAGJ,QAAO;;AAGT,eAAe,cACb,QACA,SACA,QACA,SACA,QAAQ,GACI;CACZ,MAAM,QAAQ,OAAO;AAErB,KAAI,UAAU,KAAA,EACZ,QAAO,SAAS;CAGlB,MAAM,QAAQ,cAAc,OAAO,SAAS,OAAO;AAEnD,KAAI,UAAU,KAAA,EACZ,QAAO,cAAc,QAAQ,SAAS,QAAQ,SAAS,QAAQ,EAAE;AAGnE,QAAO,MAAM,UAAU,cAAc,QAAQ,SAAS,QAAQ,SAAS,QAAQ,EAAE,CAAC;;AAgCpF,SAAS,cACP,OACA,SACA,QACA;CACA,MAAM,gBAAgB,OAAO,IAAI,MAAM;AAEvC,KAAI,kBAAkB,KAAA,EACpB;CAGF,MAAM,WAAW,6BAA6B,OAAO,QAAQ;CAC7D,MAAM,gBAAgB,cAAc,UAAU,IAAI,SAAS;AAE3D,KAAI,kBAAkB,KAAA,EACpB,QAAO;CAGT,MAAM,QAAQ,qBAAqB,cAAc,YAAY;AAC7D,eAAc,UAAU,IAAI,UAAU,MAAM;AAC5C,QAAO;;AAGT,SAAS,6BACP,OACA,SACQ;CACR,MAAM,eAAe,aAAa,QAAQ,YAAY,cAAc,QAAQ;CAC5E,MAAM,aAAa,GAAG,aAAa,WAAW,QAAQ,eAAe;CACrE,MAAM,UAAU,GAAG,WAAW,QAAQ,QAAQ,UAAU;CACxD,MAAM,aAAa,GAAG,QAAQ,WAAW,QAAQ,gBAAgB;AAEjE,SAAQ,OAAR;EACE,KAAK,YACH,QAAO;EACT,KAAK,UACH,QAAO;EACT,KAAK,OACH,QAAO;EACT,KAAK,UACH,QAAO;EACT,KAAK,OACH,QAAO;;;AAIb,eAAe,0BACb,YACA,SACA,SACY;CACZ,MAAM,SAAS,MAAM,qBAAqB,YAAY,SAAS,SAAS,EAAE;AAE1E,KAAI;AACF,UAAQ,OAAO,QAAQ,QAAvB;GACE,KAAK,YACH,QAAO,OAAO,QAAQ;GACxB,KAAK,SACH,OAAM,OAAO,QAAQ;GACvB,KAAK,UACH,OAAM,kCAAkC;;WAGtC;AACN,QAAM,qBAAqB,OAAO,cAAc,SAAS,OAAO,aAAa,SAAS,EAAE;;;AAI5F,eAAe,qBACb,YACA,SACA,SACA,OACqC;CACrC,MAAM,oBAAoB,WAAW;AAErC,KAAI,sBAAsB,KAAA,EACxB,QAAO,+BAA+B,EAAE,EAAE,QAAQ;CAGpD,IAAI,aAAa,mCAAsC;CACvD,IAAI,cAAc;CAElB,MAAM,OAAO,YAAY;AACvB,gBAAc;AACd,eAAa,MAAM,qBAAqB,YAAY,SAAS,SAAS,QAAQ,EAAE;;AAGlF,KAAI;AACF,MAAI,kBAAkB,cAAc,KAAA,EAClC,OAAM,MAAM;MAGZ,OAAM,kBAAkB,UAAU,SAAS,KAAK;UAG7C,OAAO;AACZ,MAAI,CAAC,YACH,QAAO,6BAA6B,EAAE,EAAE,MAAM;AAGhD,SAAO,6BACL,CAAC,mBAAmB,GAAG,WAAW,aAAa,EAC/C,MACD;;AAGH,QAAO;EACL,cAAc,CAAC,mBAAmB,GAAG,WAAW,aAAa;EAC7D,SAAS,WAAW;EACrB;;AAGH,eAAe,qBACb,cACA,SACA,OACe;CACf,MAAM,oBAAoB,aAAa;AAEvC,KAAI,sBAAsB,KAAA,EACxB;AAGF,KAAI,kBAAkB,cAAc,KAAA,GAAW;AAC7C,QAAM,qBAAqB,cAAc,SAAS,QAAQ,EAAE;AAC5D;;AAGF,OAAM,kBAAkB,UAAU,SAAS,YAAY;AACrD,QAAM,qBAAqB,cAAc,SAAS,QAAQ,EAAE;GAC5D;;AAGJ,eAAe,+BACb,cACA,SACqC;AACrC,KAAI;AACF,SAAO;GACL;GACA,SAAS;IACP,QAAQ;IACR,OAAO,MAAM,SAAS;IACvB;GACF;UAEI,OAAO;AACZ,SAAO;GACL;GACA,SAAS;IACP,QAAQ;IACR;IACD;GACF;;;AAIL,SAAS,6BACP,cACA,OAC4B;AAC5B,QAAO;EACL;EACA,SAAS;GACP,QAAQ;GACR;GACD;EACF;;AAGH,SAAS,oCAAmE;AAC1E,QAAO;EACL,cAAc,EAAE;EAChB,SAAS,EACP,QAAQ,WACT;EACF;;AAGH,SAAS,6BAA6B,OAAuB,aAA2B;AACtF,KAAI,CAAC,OAAO,SAAS,YAAY,IAAI,CAAC,OAAO,UAAU,YAAY,IAAI,eAAe,EACpF,OAAM,IAAI,MAAM,sCAAsC,MAAM,KAAK,OAAO,YAAY,GAAG;;AAI3F,SAAS,mCAA0C;AACjD,wBAAO,IAAI,MAAM,kDAAkD"}
+{"version":3,"file":"index.mjs","names":[],"sources":["../../../src/core/scheduler/runtime.ts"],"sourcesContent":["import type {\n  CreateSchedulerRuntimeOptions,\n  SchedulerConcurrencyConfig,\n  SchedulerMiddleware,\n  SchedulerRuntime,\n  SchedulerScope,\n  SchedulerScopeContext,\n} from './types'\n\nimport { createSchedulerQueue } from './queue'\n\nconst schedulerScopeOrder: SchedulerScope[] = [\n  'workspace',\n  'project',\n  'task',\n  'attempt',\n  'case',\n]\n\n/**\n * Creates the core scheduler runtime used to serialize work by scope.\n *\n * Call stack:\n *\n * {@link createSchedulerRuntime}\n *   -> `createRuntimeQueues`\n *     -> `runtime.runCase(context, execute)`\n *       -> `runWithQueues`\n *         -> `runAcquireMiddleware`\n *           -> `execute`\n *         -> `runReleaseMiddleware`\n *\n * Use when:\n * - runner code needs concurrency caps for queued case execution\n * - middleware should wrap work with acquire/release lifecycle hooks\n *\n * Expects:\n * - middleware is ordered from outermost to innermost concern\n * - concurrency caps are positive integers when provided\n *\n * Returns:\n * - a scheduler runtime with case execution support\n */\nexport function createSchedulerRuntime(\n  options: CreateSchedulerRuntimeOptions = {},\n): SchedulerRuntime {\n  const middleware = options.middleware ?? []\n  const queues = createRuntimeQueues(options.concurrency ?? {})\n\n  return {\n    runCase<T>(context: SchedulerScopeContext, execute: () => Promise<T>) {\n      const activeScopes = getActiveScopes(context)\n\n      return runWithQueues(activeScopes, context, queues, () => {\n        if (middleware.length === 0) {\n          return execute()\n        }\n\n        return runWithMiddlewareEnvelope(middleware, context, execute)\n      })\n    },\n  }\n}\n\n/**\n * Resolves the scheduler scopes that apply to a context.\n *\n * Before:\n * - `{ scope: 'case', workspaceId: 'ws', projectName: 'project', caseId: 'case-1' }`\n *\n * After:\n * - `['workspace', 'project', 'task', 'attempt', 'case']` up to the requested scope\n */\nexport function getActiveScopes(context: SchedulerScopeContext): SchedulerScope[] {\n  const targetScopeIndex = schedulerScopeOrder.indexOf(context.scope)\n\n  if (targetScopeIndex < 0) {\n    return []\n  }\n\n  return schedulerScopeOrder.slice(0, targetScopeIndex + 1)\n}\n\nfunction createRuntimeQueues(concurrency: SchedulerConcurrencyConfig) {\n  const queues = new Map<SchedulerScope, SchedulerScopeQueueRegistry>()\n\n  for (const scope of schedulerScopeOrder) {\n    const scopeConcurrency = concurrency[scope]\n\n    if (scopeConcurrency === undefined) {\n      continue\n    }\n\n    validateSchedulerConcurrency(scope, scopeConcurrency)\n\n    queues.set(scope, {\n      concurrency: scopeConcurrency,\n      instances: new Map<string, ReturnType<typeof createSchedulerQueue>>(),\n    })\n  }\n\n  return queues\n}\n\nasync function runWithQueues<T>(\n  scopes: SchedulerScope[],\n  context: SchedulerScopeContext,\n  queues: Map<SchedulerScope, SchedulerScopeQueueRegistry>,\n  execute: () => Promise<T>,\n  index = 0,\n): Promise<T> {\n  const scope = scopes[index]\n\n  if (scope === undefined) {\n    return execute()\n  }\n\n  const queue = getScopeQueue(scope, context, queues)\n\n  if (queue === undefined) {\n    return runWithQueues(scopes, context, queues, execute, index + 1)\n  }\n\n  return queue.run(() => runWithQueues(scopes, context, queues, execute, index + 1))\n}\n\ninterface SchedulerScopeQueueRegistry {\n  concurrency: number\n  instances: Map<string, ReturnType<typeof createSchedulerQueue>>\n}\n\ninterface SchedulerEnvelopeResult<T> {\n  releaseStack: SchedulerMiddleware[]\n  outcome: SchedulerExecutionOutcome<T>\n}\n\ninterface SchedulerExecutionFailure {\n  error: unknown\n  status: 'failed'\n}\n\ninterface SchedulerExecutionSkipped {\n  status: 'skipped'\n}\n\ninterface SchedulerExecutionSuccess<T> {\n  status: 'succeeded'\n  value: T\n}\n\ntype SchedulerExecutionOutcome<T>\n  = | SchedulerExecutionFailure\n    | SchedulerExecutionSkipped\n    | SchedulerExecutionSuccess<T>\n\nfunction getScopeQueue(\n  scope: SchedulerScope,\n  context: SchedulerScopeContext,\n  queues: Map<SchedulerScope, SchedulerScopeQueueRegistry>,\n) {\n  const queueRegistry = queues.get(scope)\n\n  if (queueRegistry === undefined) {\n    return undefined\n  }\n\n  const scopeKey = getSchedulerScopeInstanceKey(scope, context)\n  const existingQueue = queueRegistry.instances.get(scopeKey)\n\n  if (existingQueue !== undefined) {\n    return existingQueue\n  }\n\n  const queue = createSchedulerQueue(queueRegistry.concurrency)\n  queueRegistry.instances.set(scopeKey, queue)\n  return queue\n}\n\nfunction getSchedulerScopeInstanceKey(\n  scope: SchedulerScope,\n  context: SchedulerScopeContext,\n): string {\n  const workspaceKey = `workspace:${context.workspaceId}`\n  const projectKey = `${workspaceKey}:project:${context.projectName ?? '(missing-project)'}`\n  const taskKey = `${projectKey}:task:${context.taskId ?? '(missing-task)'}`\n  const attemptKey = `${taskKey}:attempt:${context.attemptIndex ?? '(missing-attempt)'}`\n\n  switch (scope) {\n    case 'workspace':\n      return workspaceKey\n    case 'project':\n      return projectKey\n    case 'task':\n      return taskKey\n    case 'attempt':\n      return attemptKey\n    case 'case':\n      return attemptKey\n  }\n}\n\nasync function runWithMiddlewareEnvelope<T>(\n  middleware: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  execute: () => Promise<T>,\n): Promise<T> {\n  const result = await runAcquireMiddleware(middleware, context, execute, 0)\n\n  try {\n    switch (result.outcome.status) {\n      case 'succeeded':\n        return result.outcome.value\n      case 'failed':\n        throw result.outcome.error\n      case 'skipped':\n        throw createSchedulerShortCircuitError()\n    }\n  }\n  finally {\n    await runReleaseMiddleware(result.releaseStack, context, result.releaseStack.length - 1)\n  }\n}\n\nasync function runAcquireMiddleware<T>(\n  middleware: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  execute: () => Promise<T>,\n  index: number,\n): Promise<SchedulerEnvelopeResult<T>> {\n  const currentMiddleware = middleware[index]\n\n  if (currentMiddleware === undefined) {\n    return createSchedulerExecutionResult([], execute)\n  }\n\n  let nextResult = createSchedulerShortCircuitResult<T>()\n  let didCallNext = false\n\n  const next = async () => {\n    didCallNext = true\n    nextResult = await runAcquireMiddleware(middleware, context, execute, index + 1)\n  }\n\n  try {\n    if (currentMiddleware.onAcquire === undefined) {\n      await next()\n    }\n    else {\n      await currentMiddleware.onAcquire(context, next)\n    }\n  }\n  catch (error) {\n    if (!didCallNext) {\n      return createSchedulerFailureResult([], error)\n    }\n\n    return createSchedulerFailureResult(\n      [currentMiddleware, ...nextResult.releaseStack],\n      error,\n    )\n  }\n\n  return {\n    releaseStack: [currentMiddleware, ...nextResult.releaseStack],\n    outcome: nextResult.outcome,\n  }\n}\n\nasync function runReleaseMiddleware(\n  releaseStack: SchedulerMiddleware[],\n  context: SchedulerScopeContext,\n  index: number,\n): Promise<void> {\n  const currentMiddleware = releaseStack[index]\n\n  if (currentMiddleware === undefined) {\n    return\n  }\n\n  if (currentMiddleware.onRelease === undefined) {\n    await runReleaseMiddleware(releaseStack, context, index - 1)\n    return\n  }\n\n  await currentMiddleware.onRelease(context, async () => {\n    await runReleaseMiddleware(releaseStack, context, index - 1)\n  })\n}\n\nasync function createSchedulerExecutionResult<T>(\n  releaseStack: SchedulerMiddleware[],\n  execute: () => Promise<T>,\n): Promise<SchedulerEnvelopeResult<T>> {\n  try {\n    return {\n      releaseStack,\n      outcome: {\n        status: 'succeeded',\n        value: await execute(),\n      },\n    }\n  }\n  catch (error) {\n    return {\n      releaseStack,\n      outcome: {\n        status: 'failed',\n        error,\n      },\n    }\n  }\n}\n\nfunction createSchedulerFailureResult<T>(\n  releaseStack: SchedulerMiddleware[],\n  error: unknown,\n): SchedulerEnvelopeResult<T> {\n  return {\n    releaseStack,\n    outcome: {\n      status: 'failed',\n      error,\n    },\n  }\n}\n\nfunction createSchedulerShortCircuitResult<T>(): SchedulerEnvelopeResult<T> {\n  return {\n    releaseStack: [],\n    outcome: {\n      status: 'skipped',\n    },\n  }\n}\n\nfunction validateSchedulerConcurrency(scope: SchedulerScope, concurrency: number): void {\n  if (!Number.isFinite(concurrency) || !Number.isInteger(concurrency) || concurrency <= 0) {\n    throw new Error(`Invalid scheduler concurrency for \"${scope}\": ${String(concurrency)}`)\n  }\n}\n\nfunction createSchedulerShortCircuitError(): Error {\n  return new Error('Scheduler middleware short-circuited execution.')\n}\n"],"mappings":";;AAWA,MAAM,sBAAwC;CAC5C;CACA;CACA;CACA;CACA;CACD;;;;;;;;;;;;;;;;;;;;;;;;;AA0BD,SAAgB,uBACd,UAAyC,EAAE,EACzB;CAClB,MAAM,aAAa,QAAQ,cAAc,EAAE;CAC3C,MAAM,SAAS,oBAAoB,QAAQ,eAAe,EAAE,CAAC;AAE7D,QAAO,EACL,QAAW,SAAgC,SAA2B;AAGpE,SAAO,cAFc,gBAAgB,QAAQ,EAEV,SAAS,cAAc;AACxD,OAAI,WAAW,WAAW,EACxB,QAAO,SAAS;AAGlB,UAAO,0BAA0B,YAAY,SAAS,QAAQ;IAC9D;IAEL;;;;;;;;;;;AAYH,SAAgB,gBAAgB,SAAkD;CAChF,MAAM,mBAAmB,oBAAoB,QAAQ,QAAQ,MAAM;AAEnE,KAAI,mBAAmB,EACrB,QAAO,EAAE;AAGX,QAAO,oBAAoB,MAAM,GAAG,mBAAmB,EAAE;;AAG3D,SAAS,oBAAoB,aAAyC;CACpE,MAAM,yBAAS,IAAI,KAAkD;AAErE,MAAK,MAAM,SAAS,qBAAqB;EACvC,MAAM,mBAAmB,YAAY;AAErC,MAAI,qBAAqB,KAAA,EACvB;AAGF,+BAA6B,OAAO,iBAAiB;AAErD,SAAO,IAAI,OAAO;GAChB,aAAa;GACb,2BAAW,IAAI,KAAsD;GACtE,CAAC;;AAGJ,QAAO;;AAGT,eAAe,cACb,QACA,SACA,QACA,SACA,QAAQ,GACI;CACZ,MAAM,QAAQ,OAAO;AAErB,KAAI,UAAU,KAAA,EACZ,QAAO,SAAS;CAGlB,MAAM,QAAQ,cAAc,OAAO,SAAS,OAAO;AAEnD,KAAI,UAAU,KAAA,EACZ,QAAO,cAAc,QAAQ,SAAS,QAAQ,SAAS,QAAQ,EAAE;AAGnE,QAAO,MAAM,UAAU,cAAc,QAAQ,SAAS,QAAQ,SAAS,QAAQ,EAAE,CAAC;;AAgCpF,SAAS,cACP,OACA,SACA,QACA;CACA,MAAM,gBAAgB,OAAO,IAAI,MAAM;AAEvC,KAAI,kBAAkB,KAAA,EACpB;CAGF,MAAM,WAAW,6BAA6B,OAAO,QAAQ;CAC7D,MAAM,gBAAgB,cAAc,UAAU,IAAI,SAAS;AAE3D,KAAI,kBAAkB,KAAA,EACpB,QAAO;CAGT,MAAM,QAAQ,qBAAqB,cAAc,YAAY;AAC7D,eAAc,UAAU,IAAI,UAAU,MAAM;AAC5C,QAAO;;AAGT,SAAS,6BACP,OACA,SACQ;CACR,MAAM,eAAe,aAAa,QAAQ;CAC1C,MAAM,aAAa,GAAG,aAAa,WAAW,QAAQ,eAAe;CACrE,MAAM,UAAU,GAAG,WAAW,QAAQ,QAAQ,UAAU;CACxD,MAAM,aAAa,GAAG,QAAQ,WAAW,QAAQ,gBAAgB;AAEjE,SAAQ,OAAR;EACE,KAAK,YACH,QAAO;EACT,KAAK,UACH,QAAO;EACT,KAAK,OACH,QAAO;EACT,KAAK,UACH,QAAO;EACT,KAAK,OACH,QAAO;;;AAIb,eAAe,0BACb,YACA,SACA,SACY;CACZ,MAAM,SAAS,MAAM,qBAAqB,YAAY,SAAS,SAAS,EAAE;AAE1E,KAAI;AACF,UAAQ,OAAO,QAAQ,QAAvB;GACE,KAAK,YACH,QAAO,OAAO,QAAQ;GACxB,KAAK,SACH,OAAM,OAAO,QAAQ;GACvB,KAAK,UACH,OAAM,kCAAkC;;WAGtC;AACN,QAAM,qBAAqB,OAAO,cAAc,SAAS,OAAO,aAAa,SAAS,EAAE;;;AAI5F,eAAe,qBACb,YACA,SACA,SACA,OACqC;CACrC,MAAM,oBAAoB,WAAW;AAErC,KAAI,sBAAsB,KAAA,EACxB,QAAO,+BAA+B,EAAE,EAAE,QAAQ;CAGpD,IAAI,aAAa,mCAAsC;CACvD,IAAI,cAAc;CAElB,MAAM,OAAO,YAAY;AACvB,gBAAc;AACd,eAAa,MAAM,qBAAqB,YAAY,SAAS,SAAS,QAAQ,EAAE;;AAGlF,KAAI;AACF,MAAI,kBAAkB,cAAc,KAAA,EAClC,OAAM,MAAM;MAGZ,OAAM,kBAAkB,UAAU,SAAS,KAAK;UAG7C,OAAO;AACZ,MAAI,CAAC,YACH,QAAO,6BAA6B,EAAE,EAAE,MAAM;AAGhD,SAAO,6BACL,CAAC,mBAAmB,GAAG,WAAW,aAAa,EAC/C,MACD;;AAGH,QAAO;EACL,cAAc,CAAC,mBAAmB,GAAG,WAAW,aAAa;EAC7D,SAAS,WAAW;EACrB;;AAGH,eAAe,qBACb,cACA,SACA,OACe;CACf,MAAM,oBAAoB,aAAa;AAEvC,KAAI,sBAAsB,KAAA,EACxB;AAGF,KAAI,kBAAkB,cAAc,KAAA,GAAW;AAC7C,QAAM,qBAAqB,cAAc,SAAS,QAAQ,EAAE;AAC5D;;AAGF,OAAM,kBAAkB,UAAU,SAAS,YAAY;AACrD,QAAM,qBAAqB,cAAc,SAAS,QAAQ,EAAE;GAC5D;;AAGJ,eAAe,+BACb,cACA,SACqC;AACrC,KAAI;AACF,SAAO;GACL;GACA,SAAS;IACP,QAAQ;IACR,OAAO,MAAM,SAAS;IACvB;GACF;UAEI,OAAO;AACZ,SAAO;GACL;GACA,SAAS;IACP,QAAQ;IACR;IACD;GACF;;;AAIL,SAAS,6BACP,cACA,OAC4B;AAC5B,QAAO;EACL;EACA,SAAS;GACP,QAAQ;GACR;GACD;EACF;;AAGH,SAAS,oCAAmE;AAC1E,QAAO;EACL,cAAc,EAAE;EAChB,SAAS,EACP,QAAQ,WACT;EACF;;AAGH,SAAS,6BAA6B,OAAuB,aAA2B;AACtF,KAAI,CAAC,OAAO,SAAS,YAAY,IAAI,CAAC,OAAO,UAAU,YAAY,IAAI,eAAe,EACpF,OAAM,IAAI,MAAM,sCAAsC,MAAM,KAAK,OAAO,YAAY,GAAG;;AAI3F,SAAS,mCAA0C;AACjD,wBAAO,IAAI,MAAM,kDAAkD"}

package/dist/{env-BeHv_5mo.d.mts → env-DfWZy_n4.d.mts}

@@ -7,6 +7,10 @@ type EnvValueType = 'string';
  * Common options for env readers.
  */
 interface EnvFromOptions {
+  /**
+   * Env key to read and use in error messages.
+   */
+  name: string;
   /**
    * Expected env value type.
    */
@@ -17,10 +21,6 @@ interface EnvFromOptions {
    * @default false
    */
   required?: boolean;
-  /**
-   * Optional key name used for clearer error messages.
-   */
-  name?: string;
 }
 /**
  * Env options used by the required helper.
@@ -28,20 +28,25 @@ interface EnvFromOptions {
  * `required` is intentionally omitted because this helper is always required.
  */
 type RequiredEnvFromOptions = Omit<EnvFromOptions, 'required'>;
+type EnvSource = Record<string, string | undefined>;
 /**
  * Parses one env value with optional required behavior.
  *
  * Example:
- * `const apiKey = envFrom(process.env.OPENAI_API_KEY, { type: 'string', required: true, name: 'OPENAI_API_KEY' })`
+ * `const apiKey = envFrom(process.env, { type: 'string', required: true, name: 'OPENAI_API_KEY' })`
  */
-declare function envFrom(value: string | undefined, options: EnvFromOptions): string | undefined;
+declare function envFrom<TEnv extends EnvSource>(env: TEnv, options: EnvFromOptions & {
+  name: keyof TEnv & string;
+}): string | undefined;
 /**
  * Parses one required env value.
  *
  * Example:
- * `const apiKey = requiredEnvFrom(process.env.OPENAI_API_KEY, { type: 'string', name: 'OPENAI_API_KEY' })`
+ * `const apiKey = requiredEnvFrom(process.env, { type: 'string', name: 'OPENAI_API_KEY' })`
  */
-declare function requiredEnvFrom(value: string | undefined, options: RequiredEnvFromOptions): string;
+declare function requiredEnvFrom<TEnv extends EnvSource>(env: TEnv, options: RequiredEnvFromOptions & {
+  name: keyof TEnv & string;
+}): string;
 //#endregion
 export { requiredEnvFrom as a, envFrom as i, EnvValueType as n, RequiredEnvFromOptions as r, EnvFromOptions as t };
-//# sourceMappingURL=env-BeHv_5mo.d.mts.map
+//# sourceMappingURL=env-DfWZy_n4.d.mts.map

package/dist/env-nV5rVErX.mjs

@@ -0,0 +1,35 @@
+//#region src/core/inference-executors/env.ts
+function assertNonEmptyString(value, options) {
+	if (value == null || value.trim().length === 0) {
+		if (options.required === true) throw new Error(`Missing required ${options.name}.`);
+		return;
+	}
+	return value;
+}
+/**
+* Parses one env value with optional required behavior.
+*
+* Example:
+* `const apiKey = envFrom(process.env, { type: 'string', required: true, name: 'OPENAI_API_KEY' })`
+*/
+function envFrom(env, options) {
+	if (options.type === "string") return assertNonEmptyString(env[options.name], options);
+}
+/**
+* Parses one required env value.
+*
+* Example:
+* `const apiKey = requiredEnvFrom(process.env, { type: 'string', name: 'OPENAI_API_KEY' })`
+*/
+function requiredEnvFrom(env, options) {
+	const parsed = envFrom(env, {
+		...options,
+		required: true
+	});
+	if (parsed == null) throw new Error(`Missing required ${options.name}.`);
+	return parsed;
+}
+//#endregion
+export { requiredEnvFrom as n, envFrom as t };
+
+//# sourceMappingURL=env-nV5rVErX.mjs.map

package/dist/env-nV5rVErX.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-nV5rVErX.mjs","names":[],"sources":["../src/core/inference-executors/env.ts"],"sourcesContent":["/**\n * Supported env value coercion types.\n */\nexport type EnvValueType = 'string'\n\n/**\n * Common options for env readers.\n */\nexport interface EnvFromOptions {\n  /**\n   * Env key to read and use in error messages.\n   */\n  name: string\n  /**\n   * Expected env value type.\n   */\n  type: EnvValueType\n  /**\n   * Whether an empty or missing value should throw.\n   *\n   * @default false\n   */\n  required?: boolean\n}\n\n/**\n * Env options used by the required helper.\n *\n * `required` is intentionally omitted because this helper is always required.\n */\nexport type RequiredEnvFromOptions = Omit<EnvFromOptions, 'required'>\n\ntype EnvSource = Record<string, string | undefined>\n\nfunction assertNonEmptyString(value: string | undefined, options: EnvFromOptions): string | undefined {\n  if (value == null || value.trim().length === 0) {\n    if (options.required === true) {\n      throw new Error(`Missing required ${options.name}.`)\n    }\n\n    return undefined\n  }\n\n  return value\n}\n\n/**\n * Parses one env value with optional required behavior.\n *\n * Example:\n * `const apiKey = envFrom(process.env, { type: 'string', required: true, name: 'OPENAI_API_KEY' })`\n */\nexport function envFrom<TEnv extends EnvSource>(\n  env: TEnv,\n  options: EnvFromOptions & { name: keyof TEnv & string },\n): string | undefined {\n  if (options.type === 'string') {\n    return assertNonEmptyString(env[options.name], options)\n  }\n\n  return undefined\n}\n\n/**\n * Parses one required env value.\n *\n * Example:\n * `const apiKey = requiredEnvFrom(process.env, { type: 'string', name: 'OPENAI_API_KEY' })`\n */\nexport function requiredEnvFrom<TEnv extends EnvSource>(\n  env: TEnv,\n  options: RequiredEnvFromOptions & { name: keyof TEnv & string },\n): string {\n  const parsed = envFrom(env, {\n    ...options,\n    required: true,\n  })\n\n  if (parsed == null) {\n    throw new Error(`Missing required ${options.name}.`)\n  }\n\n  return parsed\n}\n"],"mappings":";AAkCA,SAAS,qBAAqB,OAA2B,SAA6C;AACpG,KAAI,SAAS,QAAQ,MAAM,MAAM,CAAC,WAAW,GAAG;AAC9C,MAAI,QAAQ,aAAa,KACvB,OAAM,IAAI,MAAM,oBAAoB,QAAQ,KAAK,GAAG;AAGtD;;AAGF,QAAO;;;;;;;;AAST,SAAgB,QACd,KACA,SACoB;AACpB,KAAI,QAAQ,SAAS,SACnB,QAAO,qBAAqB,IAAI,QAAQ,OAAO,QAAQ;;;;;;;;AAY3D,SAAgB,gBACd,KACA,SACQ;CACR,MAAM,SAAS,QAAQ,KAAK;EAC1B,GAAG;EACH,UAAU;EACX,CAAC;AAEF,KAAI,UAAU,KACZ,OAAM,IAAI,MAAM,oBAAoB,QAAQ,KAAK,GAAG;AAGtD,QAAO"}

package/dist/{index-fakXoZEe.d.mts → index-Bg0atWBF.d.mts}

@@ -22,7 +22,8 @@ type SchedulerScope = 'workspace' | 'project' | 'task' | 'attempt' | 'case';
  * - runtime helpers need to know which hierarchical scope is being executed
  *
  * Expects:
- * - `workspaceId` and `experimentId` are always present
+ * - `workspaceId` is always present
+ * - `experimentId` is metadata for middleware and logging, not queue partitioning
  * - narrower ids are only provided when the selected scope requires them
  *
  * Returns:
@@ -136,7 +137,7 @@ declare function createSchedulerRuntime(options?: CreateSchedulerRuntimeOptions)
  * Resolves the scheduler scopes that apply to a context.
  *
  * Before:
- * - `{ scope: 'case', workspaceId: 'ws', experimentId: 'exp', caseId: 'case-1' }`
+ * - `{ scope: 'case', workspaceId: 'ws', projectName: 'project', caseId: 'case-1' }`
  *
  * After:
  * - `['workspace', 'project', 'task', 'attempt', 'case']` up to the requested scope
@@ -144,4 +145,4 @@ declare function createSchedulerRuntime(options?: CreateSchedulerRuntimeOptions)
 declare function getActiveScopes(context: SchedulerScopeContext): SchedulerScope[];
 //#endregion
 export { SchedulerMiddleware as a, SchedulerScopeContext as c, SchedulerConcurrencyConfig as i, getActiveScopes as n, SchedulerRuntime as o, CreateSchedulerRuntimeOptions as r, SchedulerScope as s, createSchedulerRuntime as t };
-//# sourceMappingURL=index-fakXoZEe.d.mts.map
+//# sourceMappingURL=index-Bg0atWBF.d.mts.map

package/dist/{index-BkjyCInx.d.mts → index-D_aMeWqO.d.mts}

@@ -1,5 +1,5 @@
-import { Buffer } from "node:buffer";
 import { ReadStream, WriteStream } from "node:fs";
+import { Buffer } from "node:buffer";
 
 //#region src/core/cache/types.d.ts
 /**
@@ -1354,4 +1354,4 @@ interface ConfigHookPlugin<TConfig> {
 }
 //#endregion
 export { InferenceExecutor as $, RunScheduledTasksOptions as A, asProjectRelativePath as B, TaskDefinition as C, TaskRunContext as D, TaskReporterHooks as E, CreateTaskExecutionContextOptions as F, AggregatedProviderSummary as G, CreateVievalRunnerRuntimeContextOptions as H, TaskExecutionContext as I, RunResult as J, AggregatedRunResults as K, createTaskExecutionContext as L, RunnerTaskState as M, ScheduledTaskExecutor as N, TaskRunOutput as O, runScheduledTasks as P, CreateRunnerScheduleOptions as Q, ModelDefinition as R, TaskConcurrencyConfig as S, TaskReporterEventPayload as T, RunnerRuntimeContext as U, collectEvalEntries as V, createRunnerRuntimeContext as W, RunScoreKind as X, RunScore as Y, aggregateRunResults as Z, ScopedMatrices as _, CliOpenTelemetryReportingConfig as a, ScheduledTaskMatrixMeta as at, TaskCaseReporterPayload as b, EvalDefinition as c, createFilesystemTaskCacheRuntime as ct, MatrixAxisValues as d, CacheFileOptions as dt, RunnerMatrixDefinition as et, MatrixDefinition as f, CacheNamespace as ft, MatrixValue as g, MatrixRow as h, Awaitable as i, ScheduledTaskMatrix as it, RunnerExecutionError as j, TelemetryAttributeValue as k, EvalModule as l, normalizeCacheFilePathSegments as lt, MatrixPrimitive as m, defineEval as n, RunnerMatrixSelection as nt, CliReportingConfig as o, createRunnerSchedule as ot, MatrixLayer as p, TaskCacheRuntime as pt, AggregatedRunSummary as q, defineTask as r, ScheduledTask as rt, CollectedEvalEntry as s, CreateFilesystemTaskCacheRuntimeOptions as st, ConfigHookPlugin as t, RunnerMatrixInput as tt, EvalModuleMap as u, CacheFileHandle as ut, TaskAutoRetryDelay as v, TaskExecutionPolicy as w, TaskCaseState as x, TaskCaseReporterEndPayload as y, resolveModelByName as z };
-//# sourceMappingURL=index-BkjyCInx.d.mts.map
+//# sourceMappingURL=index-D_aMeWqO.d.mts.map

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { $ as InferenceExecutor, D as TaskRunContext, I as TaskExecutionContext, J as RunResult, O as TaskRunOutput, R as ModelDefinition, S as TaskConcurrencyConfig, X as RunScoreKind, f as MatrixDefinition, k as TelemetryAttributeValue, o as CliReportingConfig, p as MatrixLayer, rt as ScheduledTask, t as ConfigHookPlugin, w as TaskExecutionPolicy } from "./index-BkjyCInx.mjs";
-import { a as requiredEnvFrom } from "./env-BeHv_5mo.mjs";
+import { $ as InferenceExecutor, D as TaskRunContext, I as TaskExecutionContext, J as RunResult, O as TaskRunOutput, R as ModelDefinition, S as TaskConcurrencyConfig, X as RunScoreKind, f as MatrixDefinition, k as TelemetryAttributeValue, o as CliReportingConfig, p as MatrixLayer, rt as ScheduledTask, t as ConfigHookPlugin, w as TaskExecutionPolicy } from "./index-D_aMeWqO.mjs";
+import { a as requiredEnvFrom } from "./env-DfWZy_n4.mjs";
 import { expect } from "./expect.mjs";
 import * as _$c12 from "c12";
 

package/dist/index.mjs

@@ -1,6 +1,6 @@
-import { i as registerEvalDefinition, l as loadEnv, o as createNoopTelemetryRuntime, s as defineConfig } from "./registry-BHGMxjpA.mjs";
+import { i as registerEvalDefinition, l as loadEnv, o as createNoopTelemetryRuntime, s as defineConfig } from "./registry-DMnwE_mY.mjs";
 import { t as createSchedulerQueue } from "./queue-DsZQkZO_.mjs";
-import { n as requiredEnvFrom } from "./env-BFSjny07.mjs";
+import { n as requiredEnvFrom } from "./env-nV5rVErX.mjs";
 import { defineEval, defineTask } from "./config.mjs";
 import { expect } from "./expect.mjs";
 import { errorMessageFrom, sleep } from "@moeru/std";
@@ -219,6 +219,16 @@ function collectCaseOutcomeScores(outcome, scoreBucketsByKind) {
 	const judgeScore = outcome.scoresByKind.get("judge");
 	if (judgeScore != null) scoreBucketsByKind.judge.push(judgeScore);
 }
+function emitCaseOutcome(context, taskCase, outcome, index, totalCases) {
+	emitCaseEnd(context.reporterHooks, {
+		...outcome.errorMessage == null ? {} : { errorMessage: outcome.errorMessage },
+		index,
+		...outcome.output === void 0 ? {} : { output: outcome.output },
+		state: outcome.state,
+		name: taskCase.name,
+		total: totalCases
+	});
+}
 function createCaseBuilder(registeredCases) {
 	function registerCase(name, run, options) {
 		registeredCases.push({
@@ -346,14 +356,7 @@ function describeTask(name, build, options = {}) {
 				if (!hasAutoAttempt) await Promise.all(registeredCases.map(async (taskCase, index) => {
 					const executeCase = async () => {
 						const outcome = await executeRegisteredCase(context, taskCase, index, totalCases, taskExecutionPolicy);
-						emitCaseEnd(context.reporterHooks, {
-							...outcome.errorMessage == null ? {} : { errorMessage: outcome.errorMessage },
-							index,
-							...outcome.output === void 0 ? {} : { output: outcome.output },
-							state: outcome.state,
-							name: taskCase.name,
-							total: totalCases
-						});
+						emitCaseOutcome(context, taskCase, outcome, index, totalCases);
 						collectCaseOutcomeScores(outcome, scoreBucketsByKind);
 					};
 					const concurrency = resolveCaseConcurrency(taskCase, runtimeTaskConcurrency, context.runtimeConcurrency);
@@ -367,10 +370,9 @@ function describeTask(name, build, options = {}) {
 					await queue.run(executeCase);
 				}));
 				else {
-					let finalOutcomes = [];
 					let attemptIndex = 0;
 					for (;;) {
-						finalOutcomes = await Promise.all(registeredCases.map(async (taskCase, index) => {
+						const attemptOutcomes = await Promise.all(registeredCases.map(async (taskCase, index) => {
 							const executeCase = async () => await executeRegisteredCase(context, taskCase, index, totalCases, taskExecutionPolicy);
 							const concurrency = resolveCaseConcurrency(taskCase, runtimeTaskConcurrency, context.runtimeConcurrency);
 							if (concurrency == null) return await executeCase();
@@ -379,7 +381,13 @@ function describeTask(name, build, options = {}) {
 							caseQueues.set(queueKey, queue);
 							return await queue.run(executeCase);
 						}));
-						if (!finalOutcomes.some((outcome, index) => {
+						attemptOutcomes.forEach((outcome, index) => {
+							const taskCase = registeredCases[index];
+							if (taskCase == null) return;
+							emitCaseOutcome(context, taskCase, outcome, index, totalCases);
+							collectCaseOutcomeScores(outcome, scoreBucketsByKind);
+						});
+						if (!attemptOutcomes.some((outcome, index) => {
 							if (outcome.state === "passed") return false;
 							const taskCase = registeredCases[index];
 							if (taskCase == null) return false;
@@ -387,19 +395,6 @@ function describeTask(name, build, options = {}) {
 						})) break;
 						attemptIndex += 1;
 					}
-					finalOutcomes.forEach((outcome, index) => {
-						const taskCase = registeredCases[index];
-						if (taskCase == null) return;
-						emitCaseEnd(context.reporterHooks, {
-							...outcome.errorMessage == null ? {} : { errorMessage: outcome.errorMessage },
-							index,
-							...outcome.output === void 0 ? {} : { output: outcome.output },
-							state: outcome.state,
-							name: taskCase.name,
-							total: totalCases
-						});
-						collectCaseOutcomeScores(outcome, scoreBucketsByKind);
-					});
 				}
 				return { scores: Object.keys(scoreBucketsByKind).filter((kind) => scoreBucketsByKind[kind].length > 0).map((kind) => {
 					const values = scoreBucketsByKind[kind];