anpord 0.1.12 → 0.1.13

package/dist/evals-B6aT3xgH.d.cts

@@ -0,0 +1,1364 @@
+import { Schema } from "effect";
+//#region ../schema/src/domain/evals.d.ts
+declare const EvalHarness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
+type EvalHarness = typeof EvalHarness.Type;
+declare const EvalSandbox: Schema.Literal<["daytona", "e2b", "upstash", "modal", "cloudflare", "vercel"]>;
+type EvalSandbox = typeof EvalSandbox.Type;
+declare const EvalTrialStatus: Schema.Literal<["queued", "running", "passed", "failed", "void"]>;
+type EvalTrialStatus = typeof EvalTrialStatus.Type;
+declare const EvalRunStatus: Schema.Literal<["running", "finished", "failed"]>;
+type EvalRunStatus = typeof EvalRunStatus.Type;
+declare const EvalSource: Schema.Union<[Schema.Struct<{
+  kind: Schema.Literal<["empty"]>;
+}>, Schema.Struct<{
+  kind: Schema.Literal<["repo"]>;
+  ref: Schema.NullOr<typeof Schema.String>;
+  url: Schema.refine<string, typeof Schema.String>;
+}>, Schema.Struct<{
+  files: Schema.Record$<typeof Schema.String, typeof Schema.String>;
+  kind: Schema.Literal<["files"]>;
+}>]>;
+type EvalSource = typeof EvalSource.Type;
+declare const EvalTask: Schema.Struct<{
+  harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
+  harnessVersion: typeof Schema.String;
+  model: typeof Schema.String;
+  profile: Schema.optional<Schema.NullOr<Schema.Struct<{
+    name: typeof Schema.String;
+    version: typeof Schema.String;
+  }>>>;
+  sandbox: Schema.Literal<["daytona", "e2b", "upstash", "modal", "cloudflare", "vercel"]>;
+}>;
+type EvalTask = typeof EvalTask.Type;
+declare const EvalUsage: Schema.Struct<{
+  cacheReadTokens: typeof Schema.Int;
+  cacheWriteTokens: typeof Schema.Int;
+  costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+  inputTokens: typeof Schema.Int;
+  outputTokens: typeof Schema.Int;
+  totalTokens: typeof Schema.Int;
+}>;
+type EvalUsage = typeof EvalUsage.Type;
+declare const EvalJournalEntry: Schema.Union<[Schema.Struct<{
+  _tag: Schema.Literal<["command"]>;
+  command: typeof Schema.String;
+  exitCode: Schema.NullOr<typeof Schema.Int>;
+  finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+  output: typeof Schema.String;
+  outputTruncated: Schema.optional<typeof Schema.Boolean>;
+  startedAtMillis: Schema.NullOr<typeof Schema.Number>;
+}>, Schema.Struct<{
+  _tag: Schema.Literal<["message"]>;
+  finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+  text: typeof Schema.String;
+  usage: Schema.optional<Schema.NullOr<Schema.Struct<{
+    cacheReadTokens: typeof Schema.Int;
+    cacheWriteTokens: typeof Schema.Int;
+    costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+    inputTokens: typeof Schema.Int;
+    outputTokens: typeof Schema.Int;
+    totalTokens: typeof Schema.Int;
+  }>>>;
+}>, Schema.Struct<{
+  _tag: Schema.Literal<["toolCall"]>;
+  finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+  input: Schema.optional<typeof Schema.String>;
+  name: typeof Schema.String;
+  output: Schema.optional<typeof Schema.String>;
+  error: Schema.optional<typeof Schema.String>;
+  outputTruncated: Schema.optional<typeof Schema.Boolean>;
+  inputTruncated: Schema.optional<typeof Schema.Boolean>;
+  errorTruncated: Schema.optional<typeof Schema.Boolean>;
+  startedAtMillis: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+  status: Schema.NullOr<typeof Schema.String>;
+}>, Schema.Struct<{
+  _tag: Schema.Literal<["fileChange"]>;
+  finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+  paths: Schema.Array$<typeof Schema.String>;
+}>]>;
+type EvalJournalEntry = typeof EvalJournalEntry.Type;
+declare const EvalTrial: Schema.Struct<{
+  validations: Schema.optional<Schema.refine<readonly {
+    readonly kind: "command" | "judge" | "code";
+    readonly message: string;
+    readonly index: number;
+    readonly name: string;
+    readonly exitCode: number | null;
+    readonly output: {
+      readonly text: string;
+      readonly truncated: boolean;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    };
+    readonly input: {
+      readonly text: string;
+      readonly truncated: boolean;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    };
+    readonly error: {
+      readonly text: string;
+      readonly truncated: boolean;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    } | null;
+    readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+    readonly id: string;
+    readonly startedAt: number | null;
+    readonly durationMs: number | null;
+    readonly truncated: boolean;
+    readonly judgment?: {
+      readonly name: string;
+      readonly model: string;
+      readonly threshold: number;
+      readonly error: string | null;
+      readonly durationMs: number;
+      readonly evaluator: string;
+      readonly score: number | null;
+      readonly choice: string | null;
+      readonly reason: string;
+    } | undefined;
+    readonly metadata?: {
+      readonly text: string;
+      readonly truncated: boolean;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    } | undefined;
+    readonly calls: readonly {
+      readonly index: number;
+      readonly output: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly input: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly error: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly startedAt: number;
+      readonly durationMs: number | null;
+      readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+    }[];
+    readonly logs: readonly {
+      readonly at: number;
+      readonly value: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly index: number;
+      readonly level: "stdout" | "stderr";
+    }[];
+  }[], Schema.Array$<Schema.Struct<{
+    id: Schema.filter<Schema.filter<typeof Schema.String>>;
+    index: Schema.refine<number, typeof Schema.NonNegative>;
+    name: Schema.filter<typeof Schema.String>;
+    kind: Schema.Literal<["code", "judge", "command"]>;
+    status: Schema.Literal<["queued", "running", "passed", "failed", "error", "skipped"]>;
+    startedAt: Schema.NullOr<typeof Schema.Number>;
+    durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+    message: Schema.filter<typeof Schema.String>;
+    exitCode: Schema.NullOr<typeof Schema.Int>;
+    truncated: typeof Schema.Boolean;
+    judgment: Schema.optional<Schema.Struct<{
+      name: typeof Schema.String;
+      model: typeof Schema.String;
+      evaluator: typeof Schema.String;
+      score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+      choice: Schema.NullOr<typeof Schema.String>;
+      reason: typeof Schema.String;
+      threshold: Schema.filter<typeof Schema.Number>;
+      durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+      error: Schema.NullOr<typeof Schema.String>;
+    }>>;
+    input: Schema.Struct<{
+      text: Schema.filter<typeof Schema.String>;
+      format: Schema.Literal<["text", "json"]>;
+      state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+      truncated: typeof Schema.Boolean;
+    }>;
+    output: Schema.Struct<{
+      text: Schema.filter<typeof Schema.String>;
+      format: Schema.Literal<["text", "json"]>;
+      state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+      truncated: typeof Schema.Boolean;
+    }>;
+    error: Schema.NullOr<Schema.Struct<{
+      text: Schema.filter<typeof Schema.String>;
+      format: Schema.Literal<["text", "json"]>;
+      state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+      truncated: typeof Schema.Boolean;
+    }>>;
+    metadata: Schema.optional<Schema.Struct<{
+      text: Schema.filter<typeof Schema.String>;
+      format: Schema.Literal<["text", "json"]>;
+      state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+      truncated: typeof Schema.Boolean;
+    }>>;
+    calls: Schema.filter<Schema.Array$<Schema.Struct<{
+      index: Schema.refine<number, typeof Schema.NonNegative>;
+      method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+      startedAt: typeof Schema.Number;
+      durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+      input: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      output: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      error: Schema.NullOr<Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>>;
+    }>>>;
+    logs: Schema.filter<Schema.Array$<Schema.Struct<{
+      index: Schema.refine<number, typeof Schema.NonNegative>;
+      at: typeof Schema.Number;
+      level: Schema.Literal<["stdout", "stderr"]>;
+      value: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+    }>>>;
+  }>>>>;
+  judgments: Schema.optional<Schema.Array$<Schema.Struct<{
+    name: typeof Schema.String;
+    model: typeof Schema.String;
+    evaluator: typeof Schema.String;
+    score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+    choice: Schema.NullOr<typeof Schema.String>;
+    reason: typeof Schema.String;
+    threshold: Schema.filter<typeof Schema.Number>;
+    durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+    error: Schema.NullOr<typeof Schema.String>;
+  }>>>;
+  commands: typeof Schema.Int;
+  costs: Schema.NullOr<Schema.Struct<{
+    allocatedUsd: typeof Schema.Number;
+    components: Schema.Array$<Schema.Struct<{
+      classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+      component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+      detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+      explanation: typeof Schema.String;
+      source: typeof Schema.String;
+      usd: Schema.NullOr<typeof Schema.Number>;
+    }>>;
+    estimatedEquivalentUsd: typeof Schema.Number;
+    incomplete: typeof Schema.Boolean;
+    knownActualUsd: typeof Schema.Number;
+  }>>;
+  prepared: Schema.NullOr<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
+  exitCode: typeof Schema.Int;
+  failedCommands: typeof Schema.Int;
+  filesChanged: Schema.Array$<typeof Schema.String>;
+  modelMs: typeof Schema.Int;
+  ordinal: typeof Schema.Int;
+  passed: typeof Schema.Boolean;
+  sandboxId: Schema.NullOr<typeof Schema.String>;
+  sandboxMs: typeof Schema.Int;
+  status: Schema.Literal<["queued", "running", "passed", "failed", "void"]>;
+  timed: typeof Schema.Boolean;
+  trajectory: Schema.Array$<Schema.Union<[Schema.Struct<{
+    _tag: Schema.Literal<["command"]>;
+    command: typeof Schema.String;
+    exitCode: Schema.NullOr<typeof Schema.Int>;
+    finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    output: typeof Schema.String;
+    outputTruncated: Schema.optional<typeof Schema.Boolean>;
+    startedAtMillis: Schema.NullOr<typeof Schema.Number>;
+  }>, Schema.Struct<{
+    _tag: Schema.Literal<["message"]>;
+    finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    text: typeof Schema.String;
+    usage: Schema.optional<Schema.NullOr<Schema.Struct<{
+      cacheReadTokens: typeof Schema.Int;
+      cacheWriteTokens: typeof Schema.Int;
+      costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+      inputTokens: typeof Schema.Int;
+      outputTokens: typeof Schema.Int;
+      totalTokens: typeof Schema.Int;
+    }>>>;
+  }>, Schema.Struct<{
+    _tag: Schema.Literal<["toolCall"]>;
+    finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    input: Schema.optional<typeof Schema.String>;
+    name: typeof Schema.String;
+    output: Schema.optional<typeof Schema.String>;
+    error: Schema.optional<typeof Schema.String>;
+    outputTruncated: Schema.optional<typeof Schema.Boolean>;
+    inputTruncated: Schema.optional<typeof Schema.Boolean>;
+    errorTruncated: Schema.optional<typeof Schema.Boolean>;
+    startedAtMillis: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+    status: Schema.NullOr<typeof Schema.String>;
+  }>, Schema.Struct<{
+    _tag: Schema.Literal<["fileChange"]>;
+    finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    paths: Schema.Array$<typeof Schema.String>;
+  }>]>>;
+  usage: Schema.NullOr<Schema.Struct<{
+    cacheReadTokens: typeof Schema.Int;
+    cacheWriteTokens: typeof Schema.Int;
+    costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+    inputTokens: typeof Schema.Int;
+    outputTokens: typeof Schema.Int;
+    totalTokens: typeof Schema.Int;
+  }>>;
+  verifySteps: Schema.Array$<Schema.Struct<{
+    command: typeof Schema.String;
+    exitCode: typeof Schema.Int;
+  }>>;
+  voidFields: Schema.Array$<typeof Schema.String>;
+}>;
+type EvalTrial = typeof EvalTrial.Type;
+declare const EvalDistribution: Schema.Struct<{
+  commandMax: typeof Schema.Int;
+  commandMedian: typeof Schema.Number;
+  commandMin: typeof Schema.Int;
+  deterministic: typeof Schema.Boolean;
+  failed: typeof Schema.Int;
+  passRate: typeof Schema.Number;
+  passed: typeof Schema.Int;
+  scored: typeof Schema.Int;
+  trials: typeof Schema.Int;
+  voided: typeof Schema.Int;
+}>;
+type EvalDistribution = typeof EvalDistribution.Type;
+declare const EvalVerdict: Schema.Literal<["improved", "incomparable", "regressed", "unchanged"]>;
+type EvalVerdict = typeof EvalVerdict.Type;
+declare const EvalComparison: Schema.Struct<{
+  baselineHarnessVersion: typeof Schema.String;
+  baselinePassRate: typeof Schema.Number;
+  baselineProfileVersion: Schema.NullOr<typeof Schema.String>;
+  candidateHarnessVersion: typeof Schema.String;
+  candidatePassRate: typeof Schema.Number;
+  candidateProfileVersion: Schema.NullOr<typeof Schema.String>;
+  delta: typeof Schema.Number;
+  determinismLost: typeof Schema.Boolean;
+  reason: Schema.NullOr<typeof Schema.String>;
+  verdict: Schema.Literal<["improved", "incomparable", "regressed", "unchanged"]>;
+}>;
+type EvalComparison = typeof EvalComparison.Type;
+declare const EvalCell: Schema.Struct<{
+  caseName: typeof Schema.String;
+  cellKey: Schema.NullOr<typeof Schema.String>;
+  costs: Schema.NullOr<Schema.Struct<{
+    allocatedUsd: typeof Schema.Number;
+    components: Schema.Array$<Schema.Struct<{
+      classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+      component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+      detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+      explanation: typeof Schema.String;
+      source: typeof Schema.String;
+      usd: Schema.NullOr<typeof Schema.Number>;
+    }>>;
+    estimatedEquivalentUsd: typeof Schema.Number;
+    incomplete: typeof Schema.Boolean;
+    knownActualUsd: typeof Schema.Number;
+  }>>;
+  comparison: Schema.NullOr<Schema.Struct<{
+    baselineHarnessVersion: typeof Schema.String;
+    baselinePassRate: typeof Schema.Number;
+    baselineProfileVersion: Schema.NullOr<typeof Schema.String>;
+    candidateHarnessVersion: typeof Schema.String;
+    candidatePassRate: typeof Schema.Number;
+    candidateProfileVersion: Schema.NullOr<typeof Schema.String>;
+    delta: typeof Schema.Number;
+    determinismLost: typeof Schema.Boolean;
+    reason: Schema.NullOr<typeof Schema.String>;
+    verdict: Schema.Literal<["improved", "incomparable", "regressed", "unchanged"]>;
+  }>>;
+  distribution: Schema.NullOr<Schema.Struct<{
+    commandMax: typeof Schema.Int;
+    commandMedian: typeof Schema.Number;
+    commandMin: typeof Schema.Int;
+    deterministic: typeof Schema.Boolean;
+    failed: typeof Schema.Int;
+    passRate: typeof Schema.Number;
+    passed: typeof Schema.Int;
+    scored: typeof Schema.Int;
+    trials: typeof Schema.Int;
+    voided: typeof Schema.Int;
+  }>>;
+  internalId: Schema.NullOr<typeof Schema.String>;
+  setup: Schema.NullOr<Schema.Struct<{
+    prompt: typeof Schema.String;
+    repoRef: Schema.NullOr<typeof Schema.String>;
+    repoUrl: Schema.NullOr<typeof Schema.String>;
+    prepareName: Schema.NullOr<typeof Schema.String>;
+    validatorName: Schema.NullOr<typeof Schema.String>;
+    validatorFiles: Schema.optional<Schema.filter<Schema.filter<Schema.filter<Schema.Array$<Schema.Struct<{
+      path: Schema.filter<Schema.filter<typeof Schema.String>>;
+      content: Schema.filter<typeof Schema.String>;
+    }>>>>>>;
+    verifyCommand: Schema.NullOr<typeof Schema.String>;
+    workspace: typeof Schema.String;
+  }>>;
+  status: Schema.Literal<["running", "finished", "failed"]>;
+  taskIndex: typeof Schema.Int;
+  trials: Schema.Array$<Schema.Struct<{
+    validations: Schema.optional<Schema.refine<readonly {
+      readonly kind: "command" | "judge" | "code";
+      readonly message: string;
+      readonly index: number;
+      readonly name: string;
+      readonly exitCode: number | null;
+      readonly output: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly input: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly error: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+      readonly id: string;
+      readonly startedAt: number | null;
+      readonly durationMs: number | null;
+      readonly truncated: boolean;
+      readonly judgment?: {
+        readonly name: string;
+        readonly model: string;
+        readonly threshold: number;
+        readonly error: string | null;
+        readonly durationMs: number;
+        readonly evaluator: string;
+        readonly score: number | null;
+        readonly choice: string | null;
+        readonly reason: string;
+      } | undefined;
+      readonly metadata?: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | undefined;
+      readonly calls: readonly {
+        readonly index: number;
+        readonly output: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly input: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly error: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly startedAt: number;
+        readonly durationMs: number | null;
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+      }[];
+      readonly logs: readonly {
+        readonly at: number;
+        readonly value: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly index: number;
+        readonly level: "stdout" | "stderr";
+      }[];
+    }[], Schema.Array$<Schema.Struct<{
+      id: Schema.filter<Schema.filter<typeof Schema.String>>;
+      index: Schema.refine<number, typeof Schema.NonNegative>;
+      name: Schema.filter<typeof Schema.String>;
+      kind: Schema.Literal<["code", "judge", "command"]>;
+      status: Schema.Literal<["queued", "running", "passed", "failed", "error", "skipped"]>;
+      startedAt: Schema.NullOr<typeof Schema.Number>;
+      durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+      message: Schema.filter<typeof Schema.String>;
+      exitCode: Schema.NullOr<typeof Schema.Int>;
+      truncated: typeof Schema.Boolean;
+      judgment: Schema.optional<Schema.Struct<{
+        name: typeof Schema.String;
+        model: typeof Schema.String;
+        evaluator: typeof Schema.String;
+        score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+        choice: Schema.NullOr<typeof Schema.String>;
+        reason: typeof Schema.String;
+        threshold: Schema.filter<typeof Schema.Number>;
+        durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+        error: Schema.NullOr<typeof Schema.String>;
+      }>>;
+      input: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      output: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      error: Schema.NullOr<Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>>;
+      metadata: Schema.optional<Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>>;
+      calls: Schema.filter<Schema.Array$<Schema.Struct<{
+        index: Schema.refine<number, typeof Schema.NonNegative>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        startedAt: typeof Schema.Number;
+        durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+        input: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        output: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        error: Schema.NullOr<Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>>;
+      }>>>;
+      logs: Schema.filter<Schema.Array$<Schema.Struct<{
+        index: Schema.refine<number, typeof Schema.NonNegative>;
+        at: typeof Schema.Number;
+        level: Schema.Literal<["stdout", "stderr"]>;
+        value: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+      }>>>;
+    }>>>>;
+    judgments: Schema.optional<Schema.Array$<Schema.Struct<{
+      name: typeof Schema.String;
+      model: typeof Schema.String;
+      evaluator: typeof Schema.String;
+      score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+      choice: Schema.NullOr<typeof Schema.String>;
+      reason: typeof Schema.String;
+      threshold: Schema.filter<typeof Schema.Number>;
+      durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+      error: Schema.NullOr<typeof Schema.String>;
+    }>>>;
+    commands: typeof Schema.Int;
+    costs: Schema.NullOr<Schema.Struct<{
+      allocatedUsd: typeof Schema.Number;
+      components: Schema.Array$<Schema.Struct<{
+        classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+        component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+        detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+        explanation: typeof Schema.String;
+        source: typeof Schema.String;
+        usd: Schema.NullOr<typeof Schema.Number>;
+      }>>;
+      estimatedEquivalentUsd: typeof Schema.Number;
+      incomplete: typeof Schema.Boolean;
+      knownActualUsd: typeof Schema.Number;
+    }>>;
+    prepared: Schema.NullOr<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
+    exitCode: typeof Schema.Int;
+    failedCommands: typeof Schema.Int;
+    filesChanged: Schema.Array$<typeof Schema.String>;
+    modelMs: typeof Schema.Int;
+    ordinal: typeof Schema.Int;
+    passed: typeof Schema.Boolean;
+    sandboxId: Schema.NullOr<typeof Schema.String>;
+    sandboxMs: typeof Schema.Int;
+    status: Schema.Literal<["queued", "running", "passed", "failed", "void"]>;
+    timed: typeof Schema.Boolean;
+    trajectory: Schema.Array$<Schema.Union<[Schema.Struct<{
+      _tag: Schema.Literal<["command"]>;
+      command: typeof Schema.String;
+      exitCode: Schema.NullOr<typeof Schema.Int>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      output: typeof Schema.String;
+      outputTruncated: Schema.optional<typeof Schema.Boolean>;
+      startedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["message"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      text: typeof Schema.String;
+      usage: Schema.optional<Schema.NullOr<Schema.Struct<{
+        cacheReadTokens: typeof Schema.Int;
+        cacheWriteTokens: typeof Schema.Int;
+        costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+        inputTokens: typeof Schema.Int;
+        outputTokens: typeof Schema.Int;
+        totalTokens: typeof Schema.Int;
+      }>>>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["toolCall"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      input: Schema.optional<typeof Schema.String>;
+      name: typeof Schema.String;
+      output: Schema.optional<typeof Schema.String>;
+      error: Schema.optional<typeof Schema.String>;
+      outputTruncated: Schema.optional<typeof Schema.Boolean>;
+      inputTruncated: Schema.optional<typeof Schema.Boolean>;
+      errorTruncated: Schema.optional<typeof Schema.Boolean>;
+      startedAtMillis: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+      status: Schema.NullOr<typeof Schema.String>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["fileChange"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      paths: Schema.Array$<typeof Schema.String>;
+    }>]>>;
+    usage: Schema.NullOr<Schema.Struct<{
+      cacheReadTokens: typeof Schema.Int;
+      cacheWriteTokens: typeof Schema.Int;
+      costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+      inputTokens: typeof Schema.Int;
+      outputTokens: typeof Schema.Int;
+      totalTokens: typeof Schema.Int;
+    }>>;
+    verifySteps: Schema.Array$<Schema.Struct<{
+      command: typeof Schema.String;
+      exitCode: typeof Schema.Int;
+    }>>;
+    voidFields: Schema.Array$<typeof Schema.String>;
+  }>>;
+}>;
+type EvalCell = typeof EvalCell.Type;
+declare const EvalRun: Schema.Struct<{
+  trigger: Schema.optionalWith<Schema.NullOr<Schema.Struct<{
+    source: Schema.Literal<["dashboard", "api", "cli", "ci", "mcp"]>;
+    url: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
+  }>>, {
+    default: () => null;
+  }>;
+  cases: Schema.Array$<typeof Schema.String>;
+  cells: Schema.Array$<Schema.Struct<{
+    caseName: typeof Schema.String;
+    cellKey: Schema.NullOr<typeof Schema.String>;
+    costs: Schema.NullOr<Schema.Struct<{
+      allocatedUsd: typeof Schema.Number;
+      components: Schema.Array$<Schema.Struct<{
+        classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+        component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+        detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+        explanation: typeof Schema.String;
+        source: typeof Schema.String;
+        usd: Schema.NullOr<typeof Schema.Number>;
+      }>>;
+      estimatedEquivalentUsd: typeof Schema.Number;
+      incomplete: typeof Schema.Boolean;
+      knownActualUsd: typeof Schema.Number;
+    }>>;
+    comparison: Schema.NullOr<Schema.Struct<{
+      baselineHarnessVersion: typeof Schema.String;
+      baselinePassRate: typeof Schema.Number;
+      baselineProfileVersion: Schema.NullOr<typeof Schema.String>;
+      candidateHarnessVersion: typeof Schema.String;
+      candidatePassRate: typeof Schema.Number;
+      candidateProfileVersion: Schema.NullOr<typeof Schema.String>;
+      delta: typeof Schema.Number;
+      determinismLost: typeof Schema.Boolean;
+      reason: Schema.NullOr<typeof Schema.String>;
+      verdict: Schema.Literal<["improved", "incomparable", "regressed", "unchanged"]>;
+    }>>;
+    distribution: Schema.NullOr<Schema.Struct<{
+      commandMax: typeof Schema.Int;
+      commandMedian: typeof Schema.Number;
+      commandMin: typeof Schema.Int;
+      deterministic: typeof Schema.Boolean;
+      failed: typeof Schema.Int;
+      passRate: typeof Schema.Number;
+      passed: typeof Schema.Int;
+      scored: typeof Schema.Int;
+      trials: typeof Schema.Int;
+      voided: typeof Schema.Int;
+    }>>;
+    internalId: Schema.NullOr<typeof Schema.String>;
+    setup: Schema.NullOr<Schema.Struct<{
+      prompt: typeof Schema.String;
+      repoRef: Schema.NullOr<typeof Schema.String>;
+      repoUrl: Schema.NullOr<typeof Schema.String>;
+      prepareName: Schema.NullOr<typeof Schema.String>;
+      validatorName: Schema.NullOr<typeof Schema.String>;
+      validatorFiles: Schema.optional<Schema.filter<Schema.filter<Schema.filter<Schema.Array$<Schema.Struct<{
+        path: Schema.filter<Schema.filter<typeof Schema.String>>;
+        content: Schema.filter<typeof Schema.String>;
+      }>>>>>>;
+      verifyCommand: Schema.NullOr<typeof Schema.String>;
+      workspace: typeof Schema.String;
+    }>>;
+    status: Schema.Literal<["running", "finished", "failed"]>;
+    taskIndex: typeof Schema.Int;
+    trials: Schema.Array$<Schema.Struct<{
+      validations: Schema.optional<Schema.refine<readonly {
+        readonly kind: "command" | "judge" | "code";
+        readonly message: string;
+        readonly index: number;
+        readonly name: string;
+        readonly exitCode: number | null;
+        readonly output: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly input: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly error: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+        readonly id: string;
+        readonly startedAt: number | null;
+        readonly durationMs: number | null;
+        readonly truncated: boolean;
+        readonly judgment?: {
+          readonly name: string;
+          readonly model: string;
+          readonly threshold: number;
+          readonly error: string | null;
+          readonly durationMs: number;
+          readonly evaluator: string;
+          readonly score: number | null;
+          readonly choice: string | null;
+          readonly reason: string;
+        } | undefined;
+        readonly metadata?: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | undefined;
+        readonly calls: readonly {
+          readonly index: number;
+          readonly output: {
+            readonly text: string;
+            readonly truncated: boolean;
+            readonly format: "text" | "json";
+            readonly state: "captured" | "disabled" | "unavailable";
+          };
+          readonly input: {
+            readonly text: string;
+            readonly truncated: boolean;
+            readonly format: "text" | "json";
+            readonly state: "captured" | "disabled" | "unavailable";
+          };
+          readonly error: {
+            readonly text: string;
+            readonly truncated: boolean;
+            readonly format: "text" | "json";
+            readonly state: "captured" | "disabled" | "unavailable";
+          } | null;
+          readonly startedAt: number;
+          readonly durationMs: number | null;
+          readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+        }[];
+        readonly logs: readonly {
+          readonly at: number;
+          readonly value: {
+            readonly text: string;
+            readonly truncated: boolean;
+            readonly format: "text" | "json";
+            readonly state: "captured" | "disabled" | "unavailable";
+          };
+          readonly index: number;
+          readonly level: "stdout" | "stderr";
+        }[];
+      }[], Schema.Array$<Schema.Struct<{
+        id: Schema.filter<Schema.filter<typeof Schema.String>>;
+        index: Schema.refine<number, typeof Schema.NonNegative>;
+        name: Schema.filter<typeof Schema.String>;
+        kind: Schema.Literal<["code", "judge", "command"]>;
+        status: Schema.Literal<["queued", "running", "passed", "failed", "error", "skipped"]>;
+        startedAt: Schema.NullOr<typeof Schema.Number>;
+        durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+        message: Schema.filter<typeof Schema.String>;
+        exitCode: Schema.NullOr<typeof Schema.Int>;
+        truncated: typeof Schema.Boolean;
+        judgment: Schema.optional<Schema.Struct<{
+          name: typeof Schema.String;
+          model: typeof Schema.String;
+          evaluator: typeof Schema.String;
+          score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+          choice: Schema.NullOr<typeof Schema.String>;
+          reason: typeof Schema.String;
+          threshold: Schema.filter<typeof Schema.Number>;
+          durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+          error: Schema.NullOr<typeof Schema.String>;
+        }>>;
+        input: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        output: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        error: Schema.NullOr<Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>>;
+        metadata: Schema.optional<Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>>;
+        calls: Schema.filter<Schema.Array$<Schema.Struct<{
+          index: Schema.refine<number, typeof Schema.NonNegative>;
+          method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+          startedAt: typeof Schema.Number;
+          durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+          input: Schema.Struct<{
+            text: Schema.filter<typeof Schema.String>;
+            format: Schema.Literal<["text", "json"]>;
+            state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+            truncated: typeof Schema.Boolean;
+          }>;
+          output: Schema.Struct<{
+            text: Schema.filter<typeof Schema.String>;
+            format: Schema.Literal<["text", "json"]>;
+            state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+            truncated: typeof Schema.Boolean;
+          }>;
+          error: Schema.NullOr<Schema.Struct<{
+            text: Schema.filter<typeof Schema.String>;
+            format: Schema.Literal<["text", "json"]>;
+            state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+            truncated: typeof Schema.Boolean;
+          }>>;
+        }>>>;
+        logs: Schema.filter<Schema.Array$<Schema.Struct<{
+          index: Schema.refine<number, typeof Schema.NonNegative>;
+          at: typeof Schema.Number;
+          level: Schema.Literal<["stdout", "stderr"]>;
+          value: Schema.Struct<{
+            text: Schema.filter<typeof Schema.String>;
+            format: Schema.Literal<["text", "json"]>;
+            state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+            truncated: typeof Schema.Boolean;
+          }>;
+        }>>>;
+      }>>>>;
+      judgments: Schema.optional<Schema.Array$<Schema.Struct<{
+        name: typeof Schema.String;
+        model: typeof Schema.String;
+        evaluator: typeof Schema.String;
+        score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+        choice: Schema.NullOr<typeof Schema.String>;
+        reason: typeof Schema.String;
+        threshold: Schema.filter<typeof Schema.Number>;
+        durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+        error: Schema.NullOr<typeof Schema.String>;
+      }>>>;
+      commands: typeof Schema.Int;
+      costs: Schema.NullOr<Schema.Struct<{
+        allocatedUsd: typeof Schema.Number;
+        components: Schema.Array$<Schema.Struct<{
+          classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+          component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+          detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+          explanation: typeof Schema.String;
+          source: typeof Schema.String;
+          usd: Schema.NullOr<typeof Schema.Number>;
+        }>>;
+        estimatedEquivalentUsd: typeof Schema.Number;
+        incomplete: typeof Schema.Boolean;
+        knownActualUsd: typeof Schema.Number;
+      }>>;
+      prepared: Schema.NullOr<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
+      exitCode: typeof Schema.Int;
+      failedCommands: typeof Schema.Int;
+      filesChanged: Schema.Array$<typeof Schema.String>;
+      modelMs: typeof Schema.Int;
+      ordinal: typeof Schema.Int;
+      passed: typeof Schema.Boolean;
+      sandboxId: Schema.NullOr<typeof Schema.String>;
+      sandboxMs: typeof Schema.Int;
+      status: Schema.Literal<["queued", "running", "passed", "failed", "void"]>;
+      timed: typeof Schema.Boolean;
+      trajectory: Schema.Array$<Schema.Union<[Schema.Struct<{
+        _tag: Schema.Literal<["command"]>;
+        command: typeof Schema.String;
+        exitCode: Schema.NullOr<typeof Schema.Int>;
+        finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+        output: typeof Schema.String;
+        outputTruncated: Schema.optional<typeof Schema.Boolean>;
+        startedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      }>, Schema.Struct<{
+        _tag: Schema.Literal<["message"]>;
+        finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+        text: typeof Schema.String;
+        usage: Schema.optional<Schema.NullOr<Schema.Struct<{
+          cacheReadTokens: typeof Schema.Int;
+          cacheWriteTokens: typeof Schema.Int;
+          costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+          inputTokens: typeof Schema.Int;
+          outputTokens: typeof Schema.Int;
+          totalTokens: typeof Schema.Int;
+        }>>>;
+      }>, Schema.Struct<{
+        _tag: Schema.Literal<["toolCall"]>;
+        finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+        input: Schema.optional<typeof Schema.String>;
+        name: typeof Schema.String;
+        output: Schema.optional<typeof Schema.String>;
+        error: Schema.optional<typeof Schema.String>;
+        outputTruncated: Schema.optional<typeof Schema.Boolean>;
+        inputTruncated: Schema.optional<typeof Schema.Boolean>;
+        errorTruncated: Schema.optional<typeof Schema.Boolean>;
+        startedAtMillis: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+        status: Schema.NullOr<typeof Schema.String>;
+      }>, Schema.Struct<{
+        _tag: Schema.Literal<["fileChange"]>;
+        finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+        paths: Schema.Array$<typeof Schema.String>;
+      }>]>>;
+      usage: Schema.NullOr<Schema.Struct<{
+        cacheReadTokens: typeof Schema.Int;
+        cacheWriteTokens: typeof Schema.Int;
+        costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+        inputTokens: typeof Schema.Int;
+        outputTokens: typeof Schema.Int;
+        totalTokens: typeof Schema.Int;
+      }>>;
+      verifySteps: Schema.Array$<Schema.Struct<{
+        command: typeof Schema.String;
+        exitCode: typeof Schema.Int;
+      }>>;
+      voidFields: Schema.Array$<typeof Schema.String>;
+    }>>;
+  }>>;
+  costs: Schema.NullOr<Schema.Struct<{
+    allocatedUsd: typeof Schema.Number;
+    components: Schema.Array$<Schema.Struct<{
+      classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+      component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+      detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+      explanation: typeof Schema.String;
+      source: typeof Schema.String;
+      usd: Schema.NullOr<typeof Schema.Number>;
+    }>>;
+    estimatedEquivalentUsd: typeof Schema.Number;
+    incomplete: typeof Schema.Boolean;
+    knownActualUsd: typeof Schema.Number;
+  }>>;
+  failure: Schema.NullOr<typeof Schema.String>;
+  finishedAt: Schema.NullOr<Schema.transformOrFail<Schema.SchemaClass<string, string, never>, typeof Schema.DateTimeUtcFromSelf, never>>;
+  id: typeof Schema.String;
+  name: Schema.NullOr<Schema.filter<Schema.filter<typeof Schema.String>>>;
+  startedAt: Schema.transformOrFail<Schema.SchemaClass<string, string, never>, typeof Schema.DateTimeUtcFromSelf, never>;
+  status: Schema.Literal<["running", "finished", "failed"]>;
+  tasks: Schema.Array$<Schema.Struct<{
+    harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
+    harnessVersion: typeof Schema.String;
+    model: typeof Schema.String;
+    profile: Schema.optional<Schema.NullOr<Schema.Struct<{
+      name: typeof Schema.String;
+      version: typeof Schema.String;
+    }>>>;
+    sandbox: Schema.Literal<["daytona", "e2b", "upstash", "modal", "cloudflare", "vercel"]>;
+  }>>;
+}>;
+type EvalRun = typeof EvalRun.Type;
+declare const EvalRunSummary: Schema.Struct<{
+  trigger: Schema.optionalWith<Schema.NullOr<Schema.Struct<{
+    source: Schema.Literal<["dashboard", "api", "cli", "ci", "mcp"]>;
+    url: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
+  }>>, {
+    default: () => null;
+  }>;
+  caseCount: typeof Schema.Int;
+  columns: Schema.Array$<Schema.Struct<{
+    harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
+    harnessVersion: typeof Schema.String;
+    model: typeof Schema.String;
+    profile: Schema.optional<Schema.NullOr<Schema.Struct<{
+      name: typeof Schema.String;
+      version: typeof Schema.String;
+    }>>>;
+    sandbox: Schema.Literal<["daytona", "e2b", "upstash", "modal", "cloudflare", "vercel"]>;
+  }>>;
+  commandMax: Schema.NullOr<typeof Schema.Int>;
+  commandMin: Schema.NullOr<typeof Schema.Int>;
+  failure: Schema.NullOr<typeof Schema.String>;
+  finishedAt: Schema.NullOr<Schema.transformOrFail<Schema.SchemaClass<string, string, never>, typeof Schema.DateTimeUtcFromSelf, never>>;
+  firstCaseName: Schema.NullOr<typeof Schema.String>;
+  id: typeof Schema.String;
+  name: Schema.NullOr<typeof Schema.String>;
+  passed: typeof Schema.Int;
+  scored: typeof Schema.Int;
+  startedAt: Schema.transformOrFail<Schema.SchemaClass<string, string, never>, typeof Schema.DateTimeUtcFromSelf, never>;
+  status: Schema.Literal<["running", "finished", "failed"]>;
+  taskCount: typeof Schema.Int;
+  voided: typeof Schema.Int;
+}>;
+type EvalRunSummary = typeof EvalRunSummary.Type;
+declare const EvalCellHistoryEntry: Schema.Struct<{
+  trigger: Schema.optionalWith<Schema.NullOr<Schema.Struct<{
+    source: Schema.Literal<["dashboard", "api", "cli", "ci", "mcp"]>;
+    url: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
+  }>>, {
+    default: () => null;
+  }>;
+  distribution: Schema.Struct<{
+    commandMax: typeof Schema.Int;
+    commandMedian: typeof Schema.Number;
+    commandMin: typeof Schema.Int;
+    deterministic: typeof Schema.Boolean;
+    failed: typeof Schema.Int;
+    passRate: typeof Schema.Number;
+    passed: typeof Schema.Int;
+    scored: typeof Schema.Int;
+    trials: typeof Schema.Int;
+    voided: typeof Schema.Int;
+  }>;
+  finishedAt: Schema.NullOr<Schema.transformOrFail<Schema.SchemaClass<string, string, never>, typeof Schema.DateTimeUtcFromSelf, never>>;
+  harnessVersion: typeof Schema.String;
+  internalId: typeof Schema.String;
+  profileVersion: Schema.NullOr<typeof Schema.String>;
+  runId: typeof Schema.String;
+  trials: Schema.Array$<Schema.Struct<{
+    validations: Schema.optional<Schema.refine<readonly {
+      readonly kind: "command" | "judge" | "code";
+      readonly message: string;
+      readonly index: number;
+      readonly name: string;
+      readonly exitCode: number | null;
+      readonly output: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly input: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly error: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+      readonly id: string;
+      readonly startedAt: number | null;
+      readonly durationMs: number | null;
+      readonly truncated: boolean;
+      readonly judgment?: {
+        readonly name: string;
+        readonly model: string;
+        readonly threshold: number;
+        readonly error: string | null;
+        readonly durationMs: number;
+        readonly evaluator: string;
+        readonly score: number | null;
+        readonly choice: string | null;
+        readonly reason: string;
+      } | undefined;
+      readonly metadata?: {
+        readonly text: string;
+        readonly truncated: boolean;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | undefined;
+      readonly calls: readonly {
+        readonly index: number;
+        readonly output: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly input: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly error: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly startedAt: number;
+        readonly durationMs: number | null;
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+      }[];
+      readonly logs: readonly {
+        readonly at: number;
+        readonly value: {
+          readonly text: string;
+          readonly truncated: boolean;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly index: number;
+        readonly level: "stdout" | "stderr";
+      }[];
+    }[], Schema.Array$<Schema.Struct<{
+      id: Schema.filter<Schema.filter<typeof Schema.String>>;
+      index: Schema.refine<number, typeof Schema.NonNegative>;
+      name: Schema.filter<typeof Schema.String>;
+      kind: Schema.Literal<["code", "judge", "command"]>;
+      status: Schema.Literal<["queued", "running", "passed", "failed", "error", "skipped"]>;
+      startedAt: Schema.NullOr<typeof Schema.Number>;
+      durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+      message: Schema.filter<typeof Schema.String>;
+      exitCode: Schema.NullOr<typeof Schema.Int>;
+      truncated: typeof Schema.Boolean;
+      judgment: Schema.optional<Schema.Struct<{
+        name: typeof Schema.String;
+        model: typeof Schema.String;
+        evaluator: typeof Schema.String;
+        score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+        choice: Schema.NullOr<typeof Schema.String>;
+        reason: typeof Schema.String;
+        threshold: Schema.filter<typeof Schema.Number>;
+        durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+        error: Schema.NullOr<typeof Schema.String>;
+      }>>;
+      input: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      output: Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>;
+      error: Schema.NullOr<Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>>;
+      metadata: Schema.optional<Schema.Struct<{
+        text: Schema.filter<typeof Schema.String>;
+        format: Schema.Literal<["text", "json"]>;
+        state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+        truncated: typeof Schema.Boolean;
+      }>>;
+      calls: Schema.filter<Schema.Array$<Schema.Struct<{
+        index: Schema.refine<number, typeof Schema.NonNegative>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        startedAt: typeof Schema.Number;
+        durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
+        input: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        output: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+        error: Schema.NullOr<Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>>;
+      }>>>;
+      logs: Schema.filter<Schema.Array$<Schema.Struct<{
+        index: Schema.refine<number, typeof Schema.NonNegative>;
+        at: typeof Schema.Number;
+        level: Schema.Literal<["stdout", "stderr"]>;
+        value: Schema.Struct<{
+          text: Schema.filter<typeof Schema.String>;
+          format: Schema.Literal<["text", "json"]>;
+          state: Schema.Literal<["captured", "disabled", "unavailable"]>;
+          truncated: typeof Schema.Boolean;
+        }>;
+      }>>>;
+    }>>>>;
+    judgments: Schema.optional<Schema.Array$<Schema.Struct<{
+      name: typeof Schema.String;
+      model: typeof Schema.String;
+      evaluator: typeof Schema.String;
+      score: Schema.NullOr<Schema.filter<typeof Schema.Number>>;
+      choice: Schema.NullOr<typeof Schema.String>;
+      reason: typeof Schema.String;
+      threshold: Schema.filter<typeof Schema.Number>;
+      durationMs: Schema.refine<number, typeof Schema.NonNegative>;
+      error: Schema.NullOr<typeof Schema.String>;
+    }>>>;
+    commands: typeof Schema.Int;
+    costs: Schema.NullOr<Schema.Struct<{
+      allocatedUsd: typeof Schema.Number;
+      components: Schema.Array$<Schema.Struct<{
+        classification: Schema.Literal<["actual", "allocated", "estimate", "included", "managed", "unknown"]>;
+        component: Schema.Literal<["judge", "harness", "model", "platform", "sandbox"]>;
+        detail: Schema.Record$<typeof Schema.String, typeof Schema.Unknown>;
+        explanation: typeof Schema.String;
+        source: typeof Schema.String;
+        usd: Schema.NullOr<typeof Schema.Number>;
+      }>>;
+      estimatedEquivalentUsd: typeof Schema.Number;
+      incomplete: typeof Schema.Boolean;
+      knownActualUsd: typeof Schema.Number;
+    }>>;
+    prepared: Schema.NullOr<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
+    exitCode: typeof Schema.Int;
+    failedCommands: typeof Schema.Int;
+    filesChanged: Schema.Array$<typeof Schema.String>;
+    modelMs: typeof Schema.Int;
+    ordinal: typeof Schema.Int;
+    passed: typeof Schema.Boolean;
+    sandboxId: Schema.NullOr<typeof Schema.String>;
+    sandboxMs: typeof Schema.Int;
+    status: Schema.Literal<["queued", "running", "passed", "failed", "void"]>;
+    timed: typeof Schema.Boolean;
+    trajectory: Schema.Array$<Schema.Union<[Schema.Struct<{
+      _tag: Schema.Literal<["command"]>;
+      command: typeof Schema.String;
+      exitCode: Schema.NullOr<typeof Schema.Int>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      output: typeof Schema.String;
+      outputTruncated: Schema.optional<typeof Schema.Boolean>;
+      startedAtMillis: Schema.NullOr<typeof Schema.Number>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["message"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      text: typeof Schema.String;
+      usage: Schema.optional<Schema.NullOr<Schema.Struct<{
+        cacheReadTokens: typeof Schema.Int;
+        cacheWriteTokens: typeof Schema.Int;
+        costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+        inputTokens: typeof Schema.Int;
+        outputTokens: typeof Schema.Int;
+        totalTokens: typeof Schema.Int;
+      }>>>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["toolCall"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      input: Schema.optional<typeof Schema.String>;
+      name: typeof Schema.String;
+      output: Schema.optional<typeof Schema.String>;
+      error: Schema.optional<typeof Schema.String>;
+      outputTruncated: Schema.optional<typeof Schema.Boolean>;
+      inputTruncated: Schema.optional<typeof Schema.Boolean>;
+      errorTruncated: Schema.optional<typeof Schema.Boolean>;
+      startedAtMillis: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+      status: Schema.NullOr<typeof Schema.String>;
+    }>, Schema.Struct<{
+      _tag: Schema.Literal<["fileChange"]>;
+      finishedAtMillis: Schema.NullOr<typeof Schema.Number>;
+      paths: Schema.Array$<typeof Schema.String>;
+    }>]>>;
+    usage: Schema.NullOr<Schema.Struct<{
+      cacheReadTokens: typeof Schema.Int;
+      cacheWriteTokens: typeof Schema.Int;
+      costUsd: Schema.optional<Schema.NullOr<typeof Schema.Number>>;
+      inputTokens: typeof Schema.Int;
+      outputTokens: typeof Schema.Int;
+      totalTokens: typeof Schema.Int;
+    }>>;
+    verifySteps: Schema.Array$<Schema.Struct<{
+      command: typeof Schema.String;
+      exitCode: typeof Schema.Int;
+    }>>;
+    voidFields: Schema.Array$<typeof Schema.String>;
+  }>>;
+}>;
+type EvalCellHistoryEntry = typeof EvalCellHistoryEntry.Type;
+declare const StartedEval: Schema.Struct<{
+  id: typeof Schema.String;
+}>;
+declare const RerunCellRequest: Schema.Struct<{
+  trigger: Schema.optional<Schema.Struct<{
+    source: Schema.Literal<["dashboard", "api", "cli", "ci", "mcp"]>;
+    url: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
+  }>>;
+  trials: Schema.filter<typeof Schema.Int>;
+}>;
+type RerunCellRequest = typeof RerunCellRequest.Type;
+type StartedEval = typeof StartedEval.Type;
+declare const CatalogueModel: Schema.Struct<{
+  displayName: typeof Schema.String;
+  id: typeof Schema.String;
+  summary: Schema.NullOr<typeof Schema.String>;
+  vendor: Schema.NullOr<typeof Schema.String>;
+}>;
+type CatalogueModel = typeof CatalogueModel.Type;
+declare const ModelCatalogue: Schema.Struct<{
+  harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
+  models: Schema.Array$<Schema.Struct<{
+    displayName: typeof Schema.String;
+    id: typeof Schema.String;
+    summary: Schema.NullOr<typeof Schema.String>;
+    vendor: Schema.NullOr<typeof Schema.String>;
+  }>>;
+  total: typeof Schema.Int;
+}>;
+type ModelCatalogue = typeof ModelCatalogue.Type;
+//#endregion
+export { EvalVerdict as _, EvalDistribution as a, StartedEval as b, EvalRun as c, EvalSandbox as d, EvalSource as f, EvalUsage as g, EvalTrialStatus as h, EvalComparison as i, EvalRunStatus as l, EvalTrial as m, EvalCell as n, EvalHarness as o, EvalTask as p, EvalCellHistoryEntry as r, EvalJournalEntry as s, CatalogueModel as t, EvalRunSummary as u, ModelCatalogue as v, RerunCellRequest as y };