@tangle-network/agent-eval 0.127.0 → 0.128.1

package/dist/contract/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/contract/self-improve.ts","../../src/contract/define-agent-eval.ts","../../src/contract/measured-comparison.ts","../../src/contract/eval-reporting-suite.ts","../../src/contract/intake/run-record-dir.ts","../../src/contract/diff.ts","../../src/contract/intake/agent-trace.ts","../../src/contract/intake/feedback-table.ts","../../src/contract/intake/otel-spans.ts"],"sourcesContent":["/**\n * Run one complete improvement job.\n *\n * A caller-owned `proposer` can generate candidates across local generations.\n * An external `method`, such as official GEPA or SkillOpt, owns its complete\n * search and returns one candidate. Both paths remeasure the selected candidate\n * against cases that candidate generation never receives.\n */\n\nimport { defaultProductionGate } from '../campaign/gates/default-production-gate'\nimport { type PowerPreflight, powerPreflight } from '../campaign/gates/power-preflight'\nimport {\n  assertOptimizationResult,\n  type OptimizationMethod,\n  type OptimizationMethodProvenance,\n  type OptimizationMethodResult,\n} from '../campaign/presets/compare-optimization-methods'\nimport {\n  type RunImprovementLoopResult,\n  runImprovementLoop,\n} from '../campaign/presets/run-improvement-loop'\nimport type {\n  PremeasuredOptimizationBaseline,\n  RunOptimizationOptions,\n} from '../campaign/presets/run-optimization'\nimport {\n  emitLoopProvenance,\n  type LoopProvenanceRecord,\n  loopProvenanceArgsFromResult,\n} from '../campaign/provenance'\nimport { resolveRunDir } from '../campaign/run-dir'\nimport {\n  campaignCellExecutionEvidence,\n  campaignCellJudgeDimensions,\n  campaignCellTaskScore,\n  campaignCellToRunRecord,\n} from '../campaign/run-record'\nimport {\n  type CampaignStorage,\n  createRunCostLedger,\n  fsCampaignStorage,\n  inMemoryCampaignStorage,\n} from '../campaign/storage'\nimport { surfaceContentHash, surfaceHash } from '../campaign/surface-identity'\nimport type {\n  CampaignCellResult,\n  DispatchContext,\n  Gate,\n  JudgeConfig,\n  LabeledScenarioStore,\n  MutableSurface,\n  Scenario,\n  SurfaceProposer,\n} from '../campaign/types'\nimport type { CostLedgerHandle, CostLedgerSummary, CostReceipt } from '../cost-ledger'\nimport { createHostedClient, type HostedTenant } from '../hosted/client'\nimport type { EvalRunCellScore, EvalRunEvent, EvalRunGenerationSnapshot } from '../hosted/types'\nimport type { RunRecord, RunSplitTag } from '../run-record'\nimport { analyzeRuns } from './analyze-runs'\nimport type { InsightReport } from './insight-report'\n\nexport interface SelfImproveBudget {\n  /** Hard spend cap across the full run. Each paid call reserves its enforced\n   *  maximum before dispatch, so completed spend cannot cross this amount. */\n  dollars?: number\n  /** Proposer generations. Default: 3. External methods own their rounds and\n   *  require this value to be omitted or set to 1. Set 0 only for a\n   *  proposer-free baseline run. */\n  generations?: number\n  /** Candidates the proposer emits per generation. Default 2. */\n  populationSize?: number\n  /** Max concurrent cells across the loop. Default 2. */\n  maxConcurrency?: number\n  /** Candidate campaigns scored in parallel. Default 1. Total concurrent\n   *  cells are bounded by `candidateConcurrency * maxConcurrency`. */\n  candidateConcurrency?: number\n  /** Fraction of `scenarios` held out from training, used for the gate.\n   *  Default 0.25. Ignored when `holdoutScenarios` is set explicitly. */\n  holdoutFraction?: number\n  /** Fraction of the non-final cases reserved for method selection.\n   *  Default 0.25. Used only with `method` and ignored when\n   *  `selectionScenarios` is supplied explicitly. */\n  selectionFraction?: number\n  /** Explicit held-out scenarios; overrides `holdoutFraction`. */\n  holdoutScenarios?: Scenario[]\n  /** Holdout policy. Default `'measured'`: split, re-score baseline vs winner\n   *  on the held-out set, gate on that comparison. `'deferred'`: run the\n   *  improvement-set campaigns + search promotion, dispatch ZERO holdout cells,\n   *  force the gate to `'hold'`, return `lift: undefined`, and record\n   *  `holdout: 'deferred'` in the provenance record — for callers that measure\n   *  the held-out comparison in a separate later run instead of faking a\n   *  static holdout scenario and recording a meaningless lift. Unless\n   *  `holdoutScenarios` reserves an explicit set, ALL scenarios train. */\n  holdout?: 'measured' | 'deferred'\n  /** Per-scenario replicates per cell — raises bootstrap-CI tightness. Default 1. */\n  reps?: number\n  /** DEPTH dial forwarded to the proposer's `propose()` as\n   *  `ctx.maxImprovementShots` — max iterations an agentic candidate generator\n   *  may take per candidate (verify-in-session retries). Unset ⇒ the\n   *  proposer's own default. */\n  maxImprovementShots?: number\n}\n\nexport type SelfImproveProgressEvent =\n  | { kind: 'baseline.started'; scenarios: number }\n  | { kind: 'baseline.completed'; compositeMean: number; durationMs: number }\n  | { kind: 'generation.started'; index: number; populationSize: number }\n  | { kind: 'generation.completed'; index: number; bestComposite: number; durationMs: number }\n  // `lift` is absent when `budget.holdout === 'deferred'` — no held-out\n  // measurement ran, and the search-split delta must not masquerade as one.\n  | { kind: 'gate.decided'; decision: string; lift?: number }\n  | { kind: 'power.estimated'; n: number; sd: number; mde: number; underpowered: boolean }\n\nexport interface SelfImproveOptions<TScenario extends Scenario, TArtifact> {\n  /**\n   * Your agent — a function that takes the current `MutableSurface`\n   * (typically a system prompt the loop is optimizing) plus the\n   * scenario + cell ctx, and returns the artifact your judge scores.\n   *\n   * Same shape as `RunOptimizationOptions.dispatchWithSurface`. Wrap a\n   * plain `Dispatch` if you don't have a surface seam:\n   *\n   *   agent: (_surface, scenario, ctx) => yourPlainDispatch(scenario, ctx)\n   *\n   * That mode evaluates without mutating any surface — useful as a\n   * baseline-only run (set `budget.generations = 0`).\n   */\n  agent: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>\n\n  /** Scenarios to evaluate against. Train/holdout split is computed from\n   *  these unless `budget.holdoutScenarios` is set explicitly. */\n  scenarios: TScenario[]\n\n  /** Judge that scores artifacts. Bring your own; use `langchainJudge`\n   *  from `/adapters/langchain` for a Runnable-shaped one. */\n  judge: JudgeConfig<TArtifact, TScenario>\n\n  /** Starting surface — system prompt, JSON config, anything `MutableSurface`\n   *  accepts. The proposer mutates this each generation. */\n  baselineSurface: MutableSurface\n\n  /** Budget + loop shape. All fields optional. */\n  budget?: SelfImproveBudget\n\n  /**\n   * Complete prior measurement of `baselineSurface` over the TRAIN split.\n   * Forwarded to the loop body, which validates its surface hash, scenario\n   * split, seed (42), reps, and coverage, then skips the baseline search\n   * campaign entirely — no baseline dispatch, no resumability lookup. The\n   * train split is `scenarios` minus the holdout split, so premeasure with\n   * exactly that scenario set (explicit `budget.holdoutScenarios`, or\n   * `budget.holdout: 'deferred'` with no reserved set, makes the train split\n   * deterministic). Prior spend stays in the imported campaign aggregates and\n   * is not re-added to this run's cost ledger.\n   */\n  premeasuredBaseline?: PremeasuredOptimizationBaseline<TArtifact, TScenario>\n\n  /**\n   * Candidate generator for this local generation loop.\n   * Required when `budget.generations` is greater than zero.\n   */\n  proposer?: SurfaceProposer\n\n  /**\n   * Complete optimization method, such as official GEPA or SkillOpt.\n   * The method receives disjoint train and selection cases and never receives\n   * the final comparison cases. Mutually exclusive with `proposer`.\n   */\n  method?: OptimizationMethod<TScenario, TArtifact>\n\n  /** Explicit method-selection cases. They must also appear in `scenarios`\n   *  and must not overlap the final comparison cases. */\n  selectionScenarios?: TScenario[]\n\n  /** Custom gate. Default is `defaultProductionGate` with\n   *  `deltaThreshold: 0.05` on the held-out split. */\n  gate?: Gate<TArtifact, TScenario>\n\n  /** Placebo control. When supplied AND the winner differs from baseline, the\n   *  loop scores a THIRD held-out arm: the winner surface with its content\n   *  footprint-matched-blanked by this fn (typically via `neutralizeText`). Its\n   *  scores reach the gate as `ctx.neutralizedJudgeScores`, letting a\n   *  `neutralizationGate` reject a win whose lift survives blanking the content\n   *  (decorative — driven by footprint, not content). Costs one extra held-out\n   *  campaign; omit to skip. Compose `neutralizationGate` into `gate` to act on it. */\n  neutralize?: (winnerSurface: MutableSurface, baselineSurface: MutableSurface) => MutableSurface\n\n  /** Storage backend. A filesystem run directory uses `fsCampaignStorage()`;\n   *  a `mem://` directory uses in-memory storage. External methods default to\n   *  a filesystem directory because their official state must survive. */\n  storage?: CampaignStorage\n\n  /** Run directory. Proposer mode defaults to\n   *  `mem://selfImprove-<timestamp>`. External method mode defaults to\n   *  `.agent-eval/runs/self-improve-<timestamp>`. */\n  runDir?: string\n\n  /** Fires once the durable provenance record + OTel spans are emitted.\n   *  Receives the structured record for inline assertions / custom routing. */\n  onProvenance?: (record: LoopProvenanceRecord) => void\n\n  /** Distributed execution seam — same as `RunCampaignOptions.cellPlacement`.\n   *  Returns an opaque placement key the substrate forwards to your agent\n   *  as `ctx.placement`. Combined with `httpDispatch` from\n   *  `/adapters/http`, fans cells across regions. */\n  cellPlacement?: (input: {\n    scenario: TScenario\n    rep: number\n    generation?: number\n  }) => string | undefined\n\n  /** Per-cell agent dispatch deadline, applied to baseline, candidate, and\n   *  held-out campaigns. Default 600_000 ms. Set 0 to disable. */\n  dispatchTimeoutMs?: number\n\n  /** Streaming hook — fires on baseline + each generation + gate decision.\n   *  Consumer routes events wherever (UI, dashboard, logs). */\n  onProgress?: (event: SelfImproveProgressEvent) => void\n\n  /** Auto-promotion behavior on a ship decision. Default `'none'` — we\n   *  return the winner; you ship it however you ship. `'pr'` opens a\n   *  GitHub PR via `openAutoPr`; requires `ghOwner` + `ghRepo`. */\n  autoOnPromote?: 'pr' | 'none'\n  ghOwner?: string\n  ghRepo?: string\n\n  /**\n   * Opt-in: ship eval-run events to a hosted orchestrator (ours, your\n   * self-hosted one, or any compatible implementation of the\n   * `docs/hosted-ingest-spec.md` wire format). When set, the substrate\n   * POSTs the final `EvalRunEvent` to `${endpoint}/v1/ingest/eval-runs`\n   * after the loop completes. Failures are logged but do not fail the\n   * loop — local result is always returned.\n   *\n   * For our orchestrator: `{ endpoint: 'https://orchestrator.tangle.tools/v1', apiKey, tenantId }`.\n   *\n   * For your self-hosted: any URL serving the wire format. See\n   * `examples/hosted-ingest-server/` for the reference receiver.\n   */\n  hostedTenant?: HostedTenant\n\n  /** Free-form labels attached to the hosted event (env, branch, model id,\n   *  etc.). Ignored when `hostedTenant` is unset. */\n  hostedLabels?: Record<string, string>\n\n  /** Capture every artifact + judge score to this store (labeled-example\n   *  corpus the proposer may read for few-shot, and the dataset you ship). Pass\n   *  `'off'` to disable. Default: off. */\n  labeledStore?: LabeledScenarioStore | 'off'\n\n  /** Capture-source tag for `labeledStore`. Default `'eval-run'`. */\n  captureSource?: 'production-trace' | 'eval-run' | 'manual' | 'red-team' | 'synthetic'\n\n  /**\n   * Per-cell backend-integrity expectation — the fail-loud guard. A cell that\n   * produced an artifact but reported `costUsd === 0` AND zero tokens is a\n   * stub. Modes: `'assert'` throws on the first such cell, `'warn'` logs it,\n   * `'off'` skips the check (offline/replay). Default `'assert'` — `selfImprove`\n   * is the real-run path, so a stub fails loud rather than scoring a clean 0.\n   */\n  expectUsage?: 'assert' | 'warn' | 'off'\n\n  /**\n   * Per-generation findings producer. Runs once on the baseline campaign (as\n   * `generation: -1`) before generation 0 proposes — so single-generation runs\n   * propose with trace context — and again after each generation is scored;\n   * whatever it returns REPLACES the proposer's `findings` for the next\n   * `propose()`. Plug a trace-analyst registry / HALO here. When absent,\n   * findings stay `opts.findings`.\n   */\n  analyzeGeneration?: RunOptimizationOptions<TScenario, TArtifact>['analyzeGeneration']\n\n  /** Static findings forwarded to the proposer's `propose()` as `ctx.findings`\n   *  (a findings-grounded proposer consumes them). Default: none. */\n  findings?: unknown[]\n\n  /** Override how the WINNER is selected among coverage-complete candidates.\n   *  Defaults to the scalar mean composite (historical behavior). A binary-with-\n   *  replicates consumer whose ship-gate counts an instance resolved only when\n   *  every replicate resolved passes a fail-closed lexicographic key here so that\n   *  winner-selection and the ship-gate rank on the identical metric and cannot\n   *  invert. See `RunOptimizationOptions.selectionRankKey`. */\n  selectionRankKey?: RunOptimizationOptions<TScenario, TArtifact>['selectionRankKey']\n}\n\nexport interface SelfImproveResult<TScenario extends Scenario, TArtifact> {\n  /** Composite mean across all scenarios, baseline run. When\n   *  `budget.holdout === 'deferred'` this is measured on the improvement\n   *  (search) split — no holdout campaign ran. */\n  baseline: {\n    compositeMean: number\n    perScenario: Record<string, number>\n  }\n  /** Composite mean on the held-out set, winner run. When\n   *  `budget.holdout === 'deferred'` this is the winner's improvement-set\n   *  (search) measurement — no holdout campaign ran. */\n  winner: {\n    compositeMean: number\n    perScenario: Record<string, number>\n    surface: MutableSurface\n    /** Proposer label for the promoted change. Absent ⇒ winner == baseline or\n     *  a bare-surface mutator. */\n    label?: string\n    /** Proposer rationale — the \"because Z\" that motivated the promoted change.\n     *  Threaded from the proposer's `ProposedCandidate` through the loop.\n     *  Absent ⇒ winner == baseline. */\n    rationale?: string\n  }\n  /** `winner.compositeMean - baselineOnHoldout.compositeMean`. Positive\n   *  means the gate observed improvement. Absent iff\n   *  `budget.holdout === 'deferred'` — no held-out measurement ran, so there\n   *  is no lift to report (never a fabricated 0). */\n  lift?: number\n  /** The explicit baseline→winner unified diff. Always present (empty string\n   *  when winner == baseline). */\n  diff: string\n  /** Durable, queryable provenance record: candidate→cell→gate→promote chain +\n   *  rationale + diff + backend provenance. The artifact the hosted ingest\n   *  path stores; the +lift RECOMPUTES from `record.heldOutLift`. */\n  provenance: LoopProvenanceRecord\n  /** `defaultProductionGate.decide()` result. */\n  gateDecision: 'ship' | 'hold' | 'need_more_work' | 'model_ceiling' | 'arch_ceiling'\n  /** Number of generations actually explored (may be less than the\n   *  budget if the proposer gave up early). */\n  generationsExplored: number\n  /** Wall-clock total. */\n  durationMs: number\n  /** Total newly observed cost across the full run. */\n  totalCostUsd: number\n  /** Canonical run-wide spend summary. */\n  cost: CostLedgerSummary\n  /** Run-wide receipts across proposal, search, holdout, judging, analysis,\n   *  and promotion work, with phase and actor attribution. */\n  receipts: CostReceipt[]\n  /** Exact external method and source identity, when `method` was used. */\n  optimization?: {\n    name: string\n    cost: OptimizationMethodResult['cost']\n    durationMs?: number\n    provenance?: OptimizationMethodProvenance\n  }\n  /**\n   * Rigor packet: distributional summary, paired-bootstrap lift CI,\n   * judge stats, contamination check, recommendations. Wired through\n   * `analyzeRuns()` on the baseline + winner cells of the campaign.\n   * Hosted-tier dashboards render this as the v3-vs-v4 decision view.\n   */\n  insight: InsightReport\n  /** Minimum-detectable-lift analysis from the baseline holdout cells: could this\n   *  budget have shipped ANY plausible effect? Absent when the baseline produced\n   *  fewer than 3 scored holdout cells. See `powerPreflight` for the standalone\n   *  pre-run version (run `gate: 'none'` first, budget the real search after). */\n  power?: PowerPreflight\n  /**\n   * Raw substrate result for advanced inspection — full per-generation\n   * candidates, full campaign artifacts, all judge scores. Useful for\n   * debugging or reporting beyond the summary.\n   */\n  raw: RunImprovementLoopResult<TArtifact, TScenario>\n}\n\n/** Failed self-improvement run with an immutable receipt snapshot. */\nexport class SelfImproveRunError extends Error {\n  readonly cost: CostLedgerSummary\n  readonly receipts: CostReceipt[]\n\n  constructor(cause: unknown, ledger: CostLedgerHandle) {\n    const original = cause instanceof Error ? cause : new Error(String(cause))\n    super(original.message, { cause: original })\n    this.name = 'SelfImproveRunError'\n    this.cost = ledger.summary()\n    this.receipts = ledger.list()\n  }\n}\n\nfunction assertSelfImproveSearchMode<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n): void {\n  if (opts.method && opts.proposer) {\n    throw new Error('selfImprove: method and proposer are mutually exclusive')\n  }\n  if (!opts.method) {\n    if (opts.selectionScenarios !== undefined) {\n      throw new Error('selfImprove: selectionScenarios requires method')\n    }\n    return\n  }\n  if (\n    typeof opts.method.name !== 'string' ||\n    !opts.method.name.trim() ||\n    opts.method.name.trim() !== opts.method.name ||\n    typeof opts.method.optimize !== 'function'\n  ) {\n    throw new Error('selfImprove: method must have a trimmed name and optimize(input)')\n  }\n  const budget = opts.budget\n  if (budget?.generations !== undefined && budget.generations !== 1) {\n    throw new Error('selfImprove: method owns its rounds; budget.generations must be 1 when set')\n  }\n  if (budget?.populationSize !== undefined && budget.populationSize !== 1) {\n    throw new Error(\n      'selfImprove: method owns its candidates; budget.populationSize must be 1 when set',\n    )\n  }\n  if (\n    budget?.candidateConcurrency !== undefined ||\n    budget?.maxImprovementShots !== undefined ||\n    opts.analyzeGeneration !== undefined ||\n    opts.findings !== undefined\n  ) {\n    throw new Error(\n      'selfImprove: candidateConcurrency, maxImprovementShots, analyzeGeneration, and findings apply only to proposer mode',\n    )\n  }\n}\n\nfunction splitMethodPartitions<TScenario extends Scenario>(\n  searchScenarios: TScenario[],\n  explicitSelection: TScenario[] | undefined,\n  fraction: number,\n): { train: TScenario[]; selection: TScenario[] } {\n  if (!Number.isFinite(fraction) || fraction <= 0 || fraction >= 1) {\n    throw new Error('selfImprove: budget.selectionFraction must be in (0, 1)')\n  }\n  const byId = new Map<string, TScenario>()\n  for (const scenario of searchScenarios) {\n    if (byId.has(scenario.id)) {\n      throw new Error(`selfImprove: duplicate scenario id '${scenario.id}'`)\n    }\n    byId.set(scenario.id, scenario)\n  }\n  if (explicitSelection) {\n    if (explicitSelection.length === 0) {\n      throw new Error('selfImprove: selectionScenarios must not be empty')\n    }\n    const selectionIds = new Set<string>()\n    for (const scenario of explicitSelection) {\n      if (!byId.has(scenario.id)) {\n        throw new Error(\n          `selfImprove: selection scenario '${scenario.id}' is absent from the non-final cases`,\n        )\n      }\n      if (selectionIds.has(scenario.id)) {\n        throw new Error(`selfImprove: duplicate selection scenario id '${scenario.id}'`)\n      }\n      selectionIds.add(scenario.id)\n    }\n    const train = searchScenarios.filter((scenario) => !selectionIds.has(scenario.id))\n    if (train.length === 0) {\n      throw new Error('selfImprove: method train split is empty')\n    }\n    return {\n      train,\n      selection: explicitSelection.map((scenario) => byId.get(scenario.id)!),\n    }\n  }\n  if (searchScenarios.length < 2) {\n    throw new Error('selfImprove: method requires at least two non-final scenarios')\n  }\n  const sorted = [...searchScenarios].sort(\n    (a, b) => stableScenarioHash(a.id) - stableScenarioHash(b.id),\n  )\n  const count = Math.max(1, Math.min(sorted.length - 1, Math.round(sorted.length * fraction)))\n  return {\n    selection: sorted.slice(0, count),\n    train: sorted.slice(count),\n  }\n}\n\nfunction safeRunComponent(value: string): string {\n  return value.replace(/[^a-zA-Z0-9._-]/g, '_')\n}\n\nfunction stableScenarioHash(value: string): number {\n  let hash = 2166136261 >>> 0\n  for (let index = 0; index < value.length; index++) {\n    hash ^= value.charCodeAt(index)\n    hash = Math.imul(hash, 16777619) >>> 0\n  }\n  return hash\n}\n\n/**\n * Deterministic train/holdout split by a stable hash of `scenario.id`,\n * so the same scenario set always splits the same way across runs.\n */\nfunction splitTrainHoldout<TScenario extends Scenario>(\n  scenarios: TScenario[],\n  fraction: number,\n): { train: TScenario[]; holdout: TScenario[] } {\n  const sorted = [...scenarios].sort((a, b) => stableScenarioHash(a.id) - stableScenarioHash(b.id))\n  const nHoldout = Math.max(1, Math.min(sorted.length - 1, Math.round(sorted.length * fraction)))\n  return {\n    holdout: sorted.slice(0, nHoldout),\n    train: sorted.slice(nHoldout),\n  }\n}\n\nfunction meanComposite(byScenario: Record<string, { meanComposite: number }>): {\n  compositeMean: number\n  perScenario: Record<string, number>\n} {\n  const perScenario: Record<string, number> = {}\n  const values: number[] = []\n  for (const [id, agg] of Object.entries(byScenario)) {\n    perScenario[id] = agg.meanComposite\n    values.push(agg.meanComposite)\n  }\n  return {\n    compositeMean: values.length === 0 ? 0 : values.reduce((s, v) => s + v, 0) / values.length,\n    perScenario,\n  }\n}\n\n/**\n * Latest search campaign measured for the winner surface; the baseline search\n * campaign when the winner IS the baseline. Used by the deferred-holdout\n * summary, where no holdout campaign exists to summarize.\n */\nfunction winnerSearchCampaign<TScenario extends Scenario, TArtifact>(\n  result: RunImprovementLoopResult<TArtifact, TScenario>,\n): RunImprovementLoopResult<TArtifact, TScenario>['baselineCampaign'] {\n  for (let i = result.generations.length - 1; i >= 0; i--) {\n    const measured = result.generations[i]?.surfaces.find(\n      (s) => s.surfaceHash === result.winnerSurfaceHash,\n    )\n    if (measured) return measured.campaign\n  }\n  return result.baselineCampaign\n}\n\n/**\n * One-shot self-improvement loop. See module docstring for defaults +\n * extension points.\n *\n * @example Minimum:\n *\n *   const result = await selfImprove({\n *     agent: (surface, scenario, ctx) => myAgent(surface, scenario, ctx.signal),\n *     scenarios,\n *     judge,\n *     baselineSurface: DEFAULT_PROMPT,\n *     proposer,\n *   })\n *   console.log(`lift: ${result.lift.toFixed(3)} (${result.gateDecision})`)\n *\n * @example Distributed (workers in three regions):\n *\n *   await selfImprove({\n *     agent: httpDispatch({ resolveUrl: ({ placement }) => REGION_URLS[placement!] }),\n *     scenarios,\n *     judge,\n *     baselineSurface: DEFAULT_PROMPT,\n *     cellPlacement: ({ scenario }) => scenario.region,\n *     budget: { maxConcurrency: 12 },\n *   })\n */\nexport async function selfImprove<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n): Promise<SelfImproveResult<TScenario, TArtifact>> {\n  const startedAt = Date.now()\n  const requestedRunDir =\n    opts.runDir ??\n    (opts.method ? `.agent-eval/runs/self-improve-${startedAt}` : `mem://selfImprove-${startedAt}`)\n  const runDir = resolveRunDir(requestedRunDir)\n  const storage =\n    opts.storage ?? (runDir.startsWith('mem://') ? inMemoryCampaignStorage() : fsCampaignStorage())\n  const costLedger = createRunCostLedger({\n    storage,\n    runDir,\n    costCeilingUsd: opts.budget?.dollars,\n  })\n  try {\n    return await runSelfImprove(opts, costLedger, startedAt, runDir, storage)\n  } catch (error) {\n    throw new SelfImproveRunError(error, costLedger)\n  }\n}\n\nasync function runSelfImprove<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n  costLedger: CostLedgerHandle,\n  startedAt: number,\n  runDir: string,\n  storage: CampaignStorage,\n): Promise<SelfImproveResult<TScenario, TArtifact>> {\n  const budget = opts.budget ?? {}\n  assertSelfImproveSearchMode(opts)\n  const generations = opts.method ? 1 : (budget.generations ?? 3)\n  const populationSize = opts.method ? 1 : (budget.populationSize ?? 2)\n  const maxConcurrency = budget.maxConcurrency ?? 2\n  const holdoutFraction = budget.holdoutFraction ?? 0.25\n  const holdoutMode = budget.holdout ?? 'measured'\n  const holdoutDeferred = holdoutMode === 'deferred'\n  const expectUsage = opts.expectUsage ?? 'assert'\n\n  // Deferred holdout without an explicitly reserved set trains on EVERYTHING:\n  // there is no held-out measurement in this run, so carving out a fraction\n  // would waste scenarios. An explicit `holdoutScenarios` set stays reserved\n  // (excluded from training) even when deferred, for the later measured run.\n  const explicitHoldout = budget.holdoutScenarios\n  const { train, holdout } = explicitHoldout\n    ? {\n        train: opts.scenarios.filter((s) => !explicitHoldout.some((h) => h.id === s.id)),\n        holdout: explicitHoldout as TScenario[],\n      }\n    : holdoutDeferred\n      ? { train: opts.scenarios, holdout: [] as TScenario[] }\n      : splitTrainHoldout(opts.scenarios, holdoutFraction)\n\n  if (train.length === 0) {\n    throw new Error(\n      'selfImprove: train split is empty. Reduce holdoutFraction or pass more scenarios.',\n    )\n  }\n  if (holdout.length === 0 && !holdoutDeferred) {\n    throw new Error('selfImprove: holdout split is empty. Pass more scenarios.')\n  }\n\n  if (generations > 0 && !opts.proposer && !opts.method) {\n    throw new Error(\n      'selfImprove: method or proposer is required when budget.generations is greater than zero',\n    )\n  }\n  let optimizationResult: OptimizationMethodResult | undefined\n  const methodPartitions = opts.method\n    ? splitMethodPartitions(train, opts.selectionScenarios, budget.selectionFraction ?? 0.25)\n    : undefined\n  const proposer: SurfaceProposer = opts.method\n    ? {\n        kind: `method:${opts.method.name}`,\n        propose: async (context) => {\n          if (context.generation > 0) return []\n          const result = await opts.method!.optimize(\n            Object.freeze({\n              baselineSurface: structuredClone(context.currentSurface),\n              trainScenarios: Object.freeze(\n                methodPartitions!.train.map((scenario) => structuredClone(scenario)),\n              ),\n              selectionScenarios: Object.freeze(\n                methodPartitions!.selection.map((scenario) => structuredClone(scenario)),\n              ),\n              dispatchWithSurface: opts.agent,\n              judges: Object.freeze([opts.judge]),\n              runDir: `${runDir}/optimization/${safeRunComponent(opts.method!.name)}`,\n              seed: 42,\n              runOptions: Object.freeze({\n                storage,\n                maxConcurrency,\n                reps: budget.reps,\n                dispatchTimeoutMs: opts.dispatchTimeoutMs,\n                expectUsage,\n                costCeiling: budget.dollars,\n              }),\n              costLedger,\n            }),\n          )\n          assertOptimizationResult(opts.method!.name, result)\n          optimizationResult = structuredClone(result)\n          return [\n            {\n              surface: structuredClone(result.winnerSurface),\n              label: opts.method!.name,\n              rationale: `${opts.method!.name} selected this surface without final cases.`,\n            },\n          ]\n        },\n      }\n    : (opts.proposer ?? {\n        kind: 'baseline-only',\n        propose: async () => [],\n      })\n\n  const gate: Gate<TArtifact, TScenario> =\n    opts.gate ??\n    defaultProductionGate<TArtifact, TScenario>({\n      holdoutScenarios: holdout,\n      deltaThreshold: 0.05,\n    })\n\n  if (opts.onProgress) {\n    opts.onProgress({ kind: 'baseline.started', scenarios: opts.scenarios.length })\n  }\n\n  const result = await runImprovementLoop<TScenario, TArtifact>({\n    scenarios: train,\n    baselineSurface: opts.baselineSurface,\n    premeasuredBaseline: opts.premeasuredBaseline,\n    dispatchWithSurface: opts.agent,\n    proposer,\n    judges: [opts.judge],\n    populationSize,\n    maxGenerations: generations,\n    candidateConcurrency: budget.candidateConcurrency,\n    reps: budget.reps,\n    maxImprovementShots: budget.maxImprovementShots,\n    holdoutScenarios: holdout,\n    holdout: holdoutMode,\n    gate,\n    neutralize: opts.neutralize,\n    autoOnPromote: opts.autoOnPromote ?? 'none',\n    ghOwner: opts.ghOwner,\n    ghRepo: opts.ghRepo,\n    storage,\n    runDir,\n    maxConcurrency,\n    cellPlacement: opts.cellPlacement,\n    dispatchTimeoutMs: opts.dispatchTimeoutMs,\n    costLedger,\n    expectUsage,\n    labeledStore: opts.labeledStore,\n    captureSource: opts.captureSource,\n    analyzeGeneration: opts.analyzeGeneration,\n    findings: opts.findings,\n    selectionRankKey: opts.selectionRankKey,\n  })\n\n  // Deferred holdout ran zero holdout cells, so the summary stats come from\n  // the improvement-set (search) campaigns — labeled as such on the result\n  // type — and `lift` is omitted rather than fabricated from empty campaigns.\n  const reportSplit: RunSplitTag = holdoutDeferred ? 'search' : 'holdout'\n  const reportBaselineCampaign = holdoutDeferred\n    ? result.baselineCampaign\n    : result.baselineOnHoldout\n  const reportWinnerCampaign = holdoutDeferred\n    ? winnerSearchCampaign(result)\n    : result.winnerOnHoldout\n  const baseline = meanComposite(reportBaselineCampaign.aggregates.byScenario)\n  const winnerStats = meanComposite(reportWinnerCampaign.aggregates.byScenario)\n\n  // Power analysis from the baseline holdout cells — the number that says whether\n  // this budget could ship ANY effect. Attached to every result; loud when the\n  // search was structurally unable to promote (that spend should not repeat).\n  let power: PowerPreflight | undefined\n  const baselineHoldoutComposites = result.baselineOnHoldout.cells\n    .filter((cell) => !cell.error)\n    .map((cell) => {\n      const scores = Object.values(cell.judgeScores)\n      return scores.length === 0\n        ? Number.NaN\n        : scores.reduce((sum, s) => sum + s.composite, 0) / scores.length\n    })\n    .filter((v) => Number.isFinite(v))\n  if (baselineHoldoutComposites.length >= 3) {\n    // selfImprove's holdout is scored by the SAME judge as the gate — the\n    // shared-channel case by construction (S1c): flag it so the MDE reads as a\n    // lower bound and nobody buys reps expecting them to fix judge bias.\n    power = powerPreflight({\n      baselineComposites: baselineHoldoutComposites,\n      sharedScorerChannel: true,\n    })\n    if (opts.onProgress) {\n      opts.onProgress({\n        kind: 'power.estimated',\n        n: power.n,\n        sd: power.sd,\n        mde: power.mde,\n        underpowered: power.underpowered,\n      })\n    }\n    if (power.underpowered && generations > 0) {\n      console.warn(`[selfImprove] ${power.recommendation}`)\n    }\n  }\n\n  if (opts.onProgress) {\n    opts.onProgress({\n      kind: 'baseline.completed',\n      compositeMean: baseline.compositeMean,\n      durationMs: Date.now() - startedAt,\n    })\n    opts.onProgress({\n      kind: 'gate.decided',\n      decision: result.gateResult.decision,\n      // Deferred holdout has no held-out measurement: in that mode the summary\n      // stats are search-split numbers, and emitting their delta as `lift`\n      // would misreport a train-split delta as a held-out one. Omit instead.\n      ...(holdoutDeferred ? {} : { lift: winnerStats.compositeMean - baseline.compositeMean }),\n    })\n  }\n\n  const cost = result.cost\n  const totalCost = cost.totalCostUsd\n\n  // Rigor packet: feed baseline + winner cells through analyzeRuns().\n  // The two candidates (`baseline` / `winner`) give the lift section a\n  // clean paired comparison; per-judge / per-dimension / cost-quality\n  // sections populate from the cells' judgeScores.\n  const insight = await analyzeRuns({\n    runs: [\n      ...cellsToRunRecords(\n        reportBaselineCampaign.cells,\n        'baseline',\n        runDir,\n        opts.baselineSurface,\n        reportSplit,\n      ),\n      ...cellsToRunRecords(\n        reportWinnerCampaign.cells,\n        'winner',\n        runDir,\n        result.winnerSurface,\n        reportSplit,\n      ),\n    ],\n    baselineCandidateId: 'baseline',\n    candidateCandidateId: 'winner',\n  })\n\n  // ── Durable provenance: candidate→cell→gate→promote chain + rationale +\n  // diff + backend provenance. Always emitted; the +lift recomputes from it.\n  const durationMs = Date.now() - startedAt\n  const { record: provenance } = await emitLoopProvenance<TArtifact, TScenario>({\n    ...loopProvenanceArgsFromResult({\n      runId: `${runDir}#${startedAt}`,\n      runDir,\n      timestamp: new Date(startedAt).toISOString(),\n      baselineSurface: opts.baselineSurface,\n      result,\n      costReceipts: costLedger.list(),\n      totalCostUsd: totalCost,\n      totalDurationMs: durationMs,\n    }),\n    ...(optimizationResult\n      ? {\n          optimizationMethod: {\n            name: opts.method!.name,\n            cost: structuredClone(optimizationResult.cost),\n            ...(optimizationResult.durationMs === undefined\n              ? {}\n              : { durationMs: optimizationResult.durationMs }),\n            ...(optimizationResult.provenance === undefined\n              ? {}\n              : { provenance: structuredClone(optimizationResult.provenance) }),\n          },\n        }\n      : {}),\n    storage,\n    hostedClient: opts.hostedTenant ? createHostedClient(opts.hostedTenant) : undefined,\n  })\n  if (opts.onProvenance) opts.onProvenance(provenance)\n\n  const summary: SelfImproveResult<TScenario, TArtifact> = {\n    baseline,\n    winner: {\n      ...winnerStats,\n      surface: result.winnerSurface,\n      ...(result.winnerLabel ? { label: result.winnerLabel } : {}),\n      ...(result.winnerRationale ? { rationale: result.winnerRationale } : {}),\n    },\n    ...(holdoutDeferred ? {} : { lift: winnerStats.compositeMean - baseline.compositeMean }),\n    diff: result.promotedDiff,\n    provenance,\n    gateDecision: result.gateResult.decision,\n    generationsExplored: result.generations.length,\n    durationMs,\n    totalCostUsd: totalCost,\n    cost,\n    receipts: costLedger.list(),\n    ...(optimizationResult\n      ? {\n          optimization: {\n            name: opts.method!.name,\n            cost: structuredClone(optimizationResult.cost),\n            ...(optimizationResult.durationMs === undefined\n              ? {}\n              : { durationMs: optimizationResult.durationMs }),\n            ...(optimizationResult.provenance === undefined\n              ? {}\n              : { provenance: structuredClone(optimizationResult.provenance) }),\n          },\n        }\n      : {}),\n    insight,\n    ...(power ? { power } : {}),\n    raw: result,\n  }\n\n  // Opt-in hosted ingest. Failures are logged but never fail the loop: the\n  // local result is always returned.\n  if (opts.hostedTenant) {\n    try {\n      await shipEvalRunToHosted(opts.hostedTenant, opts, summary, result, runDir)\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err)\n      // eslint-disable-next-line no-console -- intentional: hosted-ingest is best-effort\n      console.warn(`[agent-eval] hosted ingest failed (continuing): ${msg}`)\n    }\n  }\n\n  return summary\n}\n\nasync function shipEvalRunToHosted<TScenario extends Scenario, TArtifact>(\n  tenant: HostedTenant,\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n  summary: SelfImproveResult<TScenario, TArtifact>,\n  raw: RunImprovementLoopResult<TArtifact, TScenario>,\n  runDir: string,\n): Promise<void> {\n  const client = createHostedClient(tenant)\n\n  function snapshotFromCampaign(\n    index: number,\n    surface: MutableSurface,\n    campaign: RunImprovementLoopResult<TArtifact, TScenario>['baselineCampaign'],\n    durationMs: number,\n  ): EvalRunGenerationSnapshot {\n    const cells: EvalRunCellScore[] = campaign.cells.map((cell) => {\n      const execution = campaignCellExecutionEvidence(cell)\n      return {\n        scenarioId: cell.scenarioId,\n        rep: cell.rep,\n        compositeMean: campaignCellTaskScore(cell) ?? null,\n        dimensions: campaignCellJudgeDimensions(cell),\n        terminalOutcome: execution.terminalOutcome,\n        executionErrorCount: execution.executionErrorCount ?? null,\n        errorMessage: cell.error ?? undefined,\n      }\n    })\n    const scoredCells = cells.flatMap((cell) =>\n      cell.compositeMean === null ? [] : [cell.compositeMean],\n    )\n    const compositeMean =\n      scoredCells.length === 0\n        ? null\n        : scoredCells.reduce((sum, score) => sum + score, 0) / scoredCells.length\n    return {\n      index,\n      surfaceHash: surfaceHash(surface),\n      surface,\n      cells,\n      compositeMean,\n      costUsd: campaign.aggregates.totalCostUsd,\n      durationMs,\n    }\n  }\n\n  const generations: EvalRunGenerationSnapshot[] = []\n  // Baseline as generation 0.\n  generations.push(snapshotFromCampaign(0, opts.baselineSurface, raw.baselineCampaign, 0))\n  // Improvement generations as 1..N. Substrate stores per-surface campaigns\n  // per generation — we summarize the WINNING surface per generation here.\n  for (const gen of raw.generations) {\n    const winner = gen.surfaces.reduce(\n      (best, s) =>\n        s.campaign.aggregates.cellsExecuted > 0 &&\n        (best === undefined || averageComposite(s.campaign) > averageComposite(best.campaign))\n          ? s\n          : best,\n      gen.surfaces[0],\n    )\n    if (!winner) continue\n    generations.push(\n      snapshotFromCampaign(gen.record.generationIndex + 1, winner.surface, winner.campaign, 0),\n    )\n  }\n\n  const event: EvalRunEvent = {\n    runId: `${runDir}#${Date.now()}`,\n    runDir,\n    timestamp: new Date().toISOString(),\n    status: 'finished',\n    labels: opts.hostedLabels ?? {},\n    baseline: generations[0],\n    generations,\n    gateDecision: summary.gateDecision,\n    holdoutLift: summary.lift,\n    totalCostUsd: summary.totalCostUsd,\n    totalDurationMs: summary.durationMs,\n    insightReport: summary.insight,\n  }\n\n  await client.ingestEvalRun(event)\n}\n\nfunction averageComposite(\n  campaign: RunImprovementLoopResult<unknown, Scenario>['baselineCampaign'],\n): number {\n  const aggs = Object.values(campaign.aggregates.byScenario)\n  return aggs.length === 0 ? 0 : aggs.reduce((s, a) => s + a.meanComposite, 0) / aggs.length\n}\n\nfunction hashString(s: string): string {\n  let h = 2166136261 >>> 0\n  for (let i = 0; i < s.length; i++) {\n    h ^= s.charCodeAt(i)\n    h = Math.imul(h, 16777619) >>> 0\n  }\n  return h.toString(16).padStart(8, '0')\n}\n\n/**\n * Adapt campaign cells into the `RunRecord` shape `analyzeRuns()` consumes.\n * Each cell becomes one run; `candidateId` is the caller-supplied label so\n * baseline + winner pair cleanly on `(experimentId, scenarioId, seed)`.\n *\n * `promptHash` is the REAL sha256 content hash of the surface this cell ran\n * (baseline vs winner are byte-distinguishable + byte-identical-verifiable);\n * `configHash` is the sha256 of the candidate label so the two candidates'\n * config rows differ. Both were previously the literal `'sha256:cell'`, which\n * made baseline and winner indistinguishable in every downstream record.\n */\nfunction cellsToRunRecords<TArtifact>(\n  cells: ReadonlyArray<CampaignCellResult<TArtifact>>,\n  candidateId: 'baseline' | 'winner',\n  runId: string,\n  surface: MutableSurface,\n  splitTag: RunSplitTag,\n): RunRecord[] {\n  const promptHash = surfaceContentHash(surface)\n  const configHash = surfaceContentHash(candidateId)\n  return cells.map((cell) =>\n    campaignCellToRunRecord(cell, {\n      runId: `${runId}::${candidateId}::${cell.cellId}`,\n      experimentId: runId,\n      candidateId,\n      // scenarioId is explicit; seed keeps repeated runs distinct.\n      seed:\n        cell.rep * 1_000_000 +\n        hashString(cell.scenarioId)\n          .slice(0, 6)\n          .split('')\n          .reduce((a, c) => (a * 31 + c.charCodeAt(0)) >>> 0, 0),\n      model: 'campaign-cell',\n      promptHash,\n      configHash,\n      commitSha: 'cell',\n      splitTag,\n    }),\n  )\n}\n","import type { RunEvalOptions } from '../campaign/presets/run-eval'\nimport { runEval } from '../campaign/presets/run-eval'\nimport { inMemoryCampaignStorage } from '../campaign/storage'\nimport type {\n  CampaignResult,\n  DispatchContext,\n  JudgeConfig,\n  MutableSurface,\n  Scenario,\n} from '../campaign/types'\nimport type { HostedTenant } from '../hosted/client'\nimport {\n  type SelfImproveBudget,\n  type SelfImproveOptions,\n  type SelfImproveResult,\n  selfImprove,\n} from './self-improve'\n\nexport type AgentEvalAgent<TScenario extends Scenario, TArtifact> = (\n  surface: MutableSurface,\n  scenario: TScenario,\n  ctx: DispatchContext,\n) => Promise<TArtifact>\n\nexport type DefineAgentEvalOptions<TScenario extends Scenario, TArtifact> = SelfImproveOptions<\n  TScenario,\n  TArtifact\n>\n\nexport interface AgentEvalEvaluateOptions<TScenario extends Scenario, TArtifact>\n  extends Omit<\n    RunEvalOptions<TScenario, TArtifact>,\n    'dispatch' | 'judges' | 'runDir' | 'scenarios'\n  > {\n  /** Scenario set to evaluate. Defaults to the scenarios passed to `defineAgentEval`. */\n  scenarios?: TScenario[]\n  /** Surface to evaluate. Defaults to the baseline surface passed to `defineAgentEval`. */\n  surface?: MutableSurface\n  /** Agent to evaluate. Defaults to the agent passed to `defineAgentEval`. */\n  agent?: AgentEvalAgent<TScenario, TArtifact>\n  /** Single judge override. Ignored when `judges` is set. */\n  judge?: JudgeConfig<TArtifact, TScenario>\n  /** Full judge list override. Defaults to the single judge passed to `defineAgentEval`. */\n  judges?: JudgeConfig<TArtifact, TScenario>[]\n  /** Logical or filesystem run directory. Defaults to an in-memory run. */\n  runDir?: string\n}\n\nexport type AgentEvalImproveOptions<TScenario extends Scenario, TArtifact> = Omit<\n  Partial<SelfImproveOptions<TScenario, TArtifact>>,\n  'budget' | 'hostedTenant'\n> & {\n  budget?: Partial<SelfImproveBudget>\n  hostedTenant?: Partial<HostedTenant>\n}\n\nexport interface DefinedAgentEval<TScenario extends Scenario, TArtifact> {\n  /** The default scenarios used by `evaluate()` and `improve()`. */\n  readonly scenarios: readonly TScenario[]\n  /** The default baseline surface used by `evaluate()` and `improve()`. */\n  readonly baselineSurface: MutableSurface\n  /**\n   * Run one scored evaluation. Use this for a baseline score or to score one\n   * candidate surface without running an improvement loop.\n   */\n  evaluate(\n    opts?: AgentEvalEvaluateOptions<TScenario, TArtifact>,\n  ): Promise<CampaignResult<TArtifact, TScenario>>\n  /**\n   * Run the closed improvement loop. Per-call overrides replace the definition\n   * except for nested config objects (`budget`, `hostedTenant`), which\n   * are merged field-by-field so callers can override one knob without\n   * repeating secrets or budget defaults.\n   */\n  improve(\n    opts?: AgentEvalImproveOptions<TScenario, TArtifact>,\n  ): Promise<SelfImproveResult<TScenario, TArtifact>>\n}\n\n/**\n * Define an agent eval once, then either score a surface with `evaluate()` or\n * run the closed loop with `improve()`.\n *\n * This is a DX wrapper only: it delegates to `runEval()` and `selfImprove()` and\n * returns their native result shapes.\n */\nexport function defineAgentEval<TScenario extends Scenario, TArtifact>(\n  defaults: DefineAgentEvalOptions<TScenario, TArtifact>,\n): DefinedAgentEval<TScenario, TArtifact> {\n  const defaultEvaluateOptions = evaluateDefaults(defaults)\n\n  return {\n    scenarios: defaults.scenarios,\n    baselineSurface: defaults.baselineSurface,\n\n    async evaluate(opts = {}) {\n      const { agent, judge, judges, runDir, scenarios, surface, ...campaignOpts } = opts\n      const selectedAgent = agent ?? defaults.agent\n      const selectedSurface = surface ?? defaults.baselineSurface\n      const selectedRunDir = runDir ?? defaults.runDir ?? `mem://defineAgentEval-${Date.now()}`\n      const selectedStorage =\n        campaignOpts.storage ??\n        defaultEvaluateOptions.storage ??\n        (selectedRunDir.startsWith('mem://') ? inMemoryCampaignStorage() : undefined)\n      const evalOptions: RunEvalOptions<TScenario, TArtifact> = {\n        ...defaultEvaluateOptions,\n        ...campaignOpts,\n        ...(selectedStorage ? { storage: selectedStorage } : {}),\n        runDir: selectedRunDir,\n        scenarios: scenarios ?? defaults.scenarios,\n        dispatch: (scenario, ctx) => selectedAgent(selectedSurface, scenario, ctx),\n        judges: evaluateJudges(judges, judge ?? defaults.judge),\n      }\n      if (evalOptions.reps !== undefined)\n        evalOptions.reps = requirePositiveInteger(evalOptions.reps, 'reps')\n      return runEval<TScenario, TArtifact>(evalOptions)\n    },\n\n    async improve(opts = {}) {\n      const {\n        budget: budgetOverride,\n        hostedTenant: hostedTenantOverride,\n        ...topLevelOverrides\n      } = opts\n      const merged = mergeDefined(defaults, topLevelOverrides)\n      const budget = mergeBudget(defaults.budget, budgetOverride)\n      const hostedTenant = mergeHostedTenant(defaults.hostedTenant, hostedTenantOverride)\n      return selfImprove<TScenario, TArtifact>({\n        ...merged,\n        ...(budget ? { budget } : {}),\n        ...(hostedTenant ? { hostedTenant } : {}),\n      })\n    },\n  }\n}\n\ntype SharedEvaluateDefaults<TScenario extends Scenario, TArtifact> = Omit<\n  RunEvalOptions<TScenario, TArtifact>,\n  'dispatch' | 'judges' | 'runDir' | 'scenarios'\n>\n\nfunction evaluateDefaults<TScenario extends Scenario, TArtifact>(\n  defaults: DefineAgentEvalOptions<TScenario, TArtifact>,\n): SharedEvaluateDefaults<TScenario, TArtifact> {\n  const out: SharedEvaluateDefaults<TScenario, TArtifact> = {}\n  if (defaults.storage) out.storage = defaults.storage\n  if (defaults.labeledStore) out.labeledStore = defaults.labeledStore\n  if (defaults.captureSource) out.captureSource = defaults.captureSource\n  if (defaults.cellPlacement) out.cellPlacement = defaults.cellPlacement\n  if (defaults.expectUsage) out.expectUsage = defaults.expectUsage\n  if (defaults.budget?.dollars !== undefined) out.costCeiling = defaults.budget.dollars\n  if (defaults.budget?.maxConcurrency !== undefined)\n    out.maxConcurrency = defaults.budget.maxConcurrency\n  if (defaults.budget?.reps !== undefined)\n    out.reps = requirePositiveInteger(defaults.budget.reps, 'budget.reps')\n  return out\n}\n\nfunction mergeBudget(\n  defaults: SelfImproveBudget | undefined,\n  overrides: Partial<SelfImproveBudget> | undefined,\n): SelfImproveBudget | undefined {\n  const merged = mergeOptionalObject(defaults, overrides)\n  if (merged?.reps !== undefined) merged.reps = requirePositiveInteger(merged.reps, 'budget.reps')\n  return merged\n}\n\nfunction mergeHostedTenant(\n  defaults: HostedTenant | undefined,\n  overrides: Partial<HostedTenant> | undefined,\n): HostedTenant | undefined {\n  const merged = mergeOptionalObject(defaults, overrides)\n  if (!merged) return undefined\n  if (!merged.endpoint?.trim() || !merged.apiKey?.trim() || !merged.tenantId?.trim()) {\n    throw new Error(\n      'defineAgentEval.improve: hostedTenant requires endpoint, apiKey, and tenantId after merging defaults and overrides',\n    )\n  }\n  return merged\n}\n\nfunction mergeDefined<T extends object>(defaults: T, overrides: Partial<T> | undefined): T {\n  if (!overrides) return defaults\n  const merged = { ...defaults } as Record<string, unknown>\n  for (const [key, value] of Object.entries(overrides)) {\n    if (value !== undefined) merged[key] = value\n  }\n  return merged as T\n}\n\nfunction mergeOptionalObject<T extends object>(\n  defaults: T | undefined,\n  overrides: Partial<T> | undefined,\n): T | undefined {\n  if (!defaults && !overrides) return undefined\n  return mergeDefined(defaults ?? ({} as T), overrides)\n}\n\nfunction evaluateJudges<TArtifact, TScenario extends Scenario>(\n  judges: JudgeConfig<TArtifact, TScenario>[] | undefined,\n  defaultJudge: JudgeConfig<TArtifact, TScenario>,\n): JudgeConfig<TArtifact, TScenario>[] {\n  if (judges !== undefined) {\n    if (judges.length === 0) {\n      throw new Error('defineAgentEval.evaluate: judges must not be empty')\n    }\n    return judges\n  }\n  return [defaultJudge]\n}\n\nfunction requirePositiveInteger(value: number, field: string): number {\n  if (!Number.isInteger(value) || value < 1) {\n    throw new Error(`defineAgentEval: ${field} must be a positive integer`)\n  }\n  return value\n}\n","import {\n  type AgentCandidateBenchmarkCellRef,\n  type AgentCandidateBenchmarkSuiteInputs,\n  type AgentCandidateBenchmarkTask,\n  type AgentCandidateBenchmarkTaskMaterial,\n  type AgentCandidateBundle,\n  type AgentCandidateEvaluationPolicy,\n  type AgentCandidateExperiment,\n  type AgentCandidateExperimentMaterial,\n  type AgentCandidateExperimentMeasurement,\n  type AgentImprovementMeasuredComparison,\n  agentCandidateBenchmarkSuiteSchema,\n  agentCandidateBenchmarkTaskSchema,\n  agentCandidateBundleSchema,\n  agentCandidateEvaluationPolicySchema,\n  agentCandidateExperimentSchema,\n  agentImprovementMeasuredComparisonSchema,\n  type CandidateExecutionEvidence,\n  candidateExecutionEvidenceSchema,\n  canonicalCandidateDigest,\n  omitTopLevelDigest,\n  type Sha256Digest,\n} from '@tangle-network/agent-interface'\nimport { powerPreflight } from '../campaign/gates/power-preflight'\nimport { heldoutSignificance } from '../campaign/gates/statistical-heldout'\nimport { pairedBootstrap } from '../statistics'\n\nexport interface SealCandidateBenchmarkSuiteOptions {\n  tasks: [AgentCandidateBenchmarkTask, ...AgentCandidateBenchmarkTask[]]\n  reps: number\n  seeds: [number, ...number[]]\n}\n\nexport interface CandidateExperimentExecutionInput {\n  experiment: AgentCandidateExperiment\n  arm: 'baseline' | 'candidate'\n  bundle: AgentCandidateBundle\n  task: AgentCandidateBenchmarkTask\n  benchmarkCell: AgentCandidateBenchmarkCellRef\n  seed: number\n  signal?: AbortSignal\n}\n\nexport interface RunCandidateExperimentOptions {\n  experiment: AgentCandidateExperiment\n  execute(input: CandidateExperimentExecutionInput): Promise<CandidateExecutionEvidence>\n  maxConcurrency?: number\n  signal?: AbortSignal\n}\n\nexport interface CompareCandidateExperimentOptions {\n  experiment: AgentCandidateExperiment\n  measurements: AgentCandidateExperimentMeasurement[]\n  runId: string\n  candidate?: AgentImprovementMeasuredComparison['candidate']\n  generationsExplored?: number\n  searchDurationMs?: number\n  searchCostUsd?: number\n  metadata?: AgentImprovementMeasuredComparison['metadata']\n}\n\n/** One exact baseline/candidate observation of the same held-out cell. */\nexport interface PairedMeasurement<TRun> {\n  cellId: string\n  baseline: TRun\n  candidate: TRun\n}\n\n/** Maps a product-owned run receipt into the measurements required for a fair paired decision. */\nexport interface PairedMeasurementAdapter<TRun> {\n  score(run: TRun): number\n  dimensions(run: TRun): readonly { name: string; score: number }[]\n  costUsd(run: TRun): number\n  latencyMs(run: TRun): number\n  completed(run: TRun): boolean\n  passed(run: TRun): boolean\n}\n\nexport interface EvaluatePairedMeasurementsOptions<TRun> {\n  measurements: readonly PairedMeasurement<TRun>[]\n  policy: AgentCandidateEvaluationPolicy\n  adapter: PairedMeasurementAdapter<TRun>\n  /** Whether both arms use the same scorer family as the promotion decision. */\n  sharedScorerChannel: boolean\n  /** Search or preparation spend that belongs to the same frozen budget. */\n  additionalCostUsd?: number\n}\n\n/** Statistical and operational result derived from complete paired receipts. */\nexport type PairedMeasurementEvaluation = Pick<\n  AgentImprovementMeasuredComparison,\n  'overall' | 'objectives' | 'decision' | 'power'\n> & {\n  executionCostUsd: number\n  totalCostUsd: number\n  executionDurationMs: number\n}\n\n/** Content-address one task before any measured execution can see it. */\nexport function sealCandidateBenchmarkTask(\n  material: AgentCandidateBenchmarkTaskMaterial,\n): AgentCandidateBenchmarkTask {\n  return agentCandidateBenchmarkTaskSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n}\n\n/** Freeze task order, repetitions, and every seed before either arm runs. */\nexport function sealCandidateBenchmarkSuite(\n  options: SealCandidateBenchmarkSuiteOptions,\n): AgentCandidateBenchmarkSuiteInputs {\n  for (const task of options.tasks) verifyCandidateBenchmarkTask(task)\n  const material = {\n    kind: 'agent-candidate-benchmark-suite' as const,\n    digestAlgorithm: 'rfc8785-sha256' as const,\n    taskDigests: options.tasks.map((task) => task.digest) as [Sha256Digest, ...Sha256Digest[]],\n    reps: options.reps,\n    seeds: options.seeds,\n  }\n  const suite = agentCandidateBenchmarkSuiteSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n  return { suite, tasks: options.tasks }\n}\n\n/** Freeze both complete agent states and their exact held-out work. */\nexport function sealCandidateExperiment(\n  material: AgentCandidateExperimentMaterial,\n): AgentCandidateExperiment {\n  const parsed = agentCandidateExperimentSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n  return verifyCandidateExperiment(parsed)\n}\n\nexport function verifyCandidateExperiment(input: unknown): AgentCandidateExperiment {\n  const experiment = agentCandidateExperimentSchema.parse(input)\n  verifySelfAddressed(experiment, 'candidate experiment')\n  verifyBundle(experiment.baseline, 'baseline bundle')\n  verifyBundle(experiment.candidate, 'candidate bundle')\n  if (experiment.baseline.digest === experiment.candidate.digest) {\n    throw new Error('candidate experiment baseline and candidate bundles are identical')\n  }\n  verifyCandidateBenchmarkSuiteInputs(experiment.benchmark)\n  return experiment\n}\n\n/** Execute each signed cell for both arms. The callback is Runtime's one executor. */\nexport async function runCandidateExperiment(\n  options: RunCandidateExperimentOptions,\n): Promise<AgentCandidateExperimentMeasurement[]> {\n  const experiment = verifyCandidateExperiment(options.experiment)\n  const { suite, tasks } = experiment.benchmark\n  const maxConcurrency = options.maxConcurrency ?? 2\n  if (!Number.isSafeInteger(maxConcurrency) || maxConcurrency < 1) {\n    throw new Error('candidate experiment maxConcurrency must be a positive integer')\n  }\n  const measurements = new Array<AgentCandidateExperimentMeasurement>(\n    suite.taskDigests.length * suite.reps,\n  )\n  let nextIndex = 0\n  const lanes = Array.from({ length: Math.min(maxConcurrency, measurements.length) }, async () => {\n    while (true) {\n      if (options.signal?.aborted) throw abortError(options.signal)\n      const index = nextIndex\n      nextIndex += 1\n      if (index >= measurements.length) return\n      const taskIndex = Math.floor(index / suite.reps)\n      const repetition = index % suite.reps\n      const task = tasks[taskIndex]\n      const seed = suite.seeds[index]\n      if (!task || seed === undefined) {\n        throw new Error(`candidate experiment cell ${index} has no signed task or seed`)\n      }\n      const benchmarkCell = {\n        suiteDigest: suite.digest,\n        taskIndex,\n        repetition,\n      }\n      const [baseline, candidate] = await Promise.all([\n        options.execute({\n          experiment,\n          arm: 'baseline',\n          bundle: experiment.baseline,\n          task,\n          benchmarkCell,\n          seed,\n          ...(options.signal ? { signal: options.signal } : {}),\n        }),\n        options.execute({\n          experiment,\n          arm: 'candidate',\n          bundle: experiment.candidate,\n          task,\n          benchmarkCell,\n          seed,\n          ...(options.signal ? { signal: options.signal } : {}),\n        }),\n      ])\n      const measurement = { baseline, candidate }\n      verifyMeasurement(experiment, measurement, index)\n      measurements[index] = measurement\n    }\n  })\n  await Promise.all(lanes)\n  return measurements\n}\n\n/**\n * Calculate the shared paired decision from any complete receipt shape.\n *\n * Callers still own sealing their tasks, verifying each receipt against its\n * expected arm and state, and proving every expected cell exists. This function\n * only validates the projected measurements and derives their shared decision.\n */\nexport function evaluatePairedMeasurements<TRun>(\n  options: EvaluatePairedMeasurementsOptions<TRun>,\n): PairedMeasurementEvaluation {\n  if (options.measurements.length === 0) {\n    throw new Error('paired measurement evaluation requires at least one paired cell')\n  }\n  const additionalCostUsd = options.additionalCostUsd ?? 0\n  if (!Number.isFinite(additionalCostUsd) || additionalCostUsd < 0) {\n    throw new Error('paired measurement evaluation additionalCostUsd must be a non-negative number')\n  }\n  if (typeof options.sharedScorerChannel !== 'boolean') {\n    throw new Error('paired measurement evaluation sharedScorerChannel must be a boolean')\n  }\n  const policy = agentCandidateEvaluationPolicySchema.parse(options.policy)\n  const measurements = options.measurements.map((measurement, index) =>\n    projectPairedMeasurement(measurement, index, options.adapter),\n  )\n  const cellIds = measurements.map((measurement) => measurement.cellId)\n  if (new Set(cellIds).size !== cellIds.length) {\n    throw new Error('paired measurement evaluation cell ids must be unique')\n  }\n  const dimensions = sharedProjectedDimensions(measurements)\n  const baselineScores = measurements.map((measurement) => measurement.baseline.score)\n  const candidateScores = measurements.map((measurement) => measurement.candidate.score)\n  const {\n    confidenceLevel: confidence,\n    resamples,\n    bootstrapSeed,\n    deltaThreshold,\n    minProductiveRuns,\n    budgetUsd,\n    criticalDimensions,\n    regressionTolerance,\n  } = policy\n  const significance = heldoutSignificance(\n    { before: baselineScores, after: candidateScores, cellIds },\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed,\n      statistic: 'mean',\n      deltaThreshold,\n      minProductiveRuns,\n    },\n  )\n  const overall = measuredEstimate(baselineScores, candidateScores, {\n    confidence,\n    resamples,\n    seed: bootstrapSeed,\n  })\n  const objectives: AgentImprovementMeasuredComparison['objectives'] = [\n    {\n      kind: 'objective',\n      name: 'benchmark-score',\n      direction: 'higher-is-better',\n      unit: 'score',\n      availability: 'measured',\n      ...overall,\n    },\n    ...dimensions.map((name, index) => ({\n      kind: 'dimension' as const,\n      objective: 'benchmark-score',\n      name,\n      direction: 'higher-is-better' as const,\n      unit: 'score' as const,\n      availability: 'measured' as const,\n      ...measuredEstimate(\n        measurements.map((measurement) => dimensionScore(measurement.baseline, name)),\n        measurements.map((measurement) => dimensionScore(measurement.candidate, name)),\n        {\n          confidence,\n          resamples,\n          seed: bootstrapSeed + index + 1,\n        },\n      ),\n    })),\n  ]\n  const cost = measuredEstimate(\n    measurements.map((measurement) => measurement.baseline.costUsd),\n    measurements.map((measurement) => measurement.candidate.costUsd),\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed + dimensions.length + 1,\n    },\n  )\n  const latency = measuredEstimate(\n    measurements.map((measurement) => measurement.baseline.latencyMs),\n    measurements.map((measurement) => measurement.candidate.latencyMs),\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed + dimensions.length + 2,\n    },\n  )\n  objectives.push(\n    {\n      kind: 'cost',\n      name: 'cost',\n      direction: 'lower-is-better',\n      unit: 'usd',\n      availability: 'measured',\n      ...cost,\n    },\n    {\n      kind: 'latency',\n      name: 'latency',\n      direction: 'lower-is-better',\n      unit: 'milliseconds',\n      availability: 'measured',\n      ...latency,\n    },\n  )\n\n  const power =\n    baselineScores.length >= 3\n      ? powerPreflight({\n          baselineComposites: baselineScores,\n          pairedN: baselineScores.length,\n          deltaThreshold,\n          confidence,\n          sharedScorerChannel: options.sharedScorerChannel,\n        })\n      : undefined\n  const powerSufficient =\n    baselineScores.length >= minProductiveRuns && power !== undefined && !power.underpowered\n  const guardedDimensions = new Set(criticalDimensions)\n  const missingCriticalDimensions = criticalDimensions.filter(\n    (dimension) => !dimensions.includes(dimension),\n  )\n  const regressions = objectives.filter(\n    (objective) =>\n      objective.kind === 'dimension' &&\n      guardedDimensions.has(objective.name) &&\n      objective.availability === 'measured' &&\n      objective.confidenceInterval.lower < -regressionTolerance,\n  )\n  const executionCostUsd = measurements.reduce(\n    (sum, measurement) => sum + measurement.baseline.costUsd + measurement.candidate.costUsd,\n    0,\n  )\n  const executionDurationMs = measurements.reduce(\n    (sum, measurement) => sum + measurement.baseline.latencyMs + measurement.candidate.latencyMs,\n    0,\n  )\n  const completedRuns = measurements.flatMap((measurement) => [\n    measurement.baseline,\n    measurement.candidate,\n  ])\n  const incompleteRuns = completedRuns.filter((run) => !run.completed)\n  const failedCandidateResults = measurements.filter((measurement) => !measurement.candidate.passed)\n  const totalCostUsd = executionCostUsd + additionalCostUsd\n  const budgetPassed = budgetUsd === undefined || totalCostUsd <= budgetUsd\n  const checks = [\n    { name: 'paired-significance', passed: significance.significant },\n    { name: 'statistical-power', passed: powerSufficient },\n    { name: 'all-runs-completed', passed: incompleteRuns.length === 0 },\n    { name: 'candidate-task-pass', passed: failedCandidateResults.length === 0 },\n    {\n      name: 'critical-dimensions',\n      passed: regressions.length === 0 && missingCriticalDimensions.length === 0,\n    },\n    { name: 'budget', passed: budgetPassed },\n  ]\n  const shipped = checks.every((check) => check.passed)\n  const reasons = [\n    ...(significance.significant\n      ? []\n      : [\n          significance.fewRuns\n            ? `only ${significance.n} paired runs; ${minProductiveRuns} required`\n            : `paired interval lower bound ${significance.bootstrap.low} did not clear ${deltaThreshold}`,\n        ]),\n    ...(powerSufficient\n      ? []\n      : [power?.recommendation ?? `need at least ${Math.max(3, minProductiveRuns)} paired runs`]),\n    ...(regressions.length === 0\n      ? []\n      : [`critical dimensions regressed: ${regressions.map((entry) => entry.name).join(', ')}`]),\n    ...(missingCriticalDimensions.length === 0\n      ? []\n      : [`critical dimensions missing: ${missingCriticalDimensions.join(', ')}`]),\n    ...(incompleteRuns.length === 0\n      ? []\n      : [`${incompleteRuns.length} benchmark executions did not exit successfully`]),\n    ...(failedCandidateResults.length === 0\n      ? []\n      : [`candidate failed ${failedCandidateResults.length} benchmark tasks`]),\n    ...(budgetPassed ? [] : [`total cost ${totalCostUsd} exceeded budget ${budgetUsd}`]),\n  ]\n\n  return {\n    overall: {\n      name: 'composite',\n      direction: 'higher-is-better',\n      unit: 'score',\n      ...overall,\n    },\n    objectives,\n    decision: {\n      outcome: shipped\n        ? 'ship'\n        : significance.fewRuns || !powerSufficient\n          ? 'need_more_work'\n          : 'hold',\n      reasons: reasons.length > 0 ? reasons : ['all measured checks passed'],\n      contributingChecks: checks,\n    },\n    power: {\n      sufficient: powerSufficient,\n      n: baselineScores.length,\n      minimumDetectableDelta: power?.mde ?? 1,\n      confidenceLevel: confidence,\n      scaleAssumed: power?.scaleAssumed ?? true,\n      sharedScorerChannel: options.sharedScorerChannel,\n      reason:\n        power?.recommendation ?? `need at least ${Math.max(3, minProductiveRuns)} paired runs`,\n    },\n    executionCostUsd,\n    totalCostUsd,\n    executionDurationMs,\n  }\n}\n\n/** Build the only publishable comparison: paired statistics over Runtime receipts. */\nexport function measuredComparisonFromCandidateExperiment(\n  options: CompareCandidateExperimentOptions,\n): AgentImprovementMeasuredComparison {\n  const experiment = verifyCandidateExperiment(options.experiment)\n  const measurements = options.measurements.map((measurement, index) =>\n    verifyMeasurement(experiment, measurement, index),\n  )\n  const expectedN = experiment.benchmark.suite.taskDigests.length * experiment.benchmark.suite.reps\n  if (measurements.length !== expectedN) {\n    throw new Error(\n      `candidate experiment is incomplete (${measurements.length}/${expectedN} paired cells)`,\n    )\n  }\n  verifyStableProfileMaterialization(measurements)\n  if (!options.runId.trim()) throw new Error('candidate experiment runId is required')\n  const searchCostUsd = options.searchCostUsd ?? 0\n  const evaluation = evaluatePairedMeasurements({\n    measurements: measurements.map((measurement, index) => ({\n      cellId: cellIds(experiment)[index]!,\n      ...measurement,\n    })),\n    policy: experiment.policy,\n    adapter: candidateExecutionEvidenceAdapter,\n    sharedScorerChannel: true,\n    additionalCostUsd: searchCostUsd,\n  })\n  const diff = deriveCandidateBundleDiff(experiment)\n  const searchDurationMs = options.searchDurationMs ?? 0\n  const totalCostUsd = evaluation.totalCostUsd\n  const durationMs = evaluation.executionDurationMs + searchDurationMs\n  const provisional = agentImprovementMeasuredComparisonSchema.parse({\n    kind: 'agent-improvement-measured-comparison',\n    experiment,\n    measurements,\n    overall: evaluation.overall,\n    objectives: evaluation.objectives,\n    ...(options.candidate ? { candidate: options.candidate } : {}),\n    decision: evaluation.decision,\n    power: evaluation.power,\n    provenance: {\n      kind: 'agent-eval-loop',\n      schema: 'agent-candidate-experiment',\n      runId: options.runId,\n      recordDigest: canonicalCandidateDigest({}),\n      baselineContentHash: experiment.baseline.digest,\n      candidateContentHash: experiment.candidate.digest,\n    },\n    diff,\n    evaluation: {\n      generationsExplored: options.generationsExplored ?? 0,\n      searchDurationMs,\n      executionDurationMs: evaluation.executionDurationMs,\n      durationMs,\n      searchCostUsd,\n      executionCostUsd: evaluation.executionCostUsd,\n      totalCostUsd,\n    },\n    ...(options.metadata ? { metadata: options.metadata } : {}),\n  })\n  const { recordDigest: _recordDigest, ...provenance } = provisional.provenance\n  return agentImprovementMeasuredComparisonSchema.parse({\n    ...provisional,\n    provenance: {\n      ...provenance,\n      recordDigest: canonicalCandidateDigest({ ...provisional, provenance }),\n    },\n  })\n}\n\n/** Recompute every statistic and decision from the signed experiment receipts. */\nexport function verifyCandidateExperimentComparison(\n  input: unknown,\n): AgentImprovementMeasuredComparison {\n  const comparison = agentImprovementMeasuredComparisonSchema.parse(input)\n  const recomputed = measuredComparisonFromCandidateExperiment({\n    experiment: comparison.experiment,\n    measurements: comparison.measurements,\n    runId: comparison.provenance.runId,\n    ...(comparison.candidate ? { candidate: comparison.candidate } : {}),\n    generationsExplored: comparison.evaluation.generationsExplored,\n    searchDurationMs: comparison.evaluation.searchDurationMs,\n    searchCostUsd: comparison.evaluation.searchCostUsd,\n    ...(comparison.metadata ? { metadata: comparison.metadata } : {}),\n  })\n  if (canonicalCandidateDigest(recomputed) !== canonicalCandidateDigest(comparison)) {\n    throw new Error('candidate experiment comparison does not match its Runtime receipts')\n  }\n  return comparison\n}\n\nfunction deriveCandidateBundleDiff(experiment: AgentCandidateExperiment): string {\n  const surfaces = ['profile', 'code', 'execution', 'knowledge', 'memory'] as const\n  const changed = surfaces.flatMap((surface) => {\n    const baseline = experiment.baseline[surface] ?? null\n    const candidate = experiment.candidate[surface] ?? null\n    const baselineDigest = canonicalCandidateDigest(baseline)\n    const candidateDigest = canonicalCandidateDigest(candidate)\n    if (baselineDigest === candidateDigest) return []\n    return [\n      [\n        `--- baseline/${surface} (${baselineDigest})`,\n        `+++ candidate/${surface} (${candidateDigest})`,\n        JSON.stringify({ baseline, candidate }, null, 2),\n      ].join('\\n'),\n    ]\n  })\n  if (changed.length === 0) {\n    throw new Error('candidate experiment has no changed candidate surface')\n  }\n  return changed.join('\\n\\n')\n}\n\nexport function verifyCandidateBenchmarkTask(input: unknown): AgentCandidateBenchmarkTask {\n  const task = agentCandidateBenchmarkTaskSchema.parse(input)\n  verifySelfAddressed(task, 'candidate benchmark task')\n  return task\n}\n\nexport function verifyCandidateBenchmarkSuiteInputs(\n  input: unknown,\n): AgentCandidateBenchmarkSuiteInputs {\n  if (input === null || typeof input !== 'object' || Array.isArray(input)) {\n    throw new Error('candidate benchmark suite inputs must be an object')\n  }\n  const candidate = input as AgentCandidateBenchmarkSuiteInputs\n  const suite = verifyCandidateBenchmarkSuite(candidate.suite)\n  if (!Array.isArray(candidate.tasks) || candidate.tasks.length !== suite.taskDigests.length) {\n    throw new Error('candidate benchmark suite task count does not match its signed digests')\n  }\n  candidate.tasks.forEach((task, index) => {\n    const verified = verifyCandidateBenchmarkTask(task)\n    if (verified.digest !== suite.taskDigests[index]) {\n      throw new Error(`candidate benchmark task ${index} does not match the signed suite`)\n    }\n  })\n  return { suite, tasks: candidate.tasks }\n}\n\nexport function verifyCandidateBenchmarkSuite(input: unknown) {\n  const suite = agentCandidateBenchmarkSuiteSchema.parse(input)\n  verifySelfAddressed(suite, 'candidate benchmark suite')\n  return suite\n}\n\nfunction verifyBundle(input: unknown, label: string): AgentCandidateBundle {\n  const bundle = agentCandidateBundleSchema.parse(input)\n  verifySelfAddressed(bundle, label)\n  return bundle\n}\n\nfunction verifyMeasurement(\n  experiment: AgentCandidateExperiment,\n  input: AgentCandidateExperimentMeasurement,\n  index: number,\n): AgentCandidateExperimentMeasurement {\n  const suite = experiment.benchmark.suite\n  const taskIndex = Math.floor(index / suite.reps)\n  const repetition = index % suite.reps\n  const task = experiment.benchmark.tasks[taskIndex]\n  const seed = suite.seeds[index]\n  if (!task || seed === undefined) {\n    throw new Error(`candidate experiment measurement ${index} is outside the signed suite`)\n  }\n  const baseline = verifyExecutionEvidence(input.baseline)\n  const candidate = verifyExecutionEvidence(input.candidate)\n  for (const [arm, evidence] of [\n    ['baseline', baseline],\n    ['candidate', candidate],\n  ] as const) {\n    const bundle = experiment[arm]\n    const materialization = evidence.materializationReceipt\n    const plan = materialization.executionPlan.material\n    const runCell = plan.runCell\n    verifySelfAddressed(runCell, 'candidate run cell')\n    if (\n      runCell.experimentDigest !== experiment.digest ||\n      runCell.arm !== arm ||\n      runCell.bundleDigest !== bundle.digest ||\n      runCell.suiteDigest !== suite.digest ||\n      runCell.taskDigest !== task.digest ||\n      runCell.taskIndex !== taskIndex ||\n      runCell.repetition !== repetition ||\n      runCell.seed !== seed ||\n      runCell.attempt > task.attempt.maxAttempts ||\n      materialization.bundleDigest !== bundle.digest ||\n      materialization.benchmark.suite.digest !== suite.digest ||\n      materialization.benchmark.task.digest !== task.digest ||\n      materialization.codeKind !== bundle.code.kind ||\n      materialization.profileActivation.profilePlan.material.sourceProfileDigest !==\n        canonicalCandidateDigest(bundle.profile) ||\n      evidence.receipt.runCellDigest !== runCell.digest ||\n      JSON.stringify(materialization.resolvedModel) !== JSON.stringify(task.model)\n    ) {\n      throw new Error(`candidate experiment measurement ${index} substituted its ${arm} arm`)\n    }\n    verifyTaskOutcome(task, evidence, index, arm)\n  }\n  const baselinePlan = baseline.materializationReceipt.executionPlan.material\n  const candidatePlan = candidate.materializationReceipt.executionPlan.material\n  if (\n    baselinePlan.executionId === candidatePlan.executionId ||\n    baselinePlan.runCell.digest === candidatePlan.runCell.digest ||\n    baseline.materializationReceipt.digest === candidate.materializationReceipt.digest ||\n    baseline.receipt.digest === candidate.receipt.digest ||\n    baseline.digest === candidate.digest\n  ) {\n    throw new Error(`candidate experiment measurement ${index} reused one execution across arms`)\n  }\n  return { baseline, candidate }\n}\n\nfunction verifyExecutionEvidence(input: unknown): CandidateExecutionEvidence {\n  const evidence = candidateExecutionEvidenceSchema.parse(input)\n  verifySelfAddressed(evidence, 'candidate execution evidence')\n  verifySelfAddressed(evidence.materializationReceipt, 'candidate materialization receipt')\n  verifySelfAddressed(\n    evidence.materializationReceipt.profileActivation,\n    'candidate profile activation',\n  )\n  verifyMaterialAddressed(\n    evidence.materializationReceipt.profileActivation.profilePlan,\n    'candidate profile plan',\n  )\n  verifyMaterialAddressed(evidence.materializationReceipt.executionPlan, 'candidate execution plan')\n  verifySelfAddressed(evidence.receipt, 'candidate run receipt')\n  verifyMaterialAddressed(evidence.receipt.modelSettlement, 'candidate model settlement')\n  verifyMaterialAddressed(evidence.receipt.taskOutcome, 'candidate task outcome')\n  verifyMaterialAddressed(evidence.receipt.benchmarkResult, 'candidate benchmark result')\n  return evidence\n}\n\nfunction verifySelfAddressed<T extends { digest: Sha256Digest }>(document: T, label: string): void {\n  if (canonicalCandidateDigest(omitTopLevelDigest(document)) !== document.digest) {\n    throw new Error(`${label} digest is invalid`)\n  }\n}\n\nfunction verifyTaskOutcome(\n  task: AgentCandidateBenchmarkTask,\n  evidence: CandidateExecutionEvidence,\n  index: number,\n  arm: 'baseline' | 'candidate',\n): void {\n  const outcome = evidence.receipt.taskOutcome.material.outcome\n  const result = evidence.receipt.benchmarkResult.material\n  const prefix = `candidate experiment measurement ${index} ${arm}`\n  if (result.evidence.sha256 === task.grader.artifact.sha256) {\n    throw new Error(`${prefix} reused grader bytes as grading evidence`)\n  }\n  const usage = combinedUsage(evidence)\n  const usageChecks: Array<[number, number, string]> = [\n    [usage.modelCalls, task.limits.maxModelCalls, 'model calls'],\n    [usage.inputTokens, task.limits.maxInputTokens, 'input tokens'],\n    [usage.outputTokens, task.limits.maxOutputTokens, 'output tokens'],\n    [usage.costUsdNanos, Math.round(task.limits.maxCostUsd * 1_000_000_000), 'cost'],\n  ]\n  for (const [actual, maximum, label] of usageChecks) {\n    if (actual > maximum) {\n      throw new Error(`${prefix} ${label} ${actual} exceeds the signed limit ${maximum}`)\n    }\n  }\n  if (outcome.kind !== task.outcome.kind) {\n    throw new Error(`${prefix} returned an outcome outside the signed task contract`)\n  }\n  if (task.outcome.kind === 'output') {\n    if (\n      outcome.kind !== 'output' ||\n      outcome.spec.mediaType !== task.outcome.mediaType ||\n      outcome.spec.maxBytes !== task.outcome.maxBytes\n    ) {\n      throw new Error(`${prefix} changed the signed output contract`)\n    }\n    return\n  }\n  const repository = task.repository\n  if (\n    outcome.kind !== 'workspace' ||\n    repository === undefined ||\n    outcome.baseRepository.identity !== repository.identity ||\n    outcome.baseRepository.rootIdentity !== repository.rootIdentity ||\n    outcome.baseRepository.commit !== repository.baseCommit ||\n    outcome.baseRepository.tree !== repository.baseTree\n  ) {\n    throw new Error(`${prefix} did not start from the signed repository state`)\n  }\n}\n\nfunction verifyStableProfileMaterialization(\n  measurements: AgentCandidateExperimentMeasurement[],\n): void {\n  for (const arm of ['baseline', 'candidate'] as const) {\n    const expected = measurements[0]?.[arm].materializationReceipt.profileActivation\n    if (!expected) throw new Error('candidate experiment contains no profile materialization')\n    const expectedDigest = canonicalCandidateDigest({\n      profilePlanDigest: expected.profilePlan.digest,\n      files: expected.files,\n    })\n    for (const [index, measurement] of measurements.entries()) {\n      const activation = measurement[arm].materializationReceipt.profileActivation\n      if (\n        canonicalCandidateDigest({\n          profilePlanDigest: activation.profilePlan.digest,\n          files: activation.files,\n        }) !== expectedDigest\n      ) {\n        throw new Error(\n          `candidate experiment measurement ${index} ${arm} materialized a different profile`,\n        )\n      }\n    }\n  }\n}\n\nfunction completedSuccessfully(evidence: CandidateExecutionEvidence): boolean {\n  const termination = evidence.receipt.termination\n  return termination.kind === 'exit' && termination.exitCode === 0\n}\n\nfunction verifyMaterialAddressed(\n  evidence: { digest: Sha256Digest; material: unknown },\n  label: string,\n): void {\n  if (canonicalCandidateDigest(evidence.material) !== evidence.digest) {\n    throw new Error(`${label} digest is invalid`)\n  }\n}\n\ninterface ProjectedRun {\n  score: number\n  dimensions: Map<string, number>\n  costUsd: number\n  latencyMs: number\n  completed: boolean\n  passed: boolean\n}\n\ninterface ProjectedPairedMeasurement {\n  cellId: string\n  baseline: ProjectedRun\n  candidate: ProjectedRun\n}\n\nfunction projectPairedMeasurement<TRun>(\n  measurement: PairedMeasurement<TRun>,\n  index: number,\n  adapter: PairedMeasurementAdapter<TRun>,\n): ProjectedPairedMeasurement {\n  if (typeof measurement.cellId !== 'string' || !measurement.cellId.trim()) {\n    throw new Error(`paired measurement ${index} requires a cell id`)\n  }\n  return {\n    cellId: measurement.cellId,\n    baseline: projectRun(measurement.baseline, adapter, `paired measurement ${index} baseline`),\n    candidate: projectRun(measurement.candidate, adapter, `paired measurement ${index} candidate`),\n  }\n}\n\nfunction projectRun<TRun>(\n  run: TRun,\n  adapter: PairedMeasurementAdapter<TRun>,\n  label: string,\n): ProjectedRun {\n  const suppliedDimensions = adapter.dimensions(run)\n  if (!Array.isArray(suppliedDimensions)) {\n    throw new Error(`${label} dimensions must be an array`)\n  }\n  const dimensions = new Map<string, number>()\n  for (const dimension of suppliedDimensions) {\n    if (typeof dimension.name !== 'string' || !dimension.name.trim()) {\n      throw new Error(`${label} contains an unnamed dimension`)\n    }\n    if (dimensions.has(dimension.name)) {\n      throw new Error(`${label} repeats dimension '${dimension.name}'`)\n    }\n    dimensions.set(dimension.name, finiteMeasurement(dimension.score, `${label} ${dimension.name}`))\n  }\n  const completed = adapter.completed(run)\n  const passed = adapter.passed(run)\n  if (typeof completed !== 'boolean' || typeof passed !== 'boolean') {\n    throw new Error(`${label} completion and pass values must be booleans`)\n  }\n  return {\n    score: finiteMeasurement(adapter.score(run), `${label} score`),\n    dimensions,\n    costUsd: nonNegativeMeasurement(adapter.costUsd(run), `${label} cost`),\n    latencyMs: nonNegativeMeasurement(adapter.latencyMs(run), `${label} latency`),\n    completed,\n    passed,\n  }\n}\n\nfunction sharedProjectedDimensions(measurements: readonly ProjectedPairedMeasurement[]): string[] {\n  const expected = [...measurements[0]!.baseline.dimensions.keys()]\n  for (const [index, measurement] of measurements.entries()) {\n    for (const [arm, run] of [\n      ['baseline', measurement.baseline],\n      ['candidate', measurement.candidate],\n    ] as const) {\n      const actual = [...run.dimensions.keys()]\n      if (JSON.stringify(actual) !== JSON.stringify(expected)) {\n        throw new Error(`paired measurement ${index} ${arm} dimensions do not match the suite`)\n      }\n    }\n  }\n  return expected\n}\n\nfunction dimensionScore(run: ProjectedRun, name: string): number {\n  const value = run.dimensions.get(name)\n  if (value === undefined) throw new Error(`paired measurement is missing dimension '${name}'`)\n  return value\n}\n\nfunction measuredEstimate(\n  baseline: number[],\n  candidate: number[],\n  options: { confidence: number; resamples: number; seed: number },\n): Pick<\n  AgentImprovementMeasuredComparison['overall'],\n  'baseline' | 'candidate' | 'delta' | 'confidenceInterval' | 'n'\n> {\n  const bootstrap = pairedBootstrap(baseline, candidate, {\n    confidence: options.confidence,\n    resamples: options.resamples,\n    statistic: 'mean',\n    seed: options.seed,\n  })\n  const baselineMean = mean(baseline)\n  const candidateMean = mean(candidate)\n  const delta = candidateMean - baselineMean\n  return {\n    baseline: baselineMean,\n    candidate: candidateMean,\n    delta,\n    confidenceInterval: {\n      level: bootstrap.confidence,\n      lower: Math.min(bootstrap.low, delta),\n      upper: Math.max(bootstrap.high, delta),\n      method: 'paired-bootstrap',\n      statistic: 'mean',\n      resamples: bootstrap.resamples,\n    },\n    n: bootstrap.n,\n  }\n}\n\nfunction finiteMeasurement(value: number, label: string): number {\n  if (!Number.isFinite(value)) throw new Error(`${label} must be finite`)\n  return value\n}\n\nfunction nonNegativeMeasurement(value: number, label: string): number {\n  if (!Number.isFinite(value) || value < 0) throw new Error(`${label} must be non-negative`)\n  return value\n}\n\nconst candidateExecutionEvidenceAdapter: PairedMeasurementAdapter<CandidateExecutionEvidence> = {\n  score: (evidence) => evidence.receipt.benchmarkResult.material.score,\n  dimensions: (evidence) => evidence.receipt.benchmarkResult.material.dimensions,\n  costUsd: costFromEvidence,\n  latencyMs: latencyFromEvidence,\n  completed: completedSuccessfully,\n  passed: (evidence) => evidence.receipt.benchmarkResult.material.passed,\n}\n\nfunction costFromEvidence(evidence: CandidateExecutionEvidence): number {\n  return combinedUsage(evidence).costUsdNanos / 1_000_000_000\n}\n\nfunction latencyFromEvidence(evidence: CandidateExecutionEvidence): number {\n  return (\n    evidence.receipt.timing.durationMs +\n    evidence.receipt.benchmarkResult.material.grading.timing.durationMs\n  )\n}\n\nfunction combinedUsage(evidence: CandidateExecutionEvidence) {\n  const candidate = evidence.receipt.modelSettlement.material.usage\n  const grader = evidence.receipt.benchmarkResult.material.grading.usage\n  return {\n    inputTokens: candidate.inputTokens + grader.inputTokens,\n    outputTokens: candidate.outputTokens + grader.outputTokens,\n    cachedInputTokens: candidate.cachedInputTokens + grader.cachedInputTokens,\n    reasoningTokens: candidate.reasoningTokens + grader.reasoningTokens,\n    modelCalls: candidate.modelCalls + grader.modelCalls,\n    costUsdNanos: candidate.costUsdNanos + grader.costUsdNanos,\n  }\n}\n\nfunction cellIds(experiment: AgentCandidateExperiment): string[] {\n  const { suite, tasks } = experiment.benchmark\n  return suite.seeds.map((_, index) => {\n    const taskIndex = Math.floor(index / suite.reps)\n    const repetition = index % suite.reps\n    return `${tasks[taskIndex]?.scenario.id ?? taskIndex}:${repetition}`\n  })\n}\n\nfunction mean(values: number[]): number {\n  if (values.length === 0) throw new Error('candidate experiment requires measured values')\n  return values.reduce((sum, value) => sum + value, 0) / values.length\n}\n\nfunction abortError(signal: AbortSignal): Error {\n  return signal.reason instanceof Error ? signal.reason : new Error('candidate experiment aborted')\n}\n","/**\n * # `evalReportingSuite` — one call from runs (or a run dir) to `analysis.json`.\n *\n * A thin wrapper over the analysis primitive (`analyzeRuns`) and the on-disk\n * intake adapter (`fromRunRecordDir`). It does NOT reimplement any statistics,\n * distributions, or clustering — it resolves the input into validated\n * `RunRecord[]`, calls `analyzeRuns` with the options you'd pass it directly,\n * wraps the result in a small provenance envelope, and (optionally) writes a\n * single `analysis.json` artifact.\n *\n * ```ts\n * // From a directory of run files, write ./runs/analysis.json:\n * const suite = await evalReportingSuite('./runs', { write: true })\n * // From records already in memory, no write:\n * const suite = await evalReportingSuite(records, { analyze: { decisionThreshold: 0.03 } })\n * suite.report // the InsightReport — distributions, paired lift, findings rollup\n * ```\n */\n\nimport { mkdir, writeFile } from 'node:fs/promises'\nimport { dirname, join } from 'node:path'\nimport type { RunRecord } from '../run-record'\nimport { type AnalyzeRunsOptions, analyzeRuns } from './analyze-runs'\nimport type { InsightReport } from './insight-report'\nimport {\n  type FromRunRecordDirOptions,\n  type FromRunRecordDirResult,\n  fromRunRecordDir,\n} from './intake/run-record-dir'\n\n/** Either records in hand or a path to a `.json` / `.jsonl` file or a\n *  directory of them. */\nexport type EvalReportingSuiteInput = RunRecord[] | string\n\nexport interface EvalReportingSuiteOptions {\n  /** Forwarded verbatim to `analyzeRuns` (everything except `runs`, which the\n   *  suite supplies from the resolved input). Use this for split selection,\n   *  baseline/candidate ids, canaries, prior-period runs, the analyst registry,\n   *  etc. */\n  analyze?: Omit<AnalyzeRunsOptions, 'runs'>\n  /** Loader options used only when the input is a path. */\n  load?: FromRunRecordDirOptions\n  /**\n   * Write the suite result as a single `analysis.json`.\n   *   - `true` — write to `<dir>/analysis.json` when the input is a directory,\n   *     or alongside the input file; throws if the input is in-memory records\n   *     (no directory to anchor to — pass an explicit path instead).\n   *   - a string — write to exactly this path (a directory path gets\n   *     `analysis.json` appended; any other path is used verbatim).\n   *   - omitted / false — do not write.\n   */\n  write?: boolean | string\n}\n\n/** The suite artifact — the `analyzeRuns` report plus provenance. This is the\n *  exact shape serialized to `analysis.json`. */\nexport interface EvalReportingSuiteResult {\n  /** The analysis itself — distributions, paired stats/lift, failure rollup,\n   *  recommendations. Produced by `analyzeRuns`. */\n  report: InsightReport\n  /** How the suite was run, so a reader can verify provenance. */\n  provenance: {\n    /** ISO timestamp the suite ran. */\n    generatedAt: string\n    /** Number of records analyzed (mirrors `report.n`). */\n    runCount: number\n    /** The source path when the input was a directory/file; null for\n     *  in-memory records. */\n    sourcePath: string | null\n    /** Files read when loading from disk; empty for in-memory input. */\n    files: string[]\n    /** Records dropped at the validation boundary. Always empty unless\n     *  `load.onInvalid` was set to `'collect'`. */\n    rejected: FromRunRecordDirResult['rejected']\n  }\n  /** The path `analysis.json` was written to, or null when `write` was unset. */\n  writtenTo: string | null\n}\n\nconst ANALYSIS_ARTIFACT = 'analysis.json'\n\n/**\n * Resolve runs (or a run dir/file), run `analyzeRuns`, and optionally persist a\n * single `analysis.json`. The only analysis logic lives in `analyzeRuns`; this\n * function is composition + I/O.\n */\nexport async function evalReportingSuite(\n  input: EvalReportingSuiteInput,\n  options: EvalReportingSuiteOptions = {},\n): Promise<EvalReportingSuiteResult> {\n  const fromPath = typeof input === 'string'\n\n  let runs: RunRecord[]\n  let files: string[] = []\n  let rejected: FromRunRecordDirResult['rejected'] = []\n  if (fromPath) {\n    const loaded = await fromRunRecordDir(input, options.load)\n    runs = loaded.runs\n    files = loaded.files\n    rejected = loaded.rejected\n  } else {\n    runs = input\n  }\n\n  if (runs.length === 0) {\n    throw new Error(\n      fromPath\n        ? `evalReportingSuite: no RunRecords found at '${input}'`\n        : 'evalReportingSuite: no RunRecords to analyze',\n    )\n  }\n\n  const report = await analyzeRuns({ ...options.analyze, runs })\n\n  const result: EvalReportingSuiteResult = {\n    report,\n    provenance: {\n      generatedAt: new Date().toISOString(),\n      runCount: runs.length,\n      sourcePath: fromPath ? input : null,\n      files,\n      rejected,\n    },\n    writtenTo: null,\n  }\n\n  const target = resolveWriteTarget(options.write, fromPath ? input : null)\n  if (target) {\n    await mkdir(dirname(target), { recursive: true })\n    await writeFile(target, `${JSON.stringify(result, null, 2)}\\n`, 'utf8')\n    result.writtenTo = target\n  }\n\n  return result\n}\n\n/** Resolve where (if anywhere) to write `analysis.json`. Returns null when\n *  writing is disabled. Throws on `write: true` with in-memory input — there is\n *  no directory to anchor the artifact to, and silently inventing `cwd` would\n *  scatter files. */\nfunction resolveWriteTarget(\n  write: EvalReportingSuiteOptions['write'],\n  sourcePath: string | null,\n): string | null {\n  if (!write) return null\n\n  if (typeof write === 'string') {\n    const looksLikeDir =\n      write.endsWith('/') || (!write.endsWith('.json') && !write.endsWith('.jsonl'))\n    return looksLikeDir ? join(write, ANALYSIS_ARTIFACT) : write\n  }\n\n  // write === true\n  if (sourcePath === null) {\n    throw new Error(\n      'evalReportingSuite: write:true needs a source path to anchor analysis.json — pass an explicit output path when analyzing in-memory records',\n    )\n  }\n  const isFile = sourcePath.endsWith('.json') || sourcePath.endsWith('.jsonl')\n  return isFile ? join(dirname(sourcePath), ANALYSIS_ARTIFACT) : join(sourcePath, ANALYSIS_ARTIFACT)\n}\n","/**\n * # `intake/run-record-dir` — load a directory or file of `RunRecord`s.\n *\n * The on-disk counterpart to the in-memory intake adapters: point it at a\n * single `.json` (array) / `.jsonl` (one record per line) file or at a\n * directory of such files, and it returns the substrate-canonical\n * `RunRecord[]` ready for `analyzeRuns({ runs })`.\n *\n * Validation is at the boundary: each parsed object goes through\n * `parseRunRecordSafe`. By default an invalid record fails loud with its\n * file + index; pass `onInvalid: 'collect'` to keep the valid records and\n * receive the rejects as structured diagnostics instead.\n */\n\nimport { readdir, readFile, stat } from 'node:fs/promises'\nimport { join } from 'node:path'\nimport { parseRunRecordSafe, type RunRecord } from '../../run-record'\n\n/** A record that failed boundary validation, with enough context to fix it. */\nexport interface RunRecordRejection {\n  /** Absolute or caller-relative path to the file the record came from. */\n  file: string\n  /** Zero-based position within the file (array index or JSONL line number). */\n  index: number\n  /** The validator's message. */\n  reason: string\n}\n\nexport interface FromRunRecordDirOptions {\n  /**\n   * How to treat a record that fails `parseRunRecordSafe`:\n   *   - `'throw'` (default) — fail loud on the first invalid record.\n   *   - `'collect'` — drop it, keep the rest, and return it under `rejected`.\n   */\n  onInvalid?: 'throw' | 'collect'\n  /**\n   * When the input is a directory, only files matching this predicate are\n   * read. Default: any file ending in `.json` or `.jsonl`. The `analysis.json`\n   * artifact `evalReportingSuite` writes is always skipped so a re-run never\n   * ingests its own output.\n   */\n  include?: (fileName: string) => boolean\n  /**\n   * Recurse into subdirectories when the input is a directory. Default false —\n   * a flat run directory is the common case and recursion can silently pull in\n   * unrelated corpora.\n   */\n  recursive?: boolean\n}\n\nexport interface FromRunRecordDirResult {\n  /** Records that passed boundary validation, in file-then-index order. */\n  runs: RunRecord[]\n  /** Records that failed validation. Empty unless `onInvalid: 'collect'`. */\n  rejected: RunRecordRejection[]\n  /** The files that were read, in the order they were processed. */\n  files: string[]\n}\n\nconst ANALYSIS_ARTIFACT = 'analysis.json'\n\nfunction defaultInclude(fileName: string): boolean {\n  if (fileName === ANALYSIS_ARTIFACT) return false\n  return fileName.endsWith('.json') || fileName.endsWith('.jsonl')\n}\n\n/**\n * Resolve a file or directory path into validated `RunRecord[]`.\n *\n * A `.json` file must parse to a top-level array; a `.jsonl` file is one\n * record per non-empty line. Directories are read shallowly by default\n * (set `recursive` to descend); the `analysis.json` output artifact is\n * always excluded.\n */\nexport async function fromRunRecordDir(\n  path: string,\n  options: FromRunRecordDirOptions = {},\n): Promise<FromRunRecordDirResult> {\n  const onInvalid = options.onInvalid ?? 'throw'\n  const include = options.include ?? defaultInclude\n\n  const stats = await stat(path)\n  const filePaths = stats.isDirectory()\n    ? await collectFiles(path, include, options.recursive ?? false)\n    : [path]\n\n  const runs: RunRecord[] = []\n  const rejected: RunRecordRejection[] = []\n\n  for (const file of filePaths) {\n    const raw = await parseRecordFile(file)\n    for (const { index, value } of raw) {\n      const parsed = parseRunRecordSafe(value)\n      if (parsed.ok) {\n        runs.push(parsed.value)\n        continue\n      }\n      const rejection: RunRecordRejection = { file, index, reason: parsed.error.message }\n      if (onInvalid === 'throw') {\n        throw new Error(\n          `fromRunRecordDir: invalid RunRecord in '${file}' at index ${index}: ${parsed.error.message}`,\n        )\n      }\n      rejected.push(rejection)\n    }\n  }\n\n  return { runs, rejected, files: filePaths }\n}\n\n/** Read a single `.json` / `.jsonl` file into `{ index, value }` pairs. A\n *  malformed JSONL line throws with its line number rather than being skipped —\n *  silent line-dropping is how corpora quietly shrink. */\nasync function parseRecordFile(file: string): Promise<Array<{ index: number; value: unknown }>> {\n  const text = await readFile(file, 'utf8')\n  const trimmed = text.trim()\n  if (trimmed.length === 0) return []\n\n  if (trimmed.startsWith('[')) {\n    const parsed = JSON.parse(trimmed) as unknown\n    if (!Array.isArray(parsed)) {\n      throw new Error(`fromRunRecordDir: file '${file}' did not parse to an array`)\n    }\n    return parsed.map((value, index) => ({ index, value }))\n  }\n\n  const out: Array<{ index: number; value: unknown }> = []\n  const lines = trimmed.split('\\n')\n  for (let i = 0; i < lines.length; i++) {\n    const line = lines[i]!.trim()\n    if (line.length === 0) continue\n    try {\n      out.push({ index: i, value: JSON.parse(line) as unknown })\n    } catch (err) {\n      throw new Error(\n        `fromRunRecordDir: file '${file}' line ${i + 1} is not valid JSON: ${\n          err instanceof Error ? err.message : String(err)\n        }`,\n      )\n    }\n  }\n  return out\n}\n\n/** Sorted file list under a directory, filtered by `include`. Sorted so the\n *  resulting `RunRecord` order — and any downstream fingerprint — is stable\n *  across filesystems. */\nasync function collectFiles(\n  dir: string,\n  include: (fileName: string) => boolean,\n  recursive: boolean,\n): Promise<string[]> {\n  const entries = await readdir(dir, { withFileTypes: true })\n  const files: string[] = []\n  const subdirs: string[] = []\n  for (const entry of entries) {\n    if (entry.isDirectory()) {\n      if (recursive) subdirs.push(join(dir, entry.name))\n      continue\n    }\n    if (include(entry.name)) files.push(join(dir, entry.name))\n  }\n  files.sort()\n  subdirs.sort()\n  for (const sub of subdirs) {\n    files.push(...(await collectFiles(sub, include, recursive)))\n  }\n  return files\n}\n","/**\n * # `@tangle-network/agent-eval/contract` — eval-run diff primitive.\n *\n * The substrate side of the v-N-versus-v-N+1 dashboard view. Given two\n * `EvalRunEvent`s (or two `EvalRunGenerationSnapshot`s from one run), this\n * returns a normalised diff: per-cell composite + per-judge/per-dimension\n * deltas, surface-hash change, aggregate cost + duration shifts.\n *\n * Consumed by:\n *   - The hosted-tier dashboard (intelligence-web) — renders v3 vs v4\n *     comparisons of cells × judges × dimensions.\n *   - CI reporting — emits a \"shipped: composite +0.07, cost +$1.20\" line\n *     in PR review for autonomous-improvement runs.\n *   - Any downstream consumer that needs \"what actually changed\" without\n *     reimplementing the matching + arithmetic.\n *\n * Cells are matched on the natural composite key `(scenarioId, rep)`.\n * Unmatched cells surface as `removed` / `added` so callers can tell\n * \"this cell got worse\" from \"this cell wasn't run.\"\n */\n\nimport type { GateDecision } from '../campaign/types'\nimport type { EvalRunCellScore, EvalRunEvent, EvalRunGenerationSnapshot } from '../hosted/types'\n\n// ── Types ────────────────────────────────────────────────────────────\n\n/** Per-dimension delta. `before` / `after` are null when the judge did not\n *  emit a value for that side. `delta` is `after - before`; null when\n *  either side is null. */\nexport interface EvalDimensionDelta {\n  before: number | null\n  after: number | null\n  delta: number | null\n}\n\n/** Per-cell delta, keyed on `(scenarioId, rep)`. */\nexport interface EvalCellScoreDelta {\n  scenarioId: string\n  rep: number\n  compositeBefore: number | null\n  compositeAfter: number | null\n  compositeDelta: number | null\n  /** Per-judge → per-dimension deltas. Outer key = judge name from\n   *  `EvalRunCellScore.dimensions`; inner key = dimension name. */\n  dimensions: Record<string, Record<string, EvalDimensionDelta>>\n}\n\n/** Diff between two generation snapshots — the unit the dashboard renders\n *  for a single \"v3 vs v4\" comparison. */\nexport interface EvalGenerationDiff {\n  beforeIndex: number\n  afterIndex: number\n  beforeSurfaceHash: string\n  afterSurfaceHash: string\n  surfaceChanged: boolean\n  /** Cells present in both snapshots, matched on `(scenarioId, rep)`. */\n  matched: EvalCellScoreDelta[]\n  /** Cells present in `before` but missing from `after`. */\n  removed: EvalRunCellScore[]\n  /** Cells present in `after` but missing from `before`. */\n  added: EvalRunCellScore[]\n  /** Aggregate composite mean, null when that snapshot was unscored. */\n  compositeBefore: number | null\n  compositeAfter: number | null\n  compositeDelta: number | null\n  costUsdBefore: number\n  costUsdAfter: number\n  costUsdDelta: number\n  durationMsBefore: number\n  durationMsAfter: number\n  durationMsDelta: number\n}\n\n/** Diff between two full eval-runs. Includes both baseline-vs-baseline and\n *  winner-vs-winner generation diffs when both sides expose them, plus\n *  run-level metadata. */\nexport interface EvalRunDiff {\n  beforeRunId: string\n  afterRunId: string\n  beforeTimestamp: string\n  afterTimestamp: string\n  beforeGateDecision: GateDecision | null\n  afterGateDecision: GateDecision | null\n  beforeHoldoutLift: number | null\n  afterHoldoutLift: number | null\n  holdoutLiftDelta: number | null\n  beforeTotalCostUsd: number\n  afterTotalCostUsd: number\n  totalCostUsdDelta: number\n  beforeTotalDurationMs: number\n  afterTotalDurationMs: number\n  totalDurationMsDelta: number\n  /** Baseline-vs-baseline diff. Null when either run has no baseline. */\n  baselineDiff: EvalGenerationDiff | null\n  /** Highest-index-generation comparison. Null when either run has no\n   *  recorded generations (e.g. baseline-only or errored before any\n   *  generation completed). */\n  winnersDiff: EvalGenerationDiff | null\n}\n\n// ── Implementation ───────────────────────────────────────────────────\n\nfunction keyForCell(cell: EvalRunCellScore): string {\n  // JSON-tuple key — `scenarioId` may legitimately contain `::` or any other\n  // delimiter, so we use JSON.stringify on a 2-tuple to get an unambiguous,\n  // collision-free composite key.\n  return JSON.stringify([cell.scenarioId, cell.rep])\n}\n\n/** Build the per-dimension delta map for a matched cell. Each judge name +\n *  dimension name encountered on EITHER side appears in the result. */\nfunction diffDimensions(\n  before: EvalRunCellScore['dimensions'],\n  after: EvalRunCellScore['dimensions'],\n): EvalCellScoreDelta['dimensions'] {\n  const out: EvalCellScoreDelta['dimensions'] = {}\n  const judges = new Set<string>([...Object.keys(before), ...Object.keys(after)])\n  for (const judge of judges) {\n    const beforeDims = before[judge] ?? {}\n    const afterDims = after[judge] ?? {}\n    const dims = new Set<string>([...Object.keys(beforeDims), ...Object.keys(afterDims)])\n    const judgeOut: Record<string, EvalDimensionDelta> = {}\n    for (const dim of dims) {\n      // Coerce non-finite values (NaN, ±Infinity) to null so the diff never\n      // surfaces NaN/Infinity to the dashboard. A NaN score is a substrate\n      // bug from upstream; the diff treats it as \"no value\" rather than\n      // propagating the corruption.\n      const rawBefore = beforeDims[dim]\n      const rawAfter = afterDims[dim]\n      const b = typeof rawBefore === 'number' && Number.isFinite(rawBefore) ? rawBefore : null\n      const a = typeof rawAfter === 'number' && Number.isFinite(rawAfter) ? rawAfter : null\n      judgeOut[dim] = {\n        before: b,\n        after: a,\n        delta: b !== null && a !== null ? a - b : null,\n      }\n    }\n    out[judge] = judgeOut\n  }\n  return out\n}\n\n/**\n * Diff two generation snapshots. Cells are matched on `(scenarioId, rep)`;\n * unmatched cells surface in `added` / `removed`. Aggregate fields are\n * recomputed from the snapshot's stored fields, not re-derived from cells —\n * this keeps the diff consistent with whatever aggregation the substrate\n * actually reported.\n */\nexport function diffGenerations(\n  before: EvalRunGenerationSnapshot,\n  after: EvalRunGenerationSnapshot,\n): EvalGenerationDiff {\n  const beforeMap = new Map(before.cells.map((c) => [keyForCell(c), c]))\n  const afterMap = new Map(after.cells.map((c) => [keyForCell(c), c]))\n\n  const matched: EvalCellScoreDelta[] = []\n  const removed: EvalRunCellScore[] = []\n  const added: EvalRunCellScore[] = []\n\n  for (const [key, beforeCell] of beforeMap) {\n    const afterCell = afterMap.get(key)\n    if (!afterCell) {\n      removed.push(beforeCell)\n      continue\n    }\n    matched.push({\n      scenarioId: beforeCell.scenarioId,\n      rep: beforeCell.rep,\n      compositeBefore: beforeCell.compositeMean,\n      compositeAfter: afterCell.compositeMean,\n      compositeDelta:\n        beforeCell.compositeMean === null || afterCell.compositeMean === null\n          ? null\n          : afterCell.compositeMean - beforeCell.compositeMean,\n      dimensions: diffDimensions(beforeCell.dimensions, afterCell.dimensions),\n    })\n  }\n  for (const [key, afterCell] of afterMap) {\n    if (!beforeMap.has(key)) added.push(afterCell)\n  }\n\n  return {\n    beforeIndex: before.index,\n    afterIndex: after.index,\n    beforeSurfaceHash: before.surfaceHash,\n    afterSurfaceHash: after.surfaceHash,\n    surfaceChanged: before.surfaceHash !== after.surfaceHash,\n    matched,\n    removed,\n    added,\n    compositeBefore: before.compositeMean,\n    compositeAfter: after.compositeMean,\n    compositeDelta:\n      before.compositeMean === null || after.compositeMean === null\n        ? null\n        : after.compositeMean - before.compositeMean,\n    costUsdBefore: before.costUsd,\n    costUsdAfter: after.costUsd,\n    costUsdDelta: after.costUsd - before.costUsd,\n    durationMsBefore: before.durationMs,\n    durationMsAfter: after.durationMs,\n    durationMsDelta: after.durationMs - before.durationMs,\n  }\n}\n\n/** Highest-index generation, or null if the run recorded none. */\nfunction winnerOf(run: EvalRunEvent): EvalRunGenerationSnapshot | null {\n  if (run.generations.length === 0) return null\n  let winner = run.generations[0] as EvalRunGenerationSnapshot\n  for (const gen of run.generations) {\n    if (gen.index > winner.index) winner = gen\n  }\n  return winner\n}\n\n/**\n * Diff two full eval-runs. Produces baseline-vs-baseline and\n * winner-vs-winner generation diffs when both sides expose them, plus\n * run-level cost / lift / gate-decision deltas.\n */\nexport function diffRuns(before: EvalRunEvent, after: EvalRunEvent): EvalRunDiff {\n  const beforeWinner = winnerOf(before)\n  const afterWinner = winnerOf(after)\n  const baselineDiff =\n    before.baseline && after.baseline ? diffGenerations(before.baseline, after.baseline) : null\n  const winnersDiff =\n    beforeWinner && afterWinner ? diffGenerations(beforeWinner, afterWinner) : null\n\n  const beforeLift = before.holdoutLift ?? null\n  const afterLift = after.holdoutLift ?? null\n\n  return {\n    beforeRunId: before.runId,\n    afterRunId: after.runId,\n    beforeTimestamp: before.timestamp,\n    afterTimestamp: after.timestamp,\n    beforeGateDecision: before.gateDecision ?? null,\n    afterGateDecision: after.gateDecision ?? null,\n    beforeHoldoutLift: beforeLift,\n    afterHoldoutLift: afterLift,\n    holdoutLiftDelta: beforeLift !== null && afterLift !== null ? afterLift - beforeLift : null,\n    beforeTotalCostUsd: before.totalCostUsd,\n    afterTotalCostUsd: after.totalCostUsd,\n    totalCostUsdDelta: after.totalCostUsd - before.totalCostUsd,\n    beforeTotalDurationMs: before.totalDurationMs,\n    afterTotalDurationMs: after.totalDurationMs,\n    totalDurationMsDelta: after.totalDurationMs - before.totalDurationMs,\n    baselineDiff,\n    winnersDiff,\n  }\n}\n\n/**\n * Within-run baseline → winning-generation diff. The natural \"what did the\n * improvement loop produce\" view for a single run. Returns null when the\n * run never reached a generation past baseline (errored early, or the gate\n * shipped the baseline as-is).\n */\nexport function diffRunBaselineToWinner(run: EvalRunEvent): EvalGenerationDiff | null {\n  if (!run.baseline) return null\n  const winner = winnerOf(run)\n  if (!winner || winner.index === run.baseline.index) return null\n  return diffGenerations(run.baseline, winner)\n}\n","/**\n * `fromAgentTrace` — provenance correlation from Cursor's Agent Trace spec\n * (https://github.com/cursor/agent-trace, RFC v0.1.0).\n *\n * Agent Trace is NOT a run/quality trace — it carries no outcome, score, or\n * cost. It records *code authorship*: for a VCS revision, which AI model /\n * conversation authored which file ranges. It explicitly disclaims quality\n * assessment — which is exactly what `analyzeRuns` adds.\n *\n * The two layers join on a key the substrate already has: a `RunRecord`\n * carries `commitSha`, and an Agent Trace record is keyed by\n * `vcs.revision`. So this adapter does not produce `RunRecord`s — it builds a\n * provenance index by commit and partitions existing runs by their authoring\n * model. Feed each cohort to `analyzeRuns` (or pass one as `baselineRuns`) to\n * answer the question no run-only trace can: *which authoring agent's code\n * fails / regresses / costs more.*\n *\n * Granularity is commit-level (the SHA join). Per-file/per-line correlation\n * would require runs to record which files they exercised — out of scope.\n */\n\nimport type { RunRecord } from '../../run-record'\n\n// ── Agent Trace record schema (the subset we read) ──────────────────────────\n\nexport type AgentTraceContributorType = 'human' | 'ai' | 'mixed' | 'unknown'\n\nexport interface AgentTraceContributor {\n  type: AgentTraceContributorType\n  /** models.dev id, e.g. `anthropic/claude-opus-4-5-20251101`. */\n  model_id?: string\n}\n\nexport interface AgentTraceRange {\n  start_line: number\n  end_line: number\n  content_hash?: string\n  /** Per-range contributor override (agent handoffs). Wins over the\n   *  conversation-level contributor for these lines. */\n  contributor?: AgentTraceContributor\n}\n\nexport interface AgentTraceConversation {\n  url?: string\n  contributor?: AgentTraceContributor\n  ranges: AgentTraceRange[]\n}\n\nexport interface AgentTraceFile {\n  path: string\n  conversations: AgentTraceConversation[]\n}\n\nexport interface AgentTraceRecord {\n  version: string\n  id: string\n  timestamp: string\n  vcs?: { type: string; revision: string }\n  tool?: { name?: string; version?: string }\n  files: AgentTraceFile[]\n}\n\n// ── Provenance index ─────────────────────────────────────────────────────────\n\n/** Authorship provenance for one VCS revision, aggregated across the record's\n *  files/conversations/ranges. */\nexport interface AuthoringProvenance {\n  commitSha: string\n  /** Unique AI model ids that authored code in this commit (type ai|mixed). */\n  aiModels: string[]\n  /** Tools that produced the records (e.g. `cursor`). */\n  tools: string[]\n  conversationCount: number\n  fileCount: number\n  /** Total attributed lines (sum of range spans). */\n  lineCount: number\n  /** True if any range was authored (in whole or part) by a human. */\n  humanInvolved: boolean\n}\n\nexport type AgentTraceIndex = Map<string, AuthoringProvenance>\n\nfunction rangeLines(r: AgentTraceRange): number {\n  return Math.max(0, r.end_line - r.start_line + 1)\n}\n\n/**\n * Build a commit → provenance index from Agent Trace records. Multiple records\n * for the same revision are merged. Records without `vcs.revision` are skipped\n * (the SHA is the join key — without it there is nothing to correlate against).\n */\nexport function parseAgentTrace(records: AgentTraceRecord[]): AgentTraceIndex {\n  interface Acc {\n    models: Set<string>\n    tools: Set<string>\n    files: Set<string>\n    conversationCount: number\n    lineCount: number\n    humanInvolved: boolean\n  }\n  const acc = new Map<string, Acc>()\n\n  for (const record of records) {\n    const sha = record.vcs?.revision\n    if (!sha) continue // the SHA is the join key — nothing to correlate without it\n\n    let a = acc.get(sha)\n    if (!a) {\n      a = {\n        models: new Set(),\n        tools: new Set(),\n        files: new Set(),\n        conversationCount: 0,\n        lineCount: 0,\n        humanInvolved: false,\n      }\n      acc.set(sha, a)\n    }\n\n    if (record.tool?.name) a.tools.add(record.tool.name)\n\n    for (const file of record.files ?? []) {\n      a.files.add(file.path)\n      for (const conv of file.conversations ?? []) {\n        a.conversationCount += 1\n        for (const range of conv.ranges ?? []) {\n          // Per-range contributor wins, else the conversation contributor.\n          const contributor = range.contributor ?? conv.contributor\n          a.lineCount += rangeLines(range)\n          if (!contributor) continue\n          if (contributor.type === 'human' || contributor.type === 'mixed') {\n            a.humanInvolved = true\n          }\n          if ((contributor.type === 'ai' || contributor.type === 'mixed') && contributor.model_id) {\n            a.models.add(contributor.model_id)\n          }\n        }\n      }\n    }\n  }\n\n  const index: AgentTraceIndex = new Map()\n  for (const [sha, a] of acc) {\n    index.set(sha, {\n      commitSha: sha,\n      aiModels: [...a.models].sort(),\n      tools: [...a.tools].sort(),\n      conversationCount: a.conversationCount,\n      fileCount: a.files.size,\n      lineCount: a.lineCount,\n      humanInvolved: a.humanInvolved,\n    })\n  }\n  return index\n}\n\n// ── Run ↔ provenance join ──────────────────────────────────────────────────\n\nexport interface PartitionByAuthoringModelResult {\n  /** Runs grouped by each AI model that authored code in the run's commit. A\n   *  run whose commit had multiple authoring models appears under EACH — the\n   *  cohorts overlap by construction at commit granularity. */\n  byModel: Map<string, RunRecord[]>\n  /** Runs whose `commitSha` had no Agent Trace provenance (no record, or no\n   *  AI authorship). Kept separate — never silently folded into a cohort. */\n  unattributed: RunRecord[]\n}\n\n/**\n * Partition runs by the AI model(s) that authored the code at each run's\n * `commitSha`. Feed `byModel.get(modelId)` to `analyzeRuns`, or compare two\n * model cohorts via `analyzeRuns({ runs: a, baselineRuns: b })` for a lift CI\n * on \"model A's code vs model B's code\".\n */\nexport function partitionRunsByAuthoringModel(\n  runs: RunRecord[],\n  index: AgentTraceIndex,\n): PartitionByAuthoringModelResult {\n  const byModel = new Map<string, RunRecord[]>()\n  const unattributed: RunRecord[] = []\n\n  for (const run of runs) {\n    const provenance = index.get(run.commitSha)\n    if (!provenance || provenance.aiModels.length === 0) {\n      unattributed.push(run)\n      continue\n    }\n    for (const model of provenance.aiModels) {\n      const cohort = byModel.get(model) ?? []\n      cohort.push(run)\n      byModel.set(model, cohort)\n    }\n  }\n\n  return { byModel, unattributed }\n}\n","/**\n * # `intake/feedback-table` — multi-rater approve/reject corpus → `RunRecord[]`.\n *\n * The generic shape behind Obsidian's `#approved` / `#rejected` tags, a\n * Google Sheet, a Postgres `feedback` table, or any CSV with ratings.\n *\n * Caller supplies one row per (run, rater) tuple plus per-run metadata; the\n * adapter rolls them up into the substrate-canonical `RunRecord` shape so\n * `analyzeRuns({ runs, raterScores })` can produce inter-rater agreement,\n * disagreement triage, and downstream recommendations.\n *\n * The rater mean is written to the score field matching the run split\n * (normalised to 0..1 when a scale is supplied); `outcome.raw` carries\n * per-rater scores keyed by rater id for downstream attribution.\n */\n\nimport type { JudgeScoresRecord, RunOutcome, RunRecord, RunSplitTag } from '../../run-record'\n\nexport interface FeedbackTableRow {\n  /** Stable id for this run — the unit a rater scored. Drives pairing\n   *  across analysis primitives. */\n  runId: string\n  /** Identifier of the rater that produced this rating. */\n  rater: string\n  /** The rating itself. Accepts boolean (approve/reject), 0..1 scalar,\n   *  or any numeric scale — see `scale`. */\n  rating: number | boolean\n  /** Optional metadata carried through to `RunRecord.outcome.raw` and the\n   *  custom-shape metadata bag. */\n  metadata?: Record<string, unknown>\n}\n\nexport interface FeedbackTableMeta {\n  runId: string\n  /** When omitted, defaults to `'feedback-corpus'`. Used to group related\n   *  runs in `analyzeRuns()` lift analysis. */\n  experimentId?: string\n  /** When omitted, defaults to `runId` — each run is its own candidate. */\n  candidateId?: string\n  /** Observed cost in USD, when available. */\n  costUsd?: number\n  /** Stable scenario identity. Defaults to `runId`. */\n  scenarioId?: string\n  /** Wall-clock ms, when available. Defaults to 0. */\n  wallMs?: number\n  /** Model identifier including snapshot. Default `unknown@unknown`. */\n  model?: string\n  /** Optional sha256 of the prompt; default `'sha256:unknown'`. */\n  promptHash?: string\n  /** Default `'sha256:unknown'`. */\n  configHash?: string\n  /** Default `'unknown'`. */\n  commitSha?: string\n  /** Default `'holdout'` — feedback corpora are by nature the holdout\n   *  signal a closed-loop improvement aims at. */\n  splitTag?: RunSplitTag\n  /** Free-form metadata available to consumers via the cast-out path on\n   *  the resulting RunRecord. */\n  extras?: Record<string, unknown>\n}\n\nexport interface FromFeedbackTableOptions {\n  /** Per-(run, rater) ratings. */\n  ratings: FeedbackTableRow[]\n  /** Per-run metadata. When a runId appears in `ratings` but not here, the\n   *  adapter synthesises minimal metadata with defaults documented above. */\n  meta?: FeedbackTableMeta[]\n  /** Rating scale. Provide `{ min, max }` for non-0..1 numeric scales.\n   *  Booleans are normalised: true → 1, false → 0. Default: assumes\n   *  ratings are already 0..1. */\n  scale?: { min: number; max: number }\n  /** When true, the rater scores are emitted into `raterScores` (a sibling\n   *  array `analyzeRuns()` accepts) in addition to the aggregate run score.\n   *  Default `true` preserves rater-level signal for inter-rater analysis. */\n  emitRaterScores?: boolean\n}\n\nexport interface FromFeedbackTableResult {\n  runs: RunRecord[]\n  /** Rater-level scores ready to pass into `analyzeRuns({ raterScores })`\n   *  for inter-rater agreement + disagreement triage. */\n  raterScores: Array<{ runId: string; rater: string; score: number }>\n}\n\nexport function fromFeedbackTable(opts: FromFeedbackTableOptions): FromFeedbackTableResult {\n  const { ratings, meta = [], scale, emitRaterScores = true } = opts\n  const metaByRun = new Map(meta.map((m) => [m.runId, m]))\n\n  // Normalise per-rating to a 0..1 score.\n  const normalise = (rating: number | boolean): number => {\n    if (typeof rating === 'boolean') return rating ? 1 : 0\n    if (!Number.isFinite(rating)) return Number.NaN\n    if (!scale) return rating\n    const { min, max } = scale\n    if (max === min) return rating\n    return (rating - min) / (max - min)\n  }\n\n  // Group ratings by runId.\n  const byRun = new Map<string, FeedbackTableRow[]>()\n  for (const row of ratings) {\n    const list = byRun.get(row.runId) ?? []\n    list.push(row)\n    byRun.set(row.runId, list)\n  }\n\n  const runs: RunRecord[] = []\n  const raterScores: FromFeedbackTableResult['raterScores'] = []\n\n  for (const [runId, rowsForRun] of byRun) {\n    const normalised = rowsForRun\n      .map((r) => ({ rater: r.rater, score: normalise(r.rating) }))\n      .filter((r) => Number.isFinite(r.score))\n    if (normalised.length === 0) continue\n\n    const meanScore = normalised.reduce((s, r) => s + r.score, 0) / normalised.length\n\n    const runMeta = metaByRun.get(runId) ?? ({ runId } as FeedbackTableMeta)\n\n    const judgeScores: JudgeScoresRecord = {\n      perJudge: Object.fromEntries(normalised.map((r) => [r.rater, { rating: r.score }])),\n      perDimMean: { rating: meanScore },\n      composite: meanScore,\n    }\n\n    const splitTag = runMeta.splitTag ?? 'holdout'\n    const outcome: RunOutcome = {\n      ...(splitTag === 'holdout' ? { holdoutScore: meanScore } : { searchScore: meanScore }),\n      raw: Object.fromEntries(normalised.map((r) => [`rater:${r.rater}`, r.score])),\n      judgeScores,\n    }\n\n    const costUsd = runMeta.costUsd ?? null\n    runs.push({\n      runId,\n      experimentId: runMeta.experimentId ?? 'feedback-corpus',\n      candidateId: runMeta.candidateId ?? runId,\n      seed: 0,\n      model: runMeta.model ?? 'unknown@unknown',\n      promptHash: runMeta.promptHash ?? 'sha256:unknown',\n      configHash: runMeta.configHash ?? 'sha256:unknown',\n      commitSha: runMeta.commitSha ?? 'unknown',\n      wallMs: runMeta.wallMs ?? 0,\n      costUsd,\n      costProvenance:\n        costUsd === null ? { kind: 'uncaptured', usd: null } : { kind: 'observed', usd: costUsd },\n      tokenUsage: { input: 0, output: 0 },\n      terminalOutcome: 'unknown',\n      outcome,\n      splitTag,\n      scenarioId: runMeta.scenarioId ?? runId,\n    })\n\n    if (emitRaterScores) {\n      for (const r of normalised) raterScores.push({ runId, rater: r.rater, score: r.score })\n    }\n  }\n\n  return { runs, raterScores }\n}\n","/**\n * # `intake/otel-spans` — OTel `TraceSpanEvent[]` → `RunRecord[]`.\n *\n * Turns an existing observability stream into the substrate-canonical\n * `RunRecord` shape so consumers with logs but no eval discipline can\n * call `analyzeRuns()` against their production traffic immediately.\n *\n * Pivot rule: spans are grouped by `tangle.runId` (the same attribute the\n * hosted-tier wire format uses) or, when absent, by `traceId`. One group\n * becomes one `RunRecord`. The root span (no `parentSpanId`) supplies:\n *\n *   - `runId` (the group key)\n *   - `wallMs` from `endTimeUnixNano - startTimeUnixNano`\n *   - `model` from `gen_ai.request.model` / `llm.model` / `tangle.model`\n *   - cost from `cost.usd` / `gen_ai.usage.cost_usd` / `tangle.cost.usd`\n *   - token usage from model-call input, output, cache-read, and cache-write\n *     attributes without double-counting aggregate parent spans\n *   - task quality from an explicit `scoreForRun` callback or a designated\n *     evaluation attribute on a root / `EVALUATOR` span; `outcome.raw`\n *     collects every numeric attribute without promoting it to task quality.\n *\n * Errored tool, model, and child-agent spans contribute to execution-error\n * counts. Root process, guardrail, evaluator, propagated parent, and unknown\n * errors retain separate counters. Only one failed root can set\n * `RunRecord.terminalOutcome` and `RunRecord.terminalFailureReason`; a child\n * error cannot become a task failure.\n */\n\nimport { ValidationError } from '../../errors'\nimport type { TraceSpanEvent } from '../../hosted/types'\nimport type {\n  JudgeScoresRecord,\n  RunOutcome,\n  RunRecord,\n  RunSplitTag,\n  RunTerminalOutcome,\n} from '../../run-record'\nimport { summarizeTraceErrors, type TraceErrorRole } from '../../trace/error-classification'\nimport {\n  recordAggregateMeasurements,\n  summarizeExecutionMeasurements,\n} from '../../trace/execution-measurements'\nimport {\n  classifyOtlpSpanRole,\n  isOtlpModelCall,\n  LLM_MODEL_ATTR_KEYS,\n  SPAN_KIND_ATTR_KEYS,\n} from '../../trace/otlp-attributes'\n\nconst TASK_SCORE_ATTR_KEYS = [\n  'gen_ai.evaluation.score.value',\n  'tangle.task.score',\n  'eval.score',\n  'tangle.score',\n] as const\nconst MODEL_KEYS = ['tangle.model', ...LLM_MODEL_ATTR_KEYS, 'model']\nconst PROMPT_HASH_KEYS = ['tangle.prompt_hash', 'prompt.hash']\nconst CONFIG_HASH_KEYS = ['tangle.config_hash', 'config.hash']\n\nexport interface FromOtelSpansOptions {\n  spans: TraceSpanEvent[]\n  /** Default split tag for synthesized records. Defaults to `'holdout'`. */\n  defaultSplit?: RunSplitTag\n  /** Default `experimentId` when not present on any span. */\n  experimentId?: string\n  /**\n   * Explicit task-quality score for a logical run. The callback receives\n   * spans in deterministic time/id order. Its value must agree with any\n   * designated score attributes present on root or `EVALUATOR` spans.\n   */\n  scoreForRun?: (runId: string, spans: readonly TraceSpanEvent[]) => number | undefined\n}\n\nexport function fromOtelSpans(opts: FromOtelSpansOptions): RunRecord[] {\n  const { spans, defaultSplit = 'holdout', experimentId = 'otel-corpus' } = opts\n  const grouped = groupSpans(spans)\n\n  const runs: RunRecord[] = []\n  for (const [groupKey, groupSpans] of grouped) {\n    const root = findRoot(groupSpans)\n    if (!root) continue\n    const measurements = summarizeExecutionMeasurements(\n      groupSpans.map((span) => ({\n        id: span.spanId,\n        ...(span.parentSpanId ? { parentId: span.parentSpanId } : {}),\n        attributes: span.attributes,\n        modelCall: isExplicitModelCall(span),\n        aggregate: isExplicitAggregate(span),\n      })),\n    )\n    const callSpanIds = new Set(measurements.callSpanIds)\n    const callSpans = groupSpans.filter((span) => callSpanIds.has(span.spanId))\n    const wallMs = unixNanoDurationMs(root.startTimeUnixNano, root.endTimeUnixNano)\n    const model =\n      readAttrString(callSpans, MODEL_KEYS) ??\n      readAttrString(groupSpans, MODEL_KEYS) ??\n      'unknown@unknown'\n    const capturedCost =\n      (measurements.cost.complete ? measurements.cost.value : undefined) ??\n      measurements.aggregate?.costUsd\n    const costUsd = capturedCost ?? null\n    const scenarioId = readConsistentScenarioId(groupKey, groupSpans) ?? groupKey\n    const promptHash = readAttrString(groupSpans, PROMPT_HASH_KEYS) ?? 'sha256:unknown'\n    const configHash = readAttrString(groupSpans, CONFIG_HASH_KEYS) ?? 'sha256:unknown'\n    const score = resolveTaskScore(groupKey, groupSpans, opts.scoreForRun)\n\n    const rawNumeric = collectNumericAttrs(groupSpans)\n    const errorSummary = summarizeTraceErrors(\n      groupSpans.map((span) => ({\n        id: spanIdentity(span),\n        ...(span.parentSpanId ? { parentId: parentIdentity(span) } : {}),\n        role: errorRoleForSpan(span),\n        error: span.status?.code === 'ERROR',\n        processRoot: !span.parentSpanId && isTerminalRootCandidate(span),\n      })),\n    )\n    rawNumeric.error_span_count = errorSummary.total\n    rawNumeric.execution_error_count = errorSummary.execution\n    rawNumeric.process_error_count = errorSummary.process\n    rawNumeric.guardrail_error_count = errorSummary.guardrail\n    rawNumeric.judge_error_count = errorSummary.evaluation\n    rawNumeric.propagated_error_count = errorSummary.propagated\n    rawNumeric.unclassified_error_count = errorSummary.unclassified\n    rawNumeric.llm_span_count = measurements.modelCallCount\n    if (measurements.cost.value !== undefined && !measurements.cost.complete) {\n      rawNumeric.partial_observed_cost_usd = measurements.cost.value\n    }\n    recordAggregateMeasurements(rawNumeric, measurements.aggregate)\n\n    const judgeScores: JudgeScoresRecord | undefined =\n      score !== undefined\n        ? {\n            perJudge: { 'otel-derived': { score } },\n            perDimMean: { score },\n            composite: score,\n          }\n        : undefined\n\n    const terminalOutcome = terminalOutcomeFromRoots(groupSpans)\n    const failedRoot =\n      terminalOutcome === 'failed'\n        ? groupSpans.find(\n            (span) =>\n              !span.parentSpanId && isTerminalRootCandidate(span) && span.status?.code === 'ERROR',\n          )\n        : undefined\n    const outcome: RunOutcome = {\n      raw: rawNumeric,\n      ...(judgeScores ? { judgeScores } : {}),\n    }\n    if (score !== undefined) {\n      if (defaultSplit === 'holdout') outcome.holdoutScore = score\n      else outcome.searchScore = score\n    }\n\n    runs.push({\n      runId: groupKey,\n      experimentId,\n      candidateId: (root.attributes['tangle.candidateId'] as string | undefined) ?? 'otel-default',\n      seed: 0,\n      model,\n      promptHash,\n      configHash,\n      commitSha: (root.attributes['tangle.commit_sha'] as string | undefined) ?? 'unknown',\n      wallMs,\n      costUsd,\n      costProvenance:\n        capturedCost === undefined\n          ? { kind: 'uncaptured', usd: null }\n          : { kind: 'observed', usd: capturedCost },\n      tokenUsage: measurements.tokenUsage,\n      terminalOutcome,\n      ...(failedRoot\n        ? { terminalFailureReason: failedRoot.status?.message ?? failedRoot.name }\n        : {}),\n      outcome,\n      splitTag: defaultSplit,\n      scenarioId,\n    })\n  }\n  return runs\n}\n\nfunction terminalOutcomeFromRoots(spans: TraceSpanEvent[]): RunTerminalOutcome {\n  const roots = spans.filter((span) => !span.parentSpanId && isTerminalRootCandidate(span))\n  if (roots.length !== 1) return 'unknown'\n  if (roots[0]!.status?.code === 'OK') return 'succeeded'\n  if (roots[0]!.status?.code === 'ERROR') return 'failed'\n  return 'unknown'\n}\n\nfunction isTerminalRootCandidate(span: TraceSpanEvent): boolean {\n  const role = errorRoleForSpan(span)\n  if (role === 'LLM' || role === 'TOOL' || role === 'GUARDRAIL' || role === 'EVALUATOR') {\n    return false\n  }\n  return true\n}\n\nfunction readSpanKind(span: TraceSpanEvent): string | undefined {\n  return readAttrString([span], [...SPAN_KIND_ATTR_KEYS, 'span.kind'])?.toUpperCase()\n}\n\nfunction errorRoleForSpan(span: TraceSpanEvent): TraceErrorRole {\n  return classifyOtlpSpanRole({\n    kind: readSpanKind(span),\n    name: span.name,\n    attributes: span.attributes,\n  })\n}\n\nfunction spanIdentity(span: TraceSpanEvent): string {\n  return `${span.traceId}:${span.spanId}`\n}\n\nfunction parentIdentity(span: TraceSpanEvent): string {\n  return `${span.traceId}:${span.parentSpanId}`\n}\n\nfunction isExplicitModelCall(span: TraceSpanEvent): boolean {\n  return isOtlpModelCall({\n    kind: readSpanKind(span),\n    name: span.name,\n    attributes: span.attributes,\n  })\n}\n\nfunction isExplicitAggregate(span: TraceSpanEvent): boolean {\n  const kind = readSpanKind(span)\n  return kind !== undefined && kind !== 'LLM'\n}\n\n// ── Internal helpers ────────────────────────────────────────────────\n\nfunction groupSpans(spans: TraceSpanEvent[]): Map<string, TraceSpanEvent[]> {\n  const m = new Map<string, TraceSpanEvent[]>()\n  for (const span of spans) {\n    const key = (span['tangle.runId'] as string | undefined) ?? span.traceId\n    const list = m.get(key) ?? []\n    list.push(span)\n    m.set(key, list)\n  }\n  return m\n}\n\nfunction findRoot(group: TraceSpanEvent[]): TraceSpanEvent | undefined {\n  const structuralRoots = group.filter((span) => !span.parentSpanId)\n  const terminalRoots = structuralRoots.filter(isTerminalRootCandidate)\n  const pool =\n    terminalRoots.length > 0 ? terminalRoots : structuralRoots.length > 0 ? structuralRoots : group\n  return orderSpans(pool)[0]\n}\n\nfunction readAttrString(spans: TraceSpanEvent[], keys: string[]): string | undefined {\n  for (const span of spans) {\n    for (const key of keys) {\n      const v = span.attributes[key]\n      if (typeof v === 'string' && v.length > 0) return v\n    }\n  }\n  return undefined\n}\n\nfunction readConsistentScenarioId(\n  runId: string,\n  spans: readonly TraceSpanEvent[],\n): string | undefined {\n  const values = new Set<string>()\n  for (const span of spans) {\n    const topLevel = span['tangle.scenarioId']\n    if (typeof topLevel === 'string' && topLevel.length > 0) values.add(topLevel)\n    const attribute = span.attributes['tangle.scenarioId']\n    if (typeof attribute === 'string' && attribute.length > 0) values.add(attribute)\n  }\n  if (values.size > 1) {\n    throw new ValidationError(\n      `fromOtelSpans: conflicting scenario ids for run '${runId}': ${[...values].sort().join(', ')}`,\n    )\n  }\n  return values.values().next().value\n}\n\ninterface TaskScoreSource {\n  label: string\n  value: number\n}\n\nfunction resolveTaskScore(\n  runId: string,\n  spans: TraceSpanEvent[],\n  scoreForRun: FromOtelSpansOptions['scoreForRun'],\n): number | undefined {\n  const orderedSpans = orderSpans(spans)\n  const sources: TaskScoreSource[] = []\n\n  if (scoreForRun) {\n    const supplied: unknown = scoreForRun(runId, orderedSpans)\n    if (supplied !== undefined) {\n      if (typeof supplied !== 'number' || !Number.isFinite(supplied)) {\n        throw new ValidationError(\n          `fromOtelSpans: scoreForRun returned a non-finite number for run '${runId}'`,\n        )\n      }\n      sources.push({ label: 'scoreForRun', value: supplied })\n    }\n  }\n\n  for (const span of orderedSpans) {\n    const role = errorRoleForSpan(span)\n    if (span.parentSpanId && role !== 'EVALUATOR') continue\n    if (role === 'EVALUATOR' && span.status?.code === 'ERROR') continue\n    for (const key of TASK_SCORE_ATTR_KEYS) {\n      if (!Object.hasOwn(span.attributes, key)) continue\n      sources.push({\n        label: `span '${span.spanId}' attribute '${key}'`,\n        value: parseTaskScoreAttribute(runId, span.spanId, key, span.attributes[key]),\n      })\n    }\n  }\n\n  if (sources.length === 0) return undefined\n  sources.sort((left, right) => left.label.localeCompare(right.label))\n  const score = sources[0]!.value\n  if (sources.some((source) => source.value !== score)) {\n    const details = sources.map((source) => `${source.label}=${source.value}`).join(', ')\n    throw new ValidationError(\n      `fromOtelSpans: conflicting task-quality scores for run '${runId}': ${details}`,\n    )\n  }\n  return score\n}\n\nfunction parseTaskScoreAttribute(\n  runId: string,\n  spanId: string,\n  key: string,\n  value: unknown,\n): number {\n  const source = `span '${spanId}' attribute '${key}'`\n  if (typeof value === 'string') {\n    if (value.trim().length === 0) {\n      throw new ValidationError(\n        `fromOtelSpans: ${source} is blank for run '${runId}'; task quality must be finite`,\n      )\n    }\n    const parsed = Number(value)\n    if (Number.isFinite(parsed)) return parsed\n  } else if (typeof value === 'number' && Number.isFinite(value)) {\n    return value\n  }\n  throw new ValidationError(\n    `fromOtelSpans: ${source} is not a finite task-quality score for run '${runId}'`,\n  )\n}\n\nfunction orderSpans(spans: readonly TraceSpanEvent[]): TraceSpanEvent[] {\n  return [...spans].sort(\n    (left, right) =>\n      compareUnixNano(left.startTimeUnixNano, right.startTimeUnixNano) ||\n      left.spanId.localeCompare(right.spanId),\n  )\n}\n\nfunction parseUnixNano(value: string): bigint {\n  try {\n    return BigInt(value)\n  } catch {\n    throw new ValidationError(`fromOtelSpans: invalid Unix nanosecond timestamp '${value}'`)\n  }\n}\n\nfunction compareUnixNano(left: string, right: string): number {\n  const leftValue = parseUnixNano(left)\n  const rightValue = parseUnixNano(right)\n  return leftValue < rightValue ? -1 : leftValue > rightValue ? 1 : 0\n}\n\nfunction unixNanoDurationMs(start: string, end: string): number {\n  const delta = parseUnixNano(end) - parseUnixNano(start)\n  if (delta <= 0n) return 0\n  const wholeMs = delta / 1_000_000n\n  const fractionalMs = delta % 1_000_000n\n  const value = Number(wholeMs) + Number(fractionalMs) / 1_000_000\n  if (!Number.isSafeInteger(Number(wholeMs))) {\n    throw new ValidationError('fromOtelSpans: span duration exceeds the safe millisecond range')\n  }\n  return value\n}\n\nfunction collectNumericAttrs(spans: TraceSpanEvent[]): Record<string, number> {\n  const raw: Record<string, number> = {}\n  for (const span of spans) {\n    for (const [k, v] of Object.entries(span.attributes)) {\n      if (typeof v === 'number' && Number.isFinite(v)) raw[k] = v\n    }\n  }\n  return raw\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0WO,IAAM,sBAAN,cAAkC,MAAM;AAAA,EACpC;AAAA,EACA;AAAA,EAET,YAAY,OAAgB,QAA0B;AACpD,UAAM,WAAW,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACzE,UAAM,SAAS,SAAS,EAAE,OAAO,SAAS,CAAC;AAC3C,SAAK,OAAO;AACZ,SAAK,OAAO,OAAO,QAAQ;AAC3B,SAAK,WAAW,OAAO,KAAK;AAAA,EAC9B;AACF;AAEA,SAAS,4BACP,MACM;AACN,MAAI,KAAK,UAAU,KAAK,UAAU;AAChC,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,MAAI,CAAC,KAAK,QAAQ;AAChB,QAAI,KAAK,uBAAuB,QAAW;AACzC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA;AAAA,EACF;AACA,MACE,OAAO,KAAK,OAAO,SAAS,YAC5B,CAAC,KAAK,OAAO,KAAK,KAAK,KACvB,KAAK,OAAO,KAAK,KAAK,MAAM,KAAK,OAAO,QACxC,OAAO,KAAK,OAAO,aAAa,YAChC;AACA,UAAM,IAAI,MAAM,kEAAkE;AAAA,EACpF;AACA,QAAM,SAAS,KAAK;AACpB,MAAI,QAAQ,gBAAgB,UAAa,OAAO,gBAAgB,GAAG;AACjE,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AACA,MAAI,QAAQ,mBAAmB,UAAa,OAAO,mBAAmB,GAAG;AACvE,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MACE,QAAQ,yBAAyB,UACjC,QAAQ,wBAAwB,UAChC,KAAK,sBAAsB,UAC3B,KAAK,aAAa,QAClB;AACA,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,sBACP,iBACA,mBACA,UACgD;AAChD,MAAI,CAAC,OAAO,SAAS,QAAQ,KAAK,YAAY,KAAK,YAAY,GAAG;AAChE,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,QAAM,OAAO,oBAAI,IAAuB;AACxC,aAAW,YAAY,iBAAiB;AACtC,QAAI,KAAK,IAAI,SAAS,EAAE,GAAG;AACzB,YAAM,IAAI,MAAM,uCAAuC,SAAS,EAAE,GAAG;AAAA,IACvE;AACA,SAAK,IAAI,SAAS,IAAI,QAAQ;AAAA,EAChC;AACA,MAAI,mBAAmB;AACrB,QAAI,kBAAkB,WAAW,GAAG;AAClC,YAAM,IAAI,MAAM,mDAAmD;AAAA,IACrE;AACA,UAAM,eAAe,oBAAI,IAAY;AACrC,eAAW,YAAY,mBAAmB;AACxC,UAAI,CAAC,KAAK,IAAI,SAAS,EAAE,GAAG;AAC1B,cAAM,IAAI;AAAA,UACR,oCAAoC,SAAS,EAAE;AAAA,QACjD;AAAA,MACF;AACA,UAAI,aAAa,IAAI,SAAS,EAAE,GAAG;AACjC,cAAM,IAAI,MAAM,iDAAiD,SAAS,EAAE,GAAG;AAAA,MACjF;AACA,mBAAa,IAAI,SAAS,EAAE;AAAA,IAC9B;AACA,UAAM,QAAQ,gBAAgB,OAAO,CAAC,aAAa,CAAC,aAAa,IAAI,SAAS,EAAE,CAAC;AACjF,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,IAAI,MAAM,0CAA0C;AAAA,IAC5D;AACA,WAAO;AAAA,MACL;AAAA,MACA,WAAW,kBAAkB,IAAI,CAAC,aAAa,KAAK,IAAI,SAAS,EAAE,CAAE;AAAA,IACvE;AAAA,EACF;AACA,MAAI,gBAAgB,SAAS,GAAG;AAC9B,UAAM,IAAI,MAAM,+DAA+D;AAAA,EACjF;AACA,QAAM,SAAS,CAAC,GAAG,eAAe,EAAE;AAAA,IAClC,CAAC,GAAG,MAAM,mBAAmB,EAAE,EAAE,IAAI,mBAAmB,EAAE,EAAE;AAAA,EAC9D;AACA,QAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,MAAM,OAAO,SAAS,QAAQ,CAAC,CAAC;AAC3F,SAAO;AAAA,IACL,WAAW,OAAO,MAAM,GAAG,KAAK;AAAA,IAChC,OAAO,OAAO,MAAM,KAAK;AAAA,EAC3B;AACF;AAEA,SAAS,iBAAiB,OAAuB;AAC/C,SAAO,MAAM,QAAQ,oBAAoB,GAAG;AAC9C;AAEA,SAAS,mBAAmB,OAAuB;AACjD,MAAI,OAAO,eAAe;AAC1B,WAAS,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS;AACjD,YAAQ,MAAM,WAAW,KAAK;AAC9B,WAAO,KAAK,KAAK,MAAM,QAAQ,MAAM;AAAA,EACvC;AACA,SAAO;AACT;AAMA,SAAS,kBACP,WACA,UAC8C;AAC9C,QAAM,SAAS,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,mBAAmB,EAAE,EAAE,IAAI,mBAAmB,EAAE,EAAE,CAAC;AAChG,QAAM,WAAW,KAAK,IAAI,GAAG,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,MAAM,OAAO,SAAS,QAAQ,CAAC,CAAC;AAC9F,SAAO;AAAA,IACL,SAAS,OAAO,MAAM,GAAG,QAAQ;AAAA,IACjC,OAAO,OAAO,MAAM,QAAQ;AAAA,EAC9B;AACF;AAEA,SAAS,cAAc,YAGrB;AACA,QAAM,cAAsC,CAAC;AAC7C,QAAM,SAAmB,CAAC;AAC1B,aAAW,CAAC,IAAI,GAAG,KAAK,OAAO,QAAQ,UAAU,GAAG;AAClD,gBAAY,EAAE,IAAI,IAAI;AACtB,WAAO,KAAK,IAAI,aAAa;AAAA,EAC/B;AACA,SAAO;AAAA,IACL,eAAe,OAAO,WAAW,IAAI,IAAI,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAAA,IACpF;AAAA,EACF;AACF;AAOA,SAAS,qBACP,QACoE;AACpE,WAAS,IAAI,OAAO,YAAY,SAAS,GAAG,KAAK,GAAG,KAAK;AACvD,UAAM,WAAW,OAAO,YAAY,CAAC,GAAG,SAAS;AAAA,MAC/C,CAAC,MAAM,EAAE,gBAAgB,OAAO;AAAA,IAClC;AACA,QAAI,SAAU,QAAO,SAAS;AAAA,EAChC;AACA,SAAO,OAAO;AAChB;AA4BA,eAAsB,YACpB,MACkD;AAClD,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,kBACJ,KAAK,WACJ,KAAK,SAAS,iCAAiC,SAAS,KAAK,qBAAqB,SAAS;AAC9F,QAAM,SAAS,cAAc,eAAe;AAC5C,QAAM,UACJ,KAAK,YAAY,OAAO,WAAW,QAAQ,IAAI,wBAAwB,IAAI,kBAAkB;AAC/F,QAAM,aAAa,oBAAoB;AAAA,IACrC;AAAA,IACA;AAAA,IACA,gBAAgB,KAAK,QAAQ;AAAA,EAC/B,CAAC;AACD,MAAI;AACF,WAAO,MAAM,eAAe,MAAM,YAAY,WAAW,QAAQ,OAAO;AAAA,EAC1E,SAAS,OAAO;AACd,UAAM,IAAI,oBAAoB,OAAO,UAAU;AAAA,EACjD;AACF;AAEA,eAAe,eACb,MACA,YACA,WACA,QACA,SACkD;AAClD,QAAM,SAAS,KAAK,UAAU,CAAC;AAC/B,8BAA4B,IAAI;AAChC,QAAM,cAAc,KAAK,SAAS,IAAK,OAAO,eAAe;AAC7D,QAAM,iBAAiB,KAAK,SAAS,IAAK,OAAO,kBAAkB;AACnE,QAAM,iBAAiB,OAAO,kBAAkB;AAChD,QAAM,kBAAkB,OAAO,mBAAmB;AAClD,QAAM,cAAc,OAAO,WAAW;AACtC,QAAM,kBAAkB,gBAAgB;AACxC,QAAM,cAAc,KAAK,eAAe;AAMxC,QAAM,kBAAkB,OAAO;AAC/B,QAAM,EAAE,OAAO,QAAQ,IAAI,kBACvB;AAAA,IACE,OAAO,KAAK,UAAU,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;AAAA,IAC/E,SAAS;AAAA,EACX,IACA,kBACE,EAAE,OAAO,KAAK,WAAW,SAAS,CAAC,EAAiB,IACpD,kBAAkB,KAAK,WAAW,eAAe;AAEvD,MAAI,MAAM,WAAW,GAAG;AACtB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MAAI,QAAQ,WAAW,KAAK,CAAC,iBAAiB;AAC5C,UAAM,IAAI,MAAM,2DAA2D;AAAA,EAC7E;AAEA,MAAI,cAAc,KAAK,CAAC,KAAK,YAAY,CAAC,KAAK,QAAQ;AACrD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MAAI;AACJ,QAAM,mBAAmB,KAAK,SAC1B,sBAAsB,OAAO,KAAK,oBAAoB,OAAO,qBAAqB,IAAI,IACtF;AACJ,QAAM,WAA4B,KAAK,SACnC;AAAA,IACE,MAAM,UAAU,KAAK,OAAO,IAAI;AAAA,IAChC,SAAS,OAAO,YAAY;AAC1B,UAAI,QAAQ,aAAa,EAAG,QAAO,CAAC;AACpC,YAAMA,UAAS,MAAM,KAAK,OAAQ;AAAA,QAChC,OAAO,OAAO;AAAA,UACZ,iBAAiB,gBAAgB,QAAQ,cAAc;AAAA,UACvD,gBAAgB,OAAO;AAAA,YACrB,iBAAkB,MAAM,IAAI,CAAC,aAAa,gBAAgB,QAAQ,CAAC;AAAA,UACrE;AAAA,UACA,oBAAoB,OAAO;AAAA,YACzB,iBAAkB,UAAU,IAAI,CAAC,aAAa,gBAAgB,QAAQ,CAAC;AAAA,UACzE;AAAA,UACA,qBAAqB,KAAK;AAAA,UAC1B,QAAQ,OAAO,OAAO,CAAC,KAAK,KAAK,CAAC;AAAA,UAClC,QAAQ,GAAG,MAAM,iBAAiB,iBAAiB,KAAK,OAAQ,IAAI,CAAC;AAAA,UACrE,MAAM;AAAA,UACN,YAAY,OAAO,OAAO;AAAA,YACxB;AAAA,YACA;AAAA,YACA,MAAM,OAAO;AAAA,YACb,mBAAmB,KAAK;AAAA,YACxB;AAAA,YACA,aAAa,OAAO;AAAA,UACtB,CAAC;AAAA,UACD;AAAA,QACF,CAAC;AAAA,MACH;AACA,+BAAyB,KAAK,OAAQ,MAAMA,OAAM;AAClD,2BAAqB,gBAAgBA,OAAM;AAC3C,aAAO;AAAA,QACL;AAAA,UACE,SAAS,gBAAgBA,QAAO,aAAa;AAAA,UAC7C,OAAO,KAAK,OAAQ;AAAA,UACpB,WAAW,GAAG,KAAK,OAAQ,IAAI;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAAA,EACF,IACC,KAAK,YAAY;AAAA,IAChB,MAAM;AAAA,IACN,SAAS,YAAY,CAAC;AAAA,EACxB;AAEJ,QAAM,OACJ,KAAK,QACL,sBAA4C;AAAA,IAC1C,kBAAkB;AAAA,IAClB,gBAAgB;AAAA,EAClB,CAAC;AAEH,MAAI,KAAK,YAAY;AACnB,SAAK,WAAW,EAAE,MAAM,oBAAoB,WAAW,KAAK,UAAU,OAAO,CAAC;AAAA,EAChF;AAEA,QAAM,SAAS,MAAM,mBAAyC;AAAA,IAC5D,WAAW;AAAA,IACX,iBAAiB,KAAK;AAAA,IACtB,qBAAqB,KAAK;AAAA,IAC1B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,QAAQ,CAAC,KAAK,KAAK;AAAA,IACnB;AAAA,IACA,gBAAgB;AAAA,IAChB,sBAAsB,OAAO;AAAA,IAC7B,MAAM,OAAO;AAAA,IACb,qBAAqB,OAAO;AAAA,IAC5B,kBAAkB;AAAA,IAClB,SAAS;AAAA,IACT;AAAA,IACA,YAAY,KAAK;AAAA,IACjB,eAAe,KAAK,iBAAiB;AAAA,IACrC,SAAS,KAAK;AAAA,IACd,QAAQ,KAAK;AAAA,IACb;AAAA,IACA;AAAA,IACA;AAAA,IACA,eAAe,KAAK;AAAA,IACpB,mBAAmB,KAAK;AAAA,IACxB;AAAA,IACA;AAAA,IACA,cAAc,KAAK;AAAA,IACnB,eAAe,KAAK;AAAA,IACpB,mBAAmB,KAAK;AAAA,IACxB,UAAU,KAAK;AAAA,IACf,kBAAkB,KAAK;AAAA,EACzB,CAAC;AAKD,QAAM,cAA2B,kBAAkB,WAAW;AAC9D,QAAM,yBAAyB,kBAC3B,OAAO,mBACP,OAAO;AACX,QAAM,uBAAuB,kBACzB,qBAAqB,MAAM,IAC3B,OAAO;AACX,QAAM,WAAW,cAAc,uBAAuB,WAAW,UAAU;AAC3E,QAAM,cAAc,cAAc,qBAAqB,WAAW,UAAU;AAK5E,MAAI;AACJ,QAAM,4BAA4B,OAAO,kBAAkB,MACxD,OAAO,CAAC,SAAS,CAAC,KAAK,KAAK,EAC5B,IAAI,CAAC,SAAS;AACb,UAAM,SAAS,OAAO,OAAO,KAAK,WAAW;AAC7C,WAAO,OAAO,WAAW,IACrB,OAAO,MACP,OAAO,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,WAAW,CAAC,IAAI,OAAO;AAAA,EAC/D,CAAC,EACA,OAAO,CAAC,MAAM,OAAO,SAAS,CAAC,CAAC;AACnC,MAAI,0BAA0B,UAAU,GAAG;AAIzC,YAAQ,eAAe;AAAA,MACrB,oBAAoB;AAAA,MACpB,qBAAqB;AAAA,IACvB,CAAC;AACD,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW;AAAA,QACd,MAAM;AAAA,QACN,GAAG,MAAM;AAAA,QACT,IAAI,MAAM;AAAA,QACV,KAAK,MAAM;AAAA,QACX,cAAc,MAAM;AAAA,MACtB,CAAC;AAAA,IACH;AACA,QAAI,MAAM,gBAAgB,cAAc,GAAG;AACzC,cAAQ,KAAK,iBAAiB,MAAM,cAAc,EAAE;AAAA,IACtD;AAAA,EACF;AAEA,MAAI,KAAK,YAAY;AACnB,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,eAAe,SAAS;AAAA,MACxB,YAAY,KAAK,IAAI,IAAI;AAAA,IAC3B,CAAC;AACD,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,UAAU,OAAO,WAAW;AAAA;AAAA;AAAA;AAAA,MAI5B,GAAI,kBAAkB,CAAC,IAAI,EAAE,MAAM,YAAY,gBAAgB,SAAS,cAAc;AAAA,IACxF,CAAC;AAAA,EACH;AAEA,QAAM,OAAO,OAAO;AACpB,QAAM,YAAY,KAAK;AAMvB,QAAM,UAAU,MAAM,YAAY;AAAA,IAChC,MAAM;AAAA,MACJ,GAAG;AAAA,QACD,uBAAuB;AAAA,QACvB;AAAA,QACA;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACF;AAAA,MACA,GAAG;AAAA,QACD,qBAAqB;AAAA,QACrB;AAAA,QACA;AAAA,QACA,OAAO;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAAA,IACA,qBAAqB;AAAA,IACrB,sBAAsB;AAAA,EACxB,CAAC;AAID,QAAM,aAAa,KAAK,IAAI,IAAI;AAChC,QAAM,EAAE,QAAQ,WAAW,IAAI,MAAM,mBAAyC;AAAA,IAC5E,GAAG,6BAA6B;AAAA,MAC9B,OAAO,GAAG,MAAM,IAAI,SAAS;AAAA,MAC7B;AAAA,MACA,WAAW,IAAI,KAAK,SAAS,EAAE,YAAY;AAAA,MAC3C,iBAAiB,KAAK;AAAA,MACtB;AAAA,MACA,cAAc,WAAW,KAAK;AAAA,MAC9B,cAAc;AAAA,MACd,iBAAiB;AAAA,IACnB,CAAC;AAAA,IACD,GAAI,qBACA;AAAA,MACE,oBAAoB;AAAA,QAClB,MAAM,KAAK,OAAQ;AAAA,QACnB,MAAM,gBAAgB,mBAAmB,IAAI;AAAA,QAC7C,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,mBAAmB,WAAW;AAAA,QAChD,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,gBAAgB,mBAAmB,UAAU,EAAE;AAAA,MACnE;AAAA,IACF,IACA,CAAC;AAAA,IACL;AAAA,IACA,cAAc,KAAK,eAAe,mBAAmB,KAAK,YAAY,IAAI;AAAA,EAC5E,CAAC;AACD,MAAI,KAAK,aAAc,MAAK,aAAa,UAAU;AAEnD,QAAM,UAAmD;AAAA,IACvD;AAAA,IACA,QAAQ;AAAA,MACN,GAAG;AAAA,MACH,SAAS,OAAO;AAAA,MAChB,GAAI,OAAO,cAAc,EAAE,OAAO,OAAO,YAAY,IAAI,CAAC;AAAA,MAC1D,GAAI,OAAO,kBAAkB,EAAE,WAAW,OAAO,gBAAgB,IAAI,CAAC;AAAA,IACxE;AAAA,IACA,GAAI,kBAAkB,CAAC,IAAI,EAAE,MAAM,YAAY,gBAAgB,SAAS,cAAc;AAAA,IACtF,MAAM,OAAO;AAAA,IACb;AAAA,IACA,cAAc,OAAO,WAAW;AAAA,IAChC,qBAAqB,OAAO,YAAY;AAAA,IACxC;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA,UAAU,WAAW,KAAK;AAAA,IAC1B,GAAI,qBACA;AAAA,MACE,cAAc;AAAA,QACZ,MAAM,KAAK,OAAQ;AAAA,QACnB,MAAM,gBAAgB,mBAAmB,IAAI;AAAA,QAC7C,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,mBAAmB,WAAW;AAAA,QAChD,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,gBAAgB,mBAAmB,UAAU,EAAE;AAAA,MACnE;AAAA,IACF,IACA,CAAC;AAAA,IACL;AAAA,IACA,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;AAAA,IACzB,KAAK;AAAA,EACP;AAIA,MAAI,KAAK,cAAc;AACrB,QAAI;AACF,YAAM,oBAAoB,KAAK,cAAc,MAAM,SAAS,QAAQ,MAAM;AAAA,IAC5E,SAAS,KAAK;AACZ,YAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAE3D,cAAQ,KAAK,mDAAmD,GAAG,EAAE;AAAA,IACvE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBACb,QACA,MACA,SACA,KACA,QACe;AACf,QAAM,SAAS,mBAAmB,MAAM;AAExC,WAAS,qBACP,OACA,SACA,UACA,YAC2B;AAC3B,UAAM,QAA4B,SAAS,MAAM,IAAI,CAAC,SAAS;AAC7D,YAAM,YAAY,8BAA8B,IAAI;AACpD,aAAO;AAAA,QACL,YAAY,KAAK;AAAA,QACjB,KAAK,KAAK;AAAA,QACV,eAAe,sBAAsB,IAAI,KAAK;AAAA,QAC9C,YAAY,4BAA4B,IAAI;AAAA,QAC5C,iBAAiB,UAAU;AAAA,QAC3B,qBAAqB,UAAU,uBAAuB;AAAA,QACtD,cAAc,KAAK,SAAS;AAAA,MAC9B;AAAA,IACF,CAAC;AACD,UAAM,cAAc,MAAM;AAAA,MAAQ,CAAC,SACjC,KAAK,kBAAkB,OAAO,CAAC,IAAI,CAAC,KAAK,aAAa;AAAA,IACxD;AACA,UAAM,gBACJ,YAAY,WAAW,IACnB,OACA,YAAY,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC,IAAI,YAAY;AACvE,WAAO;AAAA,MACL;AAAA,MACA,aAAa,YAAY,OAAO;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS,SAAS,WAAW;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,cAA2C,CAAC;AAElD,cAAY,KAAK,qBAAqB,GAAG,KAAK,iBAAiB,IAAI,kBAAkB,CAAC,CAAC;AAGvF,aAAW,OAAO,IAAI,aAAa;AACjC,UAAM,SAAS,IAAI,SAAS;AAAA,MAC1B,CAAC,MAAM,MACL,EAAE,SAAS,WAAW,gBAAgB,MACrC,SAAS,UAAa,iBAAiB,EAAE,QAAQ,IAAI,iBAAiB,KAAK,QAAQ,KAChF,IACA;AAAA,MACN,IAAI,SAAS,CAAC;AAAA,IAChB;AACA,QAAI,CAAC,OAAQ;AACb,gBAAY;AAAA,MACV,qBAAqB,IAAI,OAAO,kBAAkB,GAAG,OAAO,SAAS,OAAO,UAAU,CAAC;AAAA,IACzF;AAAA,EACF;AAEA,QAAM,QAAsB;AAAA,IAC1B,OAAO,GAAG,MAAM,IAAI,KAAK,IAAI,CAAC;AAAA,IAC9B;AAAA,IACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC,QAAQ;AAAA,IACR,QAAQ,KAAK,gBAAgB,CAAC;AAAA,IAC9B,UAAU,YAAY,CAAC;AAAA,IACvB;AAAA,IACA,cAAc,QAAQ;AAAA,IACtB,aAAa,QAAQ;AAAA,IACrB,cAAc,QAAQ;AAAA,IACtB,iBAAiB,QAAQ;AAAA,IACzB,eAAe,QAAQ;AAAA,EACzB;AAEA,QAAM,OAAO,cAAc,KAAK;AAClC;AAEA,SAAS,iBACP,UACQ;AACR,QAAM,OAAO,OAAO,OAAO,SAAS,WAAW,UAAU;AACzD,SAAO,KAAK,WAAW,IAAI,IAAI,KAAK,OAAO,CAAC,GAAG,MAAM,IAAI,EAAE,eAAe,CAAC,IAAI,KAAK;AACtF;AAEA,SAAS,WAAW,GAAmB;AACrC,MAAI,IAAI,eAAe;AACvB,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,SAAK,EAAE,WAAW,CAAC;AACnB,QAAI,KAAK,KAAK,GAAG,QAAQ,MAAM;AAAA,EACjC;AACA,SAAO,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG;AACvC;AAaA,SAAS,kBACP,OACA,aACA,OACA,SACA,UACa;AACb,QAAM,aAAa,mBAAmB,OAAO;AAC7C,QAAM,aAAa,mBAAmB,WAAW;AACjD,SAAO,MAAM;AAAA,IAAI,CAAC,SAChB,wBAAwB,MAAM;AAAA,MAC5B,OAAO,GAAG,KAAK,KAAK,WAAW,KAAK,KAAK,MAAM;AAAA,MAC/C,cAAc;AAAA,MACd;AAAA;AAAA,MAEA,MACE,KAAK,MAAM,MACX,WAAW,KAAK,UAAU,EACvB,MAAM,GAAG,CAAC,EACV,MAAM,EAAE,EACR,OAAO,CAAC,GAAG,MAAO,IAAI,KAAK,EAAE,WAAW,CAAC,MAAO,GAAG,CAAC;AAAA,MACzD,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,IACF,CAAC;AAAA,EACH;AACF;;;ACj7BO,SAAS,gBACd,UACwC;AACxC,QAAM,yBAAyB,iBAAiB,QAAQ;AAExD,SAAO;AAAA,IACL,WAAW,SAAS;AAAA,IACpB,iBAAiB,SAAS;AAAA,IAE1B,MAAM,SAAS,OAAO,CAAC,GAAG;AACxB,YAAM,EAAE,OAAO,OAAO,QAAQ,QAAQ,WAAW,SAAS,GAAG,aAAa,IAAI;AAC9E,YAAM,gBAAgB,SAAS,SAAS;AACxC,YAAM,kBAAkB,WAAW,SAAS;AAC5C,YAAM,iBAAiB,UAAU,SAAS,UAAU,yBAAyB,KAAK,IAAI,CAAC;AACvF,YAAM,kBACJ,aAAa,WACb,uBAAuB,YACtB,eAAe,WAAW,QAAQ,IAAI,wBAAwB,IAAI;AACrE,YAAM,cAAoD;AAAA,QACxD,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAI,kBAAkB,EAAE,SAAS,gBAAgB,IAAI,CAAC;AAAA,QACtD,QAAQ;AAAA,QACR,WAAW,aAAa,SAAS;AAAA,QACjC,UAAU,CAAC,UAAU,QAAQ,cAAc,iBAAiB,UAAU,GAAG;AAAA,QACzE,QAAQ,eAAe,QAAQ,SAAS,SAAS,KAAK;AAAA,MACxD;AACA,UAAI,YAAY,SAAS;AACvB,oBAAY,OAAO,uBAAuB,YAAY,MAAM,MAAM;AACpE,aAAO,QAA8B,WAAW;AAAA,IAClD;AAAA,IAEA,MAAM,QAAQ,OAAO,CAAC,GAAG;AACvB,YAAM;AAAA,QACJ,QAAQ;AAAA,QACR,cAAc;AAAA,QACd,GAAG;AAAA,MACL,IAAI;AACJ,YAAM,SAAS,aAAa,UAAU,iBAAiB;AACvD,YAAM,SAAS,YAAY,SAAS,QAAQ,cAAc;AAC1D,YAAM,eAAe,kBAAkB,SAAS,cAAc,oBAAoB;AAClF,aAAO,YAAkC;AAAA,QACvC,GAAG;AAAA,QACH,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;AAAA,QAC3B,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;AAAA,MACzC,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAOA,SAAS,iBACP,UAC8C;AAC9C,QAAM,MAAoD,CAAC;AAC3D,MAAI,SAAS,QAAS,KAAI,UAAU,SAAS;AAC7C,MAAI,SAAS,aAAc,KAAI,eAAe,SAAS;AACvD,MAAI,SAAS,cAAe,KAAI,gBAAgB,SAAS;AACzD,MAAI,SAAS,cAAe,KAAI,gBAAgB,SAAS;AACzD,MAAI,SAAS,YAAa,KAAI,cAAc,SAAS;AACrD,MAAI,SAAS,QAAQ,YAAY,OAAW,KAAI,cAAc,SAAS,OAAO;AAC9E,MAAI,SAAS,QAAQ,mBAAmB;AACtC,QAAI,iBAAiB,SAAS,OAAO;AACvC,MAAI,SAAS,QAAQ,SAAS;AAC5B,QAAI,OAAO,uBAAuB,SAAS,OAAO,MAAM,aAAa;AACvE,SAAO;AACT;AAEA,SAAS,YACP,UACA,WAC+B;AAC/B,QAAM,SAAS,oBAAoB,UAAU,SAAS;AACtD,MAAI,QAAQ,SAAS,OAAW,QAAO,OAAO,uBAAuB,OAAO,MAAM,aAAa;AAC/F,SAAO;AACT;AAEA,SAAS,kBACP,UACA,WAC0B;AAC1B,QAAM,SAAS,oBAAoB,UAAU,SAAS;AACtD,MAAI,CAAC,OAAQ,QAAO;AACpB,MAAI,CAAC,OAAO,UAAU,KAAK,KAAK,CAAC,OAAO,QAAQ,KAAK,KAAK,CAAC,OAAO,UAAU,KAAK,GAAG;AAClF,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,aAA+B,UAAa,WAAsC;AACzF,MAAI,CAAC,UAAW,QAAO;AACvB,QAAM,SAAS,EAAE,GAAG,SAAS;AAC7B,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,SAAS,GAAG;AACpD,QAAI,UAAU,OAAW,QAAO,GAAG,IAAI;AAAA,EACzC;AACA,SAAO;AACT;AAEA,SAAS,oBACP,UACA,WACe;AACf,MAAI,CAAC,YAAY,CAAC,UAAW,QAAO;AACpC,SAAO,aAAa,YAAa,CAAC,GAAS,SAAS;AACtD;AAEA,SAAS,eACP,QACA,cACqC;AACrC,MAAI,WAAW,QAAW;AACxB,QAAI,OAAO,WAAW,GAAG;AACvB,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,WAAO;AAAA,EACT;AACA,SAAO,CAAC,YAAY;AACtB;AAEA,SAAS,uBAAuB,OAAe,OAAuB;AACpE,MAAI,CAAC,OAAO,UAAU,KAAK,KAAK,QAAQ,GAAG;AACzC,UAAM,IAAI,MAAM,oBAAoB,KAAK,6BAA6B;AAAA,EACxE;AACA,SAAO;AACT;;;ACxNA;AAAA,EAWE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AA6EA,SAAS,2BACd,UAC6B;AAC7B,SAAO,kCAAkC,MAAM;AAAA,IAC7C,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACH;AAGO,SAAS,4BACd,SACoC;AACpC,aAAW,QAAQ,QAAQ,MAAO,8BAA6B,IAAI;AACnE,QAAM,WAAW;AAAA,IACf,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,aAAa,QAAQ,MAAM,IAAI,CAAC,SAAS,KAAK,MAAM;AAAA,IACpD,MAAM,QAAQ;AAAA,IACd,OAAO,QAAQ;AAAA,EACjB;AACA,QAAM,QAAQ,mCAAmC,MAAM;AAAA,IACrD,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACD,SAAO,EAAE,OAAO,OAAO,QAAQ,MAAM;AACvC;AAGO,SAAS,wBACd,UAC0B;AAC1B,QAAM,SAAS,+BAA+B,MAAM;AAAA,IAClD,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACD,SAAO,0BAA0B,MAAM;AACzC;AAEO,SAAS,0BAA0B,OAA0C;AAClF,QAAM,aAAa,+BAA+B,MAAM,KAAK;AAC7D,sBAAoB,YAAY,sBAAsB;AACtD,eAAa,WAAW,UAAU,iBAAiB;AACnD,eAAa,WAAW,WAAW,kBAAkB;AACrD,MAAI,WAAW,SAAS,WAAW,WAAW,UAAU,QAAQ;AAC9D,UAAM,IAAI,MAAM,mEAAmE;AAAA,EACrF;AACA,sCAAoC,WAAW,SAAS;AACxD,SAAO;AACT;AAGA,eAAsB,uBACpB,SACgD;AAChD,QAAM,aAAa,0BAA0B,QAAQ,UAAU;AAC/D,QAAM,EAAE,OAAO,MAAM,IAAI,WAAW;AACpC,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,MAAI,CAAC,OAAO,cAAc,cAAc,KAAK,iBAAiB,GAAG;AAC/D,UAAM,IAAI,MAAM,gEAAgE;AAAA,EAClF;AACA,QAAM,eAAe,IAAI;AAAA,IACvB,MAAM,YAAY,SAAS,MAAM;AAAA,EACnC;AACA,MAAI,YAAY;AAChB,QAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,gBAAgB,aAAa,MAAM,EAAE,GAAG,YAAY;AAC9F,WAAO,MAAM;AACX,UAAI,QAAQ,QAAQ,QAAS,OAAM,WAAW,QAAQ,MAAM;AAC5D,YAAM,QAAQ;AACd,mBAAa;AACb,UAAI,SAAS,aAAa,OAAQ;AAClC,YAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,YAAM,aAAa,QAAQ,MAAM;AACjC,YAAM,OAAO,MAAM,SAAS;AAC5B,YAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,UAAI,CAAC,QAAQ,SAAS,QAAW;AAC/B,cAAM,IAAI,MAAM,6BAA6B,KAAK,6BAA6B;AAAA,MACjF;AACA,YAAM,gBAAgB;AAAA,QACpB,aAAa,MAAM;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AACA,YAAM,CAAC,UAAU,SAAS,IAAI,MAAM,QAAQ,IAAI;AAAA,QAC9C,QAAQ,QAAQ;AAAA,UACd;AAAA,UACA,KAAK;AAAA,UACL,QAAQ,WAAW;AAAA,UACnB;AAAA,UACA;AAAA,UACA;AAAA,UACA,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,QACrD,CAAC;AAAA,QACD,QAAQ,QAAQ;AAAA,UACd;AAAA,UACA,KAAK;AAAA,UACL,QAAQ,WAAW;AAAA,UACnB;AAAA,UACA;AAAA,UACA;AAAA,UACA,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,QACrD,CAAC;AAAA,MACH,CAAC;AACD,YAAM,cAAc,EAAE,UAAU,UAAU;AAC1C,wBAAkB,YAAY,aAAa,KAAK;AAChD,mBAAa,KAAK,IAAI;AAAA,IACxB;AAAA,EACF,CAAC;AACD,QAAM,QAAQ,IAAI,KAAK;AACvB,SAAO;AACT;AASO,SAAS,2BACd,SAC6B;AAC7B,MAAI,QAAQ,aAAa,WAAW,GAAG;AACrC,UAAM,IAAI,MAAM,iEAAiE;AAAA,EACnF;AACA,QAAM,oBAAoB,QAAQ,qBAAqB;AACvD,MAAI,CAAC,OAAO,SAAS,iBAAiB,KAAK,oBAAoB,GAAG;AAChE,UAAM,IAAI,MAAM,+EAA+E;AAAA,EACjG;AACA,MAAI,OAAO,QAAQ,wBAAwB,WAAW;AACpD,UAAM,IAAI,MAAM,qEAAqE;AAAA,EACvF;AACA,QAAM,SAAS,qCAAqC,MAAM,QAAQ,MAAM;AACxE,QAAM,eAAe,QAAQ,aAAa;AAAA,IAAI,CAAC,aAAa,UAC1D,yBAAyB,aAAa,OAAO,QAAQ,OAAO;AAAA,EAC9D;AACA,QAAMC,WAAU,aAAa,IAAI,CAAC,gBAAgB,YAAY,MAAM;AACpE,MAAI,IAAI,IAAIA,QAAO,EAAE,SAASA,SAAQ,QAAQ;AAC5C,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AACA,QAAM,aAAa,0BAA0B,YAAY;AACzD,QAAM,iBAAiB,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,KAAK;AACnF,QAAM,kBAAkB,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,KAAK;AACrF,QAAM;AAAA,IACJ,iBAAiB;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,eAAe;AAAA,IACnB,EAAE,QAAQ,gBAAgB,OAAO,iBAAiB,SAAAA,SAAQ;AAAA,IAC1D;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACA,QAAM,UAAU,iBAAiB,gBAAgB,iBAAiB;AAAA,IAChE;AAAA,IACA;AAAA,IACA,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAA+D;AAAA,IACnE;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,IACA,GAAG,WAAW,IAAI,CAAC,MAAM,WAAW;AAAA,MAClC,MAAM;AAAA,MACN,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,QACD,aAAa,IAAI,CAAC,gBAAgB,eAAe,YAAY,UAAU,IAAI,CAAC;AAAA,QAC5E,aAAa,IAAI,CAAC,gBAAgB,eAAe,YAAY,WAAW,IAAI,CAAC;AAAA,QAC7E;AAAA,UACE;AAAA,UACA;AAAA,UACA,MAAM,gBAAgB,QAAQ;AAAA,QAChC;AAAA,MACF;AAAA,IACF,EAAE;AAAA,EACJ;AACA,QAAM,OAAO;AAAA,IACX,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,OAAO;AAAA,IAC9D,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,OAAO;AAAA,IAC/D;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM,gBAAgB,WAAW,SAAS;AAAA,IAC5C;AAAA,EACF;AACA,QAAM,UAAU;AAAA,IACd,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,SAAS;AAAA,IAChE,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,SAAS;AAAA,IACjE;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM,gBAAgB,WAAW,SAAS;AAAA,IAC5C;AAAA,EACF;AACA,aAAW;AAAA,IACT;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,IACA;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,EACF;AAEA,QAAM,QACJ,eAAe,UAAU,IACrB,eAAe;AAAA,IACb,oBAAoB;AAAA,IACpB,SAAS,eAAe;AAAA,IACxB;AAAA,IACA;AAAA,IACA,qBAAqB,QAAQ;AAAA,EAC/B,CAAC,IACD;AACN,QAAM,kBACJ,eAAe,UAAU,qBAAqB,UAAU,UAAa,CAAC,MAAM;AAC9E,QAAM,oBAAoB,IAAI,IAAI,kBAAkB;AACpD,QAAM,4BAA4B,mBAAmB;AAAA,IACnD,CAAC,cAAc,CAAC,WAAW,SAAS,SAAS;AAAA,EAC/C;AACA,QAAM,cAAc,WAAW;AAAA,IAC7B,CAAC,cACC,UAAU,SAAS,eACnB,kBAAkB,IAAI,UAAU,IAAI,KACpC,UAAU,iBAAiB,cAC3B,UAAU,mBAAmB,QAAQ,CAAC;AAAA,EAC1C;AACA,QAAM,mBAAmB,aAAa;AAAA,IACpC,CAAC,KAAK,gBAAgB,MAAM,YAAY,SAAS,UAAU,YAAY,UAAU;AAAA,IACjF;AAAA,EACF;AACA,QAAM,sBAAsB,aAAa;AAAA,IACvC,CAAC,KAAK,gBAAgB,MAAM,YAAY,SAAS,YAAY,YAAY,UAAU;AAAA,IACnF;AAAA,EACF;AACA,QAAM,gBAAgB,aAAa,QAAQ,CAAC,gBAAgB;AAAA,IAC1D,YAAY;AAAA,IACZ,YAAY;AAAA,EACd,CAAC;AACD,QAAM,iBAAiB,cAAc,OAAO,CAAC,QAAQ,CAAC,IAAI,SAAS;AACnE,QAAM,yBAAyB,aAAa,OAAO,CAAC,gBAAgB,CAAC,YAAY,UAAU,MAAM;AACjG,QAAM,eAAe,mBAAmB;AACxC,QAAM,eAAe,cAAc,UAAa,gBAAgB;AAChE,QAAM,SAAS;AAAA,IACb,EAAE,MAAM,uBAAuB,QAAQ,aAAa,YAAY;AAAA,IAChE,EAAE,MAAM,qBAAqB,QAAQ,gBAAgB;AAAA,IACrD,EAAE,MAAM,sBAAsB,QAAQ,eAAe,WAAW,EAAE;AAAA,IAClE,EAAE,MAAM,uBAAuB,QAAQ,uBAAuB,WAAW,EAAE;AAAA,IAC3E;AAAA,MACE,MAAM;AAAA,MACN,QAAQ,YAAY,WAAW,KAAK,0BAA0B,WAAW;AAAA,IAC3E;AAAA,IACA,EAAE,MAAM,UAAU,QAAQ,aAAa;AAAA,EACzC;AACA,QAAM,UAAU,OAAO,MAAM,CAAC,UAAU,MAAM,MAAM;AACpD,QAAM,UAAU;AAAA,IACd,GAAI,aAAa,cACb,CAAC,IACD;AAAA,MACE,aAAa,UACT,QAAQ,aAAa,CAAC,iBAAiB,iBAAiB,cACxD,+BAA+B,aAAa,UAAU,GAAG,kBAAkB,cAAc;AAAA,IAC/F;AAAA,IACJ,GAAI,kBACA,CAAC,IACD,CAAC,OAAO,kBAAkB,iBAAiB,KAAK,IAAI,GAAG,iBAAiB,CAAC,cAAc;AAAA,IAC3F,GAAI,YAAY,WAAW,IACvB,CAAC,IACD,CAAC,kCAAkC,YAAY,IAAI,CAAC,UAAU,MAAM,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE;AAAA,IAC1F,GAAI,0BAA0B,WAAW,IACrC,CAAC,IACD,CAAC,gCAAgC,0BAA0B,KAAK,IAAI,CAAC,EAAE;AAAA,IAC3E,GAAI,eAAe,WAAW,IAC1B,CAAC,IACD,CAAC,GAAG,eAAe,MAAM,iDAAiD;AAAA,IAC9E,GAAI,uBAAuB,WAAW,IAClC,CAAC,IACD,CAAC,oBAAoB,uBAAuB,MAAM,kBAAkB;AAAA,IACxE,GAAI,eAAe,CAAC,IAAI,CAAC,cAAc,YAAY,oBAAoB,SAAS,EAAE;AAAA,EACpF;AAEA,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,GAAG;AAAA,IACL;AAAA,IACA;AAAA,IACA,UAAU;AAAA,MACR,SAAS,UACL,SACA,aAAa,WAAW,CAAC,kBACvB,mBACA;AAAA,MACN,SAAS,QAAQ,SAAS,IAAI,UAAU,CAAC,4BAA4B;AAAA,MACrE,oBAAoB;AAAA,IACtB;AAAA,IACA,OAAO;AAAA,MACL,YAAY;AAAA,MACZ,GAAG,eAAe;AAAA,MAClB,wBAAwB,OAAO,OAAO;AAAA,MACtC,iBAAiB;AAAA,MACjB,cAAc,OAAO,gBAAgB;AAAA,MACrC,qBAAqB,QAAQ;AAAA,MAC7B,QACE,OAAO,kBAAkB,iBAAiB,KAAK,IAAI,GAAG,iBAAiB,CAAC;AAAA,IAC5E;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAGO,SAAS,0CACd,SACoC;AACpC,QAAM,aAAa,0BAA0B,QAAQ,UAAU;AAC/D,QAAM,eAAe,QAAQ,aAAa;AAAA,IAAI,CAAC,aAAa,UAC1D,kBAAkB,YAAY,aAAa,KAAK;AAAA,EAClD;AACA,QAAM,YAAY,WAAW,UAAU,MAAM,YAAY,SAAS,WAAW,UAAU,MAAM;AAC7F,MAAI,aAAa,WAAW,WAAW;AACrC,UAAM,IAAI;AAAA,MACR,uCAAuC,aAAa,MAAM,IAAI,SAAS;AAAA,IACzE;AAAA,EACF;AACA,qCAAmC,YAAY;AAC/C,MAAI,CAAC,QAAQ,MAAM,KAAK,EAAG,OAAM,IAAI,MAAM,wCAAwC;AACnF,QAAM,gBAAgB,QAAQ,iBAAiB;AAC/C,QAAM,aAAa,2BAA2B;AAAA,IAC5C,cAAc,aAAa,IAAI,CAAC,aAAa,WAAW;AAAA,MACtD,QAAQ,QAAQ,UAAU,EAAE,KAAK;AAAA,MACjC,GAAG;AAAA,IACL,EAAE;AAAA,IACF,QAAQ,WAAW;AAAA,IACnB,SAAS;AAAA,IACT,qBAAqB;AAAA,IACrB,mBAAmB;AAAA,EACrB,CAAC;AACD,QAAM,OAAO,0BAA0B,UAAU;AACjD,QAAM,mBAAmB,QAAQ,oBAAoB;AACrD,QAAM,eAAe,WAAW;AAChC,QAAM,aAAa,WAAW,sBAAsB;AACpD,QAAM,cAAc,yCAAyC,MAAM;AAAA,IACjE,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,SAAS,WAAW;AAAA,IACpB,YAAY,WAAW;AAAA,IACvB,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;AAAA,IAC5D,UAAU,WAAW;AAAA,IACrB,OAAO,WAAW;AAAA,IAClB,YAAY;AAAA,MACV,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,OAAO,QAAQ;AAAA,MACf,cAAc,yBAAyB,CAAC,CAAC;AAAA,MACzC,qBAAqB,WAAW,SAAS;AAAA,MACzC,sBAAsB,WAAW,UAAU;AAAA,IAC7C;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,qBAAqB,QAAQ,uBAAuB;AAAA,MACpD;AAAA,MACA,qBAAqB,WAAW;AAAA,MAChC;AAAA,MACA;AAAA,MACA,kBAAkB,WAAW;AAAA,MAC7B;AAAA,IACF;AAAA,IACA,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;AAAA,EAC3D,CAAC;AACD,QAAM,EAAE,cAAc,eAAe,GAAG,WAAW,IAAI,YAAY;AACnE,SAAO,yCAAyC,MAAM;AAAA,IACpD,GAAG;AAAA,IACH,YAAY;AAAA,MACV,GAAG;AAAA,MACH,cAAc,yBAAyB,EAAE,GAAG,aAAa,WAAW,CAAC;AAAA,IACvE;AAAA,EACF,CAAC;AACH;AAGO,SAAS,oCACd,OACoC;AACpC,QAAM,aAAa,yCAAyC,MAAM,KAAK;AACvE,QAAM,aAAa,0CAA0C;AAAA,IAC3D,YAAY,WAAW;AAAA,IACvB,cAAc,WAAW;AAAA,IACzB,OAAO,WAAW,WAAW;AAAA,IAC7B,GAAI,WAAW,YAAY,EAAE,WAAW,WAAW,UAAU,IAAI,CAAC;AAAA,IAClE,qBAAqB,WAAW,WAAW;AAAA,IAC3C,kBAAkB,WAAW,WAAW;AAAA,IACxC,eAAe,WAAW,WAAW;AAAA,IACrC,GAAI,WAAW,WAAW,EAAE,UAAU,WAAW,SAAS,IAAI,CAAC;AAAA,EACjE,CAAC;AACD,MAAI,yBAAyB,UAAU,MAAM,yBAAyB,UAAU,GAAG;AACjF,UAAM,IAAI,MAAM,qEAAqE;AAAA,EACvF;AACA,SAAO;AACT;AAEA,SAAS,0BAA0B,YAA8C;AAC/E,QAAM,WAAW,CAAC,WAAW,QAAQ,aAAa,aAAa,QAAQ;AACvE,QAAM,UAAU,SAAS,QAAQ,CAAC,YAAY;AAC5C,UAAM,WAAW,WAAW,SAAS,OAAO,KAAK;AACjD,UAAM,YAAY,WAAW,UAAU,OAAO,KAAK;AACnD,UAAM,iBAAiB,yBAAyB,QAAQ;AACxD,UAAM,kBAAkB,yBAAyB,SAAS;AAC1D,QAAI,mBAAmB,gBAAiB,QAAO,CAAC;AAChD,WAAO;AAAA,MACL;AAAA,QACE,gBAAgB,OAAO,KAAK,cAAc;AAAA,QAC1C,iBAAiB,OAAO,KAAK,eAAe;AAAA,QAC5C,KAAK,UAAU,EAAE,UAAU,UAAU,GAAG,MAAM,CAAC;AAAA,MACjD,EAAE,KAAK,IAAI;AAAA,IACb;AAAA,EACF,CAAC;AACD,MAAI,QAAQ,WAAW,GAAG;AACxB,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AACA,SAAO,QAAQ,KAAK,MAAM;AAC5B;AAEO,SAAS,6BAA6B,OAA6C;AACxF,QAAM,OAAO,kCAAkC,MAAM,KAAK;AAC1D,sBAAoB,MAAM,0BAA0B;AACpD,SAAO;AACT;AAEO,SAAS,oCACd,OACoC;AACpC,MAAI,UAAU,QAAQ,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,GAAG;AACvE,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AACA,QAAM,YAAY;AAClB,QAAM,QAAQ,8BAA8B,UAAU,KAAK;AAC3D,MAAI,CAAC,MAAM,QAAQ,UAAU,KAAK,KAAK,UAAU,MAAM,WAAW,MAAM,YAAY,QAAQ;AAC1F,UAAM,IAAI,MAAM,wEAAwE;AAAA,EAC1F;AACA,YAAU,MAAM,QAAQ,CAAC,MAAM,UAAU;AACvC,UAAM,WAAW,6BAA6B,IAAI;AAClD,QAAI,SAAS,WAAW,MAAM,YAAY,KAAK,GAAG;AAChD,YAAM,IAAI,MAAM,4BAA4B,KAAK,kCAAkC;AAAA,IACrF;AAAA,EACF,CAAC;AACD,SAAO,EAAE,OAAO,OAAO,UAAU,MAAM;AACzC;AAEO,SAAS,8BAA8B,OAAgB;AAC5D,QAAM,QAAQ,mCAAmC,MAAM,KAAK;AAC5D,sBAAoB,OAAO,2BAA2B;AACtD,SAAO;AACT;AAEA,SAAS,aAAa,OAAgB,OAAqC;AACzE,QAAM,SAAS,2BAA2B,MAAM,KAAK;AACrD,sBAAoB,QAAQ,KAAK;AACjC,SAAO;AACT;AAEA,SAAS,kBACP,YACA,OACA,OACqC;AACrC,QAAM,QAAQ,WAAW,UAAU;AACnC,QAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,QAAM,aAAa,QAAQ,MAAM;AACjC,QAAM,OAAO,WAAW,UAAU,MAAM,SAAS;AACjD,QAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,MAAI,CAAC,QAAQ,SAAS,QAAW;AAC/B,UAAM,IAAI,MAAM,oCAAoC,KAAK,8BAA8B;AAAA,EACzF;AACA,QAAM,WAAW,wBAAwB,MAAM,QAAQ;AACvD,QAAM,YAAY,wBAAwB,MAAM,SAAS;AACzD,aAAW,CAAC,KAAK,QAAQ,KAAK;AAAA,IAC5B,CAAC,YAAY,QAAQ;AAAA,IACrB,CAAC,aAAa,SAAS;AAAA,EACzB,GAAY;AACV,UAAM,SAAS,WAAW,GAAG;AAC7B,UAAM,kBAAkB,SAAS;AACjC,UAAM,OAAO,gBAAgB,cAAc;AAC3C,UAAM,UAAU,KAAK;AACrB,wBAAoB,SAAS,oBAAoB;AACjD,QACE,QAAQ,qBAAqB,WAAW,UACxC,QAAQ,QAAQ,OAChB,QAAQ,iBAAiB,OAAO,UAChC,QAAQ,gBAAgB,MAAM,UAC9B,QAAQ,eAAe,KAAK,UAC5B,QAAQ,cAAc,aACtB,QAAQ,eAAe,cACvB,QAAQ,SAAS,QACjB,QAAQ,UAAU,KAAK,QAAQ,eAC/B,gBAAgB,iBAAiB,OAAO,UACxC,gBAAgB,UAAU,MAAM,WAAW,MAAM,UACjD,gBAAgB,UAAU,KAAK,WAAW,KAAK,UAC/C,gBAAgB,aAAa,OAAO,KAAK,QACzC,gBAAgB,kBAAkB,YAAY,SAAS,wBACrD,yBAAyB,OAAO,OAAO,KACzC,SAAS,QAAQ,kBAAkB,QAAQ,UAC3C,KAAK,UAAU,gBAAgB,aAAa,MAAM,KAAK,UAAU,KAAK,KAAK,GAC3E;AACA,YAAM,IAAI,MAAM,oCAAoC,KAAK,oBAAoB,GAAG,MAAM;AAAA,IACxF;AACA,sBAAkB,MAAM,UAAU,OAAO,GAAG;AAAA,EAC9C;AACA,QAAM,eAAe,SAAS,uBAAuB,cAAc;AACnE,QAAM,gBAAgB,UAAU,uBAAuB,cAAc;AACrE,MACE,aAAa,gBAAgB,cAAc,eAC3C,aAAa,QAAQ,WAAW,cAAc,QAAQ,UACtD,SAAS,uBAAuB,WAAW,UAAU,uBAAuB,UAC5E,SAAS,QAAQ,WAAW,UAAU,QAAQ,UAC9C,SAAS,WAAW,UAAU,QAC9B;AACA,UAAM,IAAI,MAAM,oCAAoC,KAAK,mCAAmC;AAAA,EAC9F;AACA,SAAO,EAAE,UAAU,UAAU;AAC/B;AAEA,SAAS,wBAAwB,OAA4C;AAC3E,QAAM,WAAW,iCAAiC,MAAM,KAAK;AAC7D,sBAAoB,UAAU,8BAA8B;AAC5D,sBAAoB,SAAS,wBAAwB,mCAAmC;AACxF;AAAA,IACE,SAAS,uBAAuB;AAAA,IAChC;AAAA,EACF;AACA;AAAA,IACE,SAAS,uBAAuB,kBAAkB;AAAA,IAClD;AAAA,EACF;AACA,0BAAwB,SAAS,uBAAuB,eAAe,0BAA0B;AACjG,sBAAoB,SAAS,SAAS,uBAAuB;AAC7D,0BAAwB,SAAS,QAAQ,iBAAiB,4BAA4B;AACtF,0BAAwB,SAAS,QAAQ,aAAa,wBAAwB;AAC9E,0BAAwB,SAAS,QAAQ,iBAAiB,4BAA4B;AACtF,SAAO;AACT;AAEA,SAAS,oBAAwD,UAAa,OAAqB;AACjG,MAAI,yBAAyB,mBAAmB,QAAQ,CAAC,MAAM,SAAS,QAAQ;AAC9E,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB;AAAA,EAC9C;AACF;AAEA,SAAS,kBACP,MACA,UACA,OACA,KACM;AACN,QAAM,UAAU,SAAS,QAAQ,YAAY,SAAS;AACtD,QAAM,SAAS,SAAS,QAAQ,gBAAgB;AAChD,QAAM,SAAS,oCAAoC,KAAK,IAAI,GAAG;AAC/D,MAAI,OAAO,SAAS,WAAW,KAAK,OAAO,SAAS,QAAQ;AAC1D,UAAM,IAAI,MAAM,GAAG,MAAM,0CAA0C;AAAA,EACrE;AACA,QAAM,QAAQ,cAAc,QAAQ;AACpC,QAAM,cAA+C;AAAA,IACnD,CAAC,MAAM,YAAY,KAAK,OAAO,eAAe,aAAa;AAAA,IAC3D,CAAC,MAAM,aAAa,KAAK,OAAO,gBAAgB,cAAc;AAAA,IAC9D,CAAC,MAAM,cAAc,KAAK,OAAO,iBAAiB,eAAe;AAAA,IACjE,CAAC,MAAM,cAAc,KAAK,MAAM,KAAK,OAAO,aAAa,GAAa,GAAG,MAAM;AAAA,EACjF;AACA,aAAW,CAAC,QAAQ,SAAS,KAAK,KAAK,aAAa;AAClD,QAAI,SAAS,SAAS;AACpB,YAAM,IAAI,MAAM,GAAG,MAAM,IAAI,KAAK,IAAI,MAAM,6BAA6B,OAAO,EAAE;AAAA,IACpF;AAAA,EACF;AACA,MAAI,QAAQ,SAAS,KAAK,QAAQ,MAAM;AACtC,UAAM,IAAI,MAAM,GAAG,MAAM,uDAAuD;AAAA,EAClF;AACA,MAAI,KAAK,QAAQ,SAAS,UAAU;AAClC,QACE,QAAQ,SAAS,YACjB,QAAQ,KAAK,cAAc,KAAK,QAAQ,aACxC,QAAQ,KAAK,aAAa,KAAK,QAAQ,UACvC;AACA,YAAM,IAAI,MAAM,GAAG,MAAM,qCAAqC;AAAA,IAChE;AACA;AAAA,EACF;AACA,QAAM,aAAa,KAAK;AACxB,MACE,QAAQ,SAAS,eACjB,eAAe,UACf,QAAQ,eAAe,aAAa,WAAW,YAC/C,QAAQ,eAAe,iBAAiB,WAAW,gBACnD,QAAQ,eAAe,WAAW,WAAW,cAC7C,QAAQ,eAAe,SAAS,WAAW,UAC3C;AACA,UAAM,IAAI,MAAM,GAAG,MAAM,iDAAiD;AAAA,EAC5E;AACF;AAEA,SAAS,mCACP,cACM;AACN,aAAW,OAAO,CAAC,YAAY,WAAW,GAAY;AACpD,UAAM,WAAW,aAAa,CAAC,IAAI,GAAG,EAAE,uBAAuB;AAC/D,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,0DAA0D;AACzF,UAAM,iBAAiB,yBAAyB;AAAA,MAC9C,mBAAmB,SAAS,YAAY;AAAA,MACxC,OAAO,SAAS;AAAA,IAClB,CAAC;AACD,eAAW,CAAC,OAAO,WAAW,KAAK,aAAa,QAAQ,GAAG;AACzD,YAAM,aAAa,YAAY,GAAG,EAAE,uBAAuB;AAC3D,UACE,yBAAyB;AAAA,QACvB,mBAAmB,WAAW,YAAY;AAAA,QAC1C,OAAO,WAAW;AAAA,MACpB,CAAC,MAAM,gBACP;AACA,cAAM,IAAI;AAAA,UACR,oCAAoC,KAAK,IAAI,GAAG;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,sBAAsB,UAA+C;AAC5E,QAAM,cAAc,SAAS,QAAQ;AACrC,SAAO,YAAY,SAAS,UAAU,YAAY,aAAa;AACjE;AAEA,SAAS,wBACP,UACA,OACM;AACN,MAAI,yBAAyB,SAAS,QAAQ,MAAM,SAAS,QAAQ;AACnE,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB;AAAA,EAC9C;AACF;AAiBA,SAAS,yBACP,aACA,OACA,SAC4B;AAC5B,MAAI,OAAO,YAAY,WAAW,YAAY,CAAC,YAAY,OAAO,KAAK,GAAG;AACxE,UAAM,IAAI,MAAM,sBAAsB,KAAK,qBAAqB;AAAA,EAClE;AACA,SAAO;AAAA,IACL,QAAQ,YAAY;AAAA,IACpB,UAAU,WAAW,YAAY,UAAU,SAAS,sBAAsB,KAAK,WAAW;AAAA,IAC1F,WAAW,WAAW,YAAY,WAAW,SAAS,sBAAsB,KAAK,YAAY;AAAA,EAC/F;AACF;AAEA,SAAS,WACP,KACA,SACA,OACc;AACd,QAAM,qBAAqB,QAAQ,WAAW,GAAG;AACjD,MAAI,CAAC,MAAM,QAAQ,kBAAkB,GAAG;AACtC,UAAM,IAAI,MAAM,GAAG,KAAK,8BAA8B;AAAA,EACxD;AACA,QAAM,aAAa,oBAAI,IAAoB;AAC3C,aAAW,aAAa,oBAAoB;AAC1C,QAAI,OAAO,UAAU,SAAS,YAAY,CAAC,UAAU,KAAK,KAAK,GAAG;AAChE,YAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,IAC1D;AACA,QAAI,WAAW,IAAI,UAAU,IAAI,GAAG;AAClC,YAAM,IAAI,MAAM,GAAG,KAAK,uBAAuB,UAAU,IAAI,GAAG;AAAA,IAClE;AACA,eAAW,IAAI,UAAU,MAAM,kBAAkB,UAAU,OAAO,GAAG,KAAK,IAAI,UAAU,IAAI,EAAE,CAAC;AAAA,EACjG;AACA,QAAM,YAAY,QAAQ,UAAU,GAAG;AACvC,QAAM,SAAS,QAAQ,OAAO,GAAG;AACjC,MAAI,OAAO,cAAc,aAAa,OAAO,WAAW,WAAW;AACjE,UAAM,IAAI,MAAM,GAAG,KAAK,8CAA8C;AAAA,EACxE;AACA,SAAO;AAAA,IACL,OAAO,kBAAkB,QAAQ,MAAM,GAAG,GAAG,GAAG,KAAK,QAAQ;AAAA,IAC7D;AAAA,IACA,SAAS,uBAAuB,QAAQ,QAAQ,GAAG,GAAG,GAAG,KAAK,OAAO;AAAA,IACrE,WAAW,uBAAuB,QAAQ,UAAU,GAAG,GAAG,GAAG,KAAK,UAAU;AAAA,IAC5E;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,0BAA0B,cAA+D;AAChG,QAAM,WAAW,CAAC,GAAG,aAAa,CAAC,EAAG,SAAS,WAAW,KAAK,CAAC;AAChE,aAAW,CAAC,OAAO,WAAW,KAAK,aAAa,QAAQ,GAAG;AACzD,eAAW,CAAC,KAAK,GAAG,KAAK;AAAA,MACvB,CAAC,YAAY,YAAY,QAAQ;AAAA,MACjC,CAAC,aAAa,YAAY,SAAS;AAAA,IACrC,GAAY;AACV,YAAM,SAAS,CAAC,GAAG,IAAI,WAAW,KAAK,CAAC;AACxC,UAAI,KAAK,UAAU,MAAM,MAAM,KAAK,UAAU,QAAQ,GAAG;AACvD,cAAM,IAAI,MAAM,sBAAsB,KAAK,IAAI,GAAG,oCAAoC;AAAA,MACxF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,eAAe,KAAmB,MAAsB;AAC/D,QAAM,QAAQ,IAAI,WAAW,IAAI,IAAI;AACrC,MAAI,UAAU,OAAW,OAAM,IAAI,MAAM,4CAA4C,IAAI,GAAG;AAC5F,SAAO;AACT;AAEA,SAAS,iBACP,UACA,WACA,SAIA;AACA,QAAM,YAAY,gBAAgB,UAAU,WAAW;AAAA,IACrD,YAAY,QAAQ;AAAA,IACpB,WAAW,QAAQ;AAAA,IACnB,WAAW;AAAA,IACX,MAAM,QAAQ;AAAA,EAChB,CAAC;AACD,QAAM,eAAe,KAAK,QAAQ;AAClC,QAAM,gBAAgB,KAAK,SAAS;AACpC,QAAM,QAAQ,gBAAgB;AAC9B,SAAO;AAAA,IACL,UAAU;AAAA,IACV,WAAW;AAAA,IACX;AAAA,IACA,oBAAoB;AAAA,MAClB,OAAO,UAAU;AAAA,MACjB,OAAO,KAAK,IAAI,UAAU,KAAK,KAAK;AAAA,MACpC,OAAO,KAAK,IAAI,UAAU,MAAM,KAAK;AAAA,MACrC,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,WAAW,UAAU;AAAA,IACvB;AAAA,IACA,GAAG,UAAU;AAAA,EACf;AACF;AAEA,SAAS,kBAAkB,OAAe,OAAuB;AAC/D,MAAI,CAAC,OAAO,SAAS,KAAK,EAAG,OAAM,IAAI,MAAM,GAAG,KAAK,iBAAiB;AACtE,SAAO;AACT;AAEA,SAAS,uBAAuB,OAAe,OAAuB;AACpE,MAAI,CAAC,OAAO,SAAS,KAAK,KAAK,QAAQ,EAAG,OAAM,IAAI,MAAM,GAAG,KAAK,uBAAuB;AACzF,SAAO;AACT;AAEA,IAAM,oCAA0F;AAAA,EAC9F,OAAO,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAAA,EAC/D,YAAY,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAAA,EACpE,SAAS;AAAA,EACT,WAAW;AAAA,EACX,WAAW;AAAA,EACX,QAAQ,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAClE;AAEA,SAAS,iBAAiB,UAA8C;AACtE,SAAO,cAAc,QAAQ,EAAE,eAAe;AAChD;AAEA,SAAS,oBAAoB,UAA8C;AACzE,SACE,SAAS,QAAQ,OAAO,aACxB,SAAS,QAAQ,gBAAgB,SAAS,QAAQ,OAAO;AAE7D;AAEA,SAAS,cAAc,UAAsC;AAC3D,QAAM,YAAY,SAAS,QAAQ,gBAAgB,SAAS;AAC5D,QAAM,SAAS,SAAS,QAAQ,gBAAgB,SAAS,QAAQ;AACjE,SAAO;AAAA,IACL,aAAa,UAAU,cAAc,OAAO;AAAA,IAC5C,cAAc,UAAU,eAAe,OAAO;AAAA,IAC9C,mBAAmB,UAAU,oBAAoB,OAAO;AAAA,IACxD,iBAAiB,UAAU,kBAAkB,OAAO;AAAA,IACpD,YAAY,UAAU,aAAa,OAAO;AAAA,IAC1C,cAAc,UAAU,eAAe,OAAO;AAAA,EAChD;AACF;AAEA,SAAS,QAAQ,YAAgD;AAC/D,QAAM,EAAE,OAAO,MAAM,IAAI,WAAW;AACpC,SAAO,MAAM,MAAM,IAAI,CAAC,GAAG,UAAU;AACnC,UAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,UAAM,aAAa,QAAQ,MAAM;AACjC,WAAO,GAAG,MAAM,SAAS,GAAG,SAAS,MAAM,SAAS,IAAI,UAAU;AAAA,EACpE,CAAC;AACH;AAEA,SAAS,KAAK,QAA0B;AACtC,MAAI,OAAO,WAAW,EAAG,OAAM,IAAI,MAAM,+CAA+C;AACxF,SAAO,OAAO,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC,IAAI,OAAO;AAChE;AAEA,SAAS,WAAW,QAA4B;AAC9C,SAAO,OAAO,kBAAkB,QAAQ,OAAO,SAAS,IAAI,MAAM,8BAA8B;AAClG;;;ACj6BA,SAAS,OAAO,iBAAiB;AACjC,SAAS,SAAS,QAAAC,aAAY;;;ACN9B,SAAS,SAAS,UAAU,YAAY;AACxC,SAAS,YAAY;AA4CrB,IAAM,oBAAoB;AAE1B,SAAS,eAAe,UAA2B;AACjD,MAAI,aAAa,kBAAmB,QAAO;AAC3C,SAAO,SAAS,SAAS,OAAO,KAAK,SAAS,SAAS,QAAQ;AACjE;AAUA,eAAsB,iBACpB,MACA,UAAmC,CAAC,GACH;AACjC,QAAM,YAAY,QAAQ,aAAa;AACvC,QAAM,UAAU,QAAQ,WAAW;AAEnC,QAAM,QAAQ,MAAM,KAAK,IAAI;AAC7B,QAAM,YAAY,MAAM,YAAY,IAChC,MAAM,aAAa,MAAM,SAAS,QAAQ,aAAa,KAAK,IAC5D,CAAC,IAAI;AAET,QAAM,OAAoB,CAAC;AAC3B,QAAM,WAAiC,CAAC;AAExC,aAAW,QAAQ,WAAW;AAC5B,UAAM,MAAM,MAAM,gBAAgB,IAAI;AACtC,eAAW,EAAE,OAAO,MAAM,KAAK,KAAK;AAClC,YAAM,SAAS,mBAAmB,KAAK;AACvC,UAAI,OAAO,IAAI;AACb,aAAK,KAAK,OAAO,KAAK;AACtB;AAAA,MACF;AACA,YAAM,YAAgC,EAAE,MAAM,OAAO,QAAQ,OAAO,MAAM,QAAQ;AAClF,UAAI,cAAc,SAAS;AACzB,cAAM,IAAI;AAAA,UACR,2CAA2C,IAAI,cAAc,KAAK,KAAK,OAAO,MAAM,OAAO;AAAA,QAC7F;AAAA,MACF;AACA,eAAS,KAAK,SAAS;AAAA,IACzB;AAAA,EACF;AAEA,SAAO,EAAE,MAAM,UAAU,OAAO,UAAU;AAC5C;AAKA,eAAe,gBAAgB,MAAiE;AAC9F,QAAM,OAAO,MAAM,SAAS,MAAM,MAAM;AACxC,QAAM,UAAU,KAAK,KAAK;AAC1B,MAAI,QAAQ,WAAW,EAAG,QAAO,CAAC;AAElC,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,SAAS,KAAK,MAAM,OAAO;AACjC,QAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,YAAM,IAAI,MAAM,2BAA2B,IAAI,6BAA6B;AAAA,IAC9E;AACA,WAAO,OAAO,IAAI,CAAC,OAAO,WAAW,EAAE,OAAO,MAAM,EAAE;AAAA,EACxD;AAEA,QAAM,MAAgD,CAAC;AACvD,QAAM,QAAQ,QAAQ,MAAM,IAAI;AAChC,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,OAAO,MAAM,CAAC,EAAG,KAAK;AAC5B,QAAI,KAAK,WAAW,EAAG;AACvB,QAAI;AACF,UAAI,KAAK,EAAE,OAAO,GAAG,OAAO,KAAK,MAAM,IAAI,EAAa,CAAC;AAAA,IAC3D,SAAS,KAAK;AACZ,YAAM,IAAI;AAAA,QACR,2BAA2B,IAAI,UAAU,IAAI,CAAC,uBAC5C,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CACjD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAKA,eAAe,aACb,KACA,SACA,WACmB;AACnB,QAAM,UAAU,MAAM,QAAQ,KAAK,EAAE,eAAe,KAAK,CAAC;AAC1D,QAAM,QAAkB,CAAC;AACzB,QAAM,UAAoB,CAAC;AAC3B,aAAW,SAAS,SAAS;AAC3B,QAAI,MAAM,YAAY,GAAG;AACvB,UAAI,UAAW,SAAQ,KAAK,KAAK,KAAK,MAAM,IAAI,CAAC;AACjD;AAAA,IACF;AACA,QAAI,QAAQ,MAAM,IAAI,EAAG,OAAM,KAAK,KAAK,KAAK,MAAM,IAAI,CAAC;AAAA,EAC3D;AACA,QAAM,KAAK;AACX,UAAQ,KAAK;AACb,aAAW,OAAO,SAAS;AACzB,UAAM,KAAK,GAAI,MAAM,aAAa,KAAK,SAAS,SAAS,CAAE;AAAA,EAC7D;AACA,SAAO;AACT;;;ADzFA,IAAMC,qBAAoB;AAO1B,eAAsB,mBACpB,OACA,UAAqC,CAAC,GACH;AACnC,QAAM,WAAW,OAAO,UAAU;AAElC,MAAI;AACJ,MAAI,QAAkB,CAAC;AACvB,MAAI,WAA+C,CAAC;AACpD,MAAI,UAAU;AACZ,UAAM,SAAS,MAAM,iBAAiB,OAAO,QAAQ,IAAI;AACzD,WAAO,OAAO;AACd,YAAQ,OAAO;AACf,eAAW,OAAO;AAAA,EACpB,OAAO;AACL,WAAO;AAAA,EACT;AAEA,MAAI,KAAK,WAAW,GAAG;AACrB,UAAM,IAAI;AAAA,MACR,WACI,+CAA+C,KAAK,MACpD;AAAA,IACN;AAAA,EACF;AAEA,QAAM,SAAS,MAAM,YAAY,EAAE,GAAG,QAAQ,SAAS,KAAK,CAAC;AAE7D,QAAM,SAAmC;AAAA,IACvC;AAAA,IACA,YAAY;AAAA,MACV,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC,UAAU,KAAK;AAAA,MACf,YAAY,WAAW,QAAQ;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb;AAEA,QAAM,SAAS,mBAAmB,QAAQ,OAAO,WAAW,QAAQ,IAAI;AACxE,MAAI,QAAQ;AACV,UAAM,MAAM,QAAQ,MAAM,GAAG,EAAE,WAAW,KAAK,CAAC;AAChD,UAAM,UAAU,QAAQ,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AACtE,WAAO,YAAY;AAAA,EACrB;AAEA,SAAO;AACT;AAMA,SAAS,mBACP,OACA,YACe;AACf,MAAI,CAAC,MAAO,QAAO;AAEnB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,eACJ,MAAM,SAAS,GAAG,KAAM,CAAC,MAAM,SAAS,OAAO,KAAK,CAAC,MAAM,SAAS,QAAQ;AAC9E,WAAO,eAAeC,MAAK,OAAOD,kBAAiB,IAAI;AAAA,EACzD;AAGA,MAAI,eAAe,MAAM;AACvB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,QAAM,SAAS,WAAW,SAAS,OAAO,KAAK,WAAW,SAAS,QAAQ;AAC3E,SAAO,SAASC,MAAK,QAAQ,UAAU,GAAGD,kBAAiB,IAAIC,MAAK,YAAYD,kBAAiB;AACnG;;;AE1DA,SAAS,WAAW,MAAgC;AAIlD,SAAO,KAAK,UAAU,CAAC,KAAK,YAAY,KAAK,GAAG,CAAC;AACnD;AAIA,SAAS,eACP,QACA,OACkC;AAClC,QAAM,MAAwC,CAAC;AAC/C,QAAM,SAAS,oBAAI,IAAY,CAAC,GAAG,OAAO,KAAK,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC;AAC9E,aAAW,SAAS,QAAQ;AAC1B,UAAM,aAAa,OAAO,KAAK,KAAK,CAAC;AACrC,UAAM,YAAY,MAAM,KAAK,KAAK,CAAC;AACnC,UAAM,OAAO,oBAAI,IAAY,CAAC,GAAG,OAAO,KAAK,UAAU,GAAG,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC;AACpF,UAAM,WAA+C,CAAC;AACtD,eAAW,OAAO,MAAM;AAKtB,YAAM,YAAY,WAAW,GAAG;AAChC,YAAM,WAAW,UAAU,GAAG;AAC9B,YAAM,IAAI,OAAO,cAAc,YAAY,OAAO,SAAS,SAAS,IAAI,YAAY;AACpF,YAAM,IAAI,OAAO,aAAa,YAAY,OAAO,SAAS,QAAQ,IAAI,WAAW;AACjF,eAAS,GAAG,IAAI;AAAA,QACd,QAAQ;AAAA,QACR,OAAO;AAAA,QACP,OAAO,MAAM,QAAQ,MAAM,OAAO,IAAI,IAAI;AAAA,MAC5C;AAAA,IACF;AACA,QAAI,KAAK,IAAI;AAAA,EACf;AACA,SAAO;AACT;AASO,SAAS,gBACd,QACA,OACoB;AACpB,QAAM,YAAY,IAAI,IAAI,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;AACrE,QAAM,WAAW,IAAI,IAAI,MAAM,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;AAEnE,QAAM,UAAgC,CAAC;AACvC,QAAM,UAA8B,CAAC;AACrC,QAAM,QAA4B,CAAC;AAEnC,aAAW,CAAC,KAAK,UAAU,KAAK,WAAW;AACzC,UAAM,YAAY,SAAS,IAAI,GAAG;AAClC,QAAI,CAAC,WAAW;AACd,cAAQ,KAAK,UAAU;AACvB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,MACX,YAAY,WAAW;AAAA,MACvB,KAAK,WAAW;AAAA,MAChB,iBAAiB,WAAW;AAAA,MAC5B,gBAAgB,UAAU;AAAA,MAC1B,gBACE,WAAW,kBAAkB,QAAQ,UAAU,kBAAkB,OAC7D,OACA,UAAU,gBAAgB,WAAW;AAAA,MAC3C,YAAY,eAAe,WAAW,YAAY,UAAU,UAAU;AAAA,IACxE,CAAC;AAAA,EACH;AACA,aAAW,CAAC,KAAK,SAAS,KAAK,UAAU;AACvC,QAAI,CAAC,UAAU,IAAI,GAAG,EAAG,OAAM,KAAK,SAAS;AAAA,EAC/C;AAEA,SAAO;AAAA,IACL,aAAa,OAAO;AAAA,IACpB,YAAY,MAAM;AAAA,IAClB,mBAAmB,OAAO;AAAA,IAC1B,kBAAkB,MAAM;AAAA,IACxB,gBAAgB,OAAO,gBAAgB,MAAM;AAAA,IAC7C;AAAA,IACA;AAAA,IACA;AAAA,IACA,iBAAiB,OAAO;AAAA,IACxB,gBAAgB,MAAM;AAAA,IACtB,gBACE,OAAO,kBAAkB,QAAQ,MAAM,kBAAkB,OACrD,OACA,MAAM,gBAAgB,OAAO;AAAA,IACnC,eAAe,OAAO;AAAA,IACtB,cAAc,MAAM;AAAA,IACpB,cAAc,MAAM,UAAU,OAAO;AAAA,IACrC,kBAAkB,OAAO;AAAA,IACzB,iBAAiB,MAAM;AAAA,IACvB,iBAAiB,MAAM,aAAa,OAAO;AAAA,EAC7C;AACF;AAGA,SAAS,SAAS,KAAqD;AACrE,MAAI,IAAI,YAAY,WAAW,EAAG,QAAO;AACzC,MAAI,SAAS,IAAI,YAAY,CAAC;AAC9B,aAAW,OAAO,IAAI,aAAa;AACjC,QAAI,IAAI,QAAQ,OAAO,MAAO,UAAS;AAAA,EACzC;AACA,SAAO;AACT;AAOO,SAAS,SAAS,QAAsB,OAAkC;AAC/E,QAAM,eAAe,SAAS,MAAM;AACpC,QAAM,cAAc,SAAS,KAAK;AAClC,QAAM,eACJ,OAAO,YAAY,MAAM,WAAW,gBAAgB,OAAO,UAAU,MAAM,QAAQ,IAAI;AACzF,QAAM,cACJ,gBAAgB,cAAc,gBAAgB,cAAc,WAAW,IAAI;AAE7E,QAAM,aAAa,OAAO,eAAe;AACzC,QAAM,YAAY,MAAM,eAAe;AAEvC,SAAO;AAAA,IACL,aAAa,OAAO;AAAA,IACpB,YAAY,MAAM;AAAA,IAClB,iBAAiB,OAAO;AAAA,IACxB,gBAAgB,MAAM;AAAA,IACtB,oBAAoB,OAAO,gBAAgB;AAAA,IAC3C,mBAAmB,MAAM,gBAAgB;AAAA,IACzC,mBAAmB;AAAA,IACnB,kBAAkB;AAAA,IAClB,kBAAkB,eAAe,QAAQ,cAAc,OAAO,YAAY,aAAa;AAAA,IACvF,oBAAoB,OAAO;AAAA,IAC3B,mBAAmB,MAAM;AAAA,IACzB,mBAAmB,MAAM,eAAe,OAAO;AAAA,IAC/C,uBAAuB,OAAO;AAAA,IAC9B,sBAAsB,MAAM;AAAA,IAC5B,sBAAsB,MAAM,kBAAkB,OAAO;AAAA,IACrD;AAAA,IACA;AAAA,EACF;AACF;AAQO,SAAS,wBAAwB,KAA8C;AACpF,MAAI,CAAC,IAAI,SAAU,QAAO;AAC1B,QAAM,SAAS,SAAS,GAAG;AAC3B,MAAI,CAAC,UAAU,OAAO,UAAU,IAAI,SAAS,MAAO,QAAO;AAC3D,SAAO,gBAAgB,IAAI,UAAU,MAAM;AAC7C;;;ACtLA,SAAS,WAAW,GAA4B;AAC9C,SAAO,KAAK,IAAI,GAAG,EAAE,WAAW,EAAE,aAAa,CAAC;AAClD;AAOO,SAAS,gBAAgB,SAA8C;AAS5E,QAAM,MAAM,oBAAI,IAAiB;AAEjC,aAAW,UAAU,SAAS;AAC5B,UAAM,MAAM,OAAO,KAAK;AACxB,QAAI,CAAC,IAAK;AAEV,QAAI,IAAI,IAAI,IAAI,GAAG;AACnB,QAAI,CAAC,GAAG;AACN,UAAI;AAAA,QACF,QAAQ,oBAAI,IAAI;AAAA,QAChB,OAAO,oBAAI,IAAI;AAAA,QACf,OAAO,oBAAI,IAAI;AAAA,QACf,mBAAmB;AAAA,QACnB,WAAW;AAAA,QACX,eAAe;AAAA,MACjB;AACA,UAAI,IAAI,KAAK,CAAC;AAAA,IAChB;AAEA,QAAI,OAAO,MAAM,KAAM,GAAE,MAAM,IAAI,OAAO,KAAK,IAAI;AAEnD,eAAW,QAAQ,OAAO,SAAS,CAAC,GAAG;AACrC,QAAE,MAAM,IAAI,KAAK,IAAI;AACrB,iBAAW,QAAQ,KAAK,iBAAiB,CAAC,GAAG;AAC3C,UAAE,qBAAqB;AACvB,mBAAW,SAAS,KAAK,UAAU,CAAC,GAAG;AAErC,gBAAM,cAAc,MAAM,eAAe,KAAK;AAC9C,YAAE,aAAa,WAAW,KAAK;AAC/B,cAAI,CAAC,YAAa;AAClB,cAAI,YAAY,SAAS,WAAW,YAAY,SAAS,SAAS;AAChE,cAAE,gBAAgB;AAAA,UACpB;AACA,eAAK,YAAY,SAAS,QAAQ,YAAY,SAAS,YAAY,YAAY,UAAU;AACvF,cAAE,OAAO,IAAI,YAAY,QAAQ;AAAA,UACnC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,QAAyB,oBAAI,IAAI;AACvC,aAAW,CAAC,KAAK,CAAC,KAAK,KAAK;AAC1B,UAAM,IAAI,KAAK;AAAA,MACb,WAAW;AAAA,MACX,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK;AAAA,MAC7B,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK;AAAA,MACzB,mBAAmB,EAAE;AAAA,MACrB,WAAW,EAAE,MAAM;AAAA,MACnB,WAAW,EAAE;AAAA,MACb,eAAe,EAAE;AAAA,IACnB,CAAC;AAAA,EACH;AACA,SAAO;AACT;AAoBO,SAAS,8BACd,MACA,OACiC;AACjC,QAAM,UAAU,oBAAI,IAAyB;AAC7C,QAAM,eAA4B,CAAC;AAEnC,aAAW,OAAO,MAAM;AACtB,UAAM,aAAa,MAAM,IAAI,IAAI,SAAS;AAC1C,QAAI,CAAC,cAAc,WAAW,SAAS,WAAW,GAAG;AACnD,mBAAa,KAAK,GAAG;AACrB;AAAA,IACF;AACA,eAAW,SAAS,WAAW,UAAU;AACvC,YAAM,SAAS,QAAQ,IAAI,KAAK,KAAK,CAAC;AACtC,aAAO,KAAK,GAAG;AACf,cAAQ,IAAI,OAAO,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,aAAa;AACjC;;;AC/GO,SAAS,kBAAkB,MAAyD;AACzF,QAAM,EAAE,SAAS,OAAO,CAAC,GAAG,OAAO,kBAAkB,KAAK,IAAI;AAC9D,QAAM,YAAY,IAAI,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAGvD,QAAM,YAAY,CAAC,WAAqC;AACtD,QAAI,OAAO,WAAW,UAAW,QAAO,SAAS,IAAI;AACrD,QAAI,CAAC,OAAO,SAAS,MAAM,EAAG,QAAO,OAAO;AAC5C,QAAI,CAAC,MAAO,QAAO;AACnB,UAAM,EAAE,KAAK,IAAI,IAAI;AACrB,QAAI,QAAQ,IAAK,QAAO;AACxB,YAAQ,SAAS,QAAQ,MAAM;AAAA,EACjC;AAGA,QAAM,QAAQ,oBAAI,IAAgC;AAClD,aAAW,OAAO,SAAS;AACzB,UAAM,OAAO,MAAM,IAAI,IAAI,KAAK,KAAK,CAAC;AACtC,SAAK,KAAK,GAAG;AACb,UAAM,IAAI,IAAI,OAAO,IAAI;AAAA,EAC3B;AAEA,QAAM,OAAoB,CAAC;AAC3B,QAAM,cAAsD,CAAC;AAE7D,aAAW,CAAC,OAAO,UAAU,KAAK,OAAO;AACvC,UAAM,aAAa,WAChB,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,OAAO,UAAU,EAAE,MAAM,EAAE,EAAE,EAC3D,OAAO,CAAC,MAAM,OAAO,SAAS,EAAE,KAAK,CAAC;AACzC,QAAI,WAAW,WAAW,EAAG;AAE7B,UAAM,YAAY,WAAW,OAAO,CAAC,GAAG,MAAM,IAAI,EAAE,OAAO,CAAC,IAAI,WAAW;AAE3E,UAAM,UAAU,UAAU,IAAI,KAAK,KAAM,EAAE,MAAM;AAEjD,UAAM,cAAiC;AAAA,MACrC,UAAU,OAAO,YAAY,WAAW,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAAA,MAClF,YAAY,EAAE,QAAQ,UAAU;AAAA,MAChC,WAAW;AAAA,IACb;AAEA,UAAM,WAAW,QAAQ,YAAY;AACrC,UAAM,UAAsB;AAAA,MAC1B,GAAI,aAAa,YAAY,EAAE,cAAc,UAAU,IAAI,EAAE,aAAa,UAAU;AAAA,MACpF,KAAK,OAAO,YAAY,WAAW,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,KAAK,CAAC,CAAC;AAAA,MAC5E;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,WAAW;AACnC,SAAK,KAAK;AAAA,MACR;AAAA,MACA,cAAc,QAAQ,gBAAgB;AAAA,MACtC,aAAa,QAAQ,eAAe;AAAA,MACpC,MAAM;AAAA,MACN,OAAO,QAAQ,SAAS;AAAA,MACxB,YAAY,QAAQ,cAAc;AAAA,MAClC,YAAY,QAAQ,cAAc;AAAA,MAClC,WAAW,QAAQ,aAAa;AAAA,MAChC,QAAQ,QAAQ,UAAU;AAAA,MAC1B;AAAA,MACA,gBACE,YAAY,OAAO,EAAE,MAAM,cAAc,KAAK,KAAK,IAAI,EAAE,MAAM,YAAY,KAAK,QAAQ;AAAA,MAC1F,YAAY,EAAE,OAAO,GAAG,QAAQ,EAAE;AAAA,MAClC,iBAAiB;AAAA,MACjB;AAAA,MACA;AAAA,MACA,YAAY,QAAQ,cAAc;AAAA,IACpC,CAAC;AAED,QAAI,iBAAiB;AACnB,iBAAW,KAAK,WAAY,aAAY,KAAK,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,EAAE,MAAM,CAAC;AAAA,IACxF;AAAA,EACF;AAEA,SAAO,EAAE,MAAM,YAAY;AAC7B;;;AC9GA,IAAM,uBAAuB;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AACA,IAAM,aAAa,CAAC,gBAAgB,GAAG,qBAAqB,OAAO;AACnE,IAAM,mBAAmB,CAAC,sBAAsB,aAAa;AAC7D,IAAM,mBAAmB,CAAC,sBAAsB,aAAa;AAgBtD,SAAS,cAAc,MAAyC;AACrE,QAAM,EAAE,OAAO,eAAe,WAAW,eAAe,cAAc,IAAI;AAC1E,QAAM,UAAU,WAAW,KAAK;AAEhC,QAAM,OAAoB,CAAC;AAC3B,aAAW,CAAC,UAAUE,WAAU,KAAK,SAAS;AAC5C,UAAM,OAAO,SAASA,WAAU;AAChC,QAAI,CAAC,KAAM;AACX,UAAM,eAAe;AAAA,MACnBA,YAAW,IAAI,CAAC,UAAU;AAAA,QACxB,IAAI,KAAK;AAAA,QACT,GAAI,KAAK,eAAe,EAAE,UAAU,KAAK,aAAa,IAAI,CAAC;AAAA,QAC3D,YAAY,KAAK;AAAA,QACjB,WAAW,oBAAoB,IAAI;AAAA,QACnC,WAAW,oBAAoB,IAAI;AAAA,MACrC,EAAE;AAAA,IACJ;AACA,UAAM,cAAc,IAAI,IAAI,aAAa,WAAW;AACpD,UAAM,YAAYA,YAAW,OAAO,CAAC,SAAS,YAAY,IAAI,KAAK,MAAM,CAAC;AAC1E,UAAM,SAAS,mBAAmB,KAAK,mBAAmB,KAAK,eAAe;AAC9E,UAAM,QACJ,eAAe,WAAW,UAAU,KACpC,eAAeA,aAAY,UAAU,KACrC;AACF,UAAM,gBACH,aAAa,KAAK,WAAW,aAAa,KAAK,QAAQ,WACxD,aAAa,WAAW;AAC1B,UAAM,UAAU,gBAAgB;AAChC,UAAM,aAAa,yBAAyB,UAAUA,WAAU,KAAK;AACrE,UAAM,aAAa,eAAeA,aAAY,gBAAgB,KAAK;AACnE,UAAM,aAAa,eAAeA,aAAY,gBAAgB,KAAK;AACnE,UAAM,QAAQ,iBAAiB,UAAUA,aAAY,KAAK,WAAW;AAErE,UAAM,aAAa,oBAAoBA,WAAU;AACjD,UAAM,eAAe;AAAA,MACnBA,YAAW,IAAI,CAAC,UAAU;AAAA,QACxB,IAAI,aAAa,IAAI;AAAA,QACrB,GAAI,KAAK,eAAe,EAAE,UAAU,eAAe,IAAI,EAAE,IAAI,CAAC;AAAA,QAC9D,MAAM,iBAAiB,IAAI;AAAA,QAC3B,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,aAAa,CAAC,KAAK,gBAAgB,wBAAwB,IAAI;AAAA,MACjE,EAAE;AAAA,IACJ;AACA,eAAW,mBAAmB,aAAa;AAC3C,eAAW,wBAAwB,aAAa;AAChD,eAAW,sBAAsB,aAAa;AAC9C,eAAW,wBAAwB,aAAa;AAChD,eAAW,oBAAoB,aAAa;AAC5C,eAAW,yBAAyB,aAAa;AACjD,eAAW,2BAA2B,aAAa;AACnD,eAAW,iBAAiB,aAAa;AACzC,QAAI,aAAa,KAAK,UAAU,UAAa,CAAC,aAAa,KAAK,UAAU;AACxE,iBAAW,4BAA4B,aAAa,KAAK;AAAA,IAC3D;AACA,gCAA4B,YAAY,aAAa,SAAS;AAE9D,UAAM,cACJ,UAAU,SACN;AAAA,MACE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE;AAAA,MACtC,YAAY,EAAE,MAAM;AAAA,MACpB,WAAW;AAAA,IACb,IACA;AAEN,UAAM,kBAAkB,yBAAyBA,WAAU;AAC3D,UAAM,aACJ,oBAAoB,WAChBA,YAAW;AAAA,MACT,CAAC,SACC,CAAC,KAAK,gBAAgB,wBAAwB,IAAI,KAAK,KAAK,QAAQ,SAAS;AAAA,IACjF,IACA;AACN,UAAM,UAAsB;AAAA,MAC1B,KAAK;AAAA,MACL,GAAI,cAAc,EAAE,YAAY,IAAI,CAAC;AAAA,IACvC;AACA,QAAI,UAAU,QAAW;AACvB,UAAI,iBAAiB,UAAW,SAAQ,eAAe;AAAA,UAClD,SAAQ,cAAc;AAAA,IAC7B;AAEA,SAAK,KAAK;AAAA,MACR,OAAO;AAAA,MACP;AAAA,MACA,aAAc,KAAK,WAAW,oBAAoB,KAA4B;AAAA,MAC9E,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAY,KAAK,WAAW,mBAAmB,KAA4B;AAAA,MAC3E;AAAA,MACA;AAAA,MACA,gBACE,iBAAiB,SACb,EAAE,MAAM,cAAc,KAAK,KAAK,IAChC,EAAE,MAAM,YAAY,KAAK,aAAa;AAAA,MAC5C,YAAY,aAAa;AAAA,MACzB;AAAA,MACA,GAAI,aACA,EAAE,uBAAuB,WAAW,QAAQ,WAAW,WAAW,KAAK,IACvE,CAAC;AAAA,MACL;AAAA,MACA,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO;AACT;AAEA,SAAS,yBAAyB,OAA6C;AAC7E,QAAM,QAAQ,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,gBAAgB,wBAAwB,IAAI,CAAC;AACxF,MAAI,MAAM,WAAW,EAAG,QAAO;AAC/B,MAAI,MAAM,CAAC,EAAG,QAAQ,SAAS,KAAM,QAAO;AAC5C,MAAI,MAAM,CAAC,EAAG,QAAQ,SAAS,QAAS,QAAO;AAC/C,SAAO;AACT;AAEA,SAAS,wBAAwB,MAA+B;AAC9D,QAAM,OAAO,iBAAiB,IAAI;AAClC,MAAI,SAAS,SAAS,SAAS,UAAU,SAAS,eAAe,SAAS,aAAa;AACrF,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,aAAa,MAA0C;AAC9D,SAAO,eAAe,CAAC,IAAI,GAAG,CAAC,GAAG,qBAAqB,WAAW,CAAC,GAAG,YAAY;AACpF;AAEA,SAAS,iBAAiB,MAAsC;AAC9D,SAAO,qBAAqB;AAAA,IAC1B,MAAM,aAAa,IAAI;AAAA,IACvB,MAAM,KAAK;AAAA,IACX,YAAY,KAAK;AAAA,EACnB,CAAC;AACH;AAEA,SAAS,aAAa,MAA8B;AAClD,SAAO,GAAG,KAAK,OAAO,IAAI,KAAK,MAAM;AACvC;AAEA,SAAS,eAAe,MAA8B;AACpD,SAAO,GAAG,KAAK,OAAO,IAAI,KAAK,YAAY;AAC7C;AAEA,SAAS,oBAAoB,MAA+B;AAC1D,SAAO,gBAAgB;AAAA,IACrB,MAAM,aAAa,IAAI;AAAA,IACvB,MAAM,KAAK;AAAA,IACX,YAAY,KAAK;AAAA,EACnB,CAAC;AACH;AAEA,SAAS,oBAAoB,MAA+B;AAC1D,QAAM,OAAO,aAAa,IAAI;AAC9B,SAAO,SAAS,UAAa,SAAS;AACxC;AAIA,SAAS,WAAW,OAAwD;AAC1E,QAAM,IAAI,oBAAI,IAA8B;AAC5C,aAAW,QAAQ,OAAO;AACxB,UAAM,MAAO,KAAK,cAAc,KAA4B,KAAK;AACjE,UAAM,OAAO,EAAE,IAAI,GAAG,KAAK,CAAC;AAC5B,SAAK,KAAK,IAAI;AACd,MAAE,IAAI,KAAK,IAAI;AAAA,EACjB;AACA,SAAO;AACT;AAEA,SAAS,SAAS,OAAqD;AACrE,QAAM,kBAAkB,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,YAAY;AACjE,QAAM,gBAAgB,gBAAgB,OAAO,uBAAuB;AACpE,QAAM,OACJ,cAAc,SAAS,IAAI,gBAAgB,gBAAgB,SAAS,IAAI,kBAAkB;AAC5F,SAAO,WAAW,IAAI,EAAE,CAAC;AAC3B;AAEA,SAAS,eAAe,OAAyB,MAAoC;AACnF,aAAW,QAAQ,OAAO;AACxB,eAAW,OAAO,MAAM;AACtB,YAAM,IAAI,KAAK,WAAW,GAAG;AAC7B,UAAI,OAAO,MAAM,YAAY,EAAE,SAAS,EAAG,QAAO;AAAA,IACpD;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,yBACP,OACA,OACoB;AACpB,QAAM,SAAS,oBAAI,IAAY;AAC/B,aAAW,QAAQ,OAAO;AACxB,UAAM,WAAW,KAAK,mBAAmB;AACzC,QAAI,OAAO,aAAa,YAAY,SAAS,SAAS,EAAG,QAAO,IAAI,QAAQ;AAC5E,UAAM,YAAY,KAAK,WAAW,mBAAmB;AACrD,QAAI,OAAO,cAAc,YAAY,UAAU,SAAS,EAAG,QAAO,IAAI,SAAS;AAAA,EACjF;AACA,MAAI,OAAO,OAAO,GAAG;AACnB,UAAM,IAAI;AAAA,MACR,oDAAoD,KAAK,MAAM,CAAC,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC;AAAA,IAC9F;AAAA,EACF;AACA,SAAO,OAAO,OAAO,EAAE,KAAK,EAAE;AAChC;AAOA,SAAS,iBACP,OACA,OACA,aACoB;AACpB,QAAM,eAAe,WAAW,KAAK;AACrC,QAAM,UAA6B,CAAC;AAEpC,MAAI,aAAa;AACf,UAAM,WAAoB,YAAY,OAAO,YAAY;AACzD,QAAI,aAAa,QAAW;AAC1B,UAAI,OAAO,aAAa,YAAY,CAAC,OAAO,SAAS,QAAQ,GAAG;AAC9D,cAAM,IAAI;AAAA,UACR,oEAAoE,KAAK;AAAA,QAC3E;AAAA,MACF;AACA,cAAQ,KAAK,EAAE,OAAO,eAAe,OAAO,SAAS,CAAC;AAAA,IACxD;AAAA,EACF;AAEA,aAAW,QAAQ,cAAc;AAC/B,UAAM,OAAO,iBAAiB,IAAI;AAClC,QAAI,KAAK,gBAAgB,SAAS,YAAa;AAC/C,QAAI,SAAS,eAAe,KAAK,QAAQ,SAAS,QAAS;AAC3D,eAAW,OAAO,sBAAsB;AACtC,UAAI,CAAC,OAAO,OAAO,KAAK,YAAY,GAAG,EAAG;AAC1C,cAAQ,KAAK;AAAA,QACX,OAAO,SAAS,KAAK,MAAM,gBAAgB,GAAG;AAAA,QAC9C,OAAO,wBAAwB,OAAO,KAAK,QAAQ,KAAK,KAAK,WAAW,GAAG,CAAC;AAAA,MAC9E,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,EAAG,QAAO;AACjC,UAAQ,KAAK,CAAC,MAAM,UAAU,KAAK,MAAM,cAAc,MAAM,KAAK,CAAC;AACnE,QAAM,QAAQ,QAAQ,CAAC,EAAG;AAC1B,MAAI,QAAQ,KAAK,CAAC,WAAW,OAAO,UAAU,KAAK,GAAG;AACpD,UAAM,UAAU,QAAQ,IAAI,CAAC,WAAW,GAAG,OAAO,KAAK,IAAI,OAAO,KAAK,EAAE,EAAE,KAAK,IAAI;AACpF,UAAM,IAAI;AAAA,MACR,2DAA2D,KAAK,MAAM,OAAO;AAAA,IAC/E;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,wBACP,OACA,QACA,KACA,OACQ;AACR,QAAM,SAAS,SAAS,MAAM,gBAAgB,GAAG;AACjD,MAAI,OAAO,UAAU,UAAU;AAC7B,QAAI,MAAM,KAAK,EAAE,WAAW,GAAG;AAC7B,YAAM,IAAI;AAAA,QACR,kBAAkB,MAAM,sBAAsB,KAAK;AAAA,MACrD;AAAA,IACF;AACA,UAAM,SAAS,OAAO,KAAK;AAC3B,QAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,EACtC,WAAW,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,GAAG;AAC9D,WAAO;AAAA,EACT;AACA,QAAM,IAAI;AAAA,IACR,kBAAkB,MAAM,gDAAgD,KAAK;AAAA,EAC/E;AACF;AAEA,SAAS,WAAW,OAAoD;AACtE,SAAO,CAAC,GAAG,KAAK,EAAE;AAAA,IAChB,CAAC,MAAM,UACL,gBAAgB,KAAK,mBAAmB,MAAM,iBAAiB,KAC/D,KAAK,OAAO,cAAc,MAAM,MAAM;AAAA,EAC1C;AACF;AAEA,SAAS,cAAc,OAAuB;AAC5C,MAAI;AACF,WAAO,OAAO,KAAK;AAAA,EACrB,QAAQ;AACN,UAAM,IAAI,gBAAgB,qDAAqD,KAAK,GAAG;AAAA,EACzF;AACF;AAEA,SAAS,gBAAgB,MAAc,OAAuB;AAC5D,QAAM,YAAY,cAAc,IAAI;AACpC,QAAM,aAAa,cAAc,KAAK;AACtC,SAAO,YAAY,aAAa,KAAK,YAAY,aAAa,IAAI;AACpE;AAEA,SAAS,mBAAmB,OAAe,KAAqB;AAC9D,QAAM,QAAQ,cAAc,GAAG,IAAI,cAAc,KAAK;AACtD,MAAI,SAAS,GAAI,QAAO;AACxB,QAAM,UAAU,QAAQ;AACxB,QAAM,eAAe,QAAQ;AAC7B,QAAM,QAAQ,OAAO,OAAO,IAAI,OAAO,YAAY,IAAI;AACvD,MAAI,CAAC,OAAO,cAAc,OAAO,OAAO,CAAC,GAAG;AAC1C,UAAM,IAAI,gBAAgB,iEAAiE;AAAA,EAC7F;AACA,SAAO;AACT;AAEA,SAAS,oBAAoB,OAAiD;AAC5E,QAAM,MAA8B,CAAC;AACrC,aAAW,QAAQ,OAAO;AACxB,eAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,KAAK,UAAU,GAAG;AACpD,UAAI,OAAO,MAAM,YAAY,OAAO,SAAS,CAAC,EAAG,KAAI,CAAC,IAAI;AAAA,IAC5D;AAAA,EACF;AACA,SAAO;AACT;","names":["result","cellIds","join","ANALYSIS_ARTIFACT","join","groupSpans"]}
+{"version":3,"sources":["../../src/contract/self-improve.ts","../../src/contract/define-agent-eval.ts","../../src/contract/measured-comparison.ts","../../src/contract/eval-reporting-suite.ts","../../src/contract/intake/run-record-dir.ts","../../src/contract/diff.ts","../../src/contract/intake/agent-trace.ts","../../src/contract/intake/feedback-table.ts","../../src/contract/intake/otel-spans.ts"],"sourcesContent":["/**\n * Run one complete improvement job.\n *\n * A caller-owned `proposer` can generate candidates across local generations.\n * An external `method`, such as official GEPA or SkillOpt, owns its complete\n * search and returns one candidate. Both paths remeasure the selected candidate\n * against cases that candidate generation never receives.\n */\n\nimport { defaultProductionGate } from '../campaign/gates/default-production-gate'\nimport { type PowerPreflight, powerPreflight } from '../campaign/gates/power-preflight'\nimport {\n  assertOptimizationResult,\n  type OptimizationMethod,\n  type OptimizationMethodProvenance,\n  type OptimizationMethodResult,\n} from '../campaign/presets/compare-optimization-methods'\nimport {\n  type RunImprovementLoopResult,\n  runImprovementLoop,\n} from '../campaign/presets/run-improvement-loop'\nimport type {\n  PremeasuredOptimizationBaseline,\n  RunOptimizationOptions,\n} from '../campaign/presets/run-optimization'\nimport {\n  emitLoopProvenance,\n  type LoopProvenanceRecord,\n  loopProvenanceArgsFromResult,\n} from '../campaign/provenance'\nimport { resolveRunDir } from '../campaign/run-dir'\nimport {\n  campaignCellExecutionEvidence,\n  campaignCellJudgeDimensions,\n  campaignCellTaskScore,\n  campaignCellToRunRecord,\n} from '../campaign/run-record'\nimport {\n  type CampaignStorage,\n  createRunCostLedger,\n  fsCampaignStorage,\n  inMemoryCampaignStorage,\n} from '../campaign/storage'\nimport { surfaceContentHash, surfaceHash } from '../campaign/surface-identity'\nimport type {\n  CampaignCellResult,\n  DispatchContext,\n  Gate,\n  JudgeConfig,\n  LabeledScenarioStore,\n  MutableSurface,\n  Scenario,\n  SurfaceProposer,\n} from '../campaign/types'\nimport type { CostLedgerHandle, CostLedgerSummary, CostReceipt } from '../cost-ledger'\nimport { ValidationError } from '../errors'\nimport { createHostedClient, type HostedTenant } from '../hosted/client'\nimport type { EvalRunCellScore, EvalRunEvent, EvalRunGenerationSnapshot } from '../hosted/types'\nimport { modelHasSnapshot, type RunRecord, type RunSplitTag } from '../run-record'\nimport { analyzeRuns } from './analyze-runs'\nimport type { InsightReport } from './insight-report'\n\nexport interface SelfImproveBudget {\n  /** Hard spend cap across the full run. Each paid call reserves its enforced\n   *  maximum before dispatch, so completed spend cannot cross this amount. */\n  dollars?: number\n  /** Proposer generations. Default: 3. External methods own their rounds and\n   *  require this value to be omitted or set to 1. Set 0 only for a\n   *  proposer-free baseline run. */\n  generations?: number\n  /** Candidates the proposer emits per generation. Default 2. */\n  populationSize?: number\n  /** Max concurrent cells across the loop. Default 2. */\n  maxConcurrency?: number\n  /** Candidate campaigns scored in parallel. Default 1. Total concurrent\n   *  cells are bounded by `candidateConcurrency * maxConcurrency`. */\n  candidateConcurrency?: number\n  /** Fraction of `scenarios` held out from training, used for the gate.\n   *  Default 0.25. Ignored when `holdoutScenarios` is set explicitly. */\n  holdoutFraction?: number\n  /** Fraction of the non-final cases reserved for method selection.\n   *  Default 0.25. Used only with `method` and ignored when\n   *  `selectionScenarios` is supplied explicitly. */\n  selectionFraction?: number\n  /** Explicit held-out scenarios; overrides `holdoutFraction`. */\n  holdoutScenarios?: Scenario[]\n  /** Holdout policy. Default `'measured'`: split, re-score baseline vs winner\n   *  on the held-out set, gate on that comparison. `'deferred'`: run the\n   *  improvement-set campaigns + search promotion, dispatch ZERO holdout cells,\n   *  force the gate to `'hold'`, return `lift: undefined`, and record\n   *  `holdout: 'deferred'` in the provenance record — for callers that measure\n   *  the held-out comparison in a separate later run instead of faking a\n   *  static holdout scenario and recording a meaningless lift. Unless\n   *  `holdoutScenarios` reserves an explicit set, ALL scenarios train. */\n  holdout?: 'measured' | 'deferred'\n  /** Per-scenario replicates per cell — raises bootstrap-CI tightness. Default 1. */\n  reps?: number\n  /** DEPTH dial forwarded to the proposer's `propose()` as\n   *  `ctx.maxImprovementShots` — max iterations an agentic candidate generator\n   *  may take per candidate (verify-in-session retries). Unset ⇒ the\n   *  proposer's own default. */\n  maxImprovementShots?: number\n}\n\nexport type SelfImproveProgressEvent =\n  | { kind: 'baseline.started'; scenarios: number }\n  | { kind: 'baseline.completed'; compositeMean: number; durationMs: number }\n  | { kind: 'generation.started'; index: number; populationSize: number }\n  | { kind: 'generation.completed'; index: number; bestComposite: number; durationMs: number }\n  // `lift` is absent when `budget.holdout === 'deferred'` — no held-out\n  // measurement ran, and the search-split delta must not masquerade as one.\n  | { kind: 'gate.decided'; decision: string; lift?: number }\n  | { kind: 'power.estimated'; n: number; sd: number; mde: number; underpowered: boolean }\n\nexport interface SelfImproveOptions<TScenario extends Scenario, TArtifact> {\n  /**\n   * Your agent — a function that takes the current `MutableSurface`\n   * (typically a system prompt the loop is optimizing) plus the\n   * scenario + cell ctx, and returns the artifact your judge scores.\n   *\n   * Same shape as `RunOptimizationOptions.dispatchWithSurface`. Wrap a\n   * plain `Dispatch` if you don't have a surface seam:\n   *\n   *   agent: (_surface, scenario, ctx) => yourPlainDispatch(scenario, ctx)\n   *\n   * That mode evaluates without mutating any surface — useful as a\n   * baseline-only run (set `budget.generations = 0`).\n   */\n  agent: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>\n\n  /**\n   * Snapshot-bearing model identity for agents that do not report a paid-call\n   * receipt through `ctx.cost.runPaidCall()`.\n   *\n   * Omit this when every cell reports its concrete model in a receipt.\n   */\n  model?: string\n\n  /** Scenarios to evaluate against. Train/holdout split is computed from\n   *  these unless `budget.holdoutScenarios` is set explicitly. */\n  scenarios: TScenario[]\n\n  /** Judge that scores artifacts. Bring your own; use `langchainJudge`\n   *  from `/adapters/langchain` for a Runnable-shaped one. */\n  judge: JudgeConfig<TArtifact, TScenario>\n\n  /** Starting surface — system prompt, JSON config, anything `MutableSurface`\n   *  accepts. The proposer mutates this each generation. */\n  baselineSurface: MutableSurface\n\n  /** Budget + loop shape. All fields optional. */\n  budget?: SelfImproveBudget\n\n  /**\n   * Complete prior measurement of `baselineSurface` over the TRAIN split.\n   * Forwarded to the loop body, which validates its surface hash, scenario\n   * split, seed (42), reps, and coverage, then skips the baseline search\n   * campaign entirely — no baseline dispatch, no resumability lookup. The\n   * train split is `scenarios` minus the holdout split, so premeasure with\n   * exactly that scenario set (explicit `budget.holdoutScenarios`, or\n   * `budget.holdout: 'deferred'` with no reserved set, makes the train split\n   * deterministic). Prior spend stays in the imported campaign aggregates and\n   * is not re-added to this run's cost ledger.\n   */\n  premeasuredBaseline?: PremeasuredOptimizationBaseline<TArtifact, TScenario>\n\n  /**\n   * Candidate generator for this local generation loop.\n   * Required when `budget.generations` is greater than zero.\n   */\n  proposer?: SurfaceProposer\n\n  /**\n   * Complete optimization method, such as official GEPA or SkillOpt.\n   * The method receives disjoint train and selection cases and never receives\n   * the final comparison cases. Mutually exclusive with `proposer`.\n   */\n  method?: OptimizationMethod<TScenario, TArtifact>\n\n  /** Explicit method-selection cases. They must also appear in `scenarios`\n   *  and must not overlap the final comparison cases. */\n  selectionScenarios?: TScenario[]\n\n  /** Custom gate. Default is `defaultProductionGate` with\n   *  `deltaThreshold: 0.05` on the held-out split. */\n  gate?: Gate<TArtifact, TScenario>\n\n  /** Placebo control. When supplied AND the winner differs from baseline, the\n   *  loop scores a THIRD held-out arm: the winner surface with its content\n   *  footprint-matched-blanked by this fn (typically via `neutralizeText`). Its\n   *  scores reach the gate as `ctx.neutralizedJudgeScores`, letting a\n   *  `neutralizationGate` reject a win whose lift survives blanking the content\n   *  (decorative — driven by footprint, not content). Costs one extra held-out\n   *  campaign; omit to skip. Compose `neutralizationGate` into `gate` to act on it. */\n  neutralize?: (winnerSurface: MutableSurface, baselineSurface: MutableSurface) => MutableSurface\n\n  /** Storage backend. A filesystem run directory uses `fsCampaignStorage()`;\n   *  a `mem://` directory uses in-memory storage. External methods default to\n   *  a filesystem directory because their official state must survive. */\n  storage?: CampaignStorage\n\n  /** Run directory. Proposer mode defaults to\n   *  `mem://selfImprove-<timestamp>`. External method mode defaults to\n   *  `.agent-eval/runs/self-improve-<timestamp>`. */\n  runDir?: string\n\n  /** Fires once the durable provenance record + OTel spans are emitted.\n   *  Receives the structured record for inline assertions / custom routing. */\n  onProvenance?: (record: LoopProvenanceRecord) => void\n\n  /** Distributed execution seam — same as `RunCampaignOptions.cellPlacement`.\n   *  Returns an opaque placement key the substrate forwards to your agent\n   *  as `ctx.placement`. Combined with `httpDispatch` from\n   *  `/adapters/http`, fans cells across regions. */\n  cellPlacement?: (input: {\n    scenario: TScenario\n    rep: number\n    generation?: number\n  }) => string | undefined\n\n  /** Per-cell agent dispatch deadline, applied to baseline, candidate, and\n   *  held-out campaigns. Default 600_000 ms. Set 0 to disable. */\n  dispatchTimeoutMs?: number\n\n  /** Streaming hook — fires on baseline + each generation + gate decision.\n   *  Consumer routes events wherever (UI, dashboard, logs). */\n  onProgress?: (event: SelfImproveProgressEvent) => void\n\n  /** Auto-promotion behavior on a ship decision. Default `'none'` — we\n   *  return the winner; you ship it however you ship. `'pr'` opens a\n   *  GitHub PR via `openAutoPr`; requires `ghOwner` + `ghRepo`. */\n  autoOnPromote?: 'pr' | 'none'\n  ghOwner?: string\n  ghRepo?: string\n\n  /**\n   * Opt-in: ship eval-run events to a hosted orchestrator (ours, your\n   * self-hosted one, or any compatible implementation of the\n   * `docs/hosted-ingest-spec.md` wire format). When set, the substrate\n   * POSTs the final `EvalRunEvent` to `${endpoint}/v1/ingest/eval-runs`\n   * after the loop completes. Failures are logged but do not fail the\n   * loop — local result is always returned.\n   *\n   * For our orchestrator: `{ endpoint: 'https://orchestrator.tangle.tools/v1', apiKey, tenantId }`.\n   *\n   * For your self-hosted: any URL serving the wire format. See\n   * `examples/hosted-ingest-server/` for the reference receiver.\n   */\n  hostedTenant?: HostedTenant\n\n  /** Free-form labels attached to the hosted event (env, branch, model id,\n   *  etc.). Ignored when `hostedTenant` is unset. */\n  hostedLabels?: Record<string, string>\n\n  /** Capture every artifact + judge score to this store (labeled-example\n   *  corpus the proposer may read for few-shot, and the dataset you ship). Pass\n   *  `'off'` to disable. Default: off. */\n  labeledStore?: LabeledScenarioStore | 'off'\n\n  /** Capture-source tag for `labeledStore`. Default `'eval-run'`. */\n  captureSource?: 'production-trace' | 'eval-run' | 'manual' | 'red-team' | 'synthetic'\n\n  /**\n   * Per-cell backend-integrity expectation — the fail-loud guard. A cell that\n   * produced an artifact but reported `costUsd === 0` AND zero tokens is a\n   * stub. Modes: `'assert'` throws on the first such cell, `'warn'` logs it,\n   * `'off'` skips the check (offline/replay). Default `'assert'` — `selfImprove`\n   * is the real-run path, so a stub fails loud rather than scoring a clean 0.\n   */\n  expectUsage?: 'assert' | 'warn' | 'off'\n\n  /**\n   * Per-generation findings producer. Runs once on the baseline campaign (as\n   * `generation: -1`) before generation 0 proposes — so single-generation runs\n   * propose with trace context — and again after each generation is scored;\n   * whatever it returns REPLACES the proposer's `findings` for the next\n   * `propose()`. Plug a trace-analyst registry / HALO here. When absent,\n   * findings stay `opts.findings`.\n   */\n  analyzeGeneration?: RunOptimizationOptions<TScenario, TArtifact>['analyzeGeneration']\n\n  /** Static findings forwarded to the proposer's `propose()` as `ctx.findings`\n   *  (a findings-grounded proposer consumes them). Default: none. */\n  findings?: unknown[]\n\n  /** Override how the WINNER is selected among coverage-complete candidates.\n   *  Defaults to the scalar mean composite (historical behavior). A binary-with-\n   *  replicates consumer whose ship-gate counts an instance resolved only when\n   *  every replicate resolved passes a fail-closed lexicographic key here so that\n   *  winner-selection and the ship-gate rank on the identical metric and cannot\n   *  invert. See `RunOptimizationOptions.selectionRankKey`. */\n  selectionRankKey?: RunOptimizationOptions<TScenario, TArtifact>['selectionRankKey']\n}\n\nexport interface SelfImproveResult<TScenario extends Scenario, TArtifact> {\n  /** Composite mean across all scenarios, baseline run. When\n   *  `budget.holdout === 'deferred'` this is measured on the improvement\n   *  (search) split — no holdout campaign ran. */\n  baseline: {\n    compositeMean: number\n    perScenario: Record<string, number>\n  }\n  /** Composite mean on the held-out set, winner run. When\n   *  `budget.holdout === 'deferred'` this is the winner's improvement-set\n   *  (search) measurement — no holdout campaign ran. */\n  winner: {\n    compositeMean: number\n    perScenario: Record<string, number>\n    surface: MutableSurface\n    /** Proposer label for the promoted change. Absent ⇒ winner == baseline or\n     *  a bare-surface mutator. */\n    label?: string\n    /** Proposer rationale — the \"because Z\" that motivated the promoted change.\n     *  Threaded from the proposer's `ProposedCandidate` through the loop.\n     *  Absent ⇒ winner == baseline. */\n    rationale?: string\n  }\n  /** `winner.compositeMean - baselineOnHoldout.compositeMean`. Positive\n   *  means the gate observed improvement. Absent iff\n   *  `budget.holdout === 'deferred'` — no held-out measurement ran, so there\n   *  is no lift to report (never a fabricated 0). */\n  lift?: number\n  /** The explicit baseline→winner unified diff. Always present (empty string\n   *  when winner == baseline). */\n  diff: string\n  /** Durable, queryable provenance record: candidate→cell→gate→promote chain +\n   *  rationale + diff + backend provenance. The artifact the hosted ingest\n   *  path stores; the +lift RECOMPUTES from `record.heldOutLift`. */\n  provenance: LoopProvenanceRecord\n  /** `defaultProductionGate.decide()` result. */\n  gateDecision: 'ship' | 'hold' | 'need_more_work' | 'model_ceiling' | 'arch_ceiling'\n  /** Number of generations actually explored (may be less than the\n   *  budget if the proposer gave up early). */\n  generationsExplored: number\n  /** Wall-clock total. */\n  durationMs: number\n  /** Total newly observed cost across the full run. */\n  totalCostUsd: number\n  /** Canonical run-wide spend summary. */\n  cost: CostLedgerSummary\n  /** Run-wide receipts across proposal, search, holdout, judging, analysis,\n   *  and promotion work, with phase and actor attribution. */\n  receipts: CostReceipt[]\n  /** Exact external method and source identity, when `method` was used. */\n  optimization?: {\n    name: string\n    cost: OptimizationMethodResult['cost']\n    durationMs?: number\n    provenance?: OptimizationMethodProvenance\n  }\n  /**\n   * Rigor packet: distributional summary, paired-bootstrap lift CI,\n   * judge stats, contamination check, recommendations. Wired through\n   * `analyzeRuns()` on the baseline + winner cells of the campaign.\n   * Hosted-tier dashboards render this as the v3-vs-v4 decision view.\n   */\n  insight: InsightReport\n  /** Minimum-detectable-lift analysis from the baseline holdout cells: could this\n   *  budget have shipped ANY plausible effect? Absent when the baseline produced\n   *  fewer than 3 scored holdout cells. See `powerPreflight` for the standalone\n   *  pre-run version (run `gate: 'none'` first, budget the real search after). */\n  power?: PowerPreflight\n  /**\n   * Raw substrate result for advanced inspection — full per-generation\n   * candidates, full campaign artifacts, all judge scores. Useful for\n   * debugging or reporting beyond the summary.\n   */\n  raw: RunImprovementLoopResult<TArtifact, TScenario>\n}\n\n/** Failed self-improvement run with an immutable receipt snapshot. */\nexport class SelfImproveRunError extends Error {\n  readonly cost: CostLedgerSummary\n  readonly receipts: CostReceipt[]\n\n  constructor(cause: unknown, ledger: CostLedgerHandle) {\n    const original = cause instanceof Error ? cause : new Error(String(cause))\n    super(original.message, { cause: original })\n    this.name = 'SelfImproveRunError'\n    this.cost = ledger.summary()\n    this.receipts = ledger.list()\n  }\n}\n\nfunction assertSelfImproveSearchMode<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n): void {\n  if (opts.method && opts.proposer) {\n    throw new Error('selfImprove: method and proposer are mutually exclusive')\n  }\n  if (!opts.method) {\n    if (opts.selectionScenarios !== undefined) {\n      throw new Error('selfImprove: selectionScenarios requires method')\n    }\n    return\n  }\n  if (\n    typeof opts.method.name !== 'string' ||\n    !opts.method.name.trim() ||\n    opts.method.name.trim() !== opts.method.name ||\n    typeof opts.method.optimize !== 'function'\n  ) {\n    throw new Error('selfImprove: method must have a trimmed name and optimize(input)')\n  }\n  const budget = opts.budget\n  if (budget?.generations !== undefined && budget.generations !== 1) {\n    throw new Error('selfImprove: method owns its rounds; budget.generations must be 1 when set')\n  }\n  if (budget?.populationSize !== undefined && budget.populationSize !== 1) {\n    throw new Error(\n      'selfImprove: method owns its candidates; budget.populationSize must be 1 when set',\n    )\n  }\n  if (\n    budget?.candidateConcurrency !== undefined ||\n    budget?.maxImprovementShots !== undefined ||\n    opts.analyzeGeneration !== undefined ||\n    opts.findings !== undefined\n  ) {\n    throw new Error(\n      'selfImprove: candidateConcurrency, maxImprovementShots, analyzeGeneration, and findings apply only to proposer mode',\n    )\n  }\n}\n\nfunction splitMethodPartitions<TScenario extends Scenario>(\n  searchScenarios: TScenario[],\n  explicitSelection: TScenario[] | undefined,\n  fraction: number,\n): { train: TScenario[]; selection: TScenario[] } {\n  if (!Number.isFinite(fraction) || fraction <= 0 || fraction >= 1) {\n    throw new Error('selfImprove: budget.selectionFraction must be in (0, 1)')\n  }\n  const byId = new Map<string, TScenario>()\n  for (const scenario of searchScenarios) {\n    if (byId.has(scenario.id)) {\n      throw new Error(`selfImprove: duplicate scenario id '${scenario.id}'`)\n    }\n    byId.set(scenario.id, scenario)\n  }\n  if (explicitSelection) {\n    if (explicitSelection.length === 0) {\n      throw new Error('selfImprove: selectionScenarios must not be empty')\n    }\n    const selectionIds = new Set<string>()\n    for (const scenario of explicitSelection) {\n      if (!byId.has(scenario.id)) {\n        throw new Error(\n          `selfImprove: selection scenario '${scenario.id}' is absent from the non-final cases`,\n        )\n      }\n      if (selectionIds.has(scenario.id)) {\n        throw new Error(`selfImprove: duplicate selection scenario id '${scenario.id}'`)\n      }\n      selectionIds.add(scenario.id)\n    }\n    const train = searchScenarios.filter((scenario) => !selectionIds.has(scenario.id))\n    if (train.length === 0) {\n      throw new Error('selfImprove: method train split is empty')\n    }\n    return {\n      train,\n      selection: explicitSelection.map((scenario) => byId.get(scenario.id)!),\n    }\n  }\n  if (searchScenarios.length < 2) {\n    throw new Error('selfImprove: method requires at least two non-final scenarios')\n  }\n  const sorted = [...searchScenarios].sort(\n    (a, b) => stableScenarioHash(a.id) - stableScenarioHash(b.id),\n  )\n  const count = Math.max(1, Math.min(sorted.length - 1, Math.round(sorted.length * fraction)))\n  return {\n    selection: sorted.slice(0, count),\n    train: sorted.slice(count),\n  }\n}\n\nfunction safeRunComponent(value: string): string {\n  return value.replace(/[^a-zA-Z0-9._-]/g, '_')\n}\n\nfunction stableScenarioHash(value: string): number {\n  let hash = 2166136261 >>> 0\n  for (let index = 0; index < value.length; index++) {\n    hash ^= value.charCodeAt(index)\n    hash = Math.imul(hash, 16777619) >>> 0\n  }\n  return hash\n}\n\n/**\n * Deterministic train/holdout split by a stable hash of `scenario.id`,\n * so the same scenario set always splits the same way across runs.\n */\nfunction splitTrainHoldout<TScenario extends Scenario>(\n  scenarios: TScenario[],\n  fraction: number,\n): { train: TScenario[]; holdout: TScenario[] } {\n  const sorted = [...scenarios].sort((a, b) => stableScenarioHash(a.id) - stableScenarioHash(b.id))\n  const nHoldout = Math.max(1, Math.min(sorted.length - 1, Math.round(sorted.length * fraction)))\n  return {\n    holdout: sorted.slice(0, nHoldout),\n    train: sorted.slice(nHoldout),\n  }\n}\n\nfunction meanComposite(byScenario: Record<string, { meanComposite: number }>): {\n  compositeMean: number\n  perScenario: Record<string, number>\n} {\n  const perScenario: Record<string, number> = {}\n  const values: number[] = []\n  for (const [id, agg] of Object.entries(byScenario)) {\n    perScenario[id] = agg.meanComposite\n    values.push(agg.meanComposite)\n  }\n  return {\n    compositeMean: values.length === 0 ? 0 : values.reduce((s, v) => s + v, 0) / values.length,\n    perScenario,\n  }\n}\n\n/**\n * Latest search campaign measured for the winner surface; the baseline search\n * campaign when the winner IS the baseline. Used by the deferred-holdout\n * summary, where no holdout campaign exists to summarize.\n */\nfunction winnerSearchCampaign<TScenario extends Scenario, TArtifact>(\n  result: RunImprovementLoopResult<TArtifact, TScenario>,\n): RunImprovementLoopResult<TArtifact, TScenario>['baselineCampaign'] {\n  for (let i = result.generations.length - 1; i >= 0; i--) {\n    const measured = result.generations[i]?.surfaces.find(\n      (s) => s.surfaceHash === result.winnerSurfaceHash,\n    )\n    if (measured) return measured.campaign\n  }\n  return result.baselineCampaign\n}\n\n/**\n * One-shot self-improvement loop. See module docstring for defaults +\n * extension points.\n *\n * @example Minimum:\n *\n *   const result = await selfImprove({\n *     agent: (surface, scenario, ctx) => myAgent(surface, scenario, ctx.signal),\n *     scenarios,\n *     judge,\n *     baselineSurface: DEFAULT_PROMPT,\n *     proposer,\n *   })\n *   console.log(`lift: ${result.lift.toFixed(3)} (${result.gateDecision})`)\n *\n * @example Distributed (workers in three regions):\n *\n *   await selfImprove({\n *     agent: httpDispatch({ resolveUrl: ({ placement }) => REGION_URLS[placement!] }),\n *     scenarios,\n *     judge,\n *     baselineSurface: DEFAULT_PROMPT,\n *     cellPlacement: ({ scenario }) => scenario.region,\n *     budget: { maxConcurrency: 12 },\n *   })\n */\nexport async function selfImprove<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n): Promise<SelfImproveResult<TScenario, TArtifact>> {\n  const startedAt = Date.now()\n  const requestedRunDir =\n    opts.runDir ??\n    (opts.method ? `.agent-eval/runs/self-improve-${startedAt}` : `mem://selfImprove-${startedAt}`)\n  const runDir = resolveRunDir(requestedRunDir)\n  const storage =\n    opts.storage ?? (runDir.startsWith('mem://') ? inMemoryCampaignStorage() : fsCampaignStorage())\n  const costLedger = createRunCostLedger({\n    storage,\n    runDir,\n    costCeilingUsd: opts.budget?.dollars,\n  })\n  try {\n    return await runSelfImprove(opts, costLedger, startedAt, runDir, storage)\n  } catch (error) {\n    throw new SelfImproveRunError(error, costLedger)\n  }\n}\n\nasync function runSelfImprove<TScenario extends Scenario, TArtifact>(\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n  costLedger: CostLedgerHandle,\n  startedAt: number,\n  runDir: string,\n  storage: CampaignStorage,\n): Promise<SelfImproveResult<TScenario, TArtifact>> {\n  const budget = opts.budget ?? {}\n  assertSelfImproveSearchMode(opts)\n  const generations = opts.method ? 1 : (budget.generations ?? 3)\n  const populationSize = opts.method ? 1 : (budget.populationSize ?? 2)\n  const maxConcurrency = budget.maxConcurrency ?? 2\n  const holdoutFraction = budget.holdoutFraction ?? 0.25\n  const holdoutMode = budget.holdout ?? 'measured'\n  const holdoutDeferred = holdoutMode === 'deferred'\n  const expectUsage = opts.expectUsage ?? 'assert'\n\n  // Deferred holdout without an explicitly reserved set trains on EVERYTHING:\n  // there is no held-out measurement in this run, so carving out a fraction\n  // would waste scenarios. An explicit `holdoutScenarios` set stays reserved\n  // (excluded from training) even when deferred, for the later measured run.\n  const explicitHoldout = budget.holdoutScenarios\n  const { train, holdout } = explicitHoldout\n    ? {\n        train: opts.scenarios.filter((s) => !explicitHoldout.some((h) => h.id === s.id)),\n        holdout: explicitHoldout as TScenario[],\n      }\n    : holdoutDeferred\n      ? { train: opts.scenarios, holdout: [] as TScenario[] }\n      : splitTrainHoldout(opts.scenarios, holdoutFraction)\n\n  if (train.length === 0) {\n    throw new Error(\n      'selfImprove: train split is empty. Reduce holdoutFraction or pass more scenarios.',\n    )\n  }\n  if (holdout.length === 0 && !holdoutDeferred) {\n    throw new Error('selfImprove: holdout split is empty. Pass more scenarios.')\n  }\n\n  if (generations > 0 && !opts.proposer && !opts.method) {\n    throw new Error(\n      'selfImprove: method or proposer is required when budget.generations is greater than zero',\n    )\n  }\n  let optimizationResult: OptimizationMethodResult | undefined\n  const methodPartitions = opts.method\n    ? splitMethodPartitions(train, opts.selectionScenarios, budget.selectionFraction ?? 0.25)\n    : undefined\n  const proposer: SurfaceProposer = opts.method\n    ? {\n        kind: `method:${opts.method.name}`,\n        propose: async (context) => {\n          if (context.generation > 0) return []\n          const result = await opts.method!.optimize(\n            Object.freeze({\n              baselineSurface: structuredClone(context.currentSurface),\n              trainScenarios: Object.freeze(\n                methodPartitions!.train.map((scenario) => structuredClone(scenario)),\n              ),\n              selectionScenarios: Object.freeze(\n                methodPartitions!.selection.map((scenario) => structuredClone(scenario)),\n              ),\n              dispatchWithSurface: opts.agent,\n              judges: Object.freeze([opts.judge]),\n              runDir: `${runDir}/optimization/${safeRunComponent(opts.method!.name)}`,\n              seed: 42,\n              runOptions: Object.freeze({\n                storage,\n                maxConcurrency,\n                reps: budget.reps,\n                dispatchTimeoutMs: opts.dispatchTimeoutMs,\n                expectUsage,\n                costCeiling: budget.dollars,\n              }),\n              costLedger,\n            }),\n          )\n          assertOptimizationResult(opts.method!.name, result)\n          optimizationResult = structuredClone(result)\n          return [\n            {\n              surface: structuredClone(result.winnerSurface),\n              label: opts.method!.name,\n              rationale: `${opts.method!.name} selected this surface without final cases.`,\n            },\n          ]\n        },\n      }\n    : (opts.proposer ?? {\n        kind: 'baseline-only',\n        propose: async () => [],\n      })\n\n  const gate: Gate<TArtifact, TScenario> =\n    opts.gate ??\n    defaultProductionGate<TArtifact, TScenario>({\n      holdoutScenarios: holdout,\n      deltaThreshold: 0.05,\n    })\n\n  if (opts.onProgress) {\n    opts.onProgress({ kind: 'baseline.started', scenarios: opts.scenarios.length })\n  }\n\n  const result = await runImprovementLoop<TScenario, TArtifact>({\n    scenarios: train,\n    baselineSurface: opts.baselineSurface,\n    premeasuredBaseline: opts.premeasuredBaseline,\n    dispatchWithSurface: opts.agent,\n    proposer,\n    judges: [opts.judge],\n    populationSize,\n    maxGenerations: generations,\n    candidateConcurrency: budget.candidateConcurrency,\n    reps: budget.reps,\n    maxImprovementShots: budget.maxImprovementShots,\n    holdoutScenarios: holdout,\n    holdout: holdoutMode,\n    gate,\n    neutralize: opts.neutralize,\n    autoOnPromote: opts.autoOnPromote ?? 'none',\n    ghOwner: opts.ghOwner,\n    ghRepo: opts.ghRepo,\n    storage,\n    runDir,\n    maxConcurrency,\n    cellPlacement: opts.cellPlacement,\n    dispatchTimeoutMs: opts.dispatchTimeoutMs,\n    costLedger,\n    expectUsage,\n    labeledStore: opts.labeledStore,\n    captureSource: opts.captureSource,\n    analyzeGeneration: opts.analyzeGeneration,\n    findings: opts.findings,\n    selectionRankKey: opts.selectionRankKey,\n  })\n\n  // Deferred holdout ran zero holdout cells, so the summary stats come from\n  // the improvement-set (search) campaigns — labeled as such on the result\n  // type — and `lift` is omitted rather than fabricated from empty campaigns.\n  const reportSplit: RunSplitTag = holdoutDeferred ? 'search' : 'holdout'\n  const reportBaselineCampaign = holdoutDeferred\n    ? result.baselineCampaign\n    : result.baselineOnHoldout\n  const reportWinnerCampaign = holdoutDeferred\n    ? winnerSearchCampaign(result)\n    : result.winnerOnHoldout\n  const baseline = meanComposite(reportBaselineCampaign.aggregates.byScenario)\n  const winnerStats = meanComposite(reportWinnerCampaign.aggregates.byScenario)\n\n  // Power analysis from the baseline holdout cells — the number that says whether\n  // this budget could ship ANY effect. Attached to every result; loud when the\n  // search was structurally unable to promote (that spend should not repeat).\n  let power: PowerPreflight | undefined\n  const baselineHoldoutComposites = result.baselineOnHoldout.cells\n    .filter((cell) => !cell.error)\n    .map((cell) => {\n      const scores = Object.values(cell.judgeScores)\n      return scores.length === 0\n        ? Number.NaN\n        : scores.reduce((sum, s) => sum + s.composite, 0) / scores.length\n    })\n    .filter((v) => Number.isFinite(v))\n  if (baselineHoldoutComposites.length >= 3) {\n    // selfImprove's holdout is scored by the SAME judge as the gate — the\n    // shared-channel case by construction (S1c): flag it so the MDE reads as a\n    // lower bound and nobody buys reps expecting them to fix judge bias.\n    power = powerPreflight({\n      baselineComposites: baselineHoldoutComposites,\n      sharedScorerChannel: true,\n    })\n    if (opts.onProgress) {\n      opts.onProgress({\n        kind: 'power.estimated',\n        n: power.n,\n        sd: power.sd,\n        mde: power.mde,\n        underpowered: power.underpowered,\n      })\n    }\n    if (power.underpowered && generations > 0) {\n      console.warn(`[selfImprove] ${power.recommendation}`)\n    }\n  }\n\n  if (opts.onProgress) {\n    opts.onProgress({\n      kind: 'baseline.completed',\n      compositeMean: baseline.compositeMean,\n      durationMs: Date.now() - startedAt,\n    })\n    opts.onProgress({\n      kind: 'gate.decided',\n      decision: result.gateResult.decision,\n      // Deferred holdout has no held-out measurement: in that mode the summary\n      // stats are search-split numbers, and emitting their delta as `lift`\n      // would misreport a train-split delta as a held-out one. Omit instead.\n      ...(holdoutDeferred ? {} : { lift: winnerStats.compositeMean - baseline.compositeMean }),\n    })\n  }\n\n  const cost = result.cost\n  const totalCost = cost.totalCostUsd\n\n  // Rigor packet: feed baseline + winner cells through analyzeRuns().\n  // The two candidates (`baseline` / `winner`) give the lift section a\n  // clean paired comparison; per-judge / per-dimension / cost-quality\n  // sections populate from the cells' judgeScores.\n  const insight = await analyzeRuns({\n    runs: [\n      ...cellsToRunRecords(\n        reportBaselineCampaign.cells,\n        'baseline',\n        runDir,\n        opts.baselineSurface,\n        reportSplit,\n        opts.model,\n      ),\n      ...cellsToRunRecords(\n        reportWinnerCampaign.cells,\n        'winner',\n        runDir,\n        result.winnerSurface,\n        reportSplit,\n        opts.model,\n      ),\n    ],\n    baselineCandidateId: 'baseline',\n    candidateCandidateId: 'winner',\n  })\n\n  // ── Durable provenance: candidate→cell→gate→promote chain + rationale +\n  // diff + backend provenance. Always emitted; the +lift recomputes from it.\n  const durationMs = Date.now() - startedAt\n  const { record: provenance } = await emitLoopProvenance<TArtifact, TScenario>({\n    ...loopProvenanceArgsFromResult({\n      runId: `${runDir}#${startedAt}`,\n      runDir,\n      timestamp: new Date(startedAt).toISOString(),\n      baselineSurface: opts.baselineSurface,\n      result,\n      costReceipts: costLedger.list(),\n      totalCostUsd: totalCost,\n      totalDurationMs: durationMs,\n    }),\n    ...(optimizationResult\n      ? {\n          optimizationMethod: {\n            name: opts.method!.name,\n            cost: structuredClone(optimizationResult.cost),\n            ...(optimizationResult.durationMs === undefined\n              ? {}\n              : { durationMs: optimizationResult.durationMs }),\n            ...(optimizationResult.provenance === undefined\n              ? {}\n              : { provenance: structuredClone(optimizationResult.provenance) }),\n          },\n        }\n      : {}),\n    storage,\n    hostedClient: opts.hostedTenant ? createHostedClient(opts.hostedTenant) : undefined,\n  })\n  if (opts.onProvenance) opts.onProvenance(provenance)\n\n  const summary: SelfImproveResult<TScenario, TArtifact> = {\n    baseline,\n    winner: {\n      ...winnerStats,\n      surface: result.winnerSurface,\n      ...(result.winnerLabel ? { label: result.winnerLabel } : {}),\n      ...(result.winnerRationale ? { rationale: result.winnerRationale } : {}),\n    },\n    ...(holdoutDeferred ? {} : { lift: winnerStats.compositeMean - baseline.compositeMean }),\n    diff: result.promotedDiff,\n    provenance,\n    gateDecision: result.gateResult.decision,\n    generationsExplored: result.generations.length,\n    durationMs,\n    totalCostUsd: totalCost,\n    cost,\n    receipts: costLedger.list(),\n    ...(optimizationResult\n      ? {\n          optimization: {\n            name: opts.method!.name,\n            cost: structuredClone(optimizationResult.cost),\n            ...(optimizationResult.durationMs === undefined\n              ? {}\n              : { durationMs: optimizationResult.durationMs }),\n            ...(optimizationResult.provenance === undefined\n              ? {}\n              : { provenance: structuredClone(optimizationResult.provenance) }),\n          },\n        }\n      : {}),\n    insight,\n    ...(power ? { power } : {}),\n    raw: result,\n  }\n\n  // Opt-in hosted ingest. Failures are logged but never fail the loop: the\n  // local result is always returned.\n  if (opts.hostedTenant) {\n    try {\n      await shipEvalRunToHosted(opts.hostedTenant, opts, summary, result, runDir)\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err)\n      // eslint-disable-next-line no-console -- intentional: hosted-ingest is best-effort\n      console.warn(`[agent-eval] hosted ingest failed (continuing): ${msg}`)\n    }\n  }\n\n  return summary\n}\n\nasync function shipEvalRunToHosted<TScenario extends Scenario, TArtifact>(\n  tenant: HostedTenant,\n  opts: SelfImproveOptions<TScenario, TArtifact>,\n  summary: SelfImproveResult<TScenario, TArtifact>,\n  raw: RunImprovementLoopResult<TArtifact, TScenario>,\n  runDir: string,\n): Promise<void> {\n  const client = createHostedClient(tenant)\n\n  function snapshotFromCampaign(\n    index: number,\n    surface: MutableSurface,\n    campaign: RunImprovementLoopResult<TArtifact, TScenario>['baselineCampaign'],\n    durationMs: number,\n  ): EvalRunGenerationSnapshot {\n    const cells: EvalRunCellScore[] = campaign.cells.map((cell) => {\n      const execution = campaignCellExecutionEvidence(cell)\n      return {\n        scenarioId: cell.scenarioId,\n        rep: cell.rep,\n        compositeMean: campaignCellTaskScore(cell) ?? null,\n        dimensions: campaignCellJudgeDimensions(cell),\n        terminalOutcome: execution.terminalOutcome,\n        executionErrorCount: execution.executionErrorCount ?? null,\n        errorMessage: cell.error ?? undefined,\n      }\n    })\n    const scoredCells = cells.flatMap((cell) =>\n      cell.compositeMean === null ? [] : [cell.compositeMean],\n    )\n    const compositeMean =\n      scoredCells.length === 0\n        ? null\n        : scoredCells.reduce((sum, score) => sum + score, 0) / scoredCells.length\n    return {\n      index,\n      surfaceHash: surfaceHash(surface),\n      surface,\n      cells,\n      compositeMean,\n      costUsd: campaign.aggregates.totalCostUsd,\n      durationMs,\n    }\n  }\n\n  const generations: EvalRunGenerationSnapshot[] = []\n  // Baseline as generation 0.\n  generations.push(snapshotFromCampaign(0, opts.baselineSurface, raw.baselineCampaign, 0))\n  // Improvement generations as 1..N. Substrate stores per-surface campaigns\n  // per generation — we summarize the WINNING surface per generation here.\n  for (const gen of raw.generations) {\n    const winner = gen.surfaces.reduce(\n      (best, s) =>\n        s.campaign.aggregates.cellsExecuted > 0 &&\n        (best === undefined || averageComposite(s.campaign) > averageComposite(best.campaign))\n          ? s\n          : best,\n      gen.surfaces[0],\n    )\n    if (!winner) continue\n    generations.push(\n      snapshotFromCampaign(gen.record.generationIndex + 1, winner.surface, winner.campaign, 0),\n    )\n  }\n\n  const event: EvalRunEvent = {\n    runId: `${runDir}#${Date.now()}`,\n    runDir,\n    timestamp: new Date().toISOString(),\n    status: 'finished',\n    labels: opts.hostedLabels ?? {},\n    baseline: generations[0],\n    generations,\n    gateDecision: summary.gateDecision,\n    holdoutLift: summary.lift,\n    totalCostUsd: summary.totalCostUsd,\n    totalDurationMs: summary.durationMs,\n    insightReport: summary.insight,\n  }\n\n  await client.ingestEvalRun(event)\n}\n\nfunction averageComposite(\n  campaign: RunImprovementLoopResult<unknown, Scenario>['baselineCampaign'],\n): number {\n  const aggs = Object.values(campaign.aggregates.byScenario)\n  return aggs.length === 0 ? 0 : aggs.reduce((s, a) => s + a.meanComposite, 0) / aggs.length\n}\n\nfunction hashString(s: string): string {\n  let h = 2166136261 >>> 0\n  for (let i = 0; i < s.length; i++) {\n    h ^= s.charCodeAt(i)\n    h = Math.imul(h, 16777619) >>> 0\n  }\n  return h.toString(16).padStart(8, '0')\n}\n\n/**\n * Adapt campaign cells into the `RunRecord` shape `analyzeRuns()` consumes.\n * Each cell becomes one run; `candidateId` is the caller-supplied label so\n * baseline + winner pair cleanly on `(experimentId, scenarioId, seed)`.\n *\n * `promptHash` is the REAL sha256 content hash of the surface this cell ran\n * (baseline vs winner are byte-distinguishable + byte-identical-verifiable);\n * `configHash` is the sha256 of the candidate label so the two candidates'\n * config rows differ. Both were previously the literal `'sha256:cell'`, which\n * made baseline and winner indistinguishable in every downstream record.\n */\nfunction cellsToRunRecords<TArtifact>(\n  cells: ReadonlyArray<CampaignCellResult<TArtifact>>,\n  candidateId: 'baseline' | 'winner',\n  runId: string,\n  surface: MutableSurface,\n  splitTag: RunSplitTag,\n  fallbackModel?: string,\n): RunRecord[] {\n  const promptHash = surfaceContentHash(surface)\n  const configHash = surfaceContentHash(candidateId)\n  return cells.map((cell) => {\n    const model = cell.resolvedModel ?? fallbackModel\n    if (!model) {\n      throw new ValidationError(\n        `selfImprove.model is required when cell ${cell.cellId} has no paid-call model receipt`,\n      )\n    }\n    if (!modelHasSnapshot(model)) {\n      throw new ValidationError(\n        `selfImprove model \"${model}\" lacks a snapshot version for cell ${cell.cellId}`,\n      )\n    }\n    return campaignCellToRunRecord(cell, {\n      runId: `${runId}::${candidateId}::${cell.cellId}`,\n      experimentId: runId,\n      candidateId,\n      // scenarioId is explicit; seed keeps repeated runs distinct.\n      seed:\n        cell.rep * 1_000_000 +\n        hashString(cell.scenarioId)\n          .slice(0, 6)\n          .split('')\n          .reduce((a, c) => (a * 31 + c.charCodeAt(0)) >>> 0, 0),\n      model,\n      promptHash,\n      configHash,\n      commitSha: 'cell',\n      splitTag,\n    })\n  })\n}\n","import type { RunEvalOptions } from '../campaign/presets/run-eval'\nimport { runEval } from '../campaign/presets/run-eval'\nimport { inMemoryCampaignStorage } from '../campaign/storage'\nimport type {\n  CampaignResult,\n  DispatchContext,\n  JudgeConfig,\n  MutableSurface,\n  Scenario,\n} from '../campaign/types'\nimport type { HostedTenant } from '../hosted/client'\nimport {\n  type SelfImproveBudget,\n  type SelfImproveOptions,\n  type SelfImproveResult,\n  selfImprove,\n} from './self-improve'\n\nexport type AgentEvalAgent<TScenario extends Scenario, TArtifact> = (\n  surface: MutableSurface,\n  scenario: TScenario,\n  ctx: DispatchContext,\n) => Promise<TArtifact>\n\nexport type DefineAgentEvalOptions<TScenario extends Scenario, TArtifact> = SelfImproveOptions<\n  TScenario,\n  TArtifact\n>\n\nexport interface AgentEvalEvaluateOptions<TScenario extends Scenario, TArtifact>\n  extends Omit<\n    RunEvalOptions<TScenario, TArtifact>,\n    'dispatch' | 'judges' | 'runDir' | 'scenarios'\n  > {\n  /** Scenario set to evaluate. Defaults to the scenarios passed to `defineAgentEval`. */\n  scenarios?: TScenario[]\n  /** Surface to evaluate. Defaults to the baseline surface passed to `defineAgentEval`. */\n  surface?: MutableSurface\n  /** Agent to evaluate. Defaults to the agent passed to `defineAgentEval`. */\n  agent?: AgentEvalAgent<TScenario, TArtifact>\n  /** Single judge override. Ignored when `judges` is set. */\n  judge?: JudgeConfig<TArtifact, TScenario>\n  /** Full judge list override. Defaults to the single judge passed to `defineAgentEval`. */\n  judges?: JudgeConfig<TArtifact, TScenario>[]\n  /** Logical or filesystem run directory. Defaults to an in-memory run. */\n  runDir?: string\n}\n\nexport type AgentEvalImproveOptions<TScenario extends Scenario, TArtifact> = Omit<\n  Partial<SelfImproveOptions<TScenario, TArtifact>>,\n  'budget' | 'hostedTenant'\n> & {\n  budget?: Partial<SelfImproveBudget>\n  hostedTenant?: Partial<HostedTenant>\n}\n\nexport interface DefinedAgentEval<TScenario extends Scenario, TArtifact> {\n  /** The default scenarios used by `evaluate()` and `improve()`. */\n  readonly scenarios: readonly TScenario[]\n  /** The default baseline surface used by `evaluate()` and `improve()`. */\n  readonly baselineSurface: MutableSurface\n  /**\n   * Run one scored evaluation. Use this for a baseline score or to score one\n   * candidate surface without running an improvement loop.\n   */\n  evaluate(\n    opts?: AgentEvalEvaluateOptions<TScenario, TArtifact>,\n  ): Promise<CampaignResult<TArtifact, TScenario>>\n  /**\n   * Run the closed improvement loop. Per-call overrides replace the definition\n   * except for nested config objects (`budget`, `hostedTenant`), which\n   * are merged field-by-field so callers can override one knob without\n   * repeating secrets or budget defaults.\n   */\n  improve(\n    opts?: AgentEvalImproveOptions<TScenario, TArtifact>,\n  ): Promise<SelfImproveResult<TScenario, TArtifact>>\n}\n\n/**\n * Define an agent eval once, then either score a surface with `evaluate()` or\n * run the closed loop with `improve()`.\n *\n * This is a DX wrapper only: it delegates to `runEval()` and `selfImprove()` and\n * returns their native result shapes.\n */\nexport function defineAgentEval<TScenario extends Scenario, TArtifact>(\n  defaults: DefineAgentEvalOptions<TScenario, TArtifact>,\n): DefinedAgentEval<TScenario, TArtifact> {\n  const defaultEvaluateOptions = evaluateDefaults(defaults)\n\n  return {\n    scenarios: defaults.scenarios,\n    baselineSurface: defaults.baselineSurface,\n\n    async evaluate(opts = {}) {\n      const { agent, judge, judges, runDir, scenarios, surface, ...campaignOpts } = opts\n      const selectedAgent = agent ?? defaults.agent\n      const selectedSurface = surface ?? defaults.baselineSurface\n      const selectedRunDir = runDir ?? defaults.runDir ?? `mem://defineAgentEval-${Date.now()}`\n      const selectedStorage =\n        campaignOpts.storage ??\n        defaultEvaluateOptions.storage ??\n        (selectedRunDir.startsWith('mem://') ? inMemoryCampaignStorage() : undefined)\n      const evalOptions: RunEvalOptions<TScenario, TArtifact> = {\n        ...defaultEvaluateOptions,\n        ...campaignOpts,\n        ...(selectedStorage ? { storage: selectedStorage } : {}),\n        runDir: selectedRunDir,\n        scenarios: scenarios ?? defaults.scenarios,\n        dispatch: (scenario, ctx) => selectedAgent(selectedSurface, scenario, ctx),\n        judges: evaluateJudges(judges, judge ?? defaults.judge),\n      }\n      if (evalOptions.reps !== undefined)\n        evalOptions.reps = requirePositiveInteger(evalOptions.reps, 'reps')\n      return runEval<TScenario, TArtifact>(evalOptions)\n    },\n\n    async improve(opts = {}) {\n      const {\n        budget: budgetOverride,\n        hostedTenant: hostedTenantOverride,\n        ...topLevelOverrides\n      } = opts\n      const merged = mergeDefined(defaults, topLevelOverrides)\n      const budget = mergeBudget(defaults.budget, budgetOverride)\n      const hostedTenant = mergeHostedTenant(defaults.hostedTenant, hostedTenantOverride)\n      return selfImprove<TScenario, TArtifact>({\n        ...merged,\n        ...(budget ? { budget } : {}),\n        ...(hostedTenant ? { hostedTenant } : {}),\n      })\n    },\n  }\n}\n\ntype SharedEvaluateDefaults<TScenario extends Scenario, TArtifact> = Omit<\n  RunEvalOptions<TScenario, TArtifact>,\n  'dispatch' | 'judges' | 'runDir' | 'scenarios'\n>\n\nfunction evaluateDefaults<TScenario extends Scenario, TArtifact>(\n  defaults: DefineAgentEvalOptions<TScenario, TArtifact>,\n): SharedEvaluateDefaults<TScenario, TArtifact> {\n  const out: SharedEvaluateDefaults<TScenario, TArtifact> = {}\n  if (defaults.storage) out.storage = defaults.storage\n  if (defaults.labeledStore) out.labeledStore = defaults.labeledStore\n  if (defaults.captureSource) out.captureSource = defaults.captureSource\n  if (defaults.cellPlacement) out.cellPlacement = defaults.cellPlacement\n  if (defaults.expectUsage) out.expectUsage = defaults.expectUsage\n  if (defaults.budget?.dollars !== undefined) out.costCeiling = defaults.budget.dollars\n  if (defaults.budget?.maxConcurrency !== undefined)\n    out.maxConcurrency = defaults.budget.maxConcurrency\n  if (defaults.budget?.reps !== undefined)\n    out.reps = requirePositiveInteger(defaults.budget.reps, 'budget.reps')\n  return out\n}\n\nfunction mergeBudget(\n  defaults: SelfImproveBudget | undefined,\n  overrides: Partial<SelfImproveBudget> | undefined,\n): SelfImproveBudget | undefined {\n  const merged = mergeOptionalObject(defaults, overrides)\n  if (merged?.reps !== undefined) merged.reps = requirePositiveInteger(merged.reps, 'budget.reps')\n  return merged\n}\n\nfunction mergeHostedTenant(\n  defaults: HostedTenant | undefined,\n  overrides: Partial<HostedTenant> | undefined,\n): HostedTenant | undefined {\n  const merged = mergeOptionalObject(defaults, overrides)\n  if (!merged) return undefined\n  if (!merged.endpoint?.trim() || !merged.apiKey?.trim() || !merged.tenantId?.trim()) {\n    throw new Error(\n      'defineAgentEval.improve: hostedTenant requires endpoint, apiKey, and tenantId after merging defaults and overrides',\n    )\n  }\n  return merged\n}\n\nfunction mergeDefined<T extends object>(defaults: T, overrides: Partial<T> | undefined): T {\n  if (!overrides) return defaults\n  const merged = { ...defaults } as Record<string, unknown>\n  for (const [key, value] of Object.entries(overrides)) {\n    if (value !== undefined) merged[key] = value\n  }\n  return merged as T\n}\n\nfunction mergeOptionalObject<T extends object>(\n  defaults: T | undefined,\n  overrides: Partial<T> | undefined,\n): T | undefined {\n  if (!defaults && !overrides) return undefined\n  return mergeDefined(defaults ?? ({} as T), overrides)\n}\n\nfunction evaluateJudges<TArtifact, TScenario extends Scenario>(\n  judges: JudgeConfig<TArtifact, TScenario>[] | undefined,\n  defaultJudge: JudgeConfig<TArtifact, TScenario>,\n): JudgeConfig<TArtifact, TScenario>[] {\n  if (judges !== undefined) {\n    if (judges.length === 0) {\n      throw new Error('defineAgentEval.evaluate: judges must not be empty')\n    }\n    return judges\n  }\n  return [defaultJudge]\n}\n\nfunction requirePositiveInteger(value: number, field: string): number {\n  if (!Number.isInteger(value) || value < 1) {\n    throw new Error(`defineAgentEval: ${field} must be a positive integer`)\n  }\n  return value\n}\n","import {\n  type AgentCandidateBenchmarkCellRef,\n  type AgentCandidateBenchmarkSuiteInputs,\n  type AgentCandidateBenchmarkTask,\n  type AgentCandidateBenchmarkTaskMaterial,\n  type AgentCandidateBundle,\n  type AgentCandidateEvaluationPolicy,\n  type AgentCandidateExperiment,\n  type AgentCandidateExperimentMaterial,\n  type AgentCandidateExperimentMeasurement,\n  type AgentImprovementMeasuredComparison,\n  agentCandidateBenchmarkSuiteSchema,\n  agentCandidateBenchmarkTaskSchema,\n  agentCandidateBundleSchema,\n  agentCandidateEvaluationPolicySchema,\n  agentCandidateExperimentSchema,\n  agentImprovementMeasuredComparisonSchema,\n  type CandidateExecutionEvidence,\n  candidateExecutionEvidenceSchema,\n  canonicalCandidateDigest,\n  omitTopLevelDigest,\n  type Sha256Digest,\n} from '@tangle-network/agent-interface'\nimport { powerPreflight } from '../campaign/gates/power-preflight'\nimport { heldoutSignificance } from '../campaign/gates/statistical-heldout'\nimport { pairedBootstrap } from '../statistics'\n\nexport interface SealCandidateBenchmarkSuiteOptions {\n  tasks: [AgentCandidateBenchmarkTask, ...AgentCandidateBenchmarkTask[]]\n  reps: number\n  seeds: [number, ...number[]]\n}\n\nexport interface CandidateExperimentExecutionInput {\n  experiment: AgentCandidateExperiment\n  arm: 'baseline' | 'candidate'\n  bundle: AgentCandidateBundle\n  task: AgentCandidateBenchmarkTask\n  benchmarkCell: AgentCandidateBenchmarkCellRef\n  seed: number\n  signal?: AbortSignal\n}\n\nexport interface RunCandidateExperimentOptions {\n  experiment: AgentCandidateExperiment\n  execute(input: CandidateExperimentExecutionInput): Promise<CandidateExecutionEvidence>\n  maxConcurrency?: number\n  signal?: AbortSignal\n}\n\nexport interface CompareCandidateExperimentOptions {\n  experiment: AgentCandidateExperiment\n  measurements: AgentCandidateExperimentMeasurement[]\n  runId: string\n  candidate?: AgentImprovementMeasuredComparison['candidate']\n  generationsExplored?: number\n  searchDurationMs?: number\n  searchCostUsd?: number\n  metadata?: AgentImprovementMeasuredComparison['metadata']\n}\n\n/** One exact baseline/candidate observation of the same held-out cell. */\nexport interface PairedMeasurement<TRun> {\n  cellId: string\n  baseline: TRun\n  candidate: TRun\n}\n\n/** Maps a product-owned run receipt into the measurements required for a fair paired decision. */\nexport interface PairedMeasurementAdapter<TRun> {\n  score(run: TRun): number\n  dimensions(run: TRun): readonly { name: string; score: number }[]\n  costUsd(run: TRun): number\n  latencyMs(run: TRun): number\n  completed(run: TRun): boolean\n  passed(run: TRun): boolean\n}\n\nexport interface EvaluatePairedMeasurementsOptions<TRun> {\n  measurements: readonly PairedMeasurement<TRun>[]\n  policy: AgentCandidateEvaluationPolicy\n  adapter: PairedMeasurementAdapter<TRun>\n  /** Whether both arms use the same scorer family as the promotion decision. */\n  sharedScorerChannel: boolean\n  /** Search or preparation spend that belongs to the same frozen budget. */\n  additionalCostUsd?: number\n}\n\n/** Statistical and operational result derived from complete paired receipts. */\nexport type PairedMeasurementEvaluation = Pick<\n  AgentImprovementMeasuredComparison,\n  'overall' | 'objectives' | 'decision' | 'power'\n> & {\n  executionCostUsd: number\n  totalCostUsd: number\n  executionDurationMs: number\n}\n\n/** Content-address one task before any measured execution can see it. */\nexport function sealCandidateBenchmarkTask(\n  material: AgentCandidateBenchmarkTaskMaterial,\n): AgentCandidateBenchmarkTask {\n  return agentCandidateBenchmarkTaskSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n}\n\n/** Freeze task order, repetitions, and every seed before either arm runs. */\nexport function sealCandidateBenchmarkSuite(\n  options: SealCandidateBenchmarkSuiteOptions,\n): AgentCandidateBenchmarkSuiteInputs {\n  for (const task of options.tasks) verifyCandidateBenchmarkTask(task)\n  const material = {\n    kind: 'agent-candidate-benchmark-suite' as const,\n    digestAlgorithm: 'rfc8785-sha256' as const,\n    taskDigests: options.tasks.map((task) => task.digest) as [Sha256Digest, ...Sha256Digest[]],\n    reps: options.reps,\n    seeds: options.seeds,\n  }\n  const suite = agentCandidateBenchmarkSuiteSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n  return { suite, tasks: options.tasks }\n}\n\n/** Freeze both complete agent states and their exact held-out work. */\nexport function sealCandidateExperiment(\n  material: AgentCandidateExperimentMaterial,\n): AgentCandidateExperiment {\n  const parsed = agentCandidateExperimentSchema.parse({\n    ...material,\n    digest: canonicalCandidateDigest(material),\n  })\n  return verifyCandidateExperiment(parsed)\n}\n\nexport function verifyCandidateExperiment(input: unknown): AgentCandidateExperiment {\n  const experiment = agentCandidateExperimentSchema.parse(input)\n  verifySelfAddressed(experiment, 'candidate experiment')\n  verifyBundle(experiment.baseline, 'baseline bundle')\n  verifyBundle(experiment.candidate, 'candidate bundle')\n  if (experiment.baseline.digest === experiment.candidate.digest) {\n    throw new Error('candidate experiment baseline and candidate bundles are identical')\n  }\n  verifyCandidateBenchmarkSuiteInputs(experiment.benchmark)\n  return experiment\n}\n\n/** Execute each signed cell for both arms. The callback is Runtime's one executor. */\nexport async function runCandidateExperiment(\n  options: RunCandidateExperimentOptions,\n): Promise<AgentCandidateExperimentMeasurement[]> {\n  const experiment = verifyCandidateExperiment(options.experiment)\n  const { suite, tasks } = experiment.benchmark\n  const maxConcurrency = options.maxConcurrency ?? 2\n  if (!Number.isSafeInteger(maxConcurrency) || maxConcurrency < 1) {\n    throw new Error('candidate experiment maxConcurrency must be a positive integer')\n  }\n  const measurements = new Array<AgentCandidateExperimentMeasurement>(\n    suite.taskDigests.length * suite.reps,\n  )\n  let nextIndex = 0\n  const lanes = Array.from({ length: Math.min(maxConcurrency, measurements.length) }, async () => {\n    while (true) {\n      if (options.signal?.aborted) throw abortError(options.signal)\n      const index = nextIndex\n      nextIndex += 1\n      if (index >= measurements.length) return\n      const taskIndex = Math.floor(index / suite.reps)\n      const repetition = index % suite.reps\n      const task = tasks[taskIndex]\n      const seed = suite.seeds[index]\n      if (!task || seed === undefined) {\n        throw new Error(`candidate experiment cell ${index} has no signed task or seed`)\n      }\n      const benchmarkCell = {\n        suiteDigest: suite.digest,\n        taskIndex,\n        repetition,\n      }\n      const [baseline, candidate] = await Promise.all([\n        options.execute({\n          experiment,\n          arm: 'baseline',\n          bundle: experiment.baseline,\n          task,\n          benchmarkCell,\n          seed,\n          ...(options.signal ? { signal: options.signal } : {}),\n        }),\n        options.execute({\n          experiment,\n          arm: 'candidate',\n          bundle: experiment.candidate,\n          task,\n          benchmarkCell,\n          seed,\n          ...(options.signal ? { signal: options.signal } : {}),\n        }),\n      ])\n      const measurement = { baseline, candidate }\n      verifyMeasurement(experiment, measurement, index)\n      measurements[index] = measurement\n    }\n  })\n  await Promise.all(lanes)\n  return measurements\n}\n\n/**\n * Calculate the shared paired decision from any complete receipt shape.\n *\n * Callers still own sealing their tasks, verifying each receipt against its\n * expected arm and state, and proving every expected cell exists. This function\n * only validates the projected measurements and derives their shared decision.\n */\nexport function evaluatePairedMeasurements<TRun>(\n  options: EvaluatePairedMeasurementsOptions<TRun>,\n): PairedMeasurementEvaluation {\n  if (options.measurements.length === 0) {\n    throw new Error('paired measurement evaluation requires at least one paired cell')\n  }\n  const additionalCostUsd = options.additionalCostUsd ?? 0\n  if (!Number.isFinite(additionalCostUsd) || additionalCostUsd < 0) {\n    throw new Error('paired measurement evaluation additionalCostUsd must be a non-negative number')\n  }\n  if (typeof options.sharedScorerChannel !== 'boolean') {\n    throw new Error('paired measurement evaluation sharedScorerChannel must be a boolean')\n  }\n  const policy = agentCandidateEvaluationPolicySchema.parse(options.policy)\n  const measurements = options.measurements.map((measurement, index) =>\n    projectPairedMeasurement(measurement, index, options.adapter),\n  )\n  const cellIds = measurements.map((measurement) => measurement.cellId)\n  if (new Set(cellIds).size !== cellIds.length) {\n    throw new Error('paired measurement evaluation cell ids must be unique')\n  }\n  const dimensions = sharedProjectedDimensions(measurements)\n  const baselineScores = measurements.map((measurement) => measurement.baseline.score)\n  const candidateScores = measurements.map((measurement) => measurement.candidate.score)\n  const {\n    confidenceLevel: confidence,\n    resamples,\n    bootstrapSeed,\n    deltaThreshold,\n    minProductiveRuns,\n    budgetUsd,\n    criticalDimensions,\n    regressionTolerance,\n  } = policy\n  const significance = heldoutSignificance(\n    { before: baselineScores, after: candidateScores, cellIds },\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed,\n      statistic: 'mean',\n      deltaThreshold,\n      minProductiveRuns,\n    },\n  )\n  const overall = measuredEstimate(baselineScores, candidateScores, {\n    confidence,\n    resamples,\n    seed: bootstrapSeed,\n  })\n  const objectives: AgentImprovementMeasuredComparison['objectives'] = [\n    {\n      kind: 'objective',\n      name: 'benchmark-score',\n      direction: 'higher-is-better',\n      unit: 'score',\n      availability: 'measured',\n      ...overall,\n    },\n    ...dimensions.map((name, index) => ({\n      kind: 'dimension' as const,\n      objective: 'benchmark-score',\n      name,\n      direction: 'higher-is-better' as const,\n      unit: 'score' as const,\n      availability: 'measured' as const,\n      ...measuredEstimate(\n        measurements.map((measurement) => dimensionScore(measurement.baseline, name)),\n        measurements.map((measurement) => dimensionScore(measurement.candidate, name)),\n        {\n          confidence,\n          resamples,\n          seed: bootstrapSeed + index + 1,\n        },\n      ),\n    })),\n  ]\n  const cost = measuredEstimate(\n    measurements.map((measurement) => measurement.baseline.costUsd),\n    measurements.map((measurement) => measurement.candidate.costUsd),\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed + dimensions.length + 1,\n    },\n  )\n  const latency = measuredEstimate(\n    measurements.map((measurement) => measurement.baseline.latencyMs),\n    measurements.map((measurement) => measurement.candidate.latencyMs),\n    {\n      confidence,\n      resamples,\n      seed: bootstrapSeed + dimensions.length + 2,\n    },\n  )\n  objectives.push(\n    {\n      kind: 'cost',\n      name: 'cost',\n      direction: 'lower-is-better',\n      unit: 'usd',\n      availability: 'measured',\n      ...cost,\n    },\n    {\n      kind: 'latency',\n      name: 'latency',\n      direction: 'lower-is-better',\n      unit: 'milliseconds',\n      availability: 'measured',\n      ...latency,\n    },\n  )\n\n  const power =\n    baselineScores.length >= 3\n      ? powerPreflight({\n          baselineComposites: baselineScores,\n          pairedN: baselineScores.length,\n          deltaThreshold,\n          confidence,\n          sharedScorerChannel: options.sharedScorerChannel,\n        })\n      : undefined\n  const powerSufficient =\n    baselineScores.length >= minProductiveRuns && power !== undefined && !power.underpowered\n  const guardedDimensions = new Set(criticalDimensions)\n  const missingCriticalDimensions = criticalDimensions.filter(\n    (dimension) => !dimensions.includes(dimension),\n  )\n  const regressions = objectives.filter(\n    (objective) =>\n      objective.kind === 'dimension' &&\n      guardedDimensions.has(objective.name) &&\n      objective.availability === 'measured' &&\n      objective.confidenceInterval.lower < -regressionTolerance,\n  )\n  const executionCostUsd = measurements.reduce(\n    (sum, measurement) => sum + measurement.baseline.costUsd + measurement.candidate.costUsd,\n    0,\n  )\n  const executionDurationMs = measurements.reduce(\n    (sum, measurement) => sum + measurement.baseline.latencyMs + measurement.candidate.latencyMs,\n    0,\n  )\n  const completedRuns = measurements.flatMap((measurement) => [\n    measurement.baseline,\n    measurement.candidate,\n  ])\n  const incompleteRuns = completedRuns.filter((run) => !run.completed)\n  const failedCandidateResults = measurements.filter((measurement) => !measurement.candidate.passed)\n  const totalCostUsd = executionCostUsd + additionalCostUsd\n  const budgetPassed = budgetUsd === undefined || totalCostUsd <= budgetUsd\n  const checks = [\n    { name: 'paired-significance', passed: significance.significant },\n    { name: 'statistical-power', passed: powerSufficient },\n    { name: 'all-runs-completed', passed: incompleteRuns.length === 0 },\n    { name: 'candidate-task-pass', passed: failedCandidateResults.length === 0 },\n    {\n      name: 'critical-dimensions',\n      passed: regressions.length === 0 && missingCriticalDimensions.length === 0,\n    },\n    { name: 'budget', passed: budgetPassed },\n  ]\n  const shipped = checks.every((check) => check.passed)\n  const reasons = [\n    ...(significance.significant\n      ? []\n      : [\n          significance.fewRuns\n            ? `only ${significance.n} paired runs; ${minProductiveRuns} required`\n            : `paired interval lower bound ${significance.bootstrap.low} did not clear ${deltaThreshold}`,\n        ]),\n    ...(powerSufficient\n      ? []\n      : [power?.recommendation ?? `need at least ${Math.max(3, minProductiveRuns)} paired runs`]),\n    ...(regressions.length === 0\n      ? []\n      : [`critical dimensions regressed: ${regressions.map((entry) => entry.name).join(', ')}`]),\n    ...(missingCriticalDimensions.length === 0\n      ? []\n      : [`critical dimensions missing: ${missingCriticalDimensions.join(', ')}`]),\n    ...(incompleteRuns.length === 0\n      ? []\n      : [`${incompleteRuns.length} benchmark executions did not exit successfully`]),\n    ...(failedCandidateResults.length === 0\n      ? []\n      : [`candidate failed ${failedCandidateResults.length} benchmark tasks`]),\n    ...(budgetPassed ? [] : [`total cost ${totalCostUsd} exceeded budget ${budgetUsd}`]),\n  ]\n\n  return {\n    overall: {\n      name: 'composite',\n      direction: 'higher-is-better',\n      unit: 'score',\n      ...overall,\n    },\n    objectives,\n    decision: {\n      outcome: shipped\n        ? 'ship'\n        : significance.fewRuns || !powerSufficient\n          ? 'need_more_work'\n          : 'hold',\n      reasons: reasons.length > 0 ? reasons : ['all measured checks passed'],\n      contributingChecks: checks,\n    },\n    power: {\n      sufficient: powerSufficient,\n      n: baselineScores.length,\n      minimumDetectableDelta: power?.mde ?? 1,\n      confidenceLevel: confidence,\n      scaleAssumed: power?.scaleAssumed ?? true,\n      sharedScorerChannel: options.sharedScorerChannel,\n      reason:\n        power?.recommendation ?? `need at least ${Math.max(3, minProductiveRuns)} paired runs`,\n    },\n    executionCostUsd,\n    totalCostUsd,\n    executionDurationMs,\n  }\n}\n\n/** Build the only publishable comparison: paired statistics over Runtime receipts. */\nexport function measuredComparisonFromCandidateExperiment(\n  options: CompareCandidateExperimentOptions,\n): AgentImprovementMeasuredComparison {\n  const experiment = verifyCandidateExperiment(options.experiment)\n  const measurements = options.measurements.map((measurement, index) =>\n    verifyMeasurement(experiment, measurement, index),\n  )\n  const expectedN = experiment.benchmark.suite.taskDigests.length * experiment.benchmark.suite.reps\n  if (measurements.length !== expectedN) {\n    throw new Error(\n      `candidate experiment is incomplete (${measurements.length}/${expectedN} paired cells)`,\n    )\n  }\n  verifyStableProfileMaterialization(measurements)\n  if (!options.runId.trim()) throw new Error('candidate experiment runId is required')\n  const searchCostUsd = options.searchCostUsd ?? 0\n  const evaluation = evaluatePairedMeasurements({\n    measurements: measurements.map((measurement, index) => ({\n      cellId: cellIds(experiment)[index]!,\n      ...measurement,\n    })),\n    policy: experiment.policy,\n    adapter: candidateExecutionEvidenceAdapter,\n    sharedScorerChannel: true,\n    additionalCostUsd: searchCostUsd,\n  })\n  const diff = deriveCandidateBundleDiff(experiment)\n  const searchDurationMs = options.searchDurationMs ?? 0\n  const totalCostUsd = evaluation.totalCostUsd\n  const durationMs = evaluation.executionDurationMs + searchDurationMs\n  const provisional = agentImprovementMeasuredComparisonSchema.parse({\n    kind: 'agent-improvement-measured-comparison',\n    experiment,\n    measurements,\n    overall: evaluation.overall,\n    objectives: evaluation.objectives,\n    ...(options.candidate ? { candidate: options.candidate } : {}),\n    decision: evaluation.decision,\n    power: evaluation.power,\n    provenance: {\n      kind: 'agent-eval-loop',\n      schema: 'agent-candidate-experiment',\n      runId: options.runId,\n      recordDigest: canonicalCandidateDigest({}),\n      baselineContentHash: experiment.baseline.digest,\n      candidateContentHash: experiment.candidate.digest,\n    },\n    diff,\n    evaluation: {\n      generationsExplored: options.generationsExplored ?? 0,\n      searchDurationMs,\n      executionDurationMs: evaluation.executionDurationMs,\n      durationMs,\n      searchCostUsd,\n      executionCostUsd: evaluation.executionCostUsd,\n      totalCostUsd,\n    },\n    ...(options.metadata ? { metadata: options.metadata } : {}),\n  })\n  const { recordDigest: _recordDigest, ...provenance } = provisional.provenance\n  return agentImprovementMeasuredComparisonSchema.parse({\n    ...provisional,\n    provenance: {\n      ...provenance,\n      recordDigest: canonicalCandidateDigest({ ...provisional, provenance }),\n    },\n  })\n}\n\n/** Recompute every statistic and decision from the signed experiment receipts. */\nexport function verifyCandidateExperimentComparison(\n  input: unknown,\n): AgentImprovementMeasuredComparison {\n  const comparison = agentImprovementMeasuredComparisonSchema.parse(input)\n  const recomputed = measuredComparisonFromCandidateExperiment({\n    experiment: comparison.experiment,\n    measurements: comparison.measurements,\n    runId: comparison.provenance.runId,\n    ...(comparison.candidate ? { candidate: comparison.candidate } : {}),\n    generationsExplored: comparison.evaluation.generationsExplored,\n    searchDurationMs: comparison.evaluation.searchDurationMs,\n    searchCostUsd: comparison.evaluation.searchCostUsd,\n    ...(comparison.metadata ? { metadata: comparison.metadata } : {}),\n  })\n  if (canonicalCandidateDigest(recomputed) !== canonicalCandidateDigest(comparison)) {\n    throw new Error('candidate experiment comparison does not match its Runtime receipts')\n  }\n  return comparison\n}\n\nfunction deriveCandidateBundleDiff(experiment: AgentCandidateExperiment): string {\n  const surfaces = ['profile', 'code', 'execution', 'knowledge', 'memory'] as const\n  const changed = surfaces.flatMap((surface) => {\n    const baseline = experiment.baseline[surface] ?? null\n    const candidate = experiment.candidate[surface] ?? null\n    const baselineDigest = canonicalCandidateDigest(baseline)\n    const candidateDigest = canonicalCandidateDigest(candidate)\n    if (baselineDigest === candidateDigest) return []\n    return [\n      [\n        `--- baseline/${surface} (${baselineDigest})`,\n        `+++ candidate/${surface} (${candidateDigest})`,\n        JSON.stringify({ baseline, candidate }, null, 2),\n      ].join('\\n'),\n    ]\n  })\n  if (changed.length === 0) {\n    throw new Error('candidate experiment has no changed candidate surface')\n  }\n  return changed.join('\\n\\n')\n}\n\nexport function verifyCandidateBenchmarkTask(input: unknown): AgentCandidateBenchmarkTask {\n  const task = agentCandidateBenchmarkTaskSchema.parse(input)\n  verifySelfAddressed(task, 'candidate benchmark task')\n  return task\n}\n\nexport function verifyCandidateBenchmarkSuiteInputs(\n  input: unknown,\n): AgentCandidateBenchmarkSuiteInputs {\n  if (input === null || typeof input !== 'object' || Array.isArray(input)) {\n    throw new Error('candidate benchmark suite inputs must be an object')\n  }\n  const candidate = input as AgentCandidateBenchmarkSuiteInputs\n  const suite = verifyCandidateBenchmarkSuite(candidate.suite)\n  if (!Array.isArray(candidate.tasks) || candidate.tasks.length !== suite.taskDigests.length) {\n    throw new Error('candidate benchmark suite task count does not match its signed digests')\n  }\n  candidate.tasks.forEach((task, index) => {\n    const verified = verifyCandidateBenchmarkTask(task)\n    if (verified.digest !== suite.taskDigests[index]) {\n      throw new Error(`candidate benchmark task ${index} does not match the signed suite`)\n    }\n  })\n  return { suite, tasks: candidate.tasks }\n}\n\nexport function verifyCandidateBenchmarkSuite(input: unknown) {\n  const suite = agentCandidateBenchmarkSuiteSchema.parse(input)\n  verifySelfAddressed(suite, 'candidate benchmark suite')\n  return suite\n}\n\nfunction verifyBundle(input: unknown, label: string): AgentCandidateBundle {\n  const bundle = agentCandidateBundleSchema.parse(input)\n  verifySelfAddressed(bundle, label)\n  return bundle\n}\n\nfunction verifyMeasurement(\n  experiment: AgentCandidateExperiment,\n  input: AgentCandidateExperimentMeasurement,\n  index: number,\n): AgentCandidateExperimentMeasurement {\n  const suite = experiment.benchmark.suite\n  const taskIndex = Math.floor(index / suite.reps)\n  const repetition = index % suite.reps\n  const task = experiment.benchmark.tasks[taskIndex]\n  const seed = suite.seeds[index]\n  if (!task || seed === undefined) {\n    throw new Error(`candidate experiment measurement ${index} is outside the signed suite`)\n  }\n  const baseline = verifyExecutionEvidence(input.baseline)\n  const candidate = verifyExecutionEvidence(input.candidate)\n  for (const [arm, evidence] of [\n    ['baseline', baseline],\n    ['candidate', candidate],\n  ] as const) {\n    const bundle = experiment[arm]\n    const materialization = evidence.materializationReceipt\n    const plan = materialization.executionPlan.material\n    const runCell = plan.runCell\n    verifySelfAddressed(runCell, 'candidate run cell')\n    if (\n      runCell.experimentDigest !== experiment.digest ||\n      runCell.arm !== arm ||\n      runCell.bundleDigest !== bundle.digest ||\n      runCell.suiteDigest !== suite.digest ||\n      runCell.taskDigest !== task.digest ||\n      runCell.taskIndex !== taskIndex ||\n      runCell.repetition !== repetition ||\n      runCell.seed !== seed ||\n      runCell.attempt > task.attempt.maxAttempts ||\n      materialization.bundleDigest !== bundle.digest ||\n      materialization.benchmark.suite.digest !== suite.digest ||\n      materialization.benchmark.task.digest !== task.digest ||\n      materialization.codeKind !== bundle.code.kind ||\n      materialization.profileActivation.profilePlan.material.sourceProfileDigest !==\n        canonicalCandidateDigest(bundle.profile) ||\n      evidence.receipt.runCellDigest !== runCell.digest ||\n      JSON.stringify(materialization.resolvedModel) !== JSON.stringify(task.model)\n    ) {\n      throw new Error(`candidate experiment measurement ${index} substituted its ${arm} arm`)\n    }\n    verifyTaskOutcome(task, evidence, index, arm)\n  }\n  const baselinePlan = baseline.materializationReceipt.executionPlan.material\n  const candidatePlan = candidate.materializationReceipt.executionPlan.material\n  if (\n    baselinePlan.executionId === candidatePlan.executionId ||\n    baselinePlan.runCell.digest === candidatePlan.runCell.digest ||\n    baseline.materializationReceipt.digest === candidate.materializationReceipt.digest ||\n    baseline.receipt.digest === candidate.receipt.digest ||\n    baseline.digest === candidate.digest\n  ) {\n    throw new Error(`candidate experiment measurement ${index} reused one execution across arms`)\n  }\n  return { baseline, candidate }\n}\n\nfunction verifyExecutionEvidence(input: unknown): CandidateExecutionEvidence {\n  const evidence = candidateExecutionEvidenceSchema.parse(input)\n  verifySelfAddressed(evidence, 'candidate execution evidence')\n  verifySelfAddressed(evidence.materializationReceipt, 'candidate materialization receipt')\n  verifySelfAddressed(\n    evidence.materializationReceipt.profileActivation,\n    'candidate profile activation',\n  )\n  verifyMaterialAddressed(\n    evidence.materializationReceipt.profileActivation.profilePlan,\n    'candidate profile plan',\n  )\n  verifyMaterialAddressed(evidence.materializationReceipt.executionPlan, 'candidate execution plan')\n  verifySelfAddressed(evidence.receipt, 'candidate run receipt')\n  verifyMaterialAddressed(evidence.receipt.modelSettlement, 'candidate model settlement')\n  verifyMaterialAddressed(evidence.receipt.taskOutcome, 'candidate task outcome')\n  verifyMaterialAddressed(evidence.receipt.benchmarkResult, 'candidate benchmark result')\n  return evidence\n}\n\nfunction verifySelfAddressed<T extends { digest: Sha256Digest }>(document: T, label: string): void {\n  if (canonicalCandidateDigest(omitTopLevelDigest(document)) !== document.digest) {\n    throw new Error(`${label} digest is invalid`)\n  }\n}\n\nfunction verifyTaskOutcome(\n  task: AgentCandidateBenchmarkTask,\n  evidence: CandidateExecutionEvidence,\n  index: number,\n  arm: 'baseline' | 'candidate',\n): void {\n  const outcome = evidence.receipt.taskOutcome.material.outcome\n  const result = evidence.receipt.benchmarkResult.material\n  const prefix = `candidate experiment measurement ${index} ${arm}`\n  if (result.evidence.sha256 === task.grader.artifact.sha256) {\n    throw new Error(`${prefix} reused grader bytes as grading evidence`)\n  }\n  const usage = combinedUsage(evidence)\n  const usageChecks: Array<[number, number, string]> = [\n    [usage.modelCalls, task.limits.maxModelCalls, 'model calls'],\n    [usage.inputTokens, task.limits.maxInputTokens, 'input tokens'],\n    [usage.outputTokens, task.limits.maxOutputTokens, 'output tokens'],\n    [usage.costUsdNanos, Math.round(task.limits.maxCostUsd * 1_000_000_000), 'cost'],\n  ]\n  for (const [actual, maximum, label] of usageChecks) {\n    if (actual > maximum) {\n      throw new Error(`${prefix} ${label} ${actual} exceeds the signed limit ${maximum}`)\n    }\n  }\n  if (outcome.kind !== task.outcome.kind) {\n    throw new Error(`${prefix} returned an outcome outside the signed task contract`)\n  }\n  if (task.outcome.kind === 'output') {\n    if (\n      outcome.kind !== 'output' ||\n      outcome.spec.mediaType !== task.outcome.mediaType ||\n      outcome.spec.maxBytes !== task.outcome.maxBytes\n    ) {\n      throw new Error(`${prefix} changed the signed output contract`)\n    }\n    return\n  }\n  const repository = task.repository\n  if (\n    outcome.kind !== 'workspace' ||\n    repository === undefined ||\n    outcome.baseRepository.identity !== repository.identity ||\n    outcome.baseRepository.rootIdentity !== repository.rootIdentity ||\n    outcome.baseRepository.commit !== repository.baseCommit ||\n    outcome.baseRepository.tree !== repository.baseTree\n  ) {\n    throw new Error(`${prefix} did not start from the signed repository state`)\n  }\n}\n\nfunction verifyStableProfileMaterialization(\n  measurements: AgentCandidateExperimentMeasurement[],\n): void {\n  for (const arm of ['baseline', 'candidate'] as const) {\n    const expected = measurements[0]?.[arm].materializationReceipt.profileActivation\n    if (!expected) throw new Error('candidate experiment contains no profile materialization')\n    const expectedDigest = canonicalCandidateDigest({\n      profilePlanDigest: expected.profilePlan.digest,\n      files: expected.files,\n    })\n    for (const [index, measurement] of measurements.entries()) {\n      const activation = measurement[arm].materializationReceipt.profileActivation\n      if (\n        canonicalCandidateDigest({\n          profilePlanDigest: activation.profilePlan.digest,\n          files: activation.files,\n        }) !== expectedDigest\n      ) {\n        throw new Error(\n          `candidate experiment measurement ${index} ${arm} materialized a different profile`,\n        )\n      }\n    }\n  }\n}\n\nfunction completedSuccessfully(evidence: CandidateExecutionEvidence): boolean {\n  const termination = evidence.receipt.termination\n  return termination.kind === 'exit' && termination.exitCode === 0\n}\n\nfunction verifyMaterialAddressed(\n  evidence: { digest: Sha256Digest; material: unknown },\n  label: string,\n): void {\n  if (canonicalCandidateDigest(evidence.material) !== evidence.digest) {\n    throw new Error(`${label} digest is invalid`)\n  }\n}\n\ninterface ProjectedRun {\n  score: number\n  dimensions: Map<string, number>\n  costUsd: number\n  latencyMs: number\n  completed: boolean\n  passed: boolean\n}\n\ninterface ProjectedPairedMeasurement {\n  cellId: string\n  baseline: ProjectedRun\n  candidate: ProjectedRun\n}\n\nfunction projectPairedMeasurement<TRun>(\n  measurement: PairedMeasurement<TRun>,\n  index: number,\n  adapter: PairedMeasurementAdapter<TRun>,\n): ProjectedPairedMeasurement {\n  if (typeof measurement.cellId !== 'string' || !measurement.cellId.trim()) {\n    throw new Error(`paired measurement ${index} requires a cell id`)\n  }\n  return {\n    cellId: measurement.cellId,\n    baseline: projectRun(measurement.baseline, adapter, `paired measurement ${index} baseline`),\n    candidate: projectRun(measurement.candidate, adapter, `paired measurement ${index} candidate`),\n  }\n}\n\nfunction projectRun<TRun>(\n  run: TRun,\n  adapter: PairedMeasurementAdapter<TRun>,\n  label: string,\n): ProjectedRun {\n  const suppliedDimensions = adapter.dimensions(run)\n  if (!Array.isArray(suppliedDimensions)) {\n    throw new Error(`${label} dimensions must be an array`)\n  }\n  const dimensions = new Map<string, number>()\n  for (const dimension of suppliedDimensions) {\n    if (typeof dimension.name !== 'string' || !dimension.name.trim()) {\n      throw new Error(`${label} contains an unnamed dimension`)\n    }\n    if (dimensions.has(dimension.name)) {\n      throw new Error(`${label} repeats dimension '${dimension.name}'`)\n    }\n    dimensions.set(dimension.name, finiteMeasurement(dimension.score, `${label} ${dimension.name}`))\n  }\n  const completed = adapter.completed(run)\n  const passed = adapter.passed(run)\n  if (typeof completed !== 'boolean' || typeof passed !== 'boolean') {\n    throw new Error(`${label} completion and pass values must be booleans`)\n  }\n  return {\n    score: finiteMeasurement(adapter.score(run), `${label} score`),\n    dimensions,\n    costUsd: nonNegativeMeasurement(adapter.costUsd(run), `${label} cost`),\n    latencyMs: nonNegativeMeasurement(adapter.latencyMs(run), `${label} latency`),\n    completed,\n    passed,\n  }\n}\n\nfunction sharedProjectedDimensions(measurements: readonly ProjectedPairedMeasurement[]): string[] {\n  const expected = [...measurements[0]!.baseline.dimensions.keys()]\n  for (const [index, measurement] of measurements.entries()) {\n    for (const [arm, run] of [\n      ['baseline', measurement.baseline],\n      ['candidate', measurement.candidate],\n    ] as const) {\n      const actual = [...run.dimensions.keys()]\n      if (JSON.stringify(actual) !== JSON.stringify(expected)) {\n        throw new Error(`paired measurement ${index} ${arm} dimensions do not match the suite`)\n      }\n    }\n  }\n  return expected\n}\n\nfunction dimensionScore(run: ProjectedRun, name: string): number {\n  const value = run.dimensions.get(name)\n  if (value === undefined) throw new Error(`paired measurement is missing dimension '${name}'`)\n  return value\n}\n\nfunction measuredEstimate(\n  baseline: number[],\n  candidate: number[],\n  options: { confidence: number; resamples: number; seed: number },\n): Pick<\n  AgentImprovementMeasuredComparison['overall'],\n  'baseline' | 'candidate' | 'delta' | 'confidenceInterval' | 'n'\n> {\n  const bootstrap = pairedBootstrap(baseline, candidate, {\n    confidence: options.confidence,\n    resamples: options.resamples,\n    statistic: 'mean',\n    seed: options.seed,\n  })\n  const baselineMean = mean(baseline)\n  const candidateMean = mean(candidate)\n  const delta = candidateMean - baselineMean\n  return {\n    baseline: baselineMean,\n    candidate: candidateMean,\n    delta,\n    confidenceInterval: {\n      level: bootstrap.confidence,\n      lower: Math.min(bootstrap.low, delta),\n      upper: Math.max(bootstrap.high, delta),\n      method: 'paired-bootstrap',\n      statistic: 'mean',\n      resamples: bootstrap.resamples,\n    },\n    n: bootstrap.n,\n  }\n}\n\nfunction finiteMeasurement(value: number, label: string): number {\n  if (!Number.isFinite(value)) throw new Error(`${label} must be finite`)\n  return value\n}\n\nfunction nonNegativeMeasurement(value: number, label: string): number {\n  if (!Number.isFinite(value) || value < 0) throw new Error(`${label} must be non-negative`)\n  return value\n}\n\nconst candidateExecutionEvidenceAdapter: PairedMeasurementAdapter<CandidateExecutionEvidence> = {\n  score: (evidence) => evidence.receipt.benchmarkResult.material.score,\n  dimensions: (evidence) => evidence.receipt.benchmarkResult.material.dimensions,\n  costUsd: costFromEvidence,\n  latencyMs: latencyFromEvidence,\n  completed: completedSuccessfully,\n  passed: (evidence) => evidence.receipt.benchmarkResult.material.passed,\n}\n\nfunction costFromEvidence(evidence: CandidateExecutionEvidence): number {\n  return combinedUsage(evidence).costUsdNanos / 1_000_000_000\n}\n\nfunction latencyFromEvidence(evidence: CandidateExecutionEvidence): number {\n  return (\n    evidence.receipt.timing.durationMs +\n    evidence.receipt.benchmarkResult.material.grading.timing.durationMs\n  )\n}\n\nfunction combinedUsage(evidence: CandidateExecutionEvidence) {\n  const candidate = evidence.receipt.modelSettlement.material.usage\n  const grader = evidence.receipt.benchmarkResult.material.grading.usage\n  return {\n    inputTokens: candidate.inputTokens + grader.inputTokens,\n    outputTokens: candidate.outputTokens + grader.outputTokens,\n    cachedInputTokens: candidate.cachedInputTokens + grader.cachedInputTokens,\n    reasoningTokens: candidate.reasoningTokens + grader.reasoningTokens,\n    modelCalls: candidate.modelCalls + grader.modelCalls,\n    costUsdNanos: candidate.costUsdNanos + grader.costUsdNanos,\n  }\n}\n\nfunction cellIds(experiment: AgentCandidateExperiment): string[] {\n  const { suite, tasks } = experiment.benchmark\n  return suite.seeds.map((_, index) => {\n    const taskIndex = Math.floor(index / suite.reps)\n    const repetition = index % suite.reps\n    return `${tasks[taskIndex]?.scenario.id ?? taskIndex}:${repetition}`\n  })\n}\n\nfunction mean(values: number[]): number {\n  if (values.length === 0) throw new Error('candidate experiment requires measured values')\n  return values.reduce((sum, value) => sum + value, 0) / values.length\n}\n\nfunction abortError(signal: AbortSignal): Error {\n  return signal.reason instanceof Error ? signal.reason : new Error('candidate experiment aborted')\n}\n","/**\n * # `evalReportingSuite` — one call from runs (or a run dir) to `analysis.json`.\n *\n * A thin wrapper over the analysis primitive (`analyzeRuns`) and the on-disk\n * intake adapter (`fromRunRecordDir`). It does NOT reimplement any statistics,\n * distributions, or clustering — it resolves the input into validated\n * `RunRecord[]`, calls `analyzeRuns` with the options you'd pass it directly,\n * wraps the result in a small provenance envelope, and (optionally) writes a\n * single `analysis.json` artifact.\n *\n * ```ts\n * // From a directory of run files, write ./runs/analysis.json:\n * const suite = await evalReportingSuite('./runs', { write: true })\n * // From records already in memory, no write:\n * const suite = await evalReportingSuite(records, { analyze: { decisionThreshold: 0.03 } })\n * suite.report // the InsightReport — distributions, paired lift, findings rollup\n * ```\n */\n\nimport { mkdir, writeFile } from 'node:fs/promises'\nimport { dirname, join } from 'node:path'\nimport type { RunRecord } from '../run-record'\nimport { type AnalyzeRunsOptions, analyzeRuns } from './analyze-runs'\nimport type { InsightReport } from './insight-report'\nimport {\n  type FromRunRecordDirOptions,\n  type FromRunRecordDirResult,\n  fromRunRecordDir,\n} from './intake/run-record-dir'\n\n/** Either records in hand or a path to a `.json` / `.jsonl` file or a\n *  directory of them. */\nexport type EvalReportingSuiteInput = RunRecord[] | string\n\nexport interface EvalReportingSuiteOptions {\n  /** Forwarded verbatim to `analyzeRuns` (everything except `runs`, which the\n   *  suite supplies from the resolved input). Use this for split selection,\n   *  baseline/candidate ids, canaries, prior-period runs, the analyst registry,\n   *  etc. */\n  analyze?: Omit<AnalyzeRunsOptions, 'runs'>\n  /** Loader options used only when the input is a path. */\n  load?: FromRunRecordDirOptions\n  /**\n   * Write the suite result as a single `analysis.json`.\n   *   - `true` — write to `<dir>/analysis.json` when the input is a directory,\n   *     or alongside the input file; throws if the input is in-memory records\n   *     (no directory to anchor to — pass an explicit path instead).\n   *   - a string — write to exactly this path (a directory path gets\n   *     `analysis.json` appended; any other path is used verbatim).\n   *   - omitted / false — do not write.\n   */\n  write?: boolean | string\n}\n\n/** The suite artifact — the `analyzeRuns` report plus provenance. This is the\n *  exact shape serialized to `analysis.json`. */\nexport interface EvalReportingSuiteResult {\n  /** The analysis itself — distributions, paired stats/lift, failure rollup,\n   *  recommendations. Produced by `analyzeRuns`. */\n  report: InsightReport\n  /** How the suite was run, so a reader can verify provenance. */\n  provenance: {\n    /** ISO timestamp the suite ran. */\n    generatedAt: string\n    /** Number of records analyzed (mirrors `report.n`). */\n    runCount: number\n    /** The source path when the input was a directory/file; null for\n     *  in-memory records. */\n    sourcePath: string | null\n    /** Files read when loading from disk; empty for in-memory input. */\n    files: string[]\n    /** Records dropped at the validation boundary. Always empty unless\n     *  `load.onInvalid` was set to `'collect'`. */\n    rejected: FromRunRecordDirResult['rejected']\n  }\n  /** The path `analysis.json` was written to, or null when `write` was unset. */\n  writtenTo: string | null\n}\n\nconst ANALYSIS_ARTIFACT = 'analysis.json'\n\n/**\n * Resolve runs (or a run dir/file), run `analyzeRuns`, and optionally persist a\n * single `analysis.json`. The only analysis logic lives in `analyzeRuns`; this\n * function is composition + I/O.\n */\nexport async function evalReportingSuite(\n  input: EvalReportingSuiteInput,\n  options: EvalReportingSuiteOptions = {},\n): Promise<EvalReportingSuiteResult> {\n  const fromPath = typeof input === 'string'\n\n  let runs: RunRecord[]\n  let files: string[] = []\n  let rejected: FromRunRecordDirResult['rejected'] = []\n  if (fromPath) {\n    const loaded = await fromRunRecordDir(input, options.load)\n    runs = loaded.runs\n    files = loaded.files\n    rejected = loaded.rejected\n  } else {\n    runs = input\n  }\n\n  if (runs.length === 0) {\n    throw new Error(\n      fromPath\n        ? `evalReportingSuite: no RunRecords found at '${input}'`\n        : 'evalReportingSuite: no RunRecords to analyze',\n    )\n  }\n\n  const report = await analyzeRuns({ ...options.analyze, runs })\n\n  const result: EvalReportingSuiteResult = {\n    report,\n    provenance: {\n      generatedAt: new Date().toISOString(),\n      runCount: runs.length,\n      sourcePath: fromPath ? input : null,\n      files,\n      rejected,\n    },\n    writtenTo: null,\n  }\n\n  const target = resolveWriteTarget(options.write, fromPath ? input : null)\n  if (target) {\n    await mkdir(dirname(target), { recursive: true })\n    await writeFile(target, `${JSON.stringify(result, null, 2)}\\n`, 'utf8')\n    result.writtenTo = target\n  }\n\n  return result\n}\n\n/** Resolve where (if anywhere) to write `analysis.json`. Returns null when\n *  writing is disabled. Throws on `write: true` with in-memory input — there is\n *  no directory to anchor the artifact to, and silently inventing `cwd` would\n *  scatter files. */\nfunction resolveWriteTarget(\n  write: EvalReportingSuiteOptions['write'],\n  sourcePath: string | null,\n): string | null {\n  if (!write) return null\n\n  if (typeof write === 'string') {\n    const looksLikeDir =\n      write.endsWith('/') || (!write.endsWith('.json') && !write.endsWith('.jsonl'))\n    return looksLikeDir ? join(write, ANALYSIS_ARTIFACT) : write\n  }\n\n  // write === true\n  if (sourcePath === null) {\n    throw new Error(\n      'evalReportingSuite: write:true needs a source path to anchor analysis.json — pass an explicit output path when analyzing in-memory records',\n    )\n  }\n  const isFile = sourcePath.endsWith('.json') || sourcePath.endsWith('.jsonl')\n  return isFile ? join(dirname(sourcePath), ANALYSIS_ARTIFACT) : join(sourcePath, ANALYSIS_ARTIFACT)\n}\n","/**\n * # `intake/run-record-dir` — load a directory or file of `RunRecord`s.\n *\n * The on-disk counterpart to the in-memory intake adapters: point it at a\n * single `.json` (array) / `.jsonl` (one record per line) file or at a\n * directory of such files, and it returns the substrate-canonical\n * `RunRecord[]` ready for `analyzeRuns({ runs })`.\n *\n * Validation is at the boundary: each parsed object goes through\n * `parseRunRecordSafe`. By default an invalid record fails loud with its\n * file + index; pass `onInvalid: 'collect'` to keep the valid records and\n * receive the rejects as structured diagnostics instead.\n */\n\nimport { readdir, readFile, stat } from 'node:fs/promises'\nimport { join } from 'node:path'\nimport { parseRunRecordSafe, type RunRecord } from '../../run-record'\n\n/** A record that failed boundary validation, with enough context to fix it. */\nexport interface RunRecordRejection {\n  /** Absolute or caller-relative path to the file the record came from. */\n  file: string\n  /** Zero-based position within the file (array index or JSONL line number). */\n  index: number\n  /** The validator's message. */\n  reason: string\n}\n\nexport interface FromRunRecordDirOptions {\n  /**\n   * How to treat a record that fails `parseRunRecordSafe`:\n   *   - `'throw'` (default) — fail loud on the first invalid record.\n   *   - `'collect'` — drop it, keep the rest, and return it under `rejected`.\n   */\n  onInvalid?: 'throw' | 'collect'\n  /**\n   * When the input is a directory, only files matching this predicate are\n   * read. Default: any file ending in `.json` or `.jsonl`. The `analysis.json`\n   * artifact `evalReportingSuite` writes is always skipped so a re-run never\n   * ingests its own output.\n   */\n  include?: (fileName: string) => boolean\n  /**\n   * Recurse into subdirectories when the input is a directory. Default false —\n   * a flat run directory is the common case and recursion can silently pull in\n   * unrelated corpora.\n   */\n  recursive?: boolean\n}\n\nexport interface FromRunRecordDirResult {\n  /** Records that passed boundary validation, in file-then-index order. */\n  runs: RunRecord[]\n  /** Records that failed validation. Empty unless `onInvalid: 'collect'`. */\n  rejected: RunRecordRejection[]\n  /** The files that were read, in the order they were processed. */\n  files: string[]\n}\n\nconst ANALYSIS_ARTIFACT = 'analysis.json'\n\nfunction defaultInclude(fileName: string): boolean {\n  if (fileName === ANALYSIS_ARTIFACT) return false\n  return fileName.endsWith('.json') || fileName.endsWith('.jsonl')\n}\n\n/**\n * Resolve a file or directory path into validated `RunRecord[]`.\n *\n * A `.json` file must parse to a top-level array; a `.jsonl` file is one\n * record per non-empty line. Directories are read shallowly by default\n * (set `recursive` to descend); the `analysis.json` output artifact is\n * always excluded.\n */\nexport async function fromRunRecordDir(\n  path: string,\n  options: FromRunRecordDirOptions = {},\n): Promise<FromRunRecordDirResult> {\n  const onInvalid = options.onInvalid ?? 'throw'\n  const include = options.include ?? defaultInclude\n\n  const stats = await stat(path)\n  const filePaths = stats.isDirectory()\n    ? await collectFiles(path, include, options.recursive ?? false)\n    : [path]\n\n  const runs: RunRecord[] = []\n  const rejected: RunRecordRejection[] = []\n\n  for (const file of filePaths) {\n    const raw = await parseRecordFile(file)\n    for (const { index, value } of raw) {\n      const parsed = parseRunRecordSafe(value)\n      if (parsed.ok) {\n        runs.push(parsed.value)\n        continue\n      }\n      const rejection: RunRecordRejection = { file, index, reason: parsed.error.message }\n      if (onInvalid === 'throw') {\n        throw new Error(\n          `fromRunRecordDir: invalid RunRecord in '${file}' at index ${index}: ${parsed.error.message}`,\n        )\n      }\n      rejected.push(rejection)\n    }\n  }\n\n  return { runs, rejected, files: filePaths }\n}\n\n/** Read a single `.json` / `.jsonl` file into `{ index, value }` pairs. A\n *  malformed JSONL line throws with its line number rather than being skipped —\n *  silent line-dropping is how corpora quietly shrink. */\nasync function parseRecordFile(file: string): Promise<Array<{ index: number; value: unknown }>> {\n  const text = await readFile(file, 'utf8')\n  const trimmed = text.trim()\n  if (trimmed.length === 0) return []\n\n  if (trimmed.startsWith('[')) {\n    const parsed = JSON.parse(trimmed) as unknown\n    if (!Array.isArray(parsed)) {\n      throw new Error(`fromRunRecordDir: file '${file}' did not parse to an array`)\n    }\n    return parsed.map((value, index) => ({ index, value }))\n  }\n\n  const out: Array<{ index: number; value: unknown }> = []\n  const lines = trimmed.split('\\n')\n  for (let i = 0; i < lines.length; i++) {\n    const line = lines[i]!.trim()\n    if (line.length === 0) continue\n    try {\n      out.push({ index: i, value: JSON.parse(line) as unknown })\n    } catch (err) {\n      throw new Error(\n        `fromRunRecordDir: file '${file}' line ${i + 1} is not valid JSON: ${\n          err instanceof Error ? err.message : String(err)\n        }`,\n      )\n    }\n  }\n  return out\n}\n\n/** Sorted file list under a directory, filtered by `include`. Sorted so the\n *  resulting `RunRecord` order — and any downstream fingerprint — is stable\n *  across filesystems. */\nasync function collectFiles(\n  dir: string,\n  include: (fileName: string) => boolean,\n  recursive: boolean,\n): Promise<string[]> {\n  const entries = await readdir(dir, { withFileTypes: true })\n  const files: string[] = []\n  const subdirs: string[] = []\n  for (const entry of entries) {\n    if (entry.isDirectory()) {\n      if (recursive) subdirs.push(join(dir, entry.name))\n      continue\n    }\n    if (include(entry.name)) files.push(join(dir, entry.name))\n  }\n  files.sort()\n  subdirs.sort()\n  for (const sub of subdirs) {\n    files.push(...(await collectFiles(sub, include, recursive)))\n  }\n  return files\n}\n","/**\n * # `@tangle-network/agent-eval/contract` — eval-run diff primitive.\n *\n * The substrate side of the v-N-versus-v-N+1 dashboard view. Given two\n * `EvalRunEvent`s (or two `EvalRunGenerationSnapshot`s from one run), this\n * returns a normalised diff: per-cell composite + per-judge/per-dimension\n * deltas, surface-hash change, aggregate cost + duration shifts.\n *\n * Consumed by:\n *   - The hosted-tier dashboard (intelligence-web) — renders v3 vs v4\n *     comparisons of cells × judges × dimensions.\n *   - CI reporting — emits a \"shipped: composite +0.07, cost +$1.20\" line\n *     in PR review for autonomous-improvement runs.\n *   - Any downstream consumer that needs \"what actually changed\" without\n *     reimplementing the matching + arithmetic.\n *\n * Cells are matched on the natural composite key `(scenarioId, rep)`.\n * Unmatched cells surface as `removed` / `added` so callers can tell\n * \"this cell got worse\" from \"this cell wasn't run.\"\n */\n\nimport type { GateDecision } from '../campaign/types'\nimport type { EvalRunCellScore, EvalRunEvent, EvalRunGenerationSnapshot } from '../hosted/types'\n\n// ── Types ────────────────────────────────────────────────────────────\n\n/** Per-dimension delta. `before` / `after` are null when the judge did not\n *  emit a value for that side. `delta` is `after - before`; null when\n *  either side is null. */\nexport interface EvalDimensionDelta {\n  before: number | null\n  after: number | null\n  delta: number | null\n}\n\n/** Per-cell delta, keyed on `(scenarioId, rep)`. */\nexport interface EvalCellScoreDelta {\n  scenarioId: string\n  rep: number\n  compositeBefore: number | null\n  compositeAfter: number | null\n  compositeDelta: number | null\n  /** Per-judge → per-dimension deltas. Outer key = judge name from\n   *  `EvalRunCellScore.dimensions`; inner key = dimension name. */\n  dimensions: Record<string, Record<string, EvalDimensionDelta>>\n}\n\n/** Diff between two generation snapshots — the unit the dashboard renders\n *  for a single \"v3 vs v4\" comparison. */\nexport interface EvalGenerationDiff {\n  beforeIndex: number\n  afterIndex: number\n  beforeSurfaceHash: string\n  afterSurfaceHash: string\n  surfaceChanged: boolean\n  /** Cells present in both snapshots, matched on `(scenarioId, rep)`. */\n  matched: EvalCellScoreDelta[]\n  /** Cells present in `before` but missing from `after`. */\n  removed: EvalRunCellScore[]\n  /** Cells present in `after` but missing from `before`. */\n  added: EvalRunCellScore[]\n  /** Aggregate composite mean, null when that snapshot was unscored. */\n  compositeBefore: number | null\n  compositeAfter: number | null\n  compositeDelta: number | null\n  costUsdBefore: number\n  costUsdAfter: number\n  costUsdDelta: number\n  durationMsBefore: number\n  durationMsAfter: number\n  durationMsDelta: number\n}\n\n/** Diff between two full eval-runs. Includes both baseline-vs-baseline and\n *  winner-vs-winner generation diffs when both sides expose them, plus\n *  run-level metadata. */\nexport interface EvalRunDiff {\n  beforeRunId: string\n  afterRunId: string\n  beforeTimestamp: string\n  afterTimestamp: string\n  beforeGateDecision: GateDecision | null\n  afterGateDecision: GateDecision | null\n  beforeHoldoutLift: number | null\n  afterHoldoutLift: number | null\n  holdoutLiftDelta: number | null\n  beforeTotalCostUsd: number\n  afterTotalCostUsd: number\n  totalCostUsdDelta: number\n  beforeTotalDurationMs: number\n  afterTotalDurationMs: number\n  totalDurationMsDelta: number\n  /** Baseline-vs-baseline diff. Null when either run has no baseline. */\n  baselineDiff: EvalGenerationDiff | null\n  /** Highest-index-generation comparison. Null when either run has no\n   *  recorded generations (e.g. baseline-only or errored before any\n   *  generation completed). */\n  winnersDiff: EvalGenerationDiff | null\n}\n\n// ── Implementation ───────────────────────────────────────────────────\n\nfunction keyForCell(cell: EvalRunCellScore): string {\n  // JSON-tuple key — `scenarioId` may legitimately contain `::` or any other\n  // delimiter, so we use JSON.stringify on a 2-tuple to get an unambiguous,\n  // collision-free composite key.\n  return JSON.stringify([cell.scenarioId, cell.rep])\n}\n\n/** Build the per-dimension delta map for a matched cell. Each judge name +\n *  dimension name encountered on EITHER side appears in the result. */\nfunction diffDimensions(\n  before: EvalRunCellScore['dimensions'],\n  after: EvalRunCellScore['dimensions'],\n): EvalCellScoreDelta['dimensions'] {\n  const out: EvalCellScoreDelta['dimensions'] = {}\n  const judges = new Set<string>([...Object.keys(before), ...Object.keys(after)])\n  for (const judge of judges) {\n    const beforeDims = before[judge] ?? {}\n    const afterDims = after[judge] ?? {}\n    const dims = new Set<string>([...Object.keys(beforeDims), ...Object.keys(afterDims)])\n    const judgeOut: Record<string, EvalDimensionDelta> = {}\n    for (const dim of dims) {\n      // Coerce non-finite values (NaN, ±Infinity) to null so the diff never\n      // surfaces NaN/Infinity to the dashboard. A NaN score is a substrate\n      // bug from upstream; the diff treats it as \"no value\" rather than\n      // propagating the corruption.\n      const rawBefore = beforeDims[dim]\n      const rawAfter = afterDims[dim]\n      const b = typeof rawBefore === 'number' && Number.isFinite(rawBefore) ? rawBefore : null\n      const a = typeof rawAfter === 'number' && Number.isFinite(rawAfter) ? rawAfter : null\n      judgeOut[dim] = {\n        before: b,\n        after: a,\n        delta: b !== null && a !== null ? a - b : null,\n      }\n    }\n    out[judge] = judgeOut\n  }\n  return out\n}\n\n/**\n * Diff two generation snapshots. Cells are matched on `(scenarioId, rep)`;\n * unmatched cells surface in `added` / `removed`. Aggregate fields are\n * recomputed from the snapshot's stored fields, not re-derived from cells —\n * this keeps the diff consistent with whatever aggregation the substrate\n * actually reported.\n */\nexport function diffGenerations(\n  before: EvalRunGenerationSnapshot,\n  after: EvalRunGenerationSnapshot,\n): EvalGenerationDiff {\n  const beforeMap = new Map(before.cells.map((c) => [keyForCell(c), c]))\n  const afterMap = new Map(after.cells.map((c) => [keyForCell(c), c]))\n\n  const matched: EvalCellScoreDelta[] = []\n  const removed: EvalRunCellScore[] = []\n  const added: EvalRunCellScore[] = []\n\n  for (const [key, beforeCell] of beforeMap) {\n    const afterCell = afterMap.get(key)\n    if (!afterCell) {\n      removed.push(beforeCell)\n      continue\n    }\n    matched.push({\n      scenarioId: beforeCell.scenarioId,\n      rep: beforeCell.rep,\n      compositeBefore: beforeCell.compositeMean,\n      compositeAfter: afterCell.compositeMean,\n      compositeDelta:\n        beforeCell.compositeMean === null || afterCell.compositeMean === null\n          ? null\n          : afterCell.compositeMean - beforeCell.compositeMean,\n      dimensions: diffDimensions(beforeCell.dimensions, afterCell.dimensions),\n    })\n  }\n  for (const [key, afterCell] of afterMap) {\n    if (!beforeMap.has(key)) added.push(afterCell)\n  }\n\n  return {\n    beforeIndex: before.index,\n    afterIndex: after.index,\n    beforeSurfaceHash: before.surfaceHash,\n    afterSurfaceHash: after.surfaceHash,\n    surfaceChanged: before.surfaceHash !== after.surfaceHash,\n    matched,\n    removed,\n    added,\n    compositeBefore: before.compositeMean,\n    compositeAfter: after.compositeMean,\n    compositeDelta:\n      before.compositeMean === null || after.compositeMean === null\n        ? null\n        : after.compositeMean - before.compositeMean,\n    costUsdBefore: before.costUsd,\n    costUsdAfter: after.costUsd,\n    costUsdDelta: after.costUsd - before.costUsd,\n    durationMsBefore: before.durationMs,\n    durationMsAfter: after.durationMs,\n    durationMsDelta: after.durationMs - before.durationMs,\n  }\n}\n\n/** Highest-index generation, or null if the run recorded none. */\nfunction winnerOf(run: EvalRunEvent): EvalRunGenerationSnapshot | null {\n  if (run.generations.length === 0) return null\n  let winner = run.generations[0] as EvalRunGenerationSnapshot\n  for (const gen of run.generations) {\n    if (gen.index > winner.index) winner = gen\n  }\n  return winner\n}\n\n/**\n * Diff two full eval-runs. Produces baseline-vs-baseline and\n * winner-vs-winner generation diffs when both sides expose them, plus\n * run-level cost / lift / gate-decision deltas.\n */\nexport function diffRuns(before: EvalRunEvent, after: EvalRunEvent): EvalRunDiff {\n  const beforeWinner = winnerOf(before)\n  const afterWinner = winnerOf(after)\n  const baselineDiff =\n    before.baseline && after.baseline ? diffGenerations(before.baseline, after.baseline) : null\n  const winnersDiff =\n    beforeWinner && afterWinner ? diffGenerations(beforeWinner, afterWinner) : null\n\n  const beforeLift = before.holdoutLift ?? null\n  const afterLift = after.holdoutLift ?? null\n\n  return {\n    beforeRunId: before.runId,\n    afterRunId: after.runId,\n    beforeTimestamp: before.timestamp,\n    afterTimestamp: after.timestamp,\n    beforeGateDecision: before.gateDecision ?? null,\n    afterGateDecision: after.gateDecision ?? null,\n    beforeHoldoutLift: beforeLift,\n    afterHoldoutLift: afterLift,\n    holdoutLiftDelta: beforeLift !== null && afterLift !== null ? afterLift - beforeLift : null,\n    beforeTotalCostUsd: before.totalCostUsd,\n    afterTotalCostUsd: after.totalCostUsd,\n    totalCostUsdDelta: after.totalCostUsd - before.totalCostUsd,\n    beforeTotalDurationMs: before.totalDurationMs,\n    afterTotalDurationMs: after.totalDurationMs,\n    totalDurationMsDelta: after.totalDurationMs - before.totalDurationMs,\n    baselineDiff,\n    winnersDiff,\n  }\n}\n\n/**\n * Within-run baseline → winning-generation diff. The natural \"what did the\n * improvement loop produce\" view for a single run. Returns null when the\n * run never reached a generation past baseline (errored early, or the gate\n * shipped the baseline as-is).\n */\nexport function diffRunBaselineToWinner(run: EvalRunEvent): EvalGenerationDiff | null {\n  if (!run.baseline) return null\n  const winner = winnerOf(run)\n  if (!winner || winner.index === run.baseline.index) return null\n  return diffGenerations(run.baseline, winner)\n}\n","/**\n * `fromAgentTrace` — provenance correlation from Cursor's Agent Trace spec\n * (https://github.com/cursor/agent-trace, RFC v0.1.0).\n *\n * Agent Trace is NOT a run/quality trace — it carries no outcome, score, or\n * cost. It records *code authorship*: for a VCS revision, which AI model /\n * conversation authored which file ranges. It explicitly disclaims quality\n * assessment — which is exactly what `analyzeRuns` adds.\n *\n * The two layers join on a key the substrate already has: a `RunRecord`\n * carries `commitSha`, and an Agent Trace record is keyed by\n * `vcs.revision`. So this adapter does not produce `RunRecord`s — it builds a\n * provenance index by commit and partitions existing runs by their authoring\n * model. Feed each cohort to `analyzeRuns` (or pass one as `baselineRuns`) to\n * answer the question no run-only trace can: *which authoring agent's code\n * fails / regresses / costs more.*\n *\n * Granularity is commit-level (the SHA join). Per-file/per-line correlation\n * would require runs to record which files they exercised — out of scope.\n */\n\nimport type { RunRecord } from '../../run-record'\n\n// ── Agent Trace record schema (the subset we read) ──────────────────────────\n\nexport type AgentTraceContributorType = 'human' | 'ai' | 'mixed' | 'unknown'\n\nexport interface AgentTraceContributor {\n  type: AgentTraceContributorType\n  /** models.dev id, e.g. `anthropic/claude-opus-4-5-20251101`. */\n  model_id?: string\n}\n\nexport interface AgentTraceRange {\n  start_line: number\n  end_line: number\n  content_hash?: string\n  /** Per-range contributor override (agent handoffs). Wins over the\n   *  conversation-level contributor for these lines. */\n  contributor?: AgentTraceContributor\n}\n\nexport interface AgentTraceConversation {\n  url?: string\n  contributor?: AgentTraceContributor\n  ranges: AgentTraceRange[]\n}\n\nexport interface AgentTraceFile {\n  path: string\n  conversations: AgentTraceConversation[]\n}\n\nexport interface AgentTraceRecord {\n  version: string\n  id: string\n  timestamp: string\n  vcs?: { type: string; revision: string }\n  tool?: { name?: string; version?: string }\n  files: AgentTraceFile[]\n}\n\n// ── Provenance index ─────────────────────────────────────────────────────────\n\n/** Authorship provenance for one VCS revision, aggregated across the record's\n *  files/conversations/ranges. */\nexport interface AuthoringProvenance {\n  commitSha: string\n  /** Unique AI model ids that authored code in this commit (type ai|mixed). */\n  aiModels: string[]\n  /** Tools that produced the records (e.g. `cursor`). */\n  tools: string[]\n  conversationCount: number\n  fileCount: number\n  /** Total attributed lines (sum of range spans). */\n  lineCount: number\n  /** True if any range was authored (in whole or part) by a human. */\n  humanInvolved: boolean\n}\n\nexport type AgentTraceIndex = Map<string, AuthoringProvenance>\n\nfunction rangeLines(r: AgentTraceRange): number {\n  return Math.max(0, r.end_line - r.start_line + 1)\n}\n\n/**\n * Build a commit → provenance index from Agent Trace records. Multiple records\n * for the same revision are merged. Records without `vcs.revision` are skipped\n * (the SHA is the join key — without it there is nothing to correlate against).\n */\nexport function parseAgentTrace(records: AgentTraceRecord[]): AgentTraceIndex {\n  interface Acc {\n    models: Set<string>\n    tools: Set<string>\n    files: Set<string>\n    conversationCount: number\n    lineCount: number\n    humanInvolved: boolean\n  }\n  const acc = new Map<string, Acc>()\n\n  for (const record of records) {\n    const sha = record.vcs?.revision\n    if (!sha) continue // the SHA is the join key — nothing to correlate without it\n\n    let a = acc.get(sha)\n    if (!a) {\n      a = {\n        models: new Set(),\n        tools: new Set(),\n        files: new Set(),\n        conversationCount: 0,\n        lineCount: 0,\n        humanInvolved: false,\n      }\n      acc.set(sha, a)\n    }\n\n    if (record.tool?.name) a.tools.add(record.tool.name)\n\n    for (const file of record.files ?? []) {\n      a.files.add(file.path)\n      for (const conv of file.conversations ?? []) {\n        a.conversationCount += 1\n        for (const range of conv.ranges ?? []) {\n          // Per-range contributor wins, else the conversation contributor.\n          const contributor = range.contributor ?? conv.contributor\n          a.lineCount += rangeLines(range)\n          if (!contributor) continue\n          if (contributor.type === 'human' || contributor.type === 'mixed') {\n            a.humanInvolved = true\n          }\n          if ((contributor.type === 'ai' || contributor.type === 'mixed') && contributor.model_id) {\n            a.models.add(contributor.model_id)\n          }\n        }\n      }\n    }\n  }\n\n  const index: AgentTraceIndex = new Map()\n  for (const [sha, a] of acc) {\n    index.set(sha, {\n      commitSha: sha,\n      aiModels: [...a.models].sort(),\n      tools: [...a.tools].sort(),\n      conversationCount: a.conversationCount,\n      fileCount: a.files.size,\n      lineCount: a.lineCount,\n      humanInvolved: a.humanInvolved,\n    })\n  }\n  return index\n}\n\n// ── Run ↔ provenance join ──────────────────────────────────────────────────\n\nexport interface PartitionByAuthoringModelResult {\n  /** Runs grouped by each AI model that authored code in the run's commit. A\n   *  run whose commit had multiple authoring models appears under EACH — the\n   *  cohorts overlap by construction at commit granularity. */\n  byModel: Map<string, RunRecord[]>\n  /** Runs whose `commitSha` had no Agent Trace provenance (no record, or no\n   *  AI authorship). Kept separate — never silently folded into a cohort. */\n  unattributed: RunRecord[]\n}\n\n/**\n * Partition runs by the AI model(s) that authored the code at each run's\n * `commitSha`. Feed `byModel.get(modelId)` to `analyzeRuns`, or compare two\n * model cohorts via `analyzeRuns({ runs: a, baselineRuns: b })` for a lift CI\n * on \"model A's code vs model B's code\".\n */\nexport function partitionRunsByAuthoringModel(\n  runs: RunRecord[],\n  index: AgentTraceIndex,\n): PartitionByAuthoringModelResult {\n  const byModel = new Map<string, RunRecord[]>()\n  const unattributed: RunRecord[] = []\n\n  for (const run of runs) {\n    const provenance = index.get(run.commitSha)\n    if (!provenance || provenance.aiModels.length === 0) {\n      unattributed.push(run)\n      continue\n    }\n    for (const model of provenance.aiModels) {\n      const cohort = byModel.get(model) ?? []\n      cohort.push(run)\n      byModel.set(model, cohort)\n    }\n  }\n\n  return { byModel, unattributed }\n}\n","/**\n * # `intake/feedback-table` — multi-rater approve/reject corpus → `RunRecord[]`.\n *\n * The generic shape behind Obsidian's `#approved` / `#rejected` tags, a\n * Google Sheet, a Postgres `feedback` table, or any CSV with ratings.\n *\n * Caller supplies one row per (run, rater) tuple plus per-run metadata; the\n * adapter rolls them up into the substrate-canonical `RunRecord` shape so\n * `analyzeRuns({ runs, raterScores })` can produce inter-rater agreement,\n * disagreement triage, and downstream recommendations.\n *\n * The rater mean is written to the score field matching the run split\n * (normalised to 0..1 when a scale is supplied); `outcome.raw` carries\n * per-rater scores keyed by rater id for downstream attribution.\n */\n\nimport type { JudgeScoresRecord, RunOutcome, RunRecord, RunSplitTag } from '../../run-record'\n\nexport interface FeedbackTableRow {\n  /** Stable id for this run — the unit a rater scored. Drives pairing\n   *  across analysis primitives. */\n  runId: string\n  /** Identifier of the rater that produced this rating. */\n  rater: string\n  /** The rating itself. Accepts boolean (approve/reject), 0..1 scalar,\n   *  or any numeric scale — see `scale`. */\n  rating: number | boolean\n  /** Optional metadata carried through to `RunRecord.outcome.raw` and the\n   *  custom-shape metadata bag. */\n  metadata?: Record<string, unknown>\n}\n\nexport interface FeedbackTableMeta {\n  runId: string\n  /** When omitted, defaults to `'feedback-corpus'`. Used to group related\n   *  runs in `analyzeRuns()` lift analysis. */\n  experimentId?: string\n  /** When omitted, defaults to `runId` — each run is its own candidate. */\n  candidateId?: string\n  /** Observed cost in USD, when available. */\n  costUsd?: number\n  /** Stable scenario identity. Defaults to `runId`. */\n  scenarioId?: string\n  /** Wall-clock ms, when available. Defaults to 0. */\n  wallMs?: number\n  /** Model identifier including snapshot. Default `unknown@unknown`. */\n  model?: string\n  /** Optional sha256 of the prompt; default `'sha256:unknown'`. */\n  promptHash?: string\n  /** Default `'sha256:unknown'`. */\n  configHash?: string\n  /** Default `'unknown'`. */\n  commitSha?: string\n  /** Default `'holdout'` — feedback corpora are by nature the holdout\n   *  signal a closed-loop improvement aims at. */\n  splitTag?: RunSplitTag\n  /** Free-form metadata available to consumers via the cast-out path on\n   *  the resulting RunRecord. */\n  extras?: Record<string, unknown>\n}\n\nexport interface FromFeedbackTableOptions {\n  /** Per-(run, rater) ratings. */\n  ratings: FeedbackTableRow[]\n  /** Per-run metadata. When a runId appears in `ratings` but not here, the\n   *  adapter synthesises minimal metadata with defaults documented above. */\n  meta?: FeedbackTableMeta[]\n  /** Rating scale. Provide `{ min, max }` for non-0..1 numeric scales.\n   *  Booleans are normalised: true → 1, false → 0. Default: assumes\n   *  ratings are already 0..1. */\n  scale?: { min: number; max: number }\n  /** When true, the rater scores are emitted into `raterScores` (a sibling\n   *  array `analyzeRuns()` accepts) in addition to the aggregate run score.\n   *  Default `true` preserves rater-level signal for inter-rater analysis. */\n  emitRaterScores?: boolean\n}\n\nexport interface FromFeedbackTableResult {\n  runs: RunRecord[]\n  /** Rater-level scores ready to pass into `analyzeRuns({ raterScores })`\n   *  for inter-rater agreement + disagreement triage. */\n  raterScores: Array<{ runId: string; rater: string; score: number }>\n}\n\nexport function fromFeedbackTable(opts: FromFeedbackTableOptions): FromFeedbackTableResult {\n  const { ratings, meta = [], scale, emitRaterScores = true } = opts\n  const metaByRun = new Map(meta.map((m) => [m.runId, m]))\n\n  // Normalise per-rating to a 0..1 score.\n  const normalise = (rating: number | boolean): number => {\n    if (typeof rating === 'boolean') return rating ? 1 : 0\n    if (!Number.isFinite(rating)) return Number.NaN\n    if (!scale) return rating\n    const { min, max } = scale\n    if (max === min) return rating\n    return (rating - min) / (max - min)\n  }\n\n  // Group ratings by runId.\n  const byRun = new Map<string, FeedbackTableRow[]>()\n  for (const row of ratings) {\n    const list = byRun.get(row.runId) ?? []\n    list.push(row)\n    byRun.set(row.runId, list)\n  }\n\n  const runs: RunRecord[] = []\n  const raterScores: FromFeedbackTableResult['raterScores'] = []\n\n  for (const [runId, rowsForRun] of byRun) {\n    const normalised = rowsForRun\n      .map((r) => ({ rater: r.rater, score: normalise(r.rating) }))\n      .filter((r) => Number.isFinite(r.score))\n    if (normalised.length === 0) continue\n\n    const meanScore = normalised.reduce((s, r) => s + r.score, 0) / normalised.length\n\n    const runMeta = metaByRun.get(runId) ?? ({ runId } as FeedbackTableMeta)\n\n    const judgeScores: JudgeScoresRecord = {\n      perJudge: Object.fromEntries(normalised.map((r) => [r.rater, { rating: r.score }])),\n      perDimMean: { rating: meanScore },\n      composite: meanScore,\n    }\n\n    const splitTag = runMeta.splitTag ?? 'holdout'\n    const outcome: RunOutcome = {\n      ...(splitTag === 'holdout' ? { holdoutScore: meanScore } : { searchScore: meanScore }),\n      raw: Object.fromEntries(normalised.map((r) => [`rater:${r.rater}`, r.score])),\n      judgeScores,\n    }\n\n    const costUsd = runMeta.costUsd ?? null\n    runs.push({\n      runId,\n      experimentId: runMeta.experimentId ?? 'feedback-corpus',\n      candidateId: runMeta.candidateId ?? runId,\n      seed: 0,\n      model: runMeta.model ?? 'unknown@unknown',\n      promptHash: runMeta.promptHash ?? 'sha256:unknown',\n      configHash: runMeta.configHash ?? 'sha256:unknown',\n      commitSha: runMeta.commitSha ?? 'unknown',\n      wallMs: runMeta.wallMs ?? 0,\n      costUsd,\n      costProvenance:\n        costUsd === null ? { kind: 'uncaptured', usd: null } : { kind: 'observed', usd: costUsd },\n      tokenUsage: { input: 0, output: 0 },\n      terminalOutcome: 'unknown',\n      outcome,\n      splitTag,\n      scenarioId: runMeta.scenarioId ?? runId,\n    })\n\n    if (emitRaterScores) {\n      for (const r of normalised) raterScores.push({ runId, rater: r.rater, score: r.score })\n    }\n  }\n\n  return { runs, raterScores }\n}\n","/**\n * # `intake/otel-spans` — OTel `TraceSpanEvent[]` → `RunRecord[]`.\n *\n * Turns an existing observability stream into the substrate-canonical\n * `RunRecord` shape so consumers with logs but no eval discipline can\n * call `analyzeRuns()` against their production traffic immediately.\n *\n * Pivot rule: spans are grouped by `tangle.runId` (the same attribute the\n * hosted-tier wire format uses) or, when absent, by `traceId`. One group\n * becomes one `RunRecord`. The root span (no `parentSpanId`) supplies:\n *\n *   - `runId` (the group key)\n *   - `wallMs` from `endTimeUnixNano - startTimeUnixNano`\n *   - `model` from `gen_ai.request.model` / `llm.model` / `tangle.model`\n *   - task failure class and detail from explicit `tangle.task.*` attributes\n *   - cost from `cost.usd` / `gen_ai.usage.cost_usd` / `tangle.cost.usd`\n *   - token usage from model-call input, output, cache-read, and cache-write\n *     attributes without double-counting aggregate parent spans\n *   - task quality from an explicit `scoreForRun` callback or a designated\n *     evaluation attribute on a root / `EVALUATOR` span; `outcome.raw`\n *     collects every numeric attribute without promoting it to task quality.\n *\n * Errored tool, model, and child-agent spans contribute to execution-error\n * counts. Root process, guardrail, evaluator, propagated parent, and unknown\n * errors retain separate counters. Only one failed root can set\n * `RunRecord.terminalOutcome` and `RunRecord.terminalFailureReason`; a child\n * error cannot become a task failure.\n */\n\nimport { ValidationError } from '../../errors'\nimport type { TraceSpanEvent } from '../../hosted/types'\nimport type {\n  JudgeScoresRecord,\n  RunOutcome,\n  RunRecord,\n  RunSplitTag,\n  RunTerminalOutcome,\n} from '../../run-record'\nimport { summarizeTraceErrors, type TraceErrorRole } from '../../trace/error-classification'\nimport {\n  recordAggregateMeasurements,\n  summarizeExecutionMeasurements,\n} from '../../trace/execution-measurements'\nimport {\n  classifyOtlpSpanRole,\n  isOtlpModelCall,\n  LLM_MODEL_ATTR_KEYS,\n  SPAN_KIND_ATTR_KEYS,\n} from '../../trace/otlp-attributes'\nimport { readTaskFailureLabels } from '../../trace/task-failure-attributes'\n\nconst TASK_SCORE_ATTR_KEYS = [\n  'gen_ai.evaluation.score.value',\n  'tangle.task.score',\n  'eval.score',\n  'tangle.score',\n] as const\nconst MODEL_KEYS = ['tangle.model', ...LLM_MODEL_ATTR_KEYS, 'model']\nconst PROMPT_HASH_KEYS = ['tangle.prompt_hash', 'prompt.hash']\nconst CONFIG_HASH_KEYS = ['tangle.config_hash', 'config.hash']\n\nexport interface FromOtelSpansOptions {\n  spans: TraceSpanEvent[]\n  /** Default split tag for synthesized records. Defaults to `'holdout'`. */\n  defaultSplit?: RunSplitTag\n  /** Default `experimentId` when not present on any span. */\n  experimentId?: string\n  /**\n   * Explicit task-quality score for a logical run. The callback receives\n   * spans in deterministic time/id order. Its value must agree with any\n   * designated score attributes present on root or `EVALUATOR` spans.\n   */\n  scoreForRun?: (runId: string, spans: readonly TraceSpanEvent[]) => number | undefined\n}\n\nexport function fromOtelSpans(opts: FromOtelSpansOptions): RunRecord[] {\n  const { spans, defaultSplit = 'holdout', experimentId = 'otel-corpus' } = opts\n  const grouped = groupSpans(spans)\n\n  const runs: RunRecord[] = []\n  for (const [groupKey, groupSpans] of grouped) {\n    const root = findRoot(groupSpans)\n    if (!root) continue\n    const measurements = summarizeExecutionMeasurements(\n      groupSpans.map((span) => ({\n        id: span.spanId,\n        ...(span.parentSpanId ? { parentId: span.parentSpanId } : {}),\n        attributes: span.attributes,\n        modelCall: isExplicitModelCall(span),\n        aggregate: isExplicitAggregate(span),\n      })),\n    )\n    const callSpanIds = new Set(measurements.callSpanIds)\n    const callSpans = groupSpans.filter((span) => callSpanIds.has(span.spanId))\n    const wallMs = unixNanoDurationMs(root.startTimeUnixNano, root.endTimeUnixNano)\n    const model =\n      readAttrString(callSpans, MODEL_KEYS) ??\n      readAttrString(groupSpans, MODEL_KEYS) ??\n      'unknown@unknown'\n    const capturedCost =\n      (measurements.cost.complete ? measurements.cost.value : undefined) ??\n      measurements.aggregate?.costUsd\n    const costUsd = capturedCost ?? null\n    const scenarioId = readConsistentScenarioId(groupKey, groupSpans) ?? groupKey\n    const promptHash = readAttrString(groupSpans, PROMPT_HASH_KEYS) ?? 'sha256:unknown'\n    const configHash = readAttrString(groupSpans, CONFIG_HASH_KEYS) ?? 'sha256:unknown'\n    const score = resolveTaskScore(groupKey, groupSpans, opts.scoreForRun)\n    const taskFailure = readTaskFailureLabels(\n      groupSpans.filter((span) => !span.parentSpanId && isTerminalRootCandidate(span)),\n      `fromOtelSpans: run '${groupKey}'`,\n    )\n\n    const rawNumeric = collectNumericAttrs(groupSpans)\n    const errorSummary = summarizeTraceErrors(\n      groupSpans.map((span) => ({\n        id: spanIdentity(span),\n        ...(span.parentSpanId ? { parentId: parentIdentity(span) } : {}),\n        role: errorRoleForSpan(span),\n        error: span.status?.code === 'ERROR',\n        processRoot: !span.parentSpanId && isTerminalRootCandidate(span),\n      })),\n    )\n    rawNumeric.error_span_count = errorSummary.total\n    rawNumeric.execution_error_count = errorSummary.execution\n    rawNumeric.process_error_count = errorSummary.process\n    rawNumeric.guardrail_error_count = errorSummary.guardrail\n    rawNumeric.judge_error_count = errorSummary.evaluation\n    rawNumeric.propagated_error_count = errorSummary.propagated\n    rawNumeric.unclassified_error_count = errorSummary.unclassified\n    rawNumeric.llm_span_count = measurements.modelCallCount\n    if (measurements.cost.value !== undefined && !measurements.cost.complete) {\n      rawNumeric.partial_observed_cost_usd = measurements.cost.value\n    }\n    recordAggregateMeasurements(rawNumeric, measurements.aggregate)\n\n    const judgeScores: JudgeScoresRecord | undefined =\n      score !== undefined\n        ? {\n            perJudge: { 'otel-derived': { score } },\n            perDimMean: { score },\n            composite: score,\n          }\n        : undefined\n\n    const terminalOutcome = terminalOutcomeFromRoots(groupSpans)\n    const failedRoot =\n      terminalOutcome === 'failed'\n        ? groupSpans.find(\n            (span) =>\n              !span.parentSpanId && isTerminalRootCandidate(span) && span.status?.code === 'ERROR',\n          )\n        : undefined\n    const outcome: RunOutcome = {\n      raw: rawNumeric,\n      ...(judgeScores ? { judgeScores } : {}),\n    }\n    if (score !== undefined) {\n      if (defaultSplit === 'holdout') outcome.holdoutScore = score\n      else outcome.searchScore = score\n    }\n\n    runs.push({\n      runId: groupKey,\n      experimentId,\n      candidateId: (root.attributes['tangle.candidateId'] as string | undefined) ?? 'otel-default',\n      seed: 0,\n      model,\n      promptHash,\n      configHash,\n      commitSha: (root.attributes['tangle.commit_sha'] as string | undefined) ?? 'unknown',\n      wallMs,\n      costUsd,\n      costProvenance:\n        capturedCost === undefined\n          ? { kind: 'uncaptured', usd: null }\n          : { kind: 'observed', usd: capturedCost },\n      tokenUsage: measurements.tokenUsage,\n      terminalOutcome,\n      ...(failedRoot\n        ? { terminalFailureReason: failedRoot.status?.message ?? failedRoot.name }\n        : {}),\n      outcome,\n      ...taskFailure,\n      splitTag: defaultSplit,\n      scenarioId,\n    })\n  }\n  return runs\n}\n\nfunction terminalOutcomeFromRoots(spans: TraceSpanEvent[]): RunTerminalOutcome {\n  const roots = spans.filter((span) => !span.parentSpanId && isTerminalRootCandidate(span))\n  if (roots.length !== 1) return 'unknown'\n  if (roots[0]!.status?.code === 'OK') return 'succeeded'\n  if (roots[0]!.status?.code === 'ERROR') return 'failed'\n  return 'unknown'\n}\n\nfunction isTerminalRootCandidate(span: TraceSpanEvent): boolean {\n  const role = errorRoleForSpan(span)\n  if (role === 'LLM' || role === 'TOOL' || role === 'GUARDRAIL' || role === 'EVALUATOR') {\n    return false\n  }\n  return true\n}\n\nfunction readSpanKind(span: TraceSpanEvent): string | undefined {\n  return readAttrString([span], [...SPAN_KIND_ATTR_KEYS, 'span.kind'])?.toUpperCase()\n}\n\nfunction errorRoleForSpan(span: TraceSpanEvent): TraceErrorRole {\n  return classifyOtlpSpanRole({\n    kind: readSpanKind(span),\n    name: span.name,\n    attributes: span.attributes,\n  })\n}\n\nfunction spanIdentity(span: TraceSpanEvent): string {\n  return `${span.traceId}:${span.spanId}`\n}\n\nfunction parentIdentity(span: TraceSpanEvent): string {\n  return `${span.traceId}:${span.parentSpanId}`\n}\n\nfunction isExplicitModelCall(span: TraceSpanEvent): boolean {\n  return isOtlpModelCall({\n    kind: readSpanKind(span),\n    name: span.name,\n    attributes: span.attributes,\n  })\n}\n\nfunction isExplicitAggregate(span: TraceSpanEvent): boolean {\n  const kind = readSpanKind(span)\n  return kind !== undefined && kind !== 'LLM'\n}\n\n// ── Internal helpers ────────────────────────────────────────────────\n\nfunction groupSpans(spans: TraceSpanEvent[]): Map<string, TraceSpanEvent[]> {\n  const m = new Map<string, TraceSpanEvent[]>()\n  for (const span of spans) {\n    const key = (span['tangle.runId'] as string | undefined) ?? span.traceId\n    const list = m.get(key) ?? []\n    list.push(span)\n    m.set(key, list)\n  }\n  return m\n}\n\nfunction findRoot(group: TraceSpanEvent[]): TraceSpanEvent | undefined {\n  const structuralRoots = group.filter((span) => !span.parentSpanId)\n  const terminalRoots = structuralRoots.filter(isTerminalRootCandidate)\n  const pool =\n    terminalRoots.length > 0 ? terminalRoots : structuralRoots.length > 0 ? structuralRoots : group\n  return orderSpans(pool)[0]\n}\n\nfunction readAttrString(spans: TraceSpanEvent[], keys: string[]): string | undefined {\n  for (const span of spans) {\n    for (const key of keys) {\n      const v = span.attributes[key]\n      if (typeof v === 'string' && v.length > 0) return v\n    }\n  }\n  return undefined\n}\n\nfunction readConsistentScenarioId(\n  runId: string,\n  spans: readonly TraceSpanEvent[],\n): string | undefined {\n  const values = new Set<string>()\n  for (const span of spans) {\n    const topLevel = span['tangle.scenarioId']\n    if (typeof topLevel === 'string' && topLevel.length > 0) values.add(topLevel)\n    const attribute = span.attributes['tangle.scenarioId']\n    if (typeof attribute === 'string' && attribute.length > 0) values.add(attribute)\n  }\n  if (values.size > 1) {\n    throw new ValidationError(\n      `fromOtelSpans: conflicting scenario ids for run '${runId}': ${[...values].sort().join(', ')}`,\n    )\n  }\n  return values.values().next().value\n}\n\ninterface TaskScoreSource {\n  label: string\n  value: number\n}\n\nfunction resolveTaskScore(\n  runId: string,\n  spans: TraceSpanEvent[],\n  scoreForRun: FromOtelSpansOptions['scoreForRun'],\n): number | undefined {\n  const orderedSpans = orderSpans(spans)\n  const sources: TaskScoreSource[] = []\n\n  if (scoreForRun) {\n    const supplied: unknown = scoreForRun(runId, orderedSpans)\n    if (supplied !== undefined) {\n      if (typeof supplied !== 'number' || !Number.isFinite(supplied)) {\n        throw new ValidationError(\n          `fromOtelSpans: scoreForRun returned a non-finite number for run '${runId}'`,\n        )\n      }\n      sources.push({ label: 'scoreForRun', value: supplied })\n    }\n  }\n\n  for (const span of orderedSpans) {\n    const role = errorRoleForSpan(span)\n    if (span.parentSpanId && role !== 'EVALUATOR') continue\n    if (role === 'EVALUATOR' && span.status?.code === 'ERROR') continue\n    for (const key of TASK_SCORE_ATTR_KEYS) {\n      if (!Object.hasOwn(span.attributes, key)) continue\n      sources.push({\n        label: `span '${span.spanId}' attribute '${key}'`,\n        value: parseTaskScoreAttribute(runId, span.spanId, key, span.attributes[key]),\n      })\n    }\n  }\n\n  if (sources.length === 0) return undefined\n  sources.sort((left, right) => left.label.localeCompare(right.label))\n  const score = sources[0]!.value\n  if (sources.some((source) => source.value !== score)) {\n    const details = sources.map((source) => `${source.label}=${source.value}`).join(', ')\n    throw new ValidationError(\n      `fromOtelSpans: conflicting task-quality scores for run '${runId}': ${details}`,\n    )\n  }\n  return score\n}\n\nfunction parseTaskScoreAttribute(\n  runId: string,\n  spanId: string,\n  key: string,\n  value: unknown,\n): number {\n  const source = `span '${spanId}' attribute '${key}'`\n  if (typeof value === 'string') {\n    if (value.trim().length === 0) {\n      throw new ValidationError(\n        `fromOtelSpans: ${source} is blank for run '${runId}'; task quality must be finite`,\n      )\n    }\n    const parsed = Number(value)\n    if (Number.isFinite(parsed)) return parsed\n  } else if (typeof value === 'number' && Number.isFinite(value)) {\n    return value\n  }\n  throw new ValidationError(\n    `fromOtelSpans: ${source} is not a finite task-quality score for run '${runId}'`,\n  )\n}\n\nfunction orderSpans(spans: readonly TraceSpanEvent[]): TraceSpanEvent[] {\n  return [...spans].sort(\n    (left, right) =>\n      compareUnixNano(left.startTimeUnixNano, right.startTimeUnixNano) ||\n      left.spanId.localeCompare(right.spanId),\n  )\n}\n\nfunction parseUnixNano(value: string): bigint {\n  try {\n    return BigInt(value)\n  } catch {\n    throw new ValidationError(`fromOtelSpans: invalid Unix nanosecond timestamp '${value}'`)\n  }\n}\n\nfunction compareUnixNano(left: string, right: string): number {\n  const leftValue = parseUnixNano(left)\n  const rightValue = parseUnixNano(right)\n  return leftValue < rightValue ? -1 : leftValue > rightValue ? 1 : 0\n}\n\nfunction unixNanoDurationMs(start: string, end: string): number {\n  const delta = parseUnixNano(end) - parseUnixNano(start)\n  if (delta <= 0n) return 0\n  const wholeMs = delta / 1_000_000n\n  const fractionalMs = delta % 1_000_000n\n  const value = Number(wholeMs) + Number(fractionalMs) / 1_000_000\n  if (!Number.isSafeInteger(Number(wholeMs))) {\n    throw new ValidationError('fromOtelSpans: span duration exceeds the safe millisecond range')\n  }\n  return value\n}\n\nfunction collectNumericAttrs(spans: TraceSpanEvent[]): Record<string, number> {\n  const raw: Record<string, number> = {}\n  for (const span of spans) {\n    for (const [k, v] of Object.entries(span.attributes)) {\n      if (typeof v === 'number' && Number.isFinite(v)) raw[k] = v\n    }\n  }\n  return raw\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmXO,IAAM,sBAAN,cAAkC,MAAM;AAAA,EACpC;AAAA,EACA;AAAA,EAET,YAAY,OAAgB,QAA0B;AACpD,UAAM,WAAW,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACzE,UAAM,SAAS,SAAS,EAAE,OAAO,SAAS,CAAC;AAC3C,SAAK,OAAO;AACZ,SAAK,OAAO,OAAO,QAAQ;AAC3B,SAAK,WAAW,OAAO,KAAK;AAAA,EAC9B;AACF;AAEA,SAAS,4BACP,MACM;AACN,MAAI,KAAK,UAAU,KAAK,UAAU;AAChC,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,MAAI,CAAC,KAAK,QAAQ;AAChB,QAAI,KAAK,uBAAuB,QAAW;AACzC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA;AAAA,EACF;AACA,MACE,OAAO,KAAK,OAAO,SAAS,YAC5B,CAAC,KAAK,OAAO,KAAK,KAAK,KACvB,KAAK,OAAO,KAAK,KAAK,MAAM,KAAK,OAAO,QACxC,OAAO,KAAK,OAAO,aAAa,YAChC;AACA,UAAM,IAAI,MAAM,kEAAkE;AAAA,EACpF;AACA,QAAM,SAAS,KAAK;AACpB,MAAI,QAAQ,gBAAgB,UAAa,OAAO,gBAAgB,GAAG;AACjE,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AACA,MAAI,QAAQ,mBAAmB,UAAa,OAAO,mBAAmB,GAAG;AACvE,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MACE,QAAQ,yBAAyB,UACjC,QAAQ,wBAAwB,UAChC,KAAK,sBAAsB,UAC3B,KAAK,aAAa,QAClB;AACA,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,sBACP,iBACA,mBACA,UACgD;AAChD,MAAI,CAAC,OAAO,SAAS,QAAQ,KAAK,YAAY,KAAK,YAAY,GAAG;AAChE,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,QAAM,OAAO,oBAAI,IAAuB;AACxC,aAAW,YAAY,iBAAiB;AACtC,QAAI,KAAK,IAAI,SAAS,EAAE,GAAG;AACzB,YAAM,IAAI,MAAM,uCAAuC,SAAS,EAAE,GAAG;AAAA,IACvE;AACA,SAAK,IAAI,SAAS,IAAI,QAAQ;AAAA,EAChC;AACA,MAAI,mBAAmB;AACrB,QAAI,kBAAkB,WAAW,GAAG;AAClC,YAAM,IAAI,MAAM,mDAAmD;AAAA,IACrE;AACA,UAAM,eAAe,oBAAI,IAAY;AACrC,eAAW,YAAY,mBAAmB;AACxC,UAAI,CAAC,KAAK,IAAI,SAAS,EAAE,GAAG;AAC1B,cAAM,IAAI;AAAA,UACR,oCAAoC,SAAS,EAAE;AAAA,QACjD;AAAA,MACF;AACA,UAAI,aAAa,IAAI,SAAS,EAAE,GAAG;AACjC,cAAM,IAAI,MAAM,iDAAiD,SAAS,EAAE,GAAG;AAAA,MACjF;AACA,mBAAa,IAAI,SAAS,EAAE;AAAA,IAC9B;AACA,UAAM,QAAQ,gBAAgB,OAAO,CAAC,aAAa,CAAC,aAAa,IAAI,SAAS,EAAE,CAAC;AACjF,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,IAAI,MAAM,0CAA0C;AAAA,IAC5D;AACA,WAAO;AAAA,MACL;AAAA,MACA,WAAW,kBAAkB,IAAI,CAAC,aAAa,KAAK,IAAI,SAAS,EAAE,CAAE;AAAA,IACvE;AAAA,EACF;AACA,MAAI,gBAAgB,SAAS,GAAG;AAC9B,UAAM,IAAI,MAAM,+DAA+D;AAAA,EACjF;AACA,QAAM,SAAS,CAAC,GAAG,eAAe,EAAE;AAAA,IAClC,CAAC,GAAG,MAAM,mBAAmB,EAAE,EAAE,IAAI,mBAAmB,EAAE,EAAE;AAAA,EAC9D;AACA,QAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,MAAM,OAAO,SAAS,QAAQ,CAAC,CAAC;AAC3F,SAAO;AAAA,IACL,WAAW,OAAO,MAAM,GAAG,KAAK;AAAA,IAChC,OAAO,OAAO,MAAM,KAAK;AAAA,EAC3B;AACF;AAEA,SAAS,iBAAiB,OAAuB;AAC/C,SAAO,MAAM,QAAQ,oBAAoB,GAAG;AAC9C;AAEA,SAAS,mBAAmB,OAAuB;AACjD,MAAI,OAAO,eAAe;AAC1B,WAAS,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS;AACjD,YAAQ,MAAM,WAAW,KAAK;AAC9B,WAAO,KAAK,KAAK,MAAM,QAAQ,MAAM;AAAA,EACvC;AACA,SAAO;AACT;AAMA,SAAS,kBACP,WACA,UAC8C;AAC9C,QAAM,SAAS,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,mBAAmB,EAAE,EAAE,IAAI,mBAAmB,EAAE,EAAE,CAAC;AAChG,QAAM,WAAW,KAAK,IAAI,GAAG,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,MAAM,OAAO,SAAS,QAAQ,CAAC,CAAC;AAC9F,SAAO;AAAA,IACL,SAAS,OAAO,MAAM,GAAG,QAAQ;AAAA,IACjC,OAAO,OAAO,MAAM,QAAQ;AAAA,EAC9B;AACF;AAEA,SAAS,cAAc,YAGrB;AACA,QAAM,cAAsC,CAAC;AAC7C,QAAM,SAAmB,CAAC;AAC1B,aAAW,CAAC,IAAI,GAAG,KAAK,OAAO,QAAQ,UAAU,GAAG;AAClD,gBAAY,EAAE,IAAI,IAAI;AACtB,WAAO,KAAK,IAAI,aAAa;AAAA,EAC/B;AACA,SAAO;AAAA,IACL,eAAe,OAAO,WAAW,IAAI,IAAI,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAAA,IACpF;AAAA,EACF;AACF;AAOA,SAAS,qBACP,QACoE;AACpE,WAAS,IAAI,OAAO,YAAY,SAAS,GAAG,KAAK,GAAG,KAAK;AACvD,UAAM,WAAW,OAAO,YAAY,CAAC,GAAG,SAAS;AAAA,MAC/C,CAAC,MAAM,EAAE,gBAAgB,OAAO;AAAA,IAClC;AACA,QAAI,SAAU,QAAO,SAAS;AAAA,EAChC;AACA,SAAO,OAAO;AAChB;AA4BA,eAAsB,YACpB,MACkD;AAClD,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,kBACJ,KAAK,WACJ,KAAK,SAAS,iCAAiC,SAAS,KAAK,qBAAqB,SAAS;AAC9F,QAAM,SAAS,cAAc,eAAe;AAC5C,QAAM,UACJ,KAAK,YAAY,OAAO,WAAW,QAAQ,IAAI,wBAAwB,IAAI,kBAAkB;AAC/F,QAAM,aAAa,oBAAoB;AAAA,IACrC;AAAA,IACA;AAAA,IACA,gBAAgB,KAAK,QAAQ;AAAA,EAC/B,CAAC;AACD,MAAI;AACF,WAAO,MAAM,eAAe,MAAM,YAAY,WAAW,QAAQ,OAAO;AAAA,EAC1E,SAAS,OAAO;AACd,UAAM,IAAI,oBAAoB,OAAO,UAAU;AAAA,EACjD;AACF;AAEA,eAAe,eACb,MACA,YACA,WACA,QACA,SACkD;AAClD,QAAM,SAAS,KAAK,UAAU,CAAC;AAC/B,8BAA4B,IAAI;AAChC,QAAM,cAAc,KAAK,SAAS,IAAK,OAAO,eAAe;AAC7D,QAAM,iBAAiB,KAAK,SAAS,IAAK,OAAO,kBAAkB;AACnE,QAAM,iBAAiB,OAAO,kBAAkB;AAChD,QAAM,kBAAkB,OAAO,mBAAmB;AAClD,QAAM,cAAc,OAAO,WAAW;AACtC,QAAM,kBAAkB,gBAAgB;AACxC,QAAM,cAAc,KAAK,eAAe;AAMxC,QAAM,kBAAkB,OAAO;AAC/B,QAAM,EAAE,OAAO,QAAQ,IAAI,kBACvB;AAAA,IACE,OAAO,KAAK,UAAU,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;AAAA,IAC/E,SAAS;AAAA,EACX,IACA,kBACE,EAAE,OAAO,KAAK,WAAW,SAAS,CAAC,EAAiB,IACpD,kBAAkB,KAAK,WAAW,eAAe;AAEvD,MAAI,MAAM,WAAW,GAAG;AACtB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MAAI,QAAQ,WAAW,KAAK,CAAC,iBAAiB;AAC5C,UAAM,IAAI,MAAM,2DAA2D;AAAA,EAC7E;AAEA,MAAI,cAAc,KAAK,CAAC,KAAK,YAAY,CAAC,KAAK,QAAQ;AACrD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,MAAI;AACJ,QAAM,mBAAmB,KAAK,SAC1B,sBAAsB,OAAO,KAAK,oBAAoB,OAAO,qBAAqB,IAAI,IACtF;AACJ,QAAM,WAA4B,KAAK,SACnC;AAAA,IACE,MAAM,UAAU,KAAK,OAAO,IAAI;AAAA,IAChC,SAAS,OAAO,YAAY;AAC1B,UAAI,QAAQ,aAAa,EAAG,QAAO,CAAC;AACpC,YAAMA,UAAS,MAAM,KAAK,OAAQ;AAAA,QAChC,OAAO,OAAO;AAAA,UACZ,iBAAiB,gBAAgB,QAAQ,cAAc;AAAA,UACvD,gBAAgB,OAAO;AAAA,YACrB,iBAAkB,MAAM,IAAI,CAAC,aAAa,gBAAgB,QAAQ,CAAC;AAAA,UACrE;AAAA,UACA,oBAAoB,OAAO;AAAA,YACzB,iBAAkB,UAAU,IAAI,CAAC,aAAa,gBAAgB,QAAQ,CAAC;AAAA,UACzE;AAAA,UACA,qBAAqB,KAAK;AAAA,UAC1B,QAAQ,OAAO,OAAO,CAAC,KAAK,KAAK,CAAC;AAAA,UAClC,QAAQ,GAAG,MAAM,iBAAiB,iBAAiB,KAAK,OAAQ,IAAI,CAAC;AAAA,UACrE,MAAM;AAAA,UACN,YAAY,OAAO,OAAO;AAAA,YACxB;AAAA,YACA;AAAA,YACA,MAAM,OAAO;AAAA,YACb,mBAAmB,KAAK;AAAA,YACxB;AAAA,YACA,aAAa,OAAO;AAAA,UACtB,CAAC;AAAA,UACD;AAAA,QACF,CAAC;AAAA,MACH;AACA,+BAAyB,KAAK,OAAQ,MAAMA,OAAM;AAClD,2BAAqB,gBAAgBA,OAAM;AAC3C,aAAO;AAAA,QACL;AAAA,UACE,SAAS,gBAAgBA,QAAO,aAAa;AAAA,UAC7C,OAAO,KAAK,OAAQ;AAAA,UACpB,WAAW,GAAG,KAAK,OAAQ,IAAI;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAAA,EACF,IACC,KAAK,YAAY;AAAA,IAChB,MAAM;AAAA,IACN,SAAS,YAAY,CAAC;AAAA,EACxB;AAEJ,QAAM,OACJ,KAAK,QACL,sBAA4C;AAAA,IAC1C,kBAAkB;AAAA,IAClB,gBAAgB;AAAA,EAClB,CAAC;AAEH,MAAI,KAAK,YAAY;AACnB,SAAK,WAAW,EAAE,MAAM,oBAAoB,WAAW,KAAK,UAAU,OAAO,CAAC;AAAA,EAChF;AAEA,QAAM,SAAS,MAAM,mBAAyC;AAAA,IAC5D,WAAW;AAAA,IACX,iBAAiB,KAAK;AAAA,IACtB,qBAAqB,KAAK;AAAA,IAC1B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,QAAQ,CAAC,KAAK,KAAK;AAAA,IACnB;AAAA,IACA,gBAAgB;AAAA,IAChB,sBAAsB,OAAO;AAAA,IAC7B,MAAM,OAAO;AAAA,IACb,qBAAqB,OAAO;AAAA,IAC5B,kBAAkB;AAAA,IAClB,SAAS;AAAA,IACT;AAAA,IACA,YAAY,KAAK;AAAA,IACjB,eAAe,KAAK,iBAAiB;AAAA,IACrC,SAAS,KAAK;AAAA,IACd,QAAQ,KAAK;AAAA,IACb;AAAA,IACA;AAAA,IACA;AAAA,IACA,eAAe,KAAK;AAAA,IACpB,mBAAmB,KAAK;AAAA,IACxB;AAAA,IACA;AAAA,IACA,cAAc,KAAK;AAAA,IACnB,eAAe,KAAK;AAAA,IACpB,mBAAmB,KAAK;AAAA,IACxB,UAAU,KAAK;AAAA,IACf,kBAAkB,KAAK;AAAA,EACzB,CAAC;AAKD,QAAM,cAA2B,kBAAkB,WAAW;AAC9D,QAAM,yBAAyB,kBAC3B,OAAO,mBACP,OAAO;AACX,QAAM,uBAAuB,kBACzB,qBAAqB,MAAM,IAC3B,OAAO;AACX,QAAM,WAAW,cAAc,uBAAuB,WAAW,UAAU;AAC3E,QAAM,cAAc,cAAc,qBAAqB,WAAW,UAAU;AAK5E,MAAI;AACJ,QAAM,4BAA4B,OAAO,kBAAkB,MACxD,OAAO,CAAC,SAAS,CAAC,KAAK,KAAK,EAC5B,IAAI,CAAC,SAAS;AACb,UAAM,SAAS,OAAO,OAAO,KAAK,WAAW;AAC7C,WAAO,OAAO,WAAW,IACrB,OAAO,MACP,OAAO,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,WAAW,CAAC,IAAI,OAAO;AAAA,EAC/D,CAAC,EACA,OAAO,CAAC,MAAM,OAAO,SAAS,CAAC,CAAC;AACnC,MAAI,0BAA0B,UAAU,GAAG;AAIzC,YAAQ,eAAe;AAAA,MACrB,oBAAoB;AAAA,MACpB,qBAAqB;AAAA,IACvB,CAAC;AACD,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW;AAAA,QACd,MAAM;AAAA,QACN,GAAG,MAAM;AAAA,QACT,IAAI,MAAM;AAAA,QACV,KAAK,MAAM;AAAA,QACX,cAAc,MAAM;AAAA,MACtB,CAAC;AAAA,IACH;AACA,QAAI,MAAM,gBAAgB,cAAc,GAAG;AACzC,cAAQ,KAAK,iBAAiB,MAAM,cAAc,EAAE;AAAA,IACtD;AAAA,EACF;AAEA,MAAI,KAAK,YAAY;AACnB,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,eAAe,SAAS;AAAA,MACxB,YAAY,KAAK,IAAI,IAAI;AAAA,IAC3B,CAAC;AACD,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,UAAU,OAAO,WAAW;AAAA;AAAA;AAAA;AAAA,MAI5B,GAAI,kBAAkB,CAAC,IAAI,EAAE,MAAM,YAAY,gBAAgB,SAAS,cAAc;AAAA,IACxF,CAAC;AAAA,EACH;AAEA,QAAM,OAAO,OAAO;AACpB,QAAM,YAAY,KAAK;AAMvB,QAAM,UAAU,MAAM,YAAY;AAAA,IAChC,MAAM;AAAA,MACJ,GAAG;AAAA,QACD,uBAAuB;AAAA,QACvB;AAAA,QACA;AAAA,QACA,KAAK;AAAA,QACL;AAAA,QACA,KAAK;AAAA,MACP;AAAA,MACA,GAAG;AAAA,QACD,qBAAqB;AAAA,QACrB;AAAA,QACA;AAAA,QACA,OAAO;AAAA,QACP;AAAA,QACA,KAAK;AAAA,MACP;AAAA,IACF;AAAA,IACA,qBAAqB;AAAA,IACrB,sBAAsB;AAAA,EACxB,CAAC;AAID,QAAM,aAAa,KAAK,IAAI,IAAI;AAChC,QAAM,EAAE,QAAQ,WAAW,IAAI,MAAM,mBAAyC;AAAA,IAC5E,GAAG,6BAA6B;AAAA,MAC9B,OAAO,GAAG,MAAM,IAAI,SAAS;AAAA,MAC7B;AAAA,MACA,WAAW,IAAI,KAAK,SAAS,EAAE,YAAY;AAAA,MAC3C,iBAAiB,KAAK;AAAA,MACtB;AAAA,MACA,cAAc,WAAW,KAAK;AAAA,MAC9B,cAAc;AAAA,MACd,iBAAiB;AAAA,IACnB,CAAC;AAAA,IACD,GAAI,qBACA;AAAA,MACE,oBAAoB;AAAA,QAClB,MAAM,KAAK,OAAQ;AAAA,QACnB,MAAM,gBAAgB,mBAAmB,IAAI;AAAA,QAC7C,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,mBAAmB,WAAW;AAAA,QAChD,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,gBAAgB,mBAAmB,UAAU,EAAE;AAAA,MACnE;AAAA,IACF,IACA,CAAC;AAAA,IACL;AAAA,IACA,cAAc,KAAK,eAAe,mBAAmB,KAAK,YAAY,IAAI;AAAA,EAC5E,CAAC;AACD,MAAI,KAAK,aAAc,MAAK,aAAa,UAAU;AAEnD,QAAM,UAAmD;AAAA,IACvD;AAAA,IACA,QAAQ;AAAA,MACN,GAAG;AAAA,MACH,SAAS,OAAO;AAAA,MAChB,GAAI,OAAO,cAAc,EAAE,OAAO,OAAO,YAAY,IAAI,CAAC;AAAA,MAC1D,GAAI,OAAO,kBAAkB,EAAE,WAAW,OAAO,gBAAgB,IAAI,CAAC;AAAA,IACxE;AAAA,IACA,GAAI,kBAAkB,CAAC,IAAI,EAAE,MAAM,YAAY,gBAAgB,SAAS,cAAc;AAAA,IACtF,MAAM,OAAO;AAAA,IACb;AAAA,IACA,cAAc,OAAO,WAAW;AAAA,IAChC,qBAAqB,OAAO,YAAY;AAAA,IACxC;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA,UAAU,WAAW,KAAK;AAAA,IAC1B,GAAI,qBACA;AAAA,MACE,cAAc;AAAA,QACZ,MAAM,KAAK,OAAQ;AAAA,QACnB,MAAM,gBAAgB,mBAAmB,IAAI;AAAA,QAC7C,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,mBAAmB,WAAW;AAAA,QAChD,GAAI,mBAAmB,eAAe,SAClC,CAAC,IACD,EAAE,YAAY,gBAAgB,mBAAmB,UAAU,EAAE;AAAA,MACnE;AAAA,IACF,IACA,CAAC;AAAA,IACL;AAAA,IACA,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;AAAA,IACzB,KAAK;AAAA,EACP;AAIA,MAAI,KAAK,cAAc;AACrB,QAAI;AACF,YAAM,oBAAoB,KAAK,cAAc,MAAM,SAAS,QAAQ,MAAM;AAAA,IAC5E,SAAS,KAAK;AACZ,YAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAE3D,cAAQ,KAAK,mDAAmD,GAAG,EAAE;AAAA,IACvE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBACb,QACA,MACA,SACA,KACA,QACe;AACf,QAAM,SAAS,mBAAmB,MAAM;AAExC,WAAS,qBACP,OACA,SACA,UACA,YAC2B;AAC3B,UAAM,QAA4B,SAAS,MAAM,IAAI,CAAC,SAAS;AAC7D,YAAM,YAAY,8BAA8B,IAAI;AACpD,aAAO;AAAA,QACL,YAAY,KAAK;AAAA,QACjB,KAAK,KAAK;AAAA,QACV,eAAe,sBAAsB,IAAI,KAAK;AAAA,QAC9C,YAAY,4BAA4B,IAAI;AAAA,QAC5C,iBAAiB,UAAU;AAAA,QAC3B,qBAAqB,UAAU,uBAAuB;AAAA,QACtD,cAAc,KAAK,SAAS;AAAA,MAC9B;AAAA,IACF,CAAC;AACD,UAAM,cAAc,MAAM;AAAA,MAAQ,CAAC,SACjC,KAAK,kBAAkB,OAAO,CAAC,IAAI,CAAC,KAAK,aAAa;AAAA,IACxD;AACA,UAAM,gBACJ,YAAY,WAAW,IACnB,OACA,YAAY,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC,IAAI,YAAY;AACvE,WAAO;AAAA,MACL;AAAA,MACA,aAAa,YAAY,OAAO;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS,SAAS,WAAW;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,cAA2C,CAAC;AAElD,cAAY,KAAK,qBAAqB,GAAG,KAAK,iBAAiB,IAAI,kBAAkB,CAAC,CAAC;AAGvF,aAAW,OAAO,IAAI,aAAa;AACjC,UAAM,SAAS,IAAI,SAAS;AAAA,MAC1B,CAAC,MAAM,MACL,EAAE,SAAS,WAAW,gBAAgB,MACrC,SAAS,UAAa,iBAAiB,EAAE,QAAQ,IAAI,iBAAiB,KAAK,QAAQ,KAChF,IACA;AAAA,MACN,IAAI,SAAS,CAAC;AAAA,IAChB;AACA,QAAI,CAAC,OAAQ;AACb,gBAAY;AAAA,MACV,qBAAqB,IAAI,OAAO,kBAAkB,GAAG,OAAO,SAAS,OAAO,UAAU,CAAC;AAAA,IACzF;AAAA,EACF;AAEA,QAAM,QAAsB;AAAA,IAC1B,OAAO,GAAG,MAAM,IAAI,KAAK,IAAI,CAAC;AAAA,IAC9B;AAAA,IACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC,QAAQ;AAAA,IACR,QAAQ,KAAK,gBAAgB,CAAC;AAAA,IAC9B,UAAU,YAAY,CAAC;AAAA,IACvB;AAAA,IACA,cAAc,QAAQ;AAAA,IACtB,aAAa,QAAQ;AAAA,IACrB,cAAc,QAAQ;AAAA,IACtB,iBAAiB,QAAQ;AAAA,IACzB,eAAe,QAAQ;AAAA,EACzB;AAEA,QAAM,OAAO,cAAc,KAAK;AAClC;AAEA,SAAS,iBACP,UACQ;AACR,QAAM,OAAO,OAAO,OAAO,SAAS,WAAW,UAAU;AACzD,SAAO,KAAK,WAAW,IAAI,IAAI,KAAK,OAAO,CAAC,GAAG,MAAM,IAAI,EAAE,eAAe,CAAC,IAAI,KAAK;AACtF;AAEA,SAAS,WAAW,GAAmB;AACrC,MAAI,IAAI,eAAe;AACvB,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,SAAK,EAAE,WAAW,CAAC;AACnB,QAAI,KAAK,KAAK,GAAG,QAAQ,MAAM;AAAA,EACjC;AACA,SAAO,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG;AACvC;AAaA,SAAS,kBACP,OACA,aACA,OACA,SACA,UACA,eACa;AACb,QAAM,aAAa,mBAAmB,OAAO;AAC7C,QAAM,aAAa,mBAAmB,WAAW;AACjD,SAAO,MAAM,IAAI,CAAC,SAAS;AACzB,UAAM,QAAQ,KAAK,iBAAiB;AACpC,QAAI,CAAC,OAAO;AACV,YAAM,IAAI;AAAA,QACR,2CAA2C,KAAK,MAAM;AAAA,MACxD;AAAA,IACF;AACA,QAAI,CAAC,iBAAiB,KAAK,GAAG;AAC5B,YAAM,IAAI;AAAA,QACR,sBAAsB,KAAK,uCAAuC,KAAK,MAAM;AAAA,MAC/E;AAAA,IACF;AACA,WAAO,wBAAwB,MAAM;AAAA,MACnC,OAAO,GAAG,KAAK,KAAK,WAAW,KAAK,KAAK,MAAM;AAAA,MAC/C,cAAc;AAAA,MACd;AAAA;AAAA,MAEA,MACE,KAAK,MAAM,MACX,WAAW,KAAK,UAAU,EACvB,MAAM,GAAG,CAAC,EACV,MAAM,EAAE,EACR,OAAO,CAAC,GAAG,MAAO,IAAI,KAAK,EAAE,WAAW,CAAC,MAAO,GAAG,CAAC;AAAA,MACzD;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;;;ACx8BO,SAAS,gBACd,UACwC;AACxC,QAAM,yBAAyB,iBAAiB,QAAQ;AAExD,SAAO;AAAA,IACL,WAAW,SAAS;AAAA,IACpB,iBAAiB,SAAS;AAAA,IAE1B,MAAM,SAAS,OAAO,CAAC,GAAG;AACxB,YAAM,EAAE,OAAO,OAAO,QAAQ,QAAQ,WAAW,SAAS,GAAG,aAAa,IAAI;AAC9E,YAAM,gBAAgB,SAAS,SAAS;AACxC,YAAM,kBAAkB,WAAW,SAAS;AAC5C,YAAM,iBAAiB,UAAU,SAAS,UAAU,yBAAyB,KAAK,IAAI,CAAC;AACvF,YAAM,kBACJ,aAAa,WACb,uBAAuB,YACtB,eAAe,WAAW,QAAQ,IAAI,wBAAwB,IAAI;AACrE,YAAM,cAAoD;AAAA,QACxD,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAI,kBAAkB,EAAE,SAAS,gBAAgB,IAAI,CAAC;AAAA,QACtD,QAAQ;AAAA,QACR,WAAW,aAAa,SAAS;AAAA,QACjC,UAAU,CAAC,UAAU,QAAQ,cAAc,iBAAiB,UAAU,GAAG;AAAA,QACzE,QAAQ,eAAe,QAAQ,SAAS,SAAS,KAAK;AAAA,MACxD;AACA,UAAI,YAAY,SAAS;AACvB,oBAAY,OAAO,uBAAuB,YAAY,MAAM,MAAM;AACpE,aAAO,QAA8B,WAAW;AAAA,IAClD;AAAA,IAEA,MAAM,QAAQ,OAAO,CAAC,GAAG;AACvB,YAAM;AAAA,QACJ,QAAQ;AAAA,QACR,cAAc;AAAA,QACd,GAAG;AAAA,MACL,IAAI;AACJ,YAAM,SAAS,aAAa,UAAU,iBAAiB;AACvD,YAAM,SAAS,YAAY,SAAS,QAAQ,cAAc;AAC1D,YAAM,eAAe,kBAAkB,SAAS,cAAc,oBAAoB;AAClF,aAAO,YAAkC;AAAA,QACvC,GAAG;AAAA,QACH,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;AAAA,QAC3B,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;AAAA,MACzC,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAOA,SAAS,iBACP,UAC8C;AAC9C,QAAM,MAAoD,CAAC;AAC3D,MAAI,SAAS,QAAS,KAAI,UAAU,SAAS;AAC7C,MAAI,SAAS,aAAc,KAAI,eAAe,SAAS;AACvD,MAAI,SAAS,cAAe,KAAI,gBAAgB,SAAS;AACzD,MAAI,SAAS,cAAe,KAAI,gBAAgB,SAAS;AACzD,MAAI,SAAS,YAAa,KAAI,cAAc,SAAS;AACrD,MAAI,SAAS,QAAQ,YAAY,OAAW,KAAI,cAAc,SAAS,OAAO;AAC9E,MAAI,SAAS,QAAQ,mBAAmB;AACtC,QAAI,iBAAiB,SAAS,OAAO;AACvC,MAAI,SAAS,QAAQ,SAAS;AAC5B,QAAI,OAAO,uBAAuB,SAAS,OAAO,MAAM,aAAa;AACvE,SAAO;AACT;AAEA,SAAS,YACP,UACA,WAC+B;AAC/B,QAAM,SAAS,oBAAoB,UAAU,SAAS;AACtD,MAAI,QAAQ,SAAS,OAAW,QAAO,OAAO,uBAAuB,OAAO,MAAM,aAAa;AAC/F,SAAO;AACT;AAEA,SAAS,kBACP,UACA,WAC0B;AAC1B,QAAM,SAAS,oBAAoB,UAAU,SAAS;AACtD,MAAI,CAAC,OAAQ,QAAO;AACpB,MAAI,CAAC,OAAO,UAAU,KAAK,KAAK,CAAC,OAAO,QAAQ,KAAK,KAAK,CAAC,OAAO,UAAU,KAAK,GAAG;AAClF,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,aAA+B,UAAa,WAAsC;AACzF,MAAI,CAAC,UAAW,QAAO;AACvB,QAAM,SAAS,EAAE,GAAG,SAAS;AAC7B,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,SAAS,GAAG;AACpD,QAAI,UAAU,OAAW,QAAO,GAAG,IAAI;AAAA,EACzC;AACA,SAAO;AACT;AAEA,SAAS,oBACP,UACA,WACe;AACf,MAAI,CAAC,YAAY,CAAC,UAAW,QAAO;AACpC,SAAO,aAAa,YAAa,CAAC,GAAS,SAAS;AACtD;AAEA,SAAS,eACP,QACA,cACqC;AACrC,MAAI,WAAW,QAAW;AACxB,QAAI,OAAO,WAAW,GAAG;AACvB,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,WAAO;AAAA,EACT;AACA,SAAO,CAAC,YAAY;AACtB;AAEA,SAAS,uBAAuB,OAAe,OAAuB;AACpE,MAAI,CAAC,OAAO,UAAU,KAAK,KAAK,QAAQ,GAAG;AACzC,UAAM,IAAI,MAAM,oBAAoB,KAAK,6BAA6B;AAAA,EACxE;AACA,SAAO;AACT;;;ACxNA;AAAA,EAWE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AA6EA,SAAS,2BACd,UAC6B;AAC7B,SAAO,kCAAkC,MAAM;AAAA,IAC7C,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACH;AAGO,SAAS,4BACd,SACoC;AACpC,aAAW,QAAQ,QAAQ,MAAO,8BAA6B,IAAI;AACnE,QAAM,WAAW;AAAA,IACf,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,aAAa,QAAQ,MAAM,IAAI,CAAC,SAAS,KAAK,MAAM;AAAA,IACpD,MAAM,QAAQ;AAAA,IACd,OAAO,QAAQ;AAAA,EACjB;AACA,QAAM,QAAQ,mCAAmC,MAAM;AAAA,IACrD,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACD,SAAO,EAAE,OAAO,OAAO,QAAQ,MAAM;AACvC;AAGO,SAAS,wBACd,UAC0B;AAC1B,QAAM,SAAS,+BAA+B,MAAM;AAAA,IAClD,GAAG;AAAA,IACH,QAAQ,yBAAyB,QAAQ;AAAA,EAC3C,CAAC;AACD,SAAO,0BAA0B,MAAM;AACzC;AAEO,SAAS,0BAA0B,OAA0C;AAClF,QAAM,aAAa,+BAA+B,MAAM,KAAK;AAC7D,sBAAoB,YAAY,sBAAsB;AACtD,eAAa,WAAW,UAAU,iBAAiB;AACnD,eAAa,WAAW,WAAW,kBAAkB;AACrD,MAAI,WAAW,SAAS,WAAW,WAAW,UAAU,QAAQ;AAC9D,UAAM,IAAI,MAAM,mEAAmE;AAAA,EACrF;AACA,sCAAoC,WAAW,SAAS;AACxD,SAAO;AACT;AAGA,eAAsB,uBACpB,SACgD;AAChD,QAAM,aAAa,0BAA0B,QAAQ,UAAU;AAC/D,QAAM,EAAE,OAAO,MAAM,IAAI,WAAW;AACpC,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,MAAI,CAAC,OAAO,cAAc,cAAc,KAAK,iBAAiB,GAAG;AAC/D,UAAM,IAAI,MAAM,gEAAgE;AAAA,EAClF;AACA,QAAM,eAAe,IAAI;AAAA,IACvB,MAAM,YAAY,SAAS,MAAM;AAAA,EACnC;AACA,MAAI,YAAY;AAChB,QAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,gBAAgB,aAAa,MAAM,EAAE,GAAG,YAAY;AAC9F,WAAO,MAAM;AACX,UAAI,QAAQ,QAAQ,QAAS,OAAM,WAAW,QAAQ,MAAM;AAC5D,YAAM,QAAQ;AACd,mBAAa;AACb,UAAI,SAAS,aAAa,OAAQ;AAClC,YAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,YAAM,aAAa,QAAQ,MAAM;AACjC,YAAM,OAAO,MAAM,SAAS;AAC5B,YAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,UAAI,CAAC,QAAQ,SAAS,QAAW;AAC/B,cAAM,IAAI,MAAM,6BAA6B,KAAK,6BAA6B;AAAA,MACjF;AACA,YAAM,gBAAgB;AAAA,QACpB,aAAa,MAAM;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AACA,YAAM,CAAC,UAAU,SAAS,IAAI,MAAM,QAAQ,IAAI;AAAA,QAC9C,QAAQ,QAAQ;AAAA,UACd;AAAA,UACA,KAAK;AAAA,UACL,QAAQ,WAAW;AAAA,UACnB;AAAA,UACA;AAAA,UACA;AAAA,UACA,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,QACrD,CAAC;AAAA,QACD,QAAQ,QAAQ;AAAA,UACd;AAAA,UACA,KAAK;AAAA,UACL,QAAQ,WAAW;AAAA,UACnB;AAAA,UACA;AAAA,UACA;AAAA,UACA,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,QACrD,CAAC;AAAA,MACH,CAAC;AACD,YAAM,cAAc,EAAE,UAAU,UAAU;AAC1C,wBAAkB,YAAY,aAAa,KAAK;AAChD,mBAAa,KAAK,IAAI;AAAA,IACxB;AAAA,EACF,CAAC;AACD,QAAM,QAAQ,IAAI,KAAK;AACvB,SAAO;AACT;AASO,SAAS,2BACd,SAC6B;AAC7B,MAAI,QAAQ,aAAa,WAAW,GAAG;AACrC,UAAM,IAAI,MAAM,iEAAiE;AAAA,EACnF;AACA,QAAM,oBAAoB,QAAQ,qBAAqB;AACvD,MAAI,CAAC,OAAO,SAAS,iBAAiB,KAAK,oBAAoB,GAAG;AAChE,UAAM,IAAI,MAAM,+EAA+E;AAAA,EACjG;AACA,MAAI,OAAO,QAAQ,wBAAwB,WAAW;AACpD,UAAM,IAAI,MAAM,qEAAqE;AAAA,EACvF;AACA,QAAM,SAAS,qCAAqC,MAAM,QAAQ,MAAM;AACxE,QAAM,eAAe,QAAQ,aAAa;AAAA,IAAI,CAAC,aAAa,UAC1D,yBAAyB,aAAa,OAAO,QAAQ,OAAO;AAAA,EAC9D;AACA,QAAMC,WAAU,aAAa,IAAI,CAAC,gBAAgB,YAAY,MAAM;AACpE,MAAI,IAAI,IAAIA,QAAO,EAAE,SAASA,SAAQ,QAAQ;AAC5C,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AACA,QAAM,aAAa,0BAA0B,YAAY;AACzD,QAAM,iBAAiB,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,KAAK;AACnF,QAAM,kBAAkB,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,KAAK;AACrF,QAAM;AAAA,IACJ,iBAAiB;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,eAAe;AAAA,IACnB,EAAE,QAAQ,gBAAgB,OAAO,iBAAiB,SAAAA,SAAQ;AAAA,IAC1D;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACA,QAAM,UAAU,iBAAiB,gBAAgB,iBAAiB;AAAA,IAChE;AAAA,IACA;AAAA,IACA,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAA+D;AAAA,IACnE;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,IACA,GAAG,WAAW,IAAI,CAAC,MAAM,WAAW;AAAA,MAClC,MAAM;AAAA,MACN,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,QACD,aAAa,IAAI,CAAC,gBAAgB,eAAe,YAAY,UAAU,IAAI,CAAC;AAAA,QAC5E,aAAa,IAAI,CAAC,gBAAgB,eAAe,YAAY,WAAW,IAAI,CAAC;AAAA,QAC7E;AAAA,UACE;AAAA,UACA;AAAA,UACA,MAAM,gBAAgB,QAAQ;AAAA,QAChC;AAAA,MACF;AAAA,IACF,EAAE;AAAA,EACJ;AACA,QAAM,OAAO;AAAA,IACX,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,OAAO;AAAA,IAC9D,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,OAAO;AAAA,IAC/D;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM,gBAAgB,WAAW,SAAS;AAAA,IAC5C;AAAA,EACF;AACA,QAAM,UAAU;AAAA,IACd,aAAa,IAAI,CAAC,gBAAgB,YAAY,SAAS,SAAS;AAAA,IAChE,aAAa,IAAI,CAAC,gBAAgB,YAAY,UAAU,SAAS;AAAA,IACjE;AAAA,MACE;AAAA,MACA;AAAA,MACA,MAAM,gBAAgB,WAAW,SAAS;AAAA,IAC5C;AAAA,EACF;AACA,aAAW;AAAA,IACT;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,IACA;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,cAAc;AAAA,MACd,GAAG;AAAA,IACL;AAAA,EACF;AAEA,QAAM,QACJ,eAAe,UAAU,IACrB,eAAe;AAAA,IACb,oBAAoB;AAAA,IACpB,SAAS,eAAe;AAAA,IACxB;AAAA,IACA;AAAA,IACA,qBAAqB,QAAQ;AAAA,EAC/B,CAAC,IACD;AACN,QAAM,kBACJ,eAAe,UAAU,qBAAqB,UAAU,UAAa,CAAC,MAAM;AAC9E,QAAM,oBAAoB,IAAI,IAAI,kBAAkB;AACpD,QAAM,4BAA4B,mBAAmB;AAAA,IACnD,CAAC,cAAc,CAAC,WAAW,SAAS,SAAS;AAAA,EAC/C;AACA,QAAM,cAAc,WAAW;AAAA,IAC7B,CAAC,cACC,UAAU,SAAS,eACnB,kBAAkB,IAAI,UAAU,IAAI,KACpC,UAAU,iBAAiB,cAC3B,UAAU,mBAAmB,QAAQ,CAAC;AAAA,EAC1C;AACA,QAAM,mBAAmB,aAAa;AAAA,IACpC,CAAC,KAAK,gBAAgB,MAAM,YAAY,SAAS,UAAU,YAAY,UAAU;AAAA,IACjF;AAAA,EACF;AACA,QAAM,sBAAsB,aAAa;AAAA,IACvC,CAAC,KAAK,gBAAgB,MAAM,YAAY,SAAS,YAAY,YAAY,UAAU;AAAA,IACnF;AAAA,EACF;AACA,QAAM,gBAAgB,aAAa,QAAQ,CAAC,gBAAgB;AAAA,IAC1D,YAAY;AAAA,IACZ,YAAY;AAAA,EACd,CAAC;AACD,QAAM,iBAAiB,cAAc,OAAO,CAAC,QAAQ,CAAC,IAAI,SAAS;AACnE,QAAM,yBAAyB,aAAa,OAAO,CAAC,gBAAgB,CAAC,YAAY,UAAU,MAAM;AACjG,QAAM,eAAe,mBAAmB;AACxC,QAAM,eAAe,cAAc,UAAa,gBAAgB;AAChE,QAAM,SAAS;AAAA,IACb,EAAE,MAAM,uBAAuB,QAAQ,aAAa,YAAY;AAAA,IAChE,EAAE,MAAM,qBAAqB,QAAQ,gBAAgB;AAAA,IACrD,EAAE,MAAM,sBAAsB,QAAQ,eAAe,WAAW,EAAE;AAAA,IAClE,EAAE,MAAM,uBAAuB,QAAQ,uBAAuB,WAAW,EAAE;AAAA,IAC3E;AAAA,MACE,MAAM;AAAA,MACN,QAAQ,YAAY,WAAW,KAAK,0BAA0B,WAAW;AAAA,IAC3E;AAAA,IACA,EAAE,MAAM,UAAU,QAAQ,aAAa;AAAA,EACzC;AACA,QAAM,UAAU,OAAO,MAAM,CAAC,UAAU,MAAM,MAAM;AACpD,QAAM,UAAU;AAAA,IACd,GAAI,aAAa,cACb,CAAC,IACD;AAAA,MACE,aAAa,UACT,QAAQ,aAAa,CAAC,iBAAiB,iBAAiB,cACxD,+BAA+B,aAAa,UAAU,GAAG,kBAAkB,cAAc;AAAA,IAC/F;AAAA,IACJ,GAAI,kBACA,CAAC,IACD,CAAC,OAAO,kBAAkB,iBAAiB,KAAK,IAAI,GAAG,iBAAiB,CAAC,cAAc;AAAA,IAC3F,GAAI,YAAY,WAAW,IACvB,CAAC,IACD,CAAC,kCAAkC,YAAY,IAAI,CAAC,UAAU,MAAM,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE;AAAA,IAC1F,GAAI,0BAA0B,WAAW,IACrC,CAAC,IACD,CAAC,gCAAgC,0BAA0B,KAAK,IAAI,CAAC,EAAE;AAAA,IAC3E,GAAI,eAAe,WAAW,IAC1B,CAAC,IACD,CAAC,GAAG,eAAe,MAAM,iDAAiD;AAAA,IAC9E,GAAI,uBAAuB,WAAW,IAClC,CAAC,IACD,CAAC,oBAAoB,uBAAuB,MAAM,kBAAkB;AAAA,IACxE,GAAI,eAAe,CAAC,IAAI,CAAC,cAAc,YAAY,oBAAoB,SAAS,EAAE;AAAA,EACpF;AAEA,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,WAAW;AAAA,MACX,MAAM;AAAA,MACN,GAAG;AAAA,IACL;AAAA,IACA;AAAA,IACA,UAAU;AAAA,MACR,SAAS,UACL,SACA,aAAa,WAAW,CAAC,kBACvB,mBACA;AAAA,MACN,SAAS,QAAQ,SAAS,IAAI,UAAU,CAAC,4BAA4B;AAAA,MACrE,oBAAoB;AAAA,IACtB;AAAA,IACA,OAAO;AAAA,MACL,YAAY;AAAA,MACZ,GAAG,eAAe;AAAA,MAClB,wBAAwB,OAAO,OAAO;AAAA,MACtC,iBAAiB;AAAA,MACjB,cAAc,OAAO,gBAAgB;AAAA,MACrC,qBAAqB,QAAQ;AAAA,MAC7B,QACE,OAAO,kBAAkB,iBAAiB,KAAK,IAAI,GAAG,iBAAiB,CAAC;AAAA,IAC5E;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAGO,SAAS,0CACd,SACoC;AACpC,QAAM,aAAa,0BAA0B,QAAQ,UAAU;AAC/D,QAAM,eAAe,QAAQ,aAAa;AAAA,IAAI,CAAC,aAAa,UAC1D,kBAAkB,YAAY,aAAa,KAAK;AAAA,EAClD;AACA,QAAM,YAAY,WAAW,UAAU,MAAM,YAAY,SAAS,WAAW,UAAU,MAAM;AAC7F,MAAI,aAAa,WAAW,WAAW;AACrC,UAAM,IAAI;AAAA,MACR,uCAAuC,aAAa,MAAM,IAAI,SAAS;AAAA,IACzE;AAAA,EACF;AACA,qCAAmC,YAAY;AAC/C,MAAI,CAAC,QAAQ,MAAM,KAAK,EAAG,OAAM,IAAI,MAAM,wCAAwC;AACnF,QAAM,gBAAgB,QAAQ,iBAAiB;AAC/C,QAAM,aAAa,2BAA2B;AAAA,IAC5C,cAAc,aAAa,IAAI,CAAC,aAAa,WAAW;AAAA,MACtD,QAAQ,QAAQ,UAAU,EAAE,KAAK;AAAA,MACjC,GAAG;AAAA,IACL,EAAE;AAAA,IACF,QAAQ,WAAW;AAAA,IACnB,SAAS;AAAA,IACT,qBAAqB;AAAA,IACrB,mBAAmB;AAAA,EACrB,CAAC;AACD,QAAM,OAAO,0BAA0B,UAAU;AACjD,QAAM,mBAAmB,QAAQ,oBAAoB;AACrD,QAAM,eAAe,WAAW;AAChC,QAAM,aAAa,WAAW,sBAAsB;AACpD,QAAM,cAAc,yCAAyC,MAAM;AAAA,IACjE,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,SAAS,WAAW;AAAA,IACpB,YAAY,WAAW;AAAA,IACvB,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;AAAA,IAC5D,UAAU,WAAW;AAAA,IACrB,OAAO,WAAW;AAAA,IAClB,YAAY;AAAA,MACV,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,OAAO,QAAQ;AAAA,MACf,cAAc,yBAAyB,CAAC,CAAC;AAAA,MACzC,qBAAqB,WAAW,SAAS;AAAA,MACzC,sBAAsB,WAAW,UAAU;AAAA,IAC7C;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,qBAAqB,QAAQ,uBAAuB;AAAA,MACpD;AAAA,MACA,qBAAqB,WAAW;AAAA,MAChC;AAAA,MACA;AAAA,MACA,kBAAkB,WAAW;AAAA,MAC7B;AAAA,IACF;AAAA,IACA,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;AAAA,EAC3D,CAAC;AACD,QAAM,EAAE,cAAc,eAAe,GAAG,WAAW,IAAI,YAAY;AACnE,SAAO,yCAAyC,MAAM;AAAA,IACpD,GAAG;AAAA,IACH,YAAY;AAAA,MACV,GAAG;AAAA,MACH,cAAc,yBAAyB,EAAE,GAAG,aAAa,WAAW,CAAC;AAAA,IACvE;AAAA,EACF,CAAC;AACH;AAGO,SAAS,oCACd,OACoC;AACpC,QAAM,aAAa,yCAAyC,MAAM,KAAK;AACvE,QAAM,aAAa,0CAA0C;AAAA,IAC3D,YAAY,WAAW;AAAA,IACvB,cAAc,WAAW;AAAA,IACzB,OAAO,WAAW,WAAW;AAAA,IAC7B,GAAI,WAAW,YAAY,EAAE,WAAW,WAAW,UAAU,IAAI,CAAC;AAAA,IAClE,qBAAqB,WAAW,WAAW;AAAA,IAC3C,kBAAkB,WAAW,WAAW;AAAA,IACxC,eAAe,WAAW,WAAW;AAAA,IACrC,GAAI,WAAW,WAAW,EAAE,UAAU,WAAW,SAAS,IAAI,CAAC;AAAA,EACjE,CAAC;AACD,MAAI,yBAAyB,UAAU,MAAM,yBAAyB,UAAU,GAAG;AACjF,UAAM,IAAI,MAAM,qEAAqE;AAAA,EACvF;AACA,SAAO;AACT;AAEA,SAAS,0BAA0B,YAA8C;AAC/E,QAAM,WAAW,CAAC,WAAW,QAAQ,aAAa,aAAa,QAAQ;AACvE,QAAM,UAAU,SAAS,QAAQ,CAAC,YAAY;AAC5C,UAAM,WAAW,WAAW,SAAS,OAAO,KAAK;AACjD,UAAM,YAAY,WAAW,UAAU,OAAO,KAAK;AACnD,UAAM,iBAAiB,yBAAyB,QAAQ;AACxD,UAAM,kBAAkB,yBAAyB,SAAS;AAC1D,QAAI,mBAAmB,gBAAiB,QAAO,CAAC;AAChD,WAAO;AAAA,MACL;AAAA,QACE,gBAAgB,OAAO,KAAK,cAAc;AAAA,QAC1C,iBAAiB,OAAO,KAAK,eAAe;AAAA,QAC5C,KAAK,UAAU,EAAE,UAAU,UAAU,GAAG,MAAM,CAAC;AAAA,MACjD,EAAE,KAAK,IAAI;AAAA,IACb;AAAA,EACF,CAAC;AACD,MAAI,QAAQ,WAAW,GAAG;AACxB,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AACA,SAAO,QAAQ,KAAK,MAAM;AAC5B;AAEO,SAAS,6BAA6B,OAA6C;AACxF,QAAM,OAAO,kCAAkC,MAAM,KAAK;AAC1D,sBAAoB,MAAM,0BAA0B;AACpD,SAAO;AACT;AAEO,SAAS,oCACd,OACoC;AACpC,MAAI,UAAU,QAAQ,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,GAAG;AACvE,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AACA,QAAM,YAAY;AAClB,QAAM,QAAQ,8BAA8B,UAAU,KAAK;AAC3D,MAAI,CAAC,MAAM,QAAQ,UAAU,KAAK,KAAK,UAAU,MAAM,WAAW,MAAM,YAAY,QAAQ;AAC1F,UAAM,IAAI,MAAM,wEAAwE;AAAA,EAC1F;AACA,YAAU,MAAM,QAAQ,CAAC,MAAM,UAAU;AACvC,UAAM,WAAW,6BAA6B,IAAI;AAClD,QAAI,SAAS,WAAW,MAAM,YAAY,KAAK,GAAG;AAChD,YAAM,IAAI,MAAM,4BAA4B,KAAK,kCAAkC;AAAA,IACrF;AAAA,EACF,CAAC;AACD,SAAO,EAAE,OAAO,OAAO,UAAU,MAAM;AACzC;AAEO,SAAS,8BAA8B,OAAgB;AAC5D,QAAM,QAAQ,mCAAmC,MAAM,KAAK;AAC5D,sBAAoB,OAAO,2BAA2B;AACtD,SAAO;AACT;AAEA,SAAS,aAAa,OAAgB,OAAqC;AACzE,QAAM,SAAS,2BAA2B,MAAM,KAAK;AACrD,sBAAoB,QAAQ,KAAK;AACjC,SAAO;AACT;AAEA,SAAS,kBACP,YACA,OACA,OACqC;AACrC,QAAM,QAAQ,WAAW,UAAU;AACnC,QAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,QAAM,aAAa,QAAQ,MAAM;AACjC,QAAM,OAAO,WAAW,UAAU,MAAM,SAAS;AACjD,QAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,MAAI,CAAC,QAAQ,SAAS,QAAW;AAC/B,UAAM,IAAI,MAAM,oCAAoC,KAAK,8BAA8B;AAAA,EACzF;AACA,QAAM,WAAW,wBAAwB,MAAM,QAAQ;AACvD,QAAM,YAAY,wBAAwB,MAAM,SAAS;AACzD,aAAW,CAAC,KAAK,QAAQ,KAAK;AAAA,IAC5B,CAAC,YAAY,QAAQ;AAAA,IACrB,CAAC,aAAa,SAAS;AAAA,EACzB,GAAY;AACV,UAAM,SAAS,WAAW,GAAG;AAC7B,UAAM,kBAAkB,SAAS;AACjC,UAAM,OAAO,gBAAgB,cAAc;AAC3C,UAAM,UAAU,KAAK;AACrB,wBAAoB,SAAS,oBAAoB;AACjD,QACE,QAAQ,qBAAqB,WAAW,UACxC,QAAQ,QAAQ,OAChB,QAAQ,iBAAiB,OAAO,UAChC,QAAQ,gBAAgB,MAAM,UAC9B,QAAQ,eAAe,KAAK,UAC5B,QAAQ,cAAc,aACtB,QAAQ,eAAe,cACvB,QAAQ,SAAS,QACjB,QAAQ,UAAU,KAAK,QAAQ,eAC/B,gBAAgB,iBAAiB,OAAO,UACxC,gBAAgB,UAAU,MAAM,WAAW,MAAM,UACjD,gBAAgB,UAAU,KAAK,WAAW,KAAK,UAC/C,gBAAgB,aAAa,OAAO,KAAK,QACzC,gBAAgB,kBAAkB,YAAY,SAAS,wBACrD,yBAAyB,OAAO,OAAO,KACzC,SAAS,QAAQ,kBAAkB,QAAQ,UAC3C,KAAK,UAAU,gBAAgB,aAAa,MAAM,KAAK,UAAU,KAAK,KAAK,GAC3E;AACA,YAAM,IAAI,MAAM,oCAAoC,KAAK,oBAAoB,GAAG,MAAM;AAAA,IACxF;AACA,sBAAkB,MAAM,UAAU,OAAO,GAAG;AAAA,EAC9C;AACA,QAAM,eAAe,SAAS,uBAAuB,cAAc;AACnE,QAAM,gBAAgB,UAAU,uBAAuB,cAAc;AACrE,MACE,aAAa,gBAAgB,cAAc,eAC3C,aAAa,QAAQ,WAAW,cAAc,QAAQ,UACtD,SAAS,uBAAuB,WAAW,UAAU,uBAAuB,UAC5E,SAAS,QAAQ,WAAW,UAAU,QAAQ,UAC9C,SAAS,WAAW,UAAU,QAC9B;AACA,UAAM,IAAI,MAAM,oCAAoC,KAAK,mCAAmC;AAAA,EAC9F;AACA,SAAO,EAAE,UAAU,UAAU;AAC/B;AAEA,SAAS,wBAAwB,OAA4C;AAC3E,QAAM,WAAW,iCAAiC,MAAM,KAAK;AAC7D,sBAAoB,UAAU,8BAA8B;AAC5D,sBAAoB,SAAS,wBAAwB,mCAAmC;AACxF;AAAA,IACE,SAAS,uBAAuB;AAAA,IAChC;AAAA,EACF;AACA;AAAA,IACE,SAAS,uBAAuB,kBAAkB;AAAA,IAClD;AAAA,EACF;AACA,0BAAwB,SAAS,uBAAuB,eAAe,0BAA0B;AACjG,sBAAoB,SAAS,SAAS,uBAAuB;AAC7D,0BAAwB,SAAS,QAAQ,iBAAiB,4BAA4B;AACtF,0BAAwB,SAAS,QAAQ,aAAa,wBAAwB;AAC9E,0BAAwB,SAAS,QAAQ,iBAAiB,4BAA4B;AACtF,SAAO;AACT;AAEA,SAAS,oBAAwD,UAAa,OAAqB;AACjG,MAAI,yBAAyB,mBAAmB,QAAQ,CAAC,MAAM,SAAS,QAAQ;AAC9E,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB;AAAA,EAC9C;AACF;AAEA,SAAS,kBACP,MACA,UACA,OACA,KACM;AACN,QAAM,UAAU,SAAS,QAAQ,YAAY,SAAS;AACtD,QAAM,SAAS,SAAS,QAAQ,gBAAgB;AAChD,QAAM,SAAS,oCAAoC,KAAK,IAAI,GAAG;AAC/D,MAAI,OAAO,SAAS,WAAW,KAAK,OAAO,SAAS,QAAQ;AAC1D,UAAM,IAAI,MAAM,GAAG,MAAM,0CAA0C;AAAA,EACrE;AACA,QAAM,QAAQ,cAAc,QAAQ;AACpC,QAAM,cAA+C;AAAA,IACnD,CAAC,MAAM,YAAY,KAAK,OAAO,eAAe,aAAa;AAAA,IAC3D,CAAC,MAAM,aAAa,KAAK,OAAO,gBAAgB,cAAc;AAAA,IAC9D,CAAC,MAAM,cAAc,KAAK,OAAO,iBAAiB,eAAe;AAAA,IACjE,CAAC,MAAM,cAAc,KAAK,MAAM,KAAK,OAAO,aAAa,GAAa,GAAG,MAAM;AAAA,EACjF;AACA,aAAW,CAAC,QAAQ,SAAS,KAAK,KAAK,aAAa;AAClD,QAAI,SAAS,SAAS;AACpB,YAAM,IAAI,MAAM,GAAG,MAAM,IAAI,KAAK,IAAI,MAAM,6BAA6B,OAAO,EAAE;AAAA,IACpF;AAAA,EACF;AACA,MAAI,QAAQ,SAAS,KAAK,QAAQ,MAAM;AACtC,UAAM,IAAI,MAAM,GAAG,MAAM,uDAAuD;AAAA,EAClF;AACA,MAAI,KAAK,QAAQ,SAAS,UAAU;AAClC,QACE,QAAQ,SAAS,YACjB,QAAQ,KAAK,cAAc,KAAK,QAAQ,aACxC,QAAQ,KAAK,aAAa,KAAK,QAAQ,UACvC;AACA,YAAM,IAAI,MAAM,GAAG,MAAM,qCAAqC;AAAA,IAChE;AACA;AAAA,EACF;AACA,QAAM,aAAa,KAAK;AACxB,MACE,QAAQ,SAAS,eACjB,eAAe,UACf,QAAQ,eAAe,aAAa,WAAW,YAC/C,QAAQ,eAAe,iBAAiB,WAAW,gBACnD,QAAQ,eAAe,WAAW,WAAW,cAC7C,QAAQ,eAAe,SAAS,WAAW,UAC3C;AACA,UAAM,IAAI,MAAM,GAAG,MAAM,iDAAiD;AAAA,EAC5E;AACF;AAEA,SAAS,mCACP,cACM;AACN,aAAW,OAAO,CAAC,YAAY,WAAW,GAAY;AACpD,UAAM,WAAW,aAAa,CAAC,IAAI,GAAG,EAAE,uBAAuB;AAC/D,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,0DAA0D;AACzF,UAAM,iBAAiB,yBAAyB;AAAA,MAC9C,mBAAmB,SAAS,YAAY;AAAA,MACxC,OAAO,SAAS;AAAA,IAClB,CAAC;AACD,eAAW,CAAC,OAAO,WAAW,KAAK,aAAa,QAAQ,GAAG;AACzD,YAAM,aAAa,YAAY,GAAG,EAAE,uBAAuB;AAC3D,UACE,yBAAyB;AAAA,QACvB,mBAAmB,WAAW,YAAY;AAAA,QAC1C,OAAO,WAAW;AAAA,MACpB,CAAC,MAAM,gBACP;AACA,cAAM,IAAI;AAAA,UACR,oCAAoC,KAAK,IAAI,GAAG;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,sBAAsB,UAA+C;AAC5E,QAAM,cAAc,SAAS,QAAQ;AACrC,SAAO,YAAY,SAAS,UAAU,YAAY,aAAa;AACjE;AAEA,SAAS,wBACP,UACA,OACM;AACN,MAAI,yBAAyB,SAAS,QAAQ,MAAM,SAAS,QAAQ;AACnE,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB;AAAA,EAC9C;AACF;AAiBA,SAAS,yBACP,aACA,OACA,SAC4B;AAC5B,MAAI,OAAO,YAAY,WAAW,YAAY,CAAC,YAAY,OAAO,KAAK,GAAG;AACxE,UAAM,IAAI,MAAM,sBAAsB,KAAK,qBAAqB;AAAA,EAClE;AACA,SAAO;AAAA,IACL,QAAQ,YAAY;AAAA,IACpB,UAAU,WAAW,YAAY,UAAU,SAAS,sBAAsB,KAAK,WAAW;AAAA,IAC1F,WAAW,WAAW,YAAY,WAAW,SAAS,sBAAsB,KAAK,YAAY;AAAA,EAC/F;AACF;AAEA,SAAS,WACP,KACA,SACA,OACc;AACd,QAAM,qBAAqB,QAAQ,WAAW,GAAG;AACjD,MAAI,CAAC,MAAM,QAAQ,kBAAkB,GAAG;AACtC,UAAM,IAAI,MAAM,GAAG,KAAK,8BAA8B;AAAA,EACxD;AACA,QAAM,aAAa,oBAAI,IAAoB;AAC3C,aAAW,aAAa,oBAAoB;AAC1C,QAAI,OAAO,UAAU,SAAS,YAAY,CAAC,UAAU,KAAK,KAAK,GAAG;AAChE,YAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,IAC1D;AACA,QAAI,WAAW,IAAI,UAAU,IAAI,GAAG;AAClC,YAAM,IAAI,MAAM,GAAG,KAAK,uBAAuB,UAAU,IAAI,GAAG;AAAA,IAClE;AACA,eAAW,IAAI,UAAU,MAAM,kBAAkB,UAAU,OAAO,GAAG,KAAK,IAAI,UAAU,IAAI,EAAE,CAAC;AAAA,EACjG;AACA,QAAM,YAAY,QAAQ,UAAU,GAAG;AACvC,QAAM,SAAS,QAAQ,OAAO,GAAG;AACjC,MAAI,OAAO,cAAc,aAAa,OAAO,WAAW,WAAW;AACjE,UAAM,IAAI,MAAM,GAAG,KAAK,8CAA8C;AAAA,EACxE;AACA,SAAO;AAAA,IACL,OAAO,kBAAkB,QAAQ,MAAM,GAAG,GAAG,GAAG,KAAK,QAAQ;AAAA,IAC7D;AAAA,IACA,SAAS,uBAAuB,QAAQ,QAAQ,GAAG,GAAG,GAAG,KAAK,OAAO;AAAA,IACrE,WAAW,uBAAuB,QAAQ,UAAU,GAAG,GAAG,GAAG,KAAK,UAAU;AAAA,IAC5E;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,0BAA0B,cAA+D;AAChG,QAAM,WAAW,CAAC,GAAG,aAAa,CAAC,EAAG,SAAS,WAAW,KAAK,CAAC;AAChE,aAAW,CAAC,OAAO,WAAW,KAAK,aAAa,QAAQ,GAAG;AACzD,eAAW,CAAC,KAAK,GAAG,KAAK;AAAA,MACvB,CAAC,YAAY,YAAY,QAAQ;AAAA,MACjC,CAAC,aAAa,YAAY,SAAS;AAAA,IACrC,GAAY;AACV,YAAM,SAAS,CAAC,GAAG,IAAI,WAAW,KAAK,CAAC;AACxC,UAAI,KAAK,UAAU,MAAM,MAAM,KAAK,UAAU,QAAQ,GAAG;AACvD,cAAM,IAAI,MAAM,sBAAsB,KAAK,IAAI,GAAG,oCAAoC;AAAA,MACxF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,eAAe,KAAmB,MAAsB;AAC/D,QAAM,QAAQ,IAAI,WAAW,IAAI,IAAI;AACrC,MAAI,UAAU,OAAW,OAAM,IAAI,MAAM,4CAA4C,IAAI,GAAG;AAC5F,SAAO;AACT;AAEA,SAAS,iBACP,UACA,WACA,SAIA;AACA,QAAM,YAAY,gBAAgB,UAAU,WAAW;AAAA,IACrD,YAAY,QAAQ;AAAA,IACpB,WAAW,QAAQ;AAAA,IACnB,WAAW;AAAA,IACX,MAAM,QAAQ;AAAA,EAChB,CAAC;AACD,QAAM,eAAe,KAAK,QAAQ;AAClC,QAAM,gBAAgB,KAAK,SAAS;AACpC,QAAM,QAAQ,gBAAgB;AAC9B,SAAO;AAAA,IACL,UAAU;AAAA,IACV,WAAW;AAAA,IACX;AAAA,IACA,oBAAoB;AAAA,MAClB,OAAO,UAAU;AAAA,MACjB,OAAO,KAAK,IAAI,UAAU,KAAK,KAAK;AAAA,MACpC,OAAO,KAAK,IAAI,UAAU,MAAM,KAAK;AAAA,MACrC,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,WAAW,UAAU;AAAA,IACvB;AAAA,IACA,GAAG,UAAU;AAAA,EACf;AACF;AAEA,SAAS,kBAAkB,OAAe,OAAuB;AAC/D,MAAI,CAAC,OAAO,SAAS,KAAK,EAAG,OAAM,IAAI,MAAM,GAAG,KAAK,iBAAiB;AACtE,SAAO;AACT;AAEA,SAAS,uBAAuB,OAAe,OAAuB;AACpE,MAAI,CAAC,OAAO,SAAS,KAAK,KAAK,QAAQ,EAAG,OAAM,IAAI,MAAM,GAAG,KAAK,uBAAuB;AACzF,SAAO;AACT;AAEA,IAAM,oCAA0F;AAAA,EAC9F,OAAO,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAAA,EAC/D,YAAY,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAAA,EACpE,SAAS;AAAA,EACT,WAAW;AAAA,EACX,WAAW;AAAA,EACX,QAAQ,CAAC,aAAa,SAAS,QAAQ,gBAAgB,SAAS;AAClE;AAEA,SAAS,iBAAiB,UAA8C;AACtE,SAAO,cAAc,QAAQ,EAAE,eAAe;AAChD;AAEA,SAAS,oBAAoB,UAA8C;AACzE,SACE,SAAS,QAAQ,OAAO,aACxB,SAAS,QAAQ,gBAAgB,SAAS,QAAQ,OAAO;AAE7D;AAEA,SAAS,cAAc,UAAsC;AAC3D,QAAM,YAAY,SAAS,QAAQ,gBAAgB,SAAS;AAC5D,QAAM,SAAS,SAAS,QAAQ,gBAAgB,SAAS,QAAQ;AACjE,SAAO;AAAA,IACL,aAAa,UAAU,cAAc,OAAO;AAAA,IAC5C,cAAc,UAAU,eAAe,OAAO;AAAA,IAC9C,mBAAmB,UAAU,oBAAoB,OAAO;AAAA,IACxD,iBAAiB,UAAU,kBAAkB,OAAO;AAAA,IACpD,YAAY,UAAU,aAAa,OAAO;AAAA,IAC1C,cAAc,UAAU,eAAe,OAAO;AAAA,EAChD;AACF;AAEA,SAAS,QAAQ,YAAgD;AAC/D,QAAM,EAAE,OAAO,MAAM,IAAI,WAAW;AACpC,SAAO,MAAM,MAAM,IAAI,CAAC,GAAG,UAAU;AACnC,UAAM,YAAY,KAAK,MAAM,QAAQ,MAAM,IAAI;AAC/C,UAAM,aAAa,QAAQ,MAAM;AACjC,WAAO,GAAG,MAAM,SAAS,GAAG,SAAS,MAAM,SAAS,IAAI,UAAU;AAAA,EACpE,CAAC;AACH;AAEA,SAAS,KAAK,QAA0B;AACtC,MAAI,OAAO,WAAW,EAAG,OAAM,IAAI,MAAM,+CAA+C;AACxF,SAAO,OAAO,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC,IAAI,OAAO;AAChE;AAEA,SAAS,WAAW,QAA4B;AAC9C,SAAO,OAAO,kBAAkB,QAAQ,OAAO,SAAS,IAAI,MAAM,8BAA8B;AAClG;;;ACj6BA,SAAS,OAAO,iBAAiB;AACjC,SAAS,SAAS,QAAAC,aAAY;;;ACN9B,SAAS,SAAS,UAAU,YAAY;AACxC,SAAS,YAAY;AA4CrB,IAAM,oBAAoB;AAE1B,SAAS,eAAe,UAA2B;AACjD,MAAI,aAAa,kBAAmB,QAAO;AAC3C,SAAO,SAAS,SAAS,OAAO,KAAK,SAAS,SAAS,QAAQ;AACjE;AAUA,eAAsB,iBACpB,MACA,UAAmC,CAAC,GACH;AACjC,QAAM,YAAY,QAAQ,aAAa;AACvC,QAAM,UAAU,QAAQ,WAAW;AAEnC,QAAM,QAAQ,MAAM,KAAK,IAAI;AAC7B,QAAM,YAAY,MAAM,YAAY,IAChC,MAAM,aAAa,MAAM,SAAS,QAAQ,aAAa,KAAK,IAC5D,CAAC,IAAI;AAET,QAAM,OAAoB,CAAC;AAC3B,QAAM,WAAiC,CAAC;AAExC,aAAW,QAAQ,WAAW;AAC5B,UAAM,MAAM,MAAM,gBAAgB,IAAI;AACtC,eAAW,EAAE,OAAO,MAAM,KAAK,KAAK;AAClC,YAAM,SAAS,mBAAmB,KAAK;AACvC,UAAI,OAAO,IAAI;AACb,aAAK,KAAK,OAAO,KAAK;AACtB;AAAA,MACF;AACA,YAAM,YAAgC,EAAE,MAAM,OAAO,QAAQ,OAAO,MAAM,QAAQ;AAClF,UAAI,cAAc,SAAS;AACzB,cAAM,IAAI;AAAA,UACR,2CAA2C,IAAI,cAAc,KAAK,KAAK,OAAO,MAAM,OAAO;AAAA,QAC7F;AAAA,MACF;AACA,eAAS,KAAK,SAAS;AAAA,IACzB;AAAA,EACF;AAEA,SAAO,EAAE,MAAM,UAAU,OAAO,UAAU;AAC5C;AAKA,eAAe,gBAAgB,MAAiE;AAC9F,QAAM,OAAO,MAAM,SAAS,MAAM,MAAM;AACxC,QAAM,UAAU,KAAK,KAAK;AAC1B,MAAI,QAAQ,WAAW,EAAG,QAAO,CAAC;AAElC,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,SAAS,KAAK,MAAM,OAAO;AACjC,QAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,YAAM,IAAI,MAAM,2BAA2B,IAAI,6BAA6B;AAAA,IAC9E;AACA,WAAO,OAAO,IAAI,CAAC,OAAO,WAAW,EAAE,OAAO,MAAM,EAAE;AAAA,EACxD;AAEA,QAAM,MAAgD,CAAC;AACvD,QAAM,QAAQ,QAAQ,MAAM,IAAI;AAChC,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,OAAO,MAAM,CAAC,EAAG,KAAK;AAC5B,QAAI,KAAK,WAAW,EAAG;AACvB,QAAI;AACF,UAAI,KAAK,EAAE,OAAO,GAAG,OAAO,KAAK,MAAM,IAAI,EAAa,CAAC;AAAA,IAC3D,SAAS,KAAK;AACZ,YAAM,IAAI;AAAA,QACR,2BAA2B,IAAI,UAAU,IAAI,CAAC,uBAC5C,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CACjD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAKA,eAAe,aACb,KACA,SACA,WACmB;AACnB,QAAM,UAAU,MAAM,QAAQ,KAAK,EAAE,eAAe,KAAK,CAAC;AAC1D,QAAM,QAAkB,CAAC;AACzB,QAAM,UAAoB,CAAC;AAC3B,aAAW,SAAS,SAAS;AAC3B,QAAI,MAAM,YAAY,GAAG;AACvB,UAAI,UAAW,SAAQ,KAAK,KAAK,KAAK,MAAM,IAAI,CAAC;AACjD;AAAA,IACF;AACA,QAAI,QAAQ,MAAM,IAAI,EAAG,OAAM,KAAK,KAAK,KAAK,MAAM,IAAI,CAAC;AAAA,EAC3D;AACA,QAAM,KAAK;AACX,UAAQ,KAAK;AACb,aAAW,OAAO,SAAS;AACzB,UAAM,KAAK,GAAI,MAAM,aAAa,KAAK,SAAS,SAAS,CAAE;AAAA,EAC7D;AACA,SAAO;AACT;;;ADzFA,IAAMC,qBAAoB;AAO1B,eAAsB,mBACpB,OACA,UAAqC,CAAC,GACH;AACnC,QAAM,WAAW,OAAO,UAAU;AAElC,MAAI;AACJ,MAAI,QAAkB,CAAC;AACvB,MAAI,WAA+C,CAAC;AACpD,MAAI,UAAU;AACZ,UAAM,SAAS,MAAM,iBAAiB,OAAO,QAAQ,IAAI;AACzD,WAAO,OAAO;AACd,YAAQ,OAAO;AACf,eAAW,OAAO;AAAA,EACpB,OAAO;AACL,WAAO;AAAA,EACT;AAEA,MAAI,KAAK,WAAW,GAAG;AACrB,UAAM,IAAI;AAAA,MACR,WACI,+CAA+C,KAAK,MACpD;AAAA,IACN;AAAA,EACF;AAEA,QAAM,SAAS,MAAM,YAAY,EAAE,GAAG,QAAQ,SAAS,KAAK,CAAC;AAE7D,QAAM,SAAmC;AAAA,IACvC;AAAA,IACA,YAAY;AAAA,MACV,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC,UAAU,KAAK;AAAA,MACf,YAAY,WAAW,QAAQ;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb;AAEA,QAAM,SAAS,mBAAmB,QAAQ,OAAO,WAAW,QAAQ,IAAI;AACxE,MAAI,QAAQ;AACV,UAAM,MAAM,QAAQ,MAAM,GAAG,EAAE,WAAW,KAAK,CAAC;AAChD,UAAM,UAAU,QAAQ,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AACtE,WAAO,YAAY;AAAA,EACrB;AAEA,SAAO;AACT;AAMA,SAAS,mBACP,OACA,YACe;AACf,MAAI,CAAC,MAAO,QAAO;AAEnB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,eACJ,MAAM,SAAS,GAAG,KAAM,CAAC,MAAM,SAAS,OAAO,KAAK,CAAC,MAAM,SAAS,QAAQ;AAC9E,WAAO,eAAeC,MAAK,OAAOD,kBAAiB,IAAI;AAAA,EACzD;AAGA,MAAI,eAAe,MAAM;AACvB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,QAAM,SAAS,WAAW,SAAS,OAAO,KAAK,WAAW,SAAS,QAAQ;AAC3E,SAAO,SAASC,MAAK,QAAQ,UAAU,GAAGD,kBAAiB,IAAIC,MAAK,YAAYD,kBAAiB;AACnG;;;AE1DA,SAAS,WAAW,MAAgC;AAIlD,SAAO,KAAK,UAAU,CAAC,KAAK,YAAY,KAAK,GAAG,CAAC;AACnD;AAIA,SAAS,eACP,QACA,OACkC;AAClC,QAAM,MAAwC,CAAC;AAC/C,QAAM,SAAS,oBAAI,IAAY,CAAC,GAAG,OAAO,KAAK,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC;AAC9E,aAAW,SAAS,QAAQ;AAC1B,UAAM,aAAa,OAAO,KAAK,KAAK,CAAC;AACrC,UAAM,YAAY,MAAM,KAAK,KAAK,CAAC;AACnC,UAAM,OAAO,oBAAI,IAAY,CAAC,GAAG,OAAO,KAAK,UAAU,GAAG,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC;AACpF,UAAM,WAA+C,CAAC;AACtD,eAAW,OAAO,MAAM;AAKtB,YAAM,YAAY,WAAW,GAAG;AAChC,YAAM,WAAW,UAAU,GAAG;AAC9B,YAAM,IAAI,OAAO,cAAc,YAAY,OAAO,SAAS,SAAS,IAAI,YAAY;AACpF,YAAM,IAAI,OAAO,aAAa,YAAY,OAAO,SAAS,QAAQ,IAAI,WAAW;AACjF,eAAS,GAAG,IAAI;AAAA,QACd,QAAQ;AAAA,QACR,OAAO;AAAA,QACP,OAAO,MAAM,QAAQ,MAAM,OAAO,IAAI,IAAI;AAAA,MAC5C;AAAA,IACF;AACA,QAAI,KAAK,IAAI;AAAA,EACf;AACA,SAAO;AACT;AASO,SAAS,gBACd,QACA,OACoB;AACpB,QAAM,YAAY,IAAI,IAAI,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;AACrE,QAAM,WAAW,IAAI,IAAI,MAAM,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;AAEnE,QAAM,UAAgC,CAAC;AACvC,QAAM,UAA8B,CAAC;AACrC,QAAM,QAA4B,CAAC;AAEnC,aAAW,CAAC,KAAK,UAAU,KAAK,WAAW;AACzC,UAAM,YAAY,SAAS,IAAI,GAAG;AAClC,QAAI,CAAC,WAAW;AACd,cAAQ,KAAK,UAAU;AACvB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,MACX,YAAY,WAAW;AAAA,MACvB,KAAK,WAAW;AAAA,MAChB,iBAAiB,WAAW;AAAA,MAC5B,gBAAgB,UAAU;AAAA,MAC1B,gBACE,WAAW,kBAAkB,QAAQ,UAAU,kBAAkB,OAC7D,OACA,UAAU,gBAAgB,WAAW;AAAA,MAC3C,YAAY,eAAe,WAAW,YAAY,UAAU,UAAU;AAAA,IACxE,CAAC;AAAA,EACH;AACA,aAAW,CAAC,KAAK,SAAS,KAAK,UAAU;AACvC,QAAI,CAAC,UAAU,IAAI,GAAG,EAAG,OAAM,KAAK,SAAS;AAAA,EAC/C;AAEA,SAAO;AAAA,IACL,aAAa,OAAO;AAAA,IACpB,YAAY,MAAM;AAAA,IAClB,mBAAmB,OAAO;AAAA,IAC1B,kBAAkB,MAAM;AAAA,IACxB,gBAAgB,OAAO,gBAAgB,MAAM;AAAA,IAC7C;AAAA,IACA;AAAA,IACA;AAAA,IACA,iBAAiB,OAAO;AAAA,IACxB,gBAAgB,MAAM;AAAA,IACtB,gBACE,OAAO,kBAAkB,QAAQ,MAAM,kBAAkB,OACrD,OACA,MAAM,gBAAgB,OAAO;AAAA,IACnC,eAAe,OAAO;AAAA,IACtB,cAAc,MAAM;AAAA,IACpB,cAAc,MAAM,UAAU,OAAO;AAAA,IACrC,kBAAkB,OAAO;AAAA,IACzB,iBAAiB,MAAM;AAAA,IACvB,iBAAiB,MAAM,aAAa,OAAO;AAAA,EAC7C;AACF;AAGA,SAAS,SAAS,KAAqD;AACrE,MAAI,IAAI,YAAY,WAAW,EAAG,QAAO;AACzC,MAAI,SAAS,IAAI,YAAY,CAAC;AAC9B,aAAW,OAAO,IAAI,aAAa;AACjC,QAAI,IAAI,QAAQ,OAAO,MAAO,UAAS;AAAA,EACzC;AACA,SAAO;AACT;AAOO,SAAS,SAAS,QAAsB,OAAkC;AAC/E,QAAM,eAAe,SAAS,MAAM;AACpC,QAAM,cAAc,SAAS,KAAK;AAClC,QAAM,eACJ,OAAO,YAAY,MAAM,WAAW,gBAAgB,OAAO,UAAU,MAAM,QAAQ,IAAI;AACzF,QAAM,cACJ,gBAAgB,cAAc,gBAAgB,cAAc,WAAW,IAAI;AAE7E,QAAM,aAAa,OAAO,eAAe;AACzC,QAAM,YAAY,MAAM,eAAe;AAEvC,SAAO;AAAA,IACL,aAAa,OAAO;AAAA,IACpB,YAAY,MAAM;AAAA,IAClB,iBAAiB,OAAO;AAAA,IACxB,gBAAgB,MAAM;AAAA,IACtB,oBAAoB,OAAO,gBAAgB;AAAA,IAC3C,mBAAmB,MAAM,gBAAgB;AAAA,IACzC,mBAAmB;AAAA,IACnB,kBAAkB;AAAA,IAClB,kBAAkB,eAAe,QAAQ,cAAc,OAAO,YAAY,aAAa;AAAA,IACvF,oBAAoB,OAAO;AAAA,IAC3B,mBAAmB,MAAM;AAAA,IACzB,mBAAmB,MAAM,eAAe,OAAO;AAAA,IAC/C,uBAAuB,OAAO;AAAA,IAC9B,sBAAsB,MAAM;AAAA,IAC5B,sBAAsB,MAAM,kBAAkB,OAAO;AAAA,IACrD;AAAA,IACA;AAAA,EACF;AACF;AAQO,SAAS,wBAAwB,KAA8C;AACpF,MAAI,CAAC,IAAI,SAAU,QAAO;AAC1B,QAAM,SAAS,SAAS,GAAG;AAC3B,MAAI,CAAC,UAAU,OAAO,UAAU,IAAI,SAAS,MAAO,QAAO;AAC3D,SAAO,gBAAgB,IAAI,UAAU,MAAM;AAC7C;;;ACtLA,SAAS,WAAW,GAA4B;AAC9C,SAAO,KAAK,IAAI,GAAG,EAAE,WAAW,EAAE,aAAa,CAAC;AAClD;AAOO,SAAS,gBAAgB,SAA8C;AAS5E,QAAM,MAAM,oBAAI,IAAiB;AAEjC,aAAW,UAAU,SAAS;AAC5B,UAAM,MAAM,OAAO,KAAK;AACxB,QAAI,CAAC,IAAK;AAEV,QAAI,IAAI,IAAI,IAAI,GAAG;AACnB,QAAI,CAAC,GAAG;AACN,UAAI;AAAA,QACF,QAAQ,oBAAI,IAAI;AAAA,QAChB,OAAO,oBAAI,IAAI;AAAA,QACf,OAAO,oBAAI,IAAI;AAAA,QACf,mBAAmB;AAAA,QACnB,WAAW;AAAA,QACX,eAAe;AAAA,MACjB;AACA,UAAI,IAAI,KAAK,CAAC;AAAA,IAChB;AAEA,QAAI,OAAO,MAAM,KAAM,GAAE,MAAM,IAAI,OAAO,KAAK,IAAI;AAEnD,eAAW,QAAQ,OAAO,SAAS,CAAC,GAAG;AACrC,QAAE,MAAM,IAAI,KAAK,IAAI;AACrB,iBAAW,QAAQ,KAAK,iBAAiB,CAAC,GAAG;AAC3C,UAAE,qBAAqB;AACvB,mBAAW,SAAS,KAAK,UAAU,CAAC,GAAG;AAErC,gBAAM,cAAc,MAAM,eAAe,KAAK;AAC9C,YAAE,aAAa,WAAW,KAAK;AAC/B,cAAI,CAAC,YAAa;AAClB,cAAI,YAAY,SAAS,WAAW,YAAY,SAAS,SAAS;AAChE,cAAE,gBAAgB;AAAA,UACpB;AACA,eAAK,YAAY,SAAS,QAAQ,YAAY,SAAS,YAAY,YAAY,UAAU;AACvF,cAAE,OAAO,IAAI,YAAY,QAAQ;AAAA,UACnC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,QAAyB,oBAAI,IAAI;AACvC,aAAW,CAAC,KAAK,CAAC,KAAK,KAAK;AAC1B,UAAM,IAAI,KAAK;AAAA,MACb,WAAW;AAAA,MACX,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK;AAAA,MAC7B,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK;AAAA,MACzB,mBAAmB,EAAE;AAAA,MACrB,WAAW,EAAE,MAAM;AAAA,MACnB,WAAW,EAAE;AAAA,MACb,eAAe,EAAE;AAAA,IACnB,CAAC;AAAA,EACH;AACA,SAAO;AACT;AAoBO,SAAS,8BACd,MACA,OACiC;AACjC,QAAM,UAAU,oBAAI,IAAyB;AAC7C,QAAM,eAA4B,CAAC;AAEnC,aAAW,OAAO,MAAM;AACtB,UAAM,aAAa,MAAM,IAAI,IAAI,SAAS;AAC1C,QAAI,CAAC,cAAc,WAAW,SAAS,WAAW,GAAG;AACnD,mBAAa,KAAK,GAAG;AACrB;AAAA,IACF;AACA,eAAW,SAAS,WAAW,UAAU;AACvC,YAAM,SAAS,QAAQ,IAAI,KAAK,KAAK,CAAC;AACtC,aAAO,KAAK,GAAG;AACf,cAAQ,IAAI,OAAO,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,aAAa;AACjC;;;AC/GO,SAAS,kBAAkB,MAAyD;AACzF,QAAM,EAAE,SAAS,OAAO,CAAC,GAAG,OAAO,kBAAkB,KAAK,IAAI;AAC9D,QAAM,YAAY,IAAI,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAGvD,QAAM,YAAY,CAAC,WAAqC;AACtD,QAAI,OAAO,WAAW,UAAW,QAAO,SAAS,IAAI;AACrD,QAAI,CAAC,OAAO,SAAS,MAAM,EAAG,QAAO,OAAO;AAC5C,QAAI,CAAC,MAAO,QAAO;AACnB,UAAM,EAAE,KAAK,IAAI,IAAI;AACrB,QAAI,QAAQ,IAAK,QAAO;AACxB,YAAQ,SAAS,QAAQ,MAAM;AAAA,EACjC;AAGA,QAAM,QAAQ,oBAAI,IAAgC;AAClD,aAAW,OAAO,SAAS;AACzB,UAAM,OAAO,MAAM,IAAI,IAAI,KAAK,KAAK,CAAC;AACtC,SAAK,KAAK,GAAG;AACb,UAAM,IAAI,IAAI,OAAO,IAAI;AAAA,EAC3B;AAEA,QAAM,OAAoB,CAAC;AAC3B,QAAM,cAAsD,CAAC;AAE7D,aAAW,CAAC,OAAO,UAAU,KAAK,OAAO;AACvC,UAAM,aAAa,WAChB,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,OAAO,UAAU,EAAE,MAAM,EAAE,EAAE,EAC3D,OAAO,CAAC,MAAM,OAAO,SAAS,EAAE,KAAK,CAAC;AACzC,QAAI,WAAW,WAAW,EAAG;AAE7B,UAAM,YAAY,WAAW,OAAO,CAAC,GAAG,MAAM,IAAI,EAAE,OAAO,CAAC,IAAI,WAAW;AAE3E,UAAM,UAAU,UAAU,IAAI,KAAK,KAAM,EAAE,MAAM;AAEjD,UAAM,cAAiC;AAAA,MACrC,UAAU,OAAO,YAAY,WAAW,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAAA,MAClF,YAAY,EAAE,QAAQ,UAAU;AAAA,MAChC,WAAW;AAAA,IACb;AAEA,UAAM,WAAW,QAAQ,YAAY;AACrC,UAAM,UAAsB;AAAA,MAC1B,GAAI,aAAa,YAAY,EAAE,cAAc,UAAU,IAAI,EAAE,aAAa,UAAU;AAAA,MACpF,KAAK,OAAO,YAAY,WAAW,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,KAAK,CAAC,CAAC;AAAA,MAC5E;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,WAAW;AACnC,SAAK,KAAK;AAAA,MACR;AAAA,MACA,cAAc,QAAQ,gBAAgB;AAAA,MACtC,aAAa,QAAQ,eAAe;AAAA,MACpC,MAAM;AAAA,MACN,OAAO,QAAQ,SAAS;AAAA,MACxB,YAAY,QAAQ,cAAc;AAAA,MAClC,YAAY,QAAQ,cAAc;AAAA,MAClC,WAAW,QAAQ,aAAa;AAAA,MAChC,QAAQ,QAAQ,UAAU;AAAA,MAC1B;AAAA,MACA,gBACE,YAAY,OAAO,EAAE,MAAM,cAAc,KAAK,KAAK,IAAI,EAAE,MAAM,YAAY,KAAK,QAAQ;AAAA,MAC1F,YAAY,EAAE,OAAO,GAAG,QAAQ,EAAE;AAAA,MAClC,iBAAiB;AAAA,MACjB;AAAA,MACA;AAAA,MACA,YAAY,QAAQ,cAAc;AAAA,IACpC,CAAC;AAED,QAAI,iBAAiB;AACnB,iBAAW,KAAK,WAAY,aAAY,KAAK,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,EAAE,MAAM,CAAC;AAAA,IACxF;AAAA,EACF;AAEA,SAAO,EAAE,MAAM,YAAY;AAC7B;;;AC5GA,IAAM,uBAAuB;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AACA,IAAM,aAAa,CAAC,gBAAgB,GAAG,qBAAqB,OAAO;AACnE,IAAM,mBAAmB,CAAC,sBAAsB,aAAa;AAC7D,IAAM,mBAAmB,CAAC,sBAAsB,aAAa;AAgBtD,SAAS,cAAc,MAAyC;AACrE,QAAM,EAAE,OAAO,eAAe,WAAW,eAAe,cAAc,IAAI;AAC1E,QAAM,UAAU,WAAW,KAAK;AAEhC,QAAM,OAAoB,CAAC;AAC3B,aAAW,CAAC,UAAUE,WAAU,KAAK,SAAS;AAC5C,UAAM,OAAO,SAASA,WAAU;AAChC,QAAI,CAAC,KAAM;AACX,UAAM,eAAe;AAAA,MACnBA,YAAW,IAAI,CAAC,UAAU;AAAA,QACxB,IAAI,KAAK;AAAA,QACT,GAAI,KAAK,eAAe,EAAE,UAAU,KAAK,aAAa,IAAI,CAAC;AAAA,QAC3D,YAAY,KAAK;AAAA,QACjB,WAAW,oBAAoB,IAAI;AAAA,QACnC,WAAW,oBAAoB,IAAI;AAAA,MACrC,EAAE;AAAA,IACJ;AACA,UAAM,cAAc,IAAI,IAAI,aAAa,WAAW;AACpD,UAAM,YAAYA,YAAW,OAAO,CAAC,SAAS,YAAY,IAAI,KAAK,MAAM,CAAC;AAC1E,UAAM,SAAS,mBAAmB,KAAK,mBAAmB,KAAK,eAAe;AAC9E,UAAM,QACJ,eAAe,WAAW,UAAU,KACpC,eAAeA,aAAY,UAAU,KACrC;AACF,UAAM,gBACH,aAAa,KAAK,WAAW,aAAa,KAAK,QAAQ,WACxD,aAAa,WAAW;AAC1B,UAAM,UAAU,gBAAgB;AAChC,UAAM,aAAa,yBAAyB,UAAUA,WAAU,KAAK;AACrE,UAAM,aAAa,eAAeA,aAAY,gBAAgB,KAAK;AACnE,UAAM,aAAa,eAAeA,aAAY,gBAAgB,KAAK;AACnE,UAAM,QAAQ,iBAAiB,UAAUA,aAAY,KAAK,WAAW;AACrE,UAAM,cAAc;AAAA,MAClBA,YAAW,OAAO,CAAC,SAAS,CAAC,KAAK,gBAAgB,wBAAwB,IAAI,CAAC;AAAA,MAC/E,uBAAuB,QAAQ;AAAA,IACjC;AAEA,UAAM,aAAa,oBAAoBA,WAAU;AACjD,UAAM,eAAe;AAAA,MACnBA,YAAW,IAAI,CAAC,UAAU;AAAA,QACxB,IAAI,aAAa,IAAI;AAAA,QACrB,GAAI,KAAK,eAAe,EAAE,UAAU,eAAe,IAAI,EAAE,IAAI,CAAC;AAAA,QAC9D,MAAM,iBAAiB,IAAI;AAAA,QAC3B,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,aAAa,CAAC,KAAK,gBAAgB,wBAAwB,IAAI;AAAA,MACjE,EAAE;AAAA,IACJ;AACA,eAAW,mBAAmB,aAAa;AAC3C,eAAW,wBAAwB,aAAa;AAChD,eAAW,sBAAsB,aAAa;AAC9C,eAAW,wBAAwB,aAAa;AAChD,eAAW,oBAAoB,aAAa;AAC5C,eAAW,yBAAyB,aAAa;AACjD,eAAW,2BAA2B,aAAa;AACnD,eAAW,iBAAiB,aAAa;AACzC,QAAI,aAAa,KAAK,UAAU,UAAa,CAAC,aAAa,KAAK,UAAU;AACxE,iBAAW,4BAA4B,aAAa,KAAK;AAAA,IAC3D;AACA,gCAA4B,YAAY,aAAa,SAAS;AAE9D,UAAM,cACJ,UAAU,SACN;AAAA,MACE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE;AAAA,MACtC,YAAY,EAAE,MAAM;AAAA,MACpB,WAAW;AAAA,IACb,IACA;AAEN,UAAM,kBAAkB,yBAAyBA,WAAU;AAC3D,UAAM,aACJ,oBAAoB,WAChBA,YAAW;AAAA,MACT,CAAC,SACC,CAAC,KAAK,gBAAgB,wBAAwB,IAAI,KAAK,KAAK,QAAQ,SAAS;AAAA,IACjF,IACA;AACN,UAAM,UAAsB;AAAA,MAC1B,KAAK;AAAA,MACL,GAAI,cAAc,EAAE,YAAY,IAAI,CAAC;AAAA,IACvC;AACA,QAAI,UAAU,QAAW;AACvB,UAAI,iBAAiB,UAAW,SAAQ,eAAe;AAAA,UAClD,SAAQ,cAAc;AAAA,IAC7B;AAEA,SAAK,KAAK;AAAA,MACR,OAAO;AAAA,MACP;AAAA,MACA,aAAc,KAAK,WAAW,oBAAoB,KAA4B;AAAA,MAC9E,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAY,KAAK,WAAW,mBAAmB,KAA4B;AAAA,MAC3E;AAAA,MACA;AAAA,MACA,gBACE,iBAAiB,SACb,EAAE,MAAM,cAAc,KAAK,KAAK,IAChC,EAAE,MAAM,YAAY,KAAK,aAAa;AAAA,MAC5C,YAAY,aAAa;AAAA,MACzB;AAAA,MACA,GAAI,aACA,EAAE,uBAAuB,WAAW,QAAQ,WAAW,WAAW,KAAK,IACvE,CAAC;AAAA,MACL;AAAA,MACA,GAAG;AAAA,MACH,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO;AACT;AAEA,SAAS,yBAAyB,OAA6C;AAC7E,QAAM,QAAQ,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,gBAAgB,wBAAwB,IAAI,CAAC;AACxF,MAAI,MAAM,WAAW,EAAG,QAAO;AAC/B,MAAI,MAAM,CAAC,EAAG,QAAQ,SAAS,KAAM,QAAO;AAC5C,MAAI,MAAM,CAAC,EAAG,QAAQ,SAAS,QAAS,QAAO;AAC/C,SAAO;AACT;AAEA,SAAS,wBAAwB,MAA+B;AAC9D,QAAM,OAAO,iBAAiB,IAAI;AAClC,MAAI,SAAS,SAAS,SAAS,UAAU,SAAS,eAAe,SAAS,aAAa;AACrF,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,aAAa,MAA0C;AAC9D,SAAO,eAAe,CAAC,IAAI,GAAG,CAAC,GAAG,qBAAqB,WAAW,CAAC,GAAG,YAAY;AACpF;AAEA,SAAS,iBAAiB,MAAsC;AAC9D,SAAO,qBAAqB;AAAA,IAC1B,MAAM,aAAa,IAAI;AAAA,IACvB,MAAM,KAAK;AAAA,IACX,YAAY,KAAK;AAAA,EACnB,CAAC;AACH;AAEA,SAAS,aAAa,MAA8B;AAClD,SAAO,GAAG,KAAK,OAAO,IAAI,KAAK,MAAM;AACvC;AAEA,SAAS,eAAe,MAA8B;AACpD,SAAO,GAAG,KAAK,OAAO,IAAI,KAAK,YAAY;AAC7C;AAEA,SAAS,oBAAoB,MAA+B;AAC1D,SAAO,gBAAgB;AAAA,IACrB,MAAM,aAAa,IAAI;AAAA,IACvB,MAAM,KAAK;AAAA,IACX,YAAY,KAAK;AAAA,EACnB,CAAC;AACH;AAEA,SAAS,oBAAoB,MAA+B;AAC1D,QAAM,OAAO,aAAa,IAAI;AAC9B,SAAO,SAAS,UAAa,SAAS;AACxC;AAIA,SAAS,WAAW,OAAwD;AAC1E,QAAM,IAAI,oBAAI,IAA8B;AAC5C,aAAW,QAAQ,OAAO;AACxB,UAAM,MAAO,KAAK,cAAc,KAA4B,KAAK;AACjE,UAAM,OAAO,EAAE,IAAI,GAAG,KAAK,CAAC;AAC5B,SAAK,KAAK,IAAI;AACd,MAAE,IAAI,KAAK,IAAI;AAAA,EACjB;AACA,SAAO;AACT;AAEA,SAAS,SAAS,OAAqD;AACrE,QAAM,kBAAkB,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,YAAY;AACjE,QAAM,gBAAgB,gBAAgB,OAAO,uBAAuB;AACpE,QAAM,OACJ,cAAc,SAAS,IAAI,gBAAgB,gBAAgB,SAAS,IAAI,kBAAkB;AAC5F,SAAO,WAAW,IAAI,EAAE,CAAC;AAC3B;AAEA,SAAS,eAAe,OAAyB,MAAoC;AACnF,aAAW,QAAQ,OAAO;AACxB,eAAW,OAAO,MAAM;AACtB,YAAM,IAAI,KAAK,WAAW,GAAG;AAC7B,UAAI,OAAO,MAAM,YAAY,EAAE,SAAS,EAAG,QAAO;AAAA,IACpD;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,yBACP,OACA,OACoB;AACpB,QAAM,SAAS,oBAAI,IAAY;AAC/B,aAAW,QAAQ,OAAO;AACxB,UAAM,WAAW,KAAK,mBAAmB;AACzC,QAAI,OAAO,aAAa,YAAY,SAAS,SAAS,EAAG,QAAO,IAAI,QAAQ;AAC5E,UAAM,YAAY,KAAK,WAAW,mBAAmB;AACrD,QAAI,OAAO,cAAc,YAAY,UAAU,SAAS,EAAG,QAAO,IAAI,SAAS;AAAA,EACjF;AACA,MAAI,OAAO,OAAO,GAAG;AACnB,UAAM,IAAI;AAAA,MACR,oDAAoD,KAAK,MAAM,CAAC,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC;AAAA,IAC9F;AAAA,EACF;AACA,SAAO,OAAO,OAAO,EAAE,KAAK,EAAE;AAChC;AAOA,SAAS,iBACP,OACA,OACA,aACoB;AACpB,QAAM,eAAe,WAAW,KAAK;AACrC,QAAM,UAA6B,CAAC;AAEpC,MAAI,aAAa;AACf,UAAM,WAAoB,YAAY,OAAO,YAAY;AACzD,QAAI,aAAa,QAAW;AAC1B,UAAI,OAAO,aAAa,YAAY,CAAC,OAAO,SAAS,QAAQ,GAAG;AAC9D,cAAM,IAAI;AAAA,UACR,oEAAoE,KAAK;AAAA,QAC3E;AAAA,MACF;AACA,cAAQ,KAAK,EAAE,OAAO,eAAe,OAAO,SAAS,CAAC;AAAA,IACxD;AAAA,EACF;AAEA,aAAW,QAAQ,cAAc;AAC/B,UAAM,OAAO,iBAAiB,IAAI;AAClC,QAAI,KAAK,gBAAgB,SAAS,YAAa;AAC/C,QAAI,SAAS,eAAe,KAAK,QAAQ,SAAS,QAAS;AAC3D,eAAW,OAAO,sBAAsB;AACtC,UAAI,CAAC,OAAO,OAAO,KAAK,YAAY,GAAG,EAAG;AAC1C,cAAQ,KAAK;AAAA,QACX,OAAO,SAAS,KAAK,MAAM,gBAAgB,GAAG;AAAA,QAC9C,OAAO,wBAAwB,OAAO,KAAK,QAAQ,KAAK,KAAK,WAAW,GAAG,CAAC;AAAA,MAC9E,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,EAAG,QAAO;AACjC,UAAQ,KAAK,CAAC,MAAM,UAAU,KAAK,MAAM,cAAc,MAAM,KAAK,CAAC;AACnE,QAAM,QAAQ,QAAQ,CAAC,EAAG;AAC1B,MAAI,QAAQ,KAAK,CAAC,WAAW,OAAO,UAAU,KAAK,GAAG;AACpD,UAAM,UAAU,QAAQ,IAAI,CAAC,WAAW,GAAG,OAAO,KAAK,IAAI,OAAO,KAAK,EAAE,EAAE,KAAK,IAAI;AACpF,UAAM,IAAI;AAAA,MACR,2DAA2D,KAAK,MAAM,OAAO;AAAA,IAC/E;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,wBACP,OACA,QACA,KACA,OACQ;AACR,QAAM,SAAS,SAAS,MAAM,gBAAgB,GAAG;AACjD,MAAI,OAAO,UAAU,UAAU;AAC7B,QAAI,MAAM,KAAK,EAAE,WAAW,GAAG;AAC7B,YAAM,IAAI;AAAA,QACR,kBAAkB,MAAM,sBAAsB,KAAK;AAAA,MACrD;AAAA,IACF;AACA,UAAM,SAAS,OAAO,KAAK;AAC3B,QAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,EACtC,WAAW,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,GAAG;AAC9D,WAAO;AAAA,EACT;AACA,QAAM,IAAI;AAAA,IACR,kBAAkB,MAAM,gDAAgD,KAAK;AAAA,EAC/E;AACF;AAEA,SAAS,WAAW,OAAoD;AACtE,SAAO,CAAC,GAAG,KAAK,EAAE;AAAA,IAChB,CAAC,MAAM,UACL,gBAAgB,KAAK,mBAAmB,MAAM,iBAAiB,KAC/D,KAAK,OAAO,cAAc,MAAM,MAAM;AAAA,EAC1C;AACF;AAEA,SAAS,cAAc,OAAuB;AAC5C,MAAI;AACF,WAAO,OAAO,KAAK;AAAA,EACrB,QAAQ;AACN,UAAM,IAAI,gBAAgB,qDAAqD,KAAK,GAAG;AAAA,EACzF;AACF;AAEA,SAAS,gBAAgB,MAAc,OAAuB;AAC5D,QAAM,YAAY,cAAc,IAAI;AACpC,QAAM,aAAa,cAAc,KAAK;AACtC,SAAO,YAAY,aAAa,KAAK,YAAY,aAAa,IAAI;AACpE;AAEA,SAAS,mBAAmB,OAAe,KAAqB;AAC9D,QAAM,QAAQ,cAAc,GAAG,IAAI,cAAc,KAAK;AACtD,MAAI,SAAS,GAAI,QAAO;AACxB,QAAM,UAAU,QAAQ;AACxB,QAAM,eAAe,QAAQ;AAC7B,QAAM,QAAQ,OAAO,OAAO,IAAI,OAAO,YAAY,IAAI;AACvD,MAAI,CAAC,OAAO,cAAc,OAAO,OAAO,CAAC,GAAG;AAC1C,UAAM,IAAI,gBAAgB,iEAAiE;AAAA,EAC7F;AACA,SAAO;AACT;AAEA,SAAS,oBAAoB,OAAiD;AAC5E,QAAM,MAA8B,CAAC;AACrC,aAAW,QAAQ,OAAO;AACxB,eAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,KAAK,UAAU,GAAG;AACpD,UAAI,OAAO,MAAM,YAAY,OAAO,SAAS,CAAC,EAAG,KAAI,CAAC,IAAI;AAAA,IAC5D;AAAA,EACF;AACA,SAAO;AACT;","names":["result","cellIds","join","ANALYSIS_ARTIFACT","join","groupSpans"]}