@tangle-network/agent-eval 0.134.0 → 0.134.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/dist/analyst/index.js +3 -3
  3. package/dist/benchmarks/index.js +1 -1
  4. package/dist/{benchmarks-v5piCeDl.js → benchmarks-Dw1Wv_JQ.js} +3 -3
  5. package/dist/{benchmarks-v5piCeDl.js.map → benchmarks-Dw1Wv_JQ.js.map} +1 -1
  6. package/dist/campaign/index.js +2 -2
  7. package/dist/{campaign-DEC_7DLn.js → campaign-B1c1T0kv.js} +4 -4
  8. package/dist/{campaign-DEC_7DLn.js.map → campaign-B1c1T0kv.js.map} +1 -1
  9. package/dist/cli.js +1 -1
  10. package/dist/contract/index.js +4 -3
  11. package/dist/contract/index.js.map +1 -1
  12. package/dist/{cost-ledger-BrJxbrMy.js → cost-ledger-ZAa_P4r0.js} +3 -238
  13. package/dist/cost-ledger-ZAa_P4r0.js.map +1 -0
  14. package/dist/{default-registry-IjYs7T8l.js → default-registry-CFUZyNeZ.js} +3 -3
  15. package/dist/{default-registry-IjYs7T8l.js.map → default-registry-CFUZyNeZ.js.map} +1 -1
  16. package/dist/{eval-campaign-CvPcvqXC.js → eval-campaign-CHFxPTVl.js} +2 -2
  17. package/dist/{eval-campaign-CvPcvqXC.js.map → eval-campaign-CHFxPTVl.js.map} +1 -1
  18. package/dist/fuzz.js +1 -1
  19. package/dist/index.d.ts +1 -1
  20. package/dist/index.d.ts.map +1 -1
  21. package/dist/index.js +90 -17
  22. package/dist/index.js.map +1 -1
  23. package/dist/{llm-client-ClPW-dWB.js → llm-client-BNcP4v08.js} +2 -2
  24. package/dist/{llm-client-ClPW-dWB.js.map → llm-client-BNcP4v08.js.map} +1 -1
  25. package/dist/metrics-C9YY1OcL.js +239 -0
  26. package/dist/metrics-C9YY1OcL.js.map +1 -0
  27. package/dist/multishot/index.d.ts +14 -2
  28. package/dist/multishot/index.d.ts.map +1 -1
  29. package/dist/multishot/index.js +116 -24
  30. package/dist/multishot/index.js.map +1 -1
  31. package/dist/openapi.json +1 -1
  32. package/dist/rl.js +1 -1
  33. package/dist/{semantic-concept-judge-C0P1VTXD.js → semantic-concept-judge-Ca--u10C.js} +3 -3
  34. package/dist/{semantic-concept-judge-C0P1VTXD.js.map → semantic-concept-judge-Ca--u10C.js.map} +1 -1
  35. package/dist/{server-BPqlDBWK.js → server-Dc_lsOYd.js} +3 -3
  36. package/dist/{server-BPqlDBWK.js.map → server-Dc_lsOYd.js.map} +1 -1
  37. package/dist/{skillopt-optimization-method-BY6vKLJB.js → skillopt-optimization-method-Cl4XPkLC.js} +3 -3
  38. package/dist/{skillopt-optimization-method-BY6vKLJB.js.map → skillopt-optimization-method-Cl4XPkLC.js.map} +1 -1
  39. package/dist/wire/index.js +1 -1
  40. package/package.json +1 -1
  41. package/dist/cost-ledger-BrJxbrMy.js.map +0 -1
@@ -1,6 +1,6 @@
1
1
  import { f as verifyAgentProfileCell, h as hashJson, p as canonicalize, s as buildAgentProfileCell } from "./agent-profile-cell-OhuTee9n.js";
2
2
  import { t as FileSystemRawProviderSink } from "./raw-provider-sink-BQd7mzyT.js";
3
- import { a as assertLlmRoute } from "./llm-client-ClPW-dWB.js";
3
+ import { a as assertLlmRoute } from "./llm-client-BNcP4v08.js";
4
4
  import { t as TraceEmitter } from "./emitter-CPBAhxum.js";
5
5
  import { s as validateRunRecord } from "./run-record-BIwU2wdV.js";
6
6
  import { i as researchReport } from "./summary-report-BxtossFi.js";
@@ -346,4 +346,4 @@ function defaultRunId(params) {
346
346
  //#endregion
347
347
  export { runEvalCampaign as t };
348
348
 
349
- //# sourceMappingURL=eval-campaign-CvPcvqXC.js.map
349
+ //# sourceMappingURL=eval-campaign-CHFxPTVl.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"eval-campaign-CvPcvqXC.js","names":[],"sources":["../src/eval-campaign.ts"],"sourcesContent":["/**\n * EvalCampaign — opinionated matrix runner that wires the four\n * capture-integrity directives by construction.\n *\n * The canonical benchmark shape — matrix runner → for each\n * (variant, scenario, seed) → start a TraceEmitter → call LLMs → end the\n * run → analyze — has a bug class at the integration boundary: raw\n * events not captured, route silently wrong, integrity not asserted,\n * analyst never run. The directives in `SKILL.md § Capture integrity`\n * are the mitigations.\n *\n * `EvalCampaign` is the structural fix — consumers don't wire the\n * integrity surface themselves; the campaign owns it. Specifically:\n *\n * - calls `assertLlmRoute` once at preflight before any work runs\n * - constructs a per-run `TraceStore` and `RawProviderSink` via factories\n * - constructs the `TraceEmitter` with `onRunComplete: [analyst hook]`\n * - hands the runner an `LlmClientOptions` pre-wired with the sink and\n * trace context — the runner can't accidentally call an LLM without\n * capturing the raw HTTP envelope\n * - calls `assertRunCaptured` after every `endRun` and routes failures\n * through a configurable policy (`throw` / `mark_failed` / `log`)\n * - assembles per-run `RunRecord`s and runs `researchReport` at the end\n * so the campaign artifact is launch-decision-grade by default\n * - embeds the campaign fingerprint (a SHA-256 over the canonicalised\n * run set) and optional `preregistrationHash` in the report\n *\n * The runner contract is intentionally narrow: produce a `CampaignRunOutcome`\n * given a fully-wired `CampaignRunContext`. Everything orchestration-shaped\n * lives in the campaign. This is the inversion-of-control point — consumers\n * stop writing matrix runners and start writing scenario-runners.\n *\n * Out of scope for v1 (tracked in `docs/research-report-methodology.md`):\n *\n * - Distributed/cluster execution (concurrency is local async)\n * - Adaptive sampling / sequential interim looks\n * - Resume from partial state across crashes\n * - LLM-call retry beyond what `LlmClient` already does\n */\n\nimport {\n type AgentProfileCell,\n type AgentProfileCellInput,\n buildAgentProfileCell,\n verifyAgentProfileCell,\n} from './agent-profile-cell'\nimport { assertLlmRoute, type LlmClientOptions, type LlmRouteRequirements } from './llm-client'\nimport { canonicalize, hashJson } from './pre-registration'\nimport type {\n JudgeScoresRecord,\n RunCostProvenance,\n RunJudgeMetadata,\n RunOutcome,\n RunRecord,\n RunSplitTag,\n RunTaskFailure,\n RunTokenUsage,\n} from './run-record'\nimport { validateRunRecord } from './run-record'\nimport { type ResearchReport, type ResearchReportOptions, researchReport } from './summary-report'\nimport type { RunCompleteHook } from './trace/emitter'\nimport { TraceEmitter } from './trace/emitter'\nimport {\n assertRunCaptured,\n RunIntegrityError,\n type RunIntegrityExpectations,\n type RunIntegrityReport,\n} from './trace/integrity'\nimport { FileSystemRawProviderSink, type RawProviderSink } from './trace/raw-provider-sink'\nimport type { TraceStore } from './trace/store'\n\n// ── Public types ─────────────────────────────────────────────────────────\n\nexport interface CampaignVariant<V> {\n id: string\n payload: V\n}\n\nexport interface CampaignScenario {\n scenarioId: string\n /** Free-form metadata propagated to runs and reports. */\n tags?: Record<string, string>\n}\n\nexport interface CampaignRunContext<V> {\n /** Stable run id. The campaign generates this; the runner does not. */\n runId: string\n /** Logical experiment id (campaignId by default; overridable per-run via opts). */\n experimentId: string\n variant: V\n variantId: string\n scenarioId: string\n scenarioTags: Record<string, string>\n seed: number\n splitTag: RunSplitTag\n /**\n * The TraceEmitter for this run, with `onRunComplete` hooks pre-wired\n * (analyst auto-execution if configured, plus integrity check). The\n * runner MUST call `emitter.startRun` before doing any work and either\n * `emitter.endRun` or `emitter.abortRun` before returning.\n */\n emitter: TraceEmitter\n store: TraceStore\n rawSink: RawProviderSink\n /**\n * Pre-wired LLM client options — `rawSink` and `traceContext` are populated\n * so any `callLlm(req, ctx.llmOpts)` automatically captures raw HTTP. The\n * runner can spread additional fields if needed.\n */\n llmOpts: LlmClientOptions\n}\n\ninterface CampaignRunOutcomeFields {\n /** Did the run pass? Mirrors `RunOutcome.pass` semantics. */\n pass: boolean\n /** Score for the run on its split. Maps to `searchScore` or `holdoutScore`. */\n score: number\n /** Cost in USD, or null when the runner could not capture it. */\n costUsd: number | null\n /** Source of the cost amount. */\n costProvenance: RunCostProvenance\n tokenUsage: RunTokenUsage\n /** Snapshot model id (e.g. `claude-sonnet-4-6@2025-04-15`). */\n model: string\n /** sha256 of the effective prompt sent to the model. */\n promptHash: string\n /** sha256 of the effective config (model, temperature, tools, judges, splits). */\n configHash: string\n /** Optional extra numeric metrics to land in `outcome.raw`. */\n raw?: Record<string, number>\n /** Optional judge metadata when a judge was used. */\n judgeMetadata?: RunJudgeMetadata\n /**\n * Optional per-judge / per-dim breakdown for ensemble-judged runs.\n * Propagated to `outcome.judgeScores` on the resulting `RunRecord`.\n * Single-judge or scalar-only runs leave this unset.\n */\n judgeScores?: JudgeScoresRecord\n /**\n * Agent profile cell observed by the runner. When supplied, it overrides\n * `EvalCampaignOptions.agentProfile` for this run and must match the\n * outcome's `model` and `promptHash`.\n */\n agentProfile?: AgentProfileCell | AgentProfileCellInput\n}\n\n/** Campaign result with the same task-failure invariant as `RunRecord`. */\nexport type CampaignRunOutcome = CampaignRunOutcomeFields & RunTaskFailure\n\nexport type CampaignRunner<V> = (ctx: CampaignRunContext<V>) => Promise<CampaignRunOutcome>\n\nexport type CampaignIntegrityPolicy = 'throw' | 'mark_failed' | 'log'\n\nexport interface EvalCampaignOptions<V> {\n /**\n * Stable id for the campaign. Used as the default `experimentId` on\n * every run, and folded into the campaign fingerprint.\n */\n campaignId: string\n variants: CampaignVariant<V>[]\n scenarios: CampaignScenario[]\n /** Default `[0, 1, 2]`. */\n seeds?: number[]\n /** Default `'holdout'` — the split that anchors a launch decision. */\n splitTag?: RunSplitTag\n /** Git SHA the campaign is run against. Mandatory; `RunRecord` rejects unset. */\n commitSha: string\n /**\n * LLM client config. Augmented per-run with `rawSink` and `traceContext`\n * before being passed to the runner. The campaign asserts this config\n * matches `routeRequirements` once at preflight.\n */\n llmOpts: LlmClientOptions\n /**\n * Default `{ requireExplicitBaseUrl: true, requireAuth: true }` — fail\n * loud if the campaign would silently fall back to the public router or\n * run unauthenticated. Override with an empty object to disable.\n */\n routeRequirements?: LlmRouteRequirements\n /**\n * Per-run TraceStore factory. Common shape: a fresh store per run keyed\n * on `runId`. Implementations that share a store across the campaign\n * are valid — the campaign only writes through `emitter`.\n */\n storeFactory: (params: CampaignFactoryParams) => TraceStore\n /**\n * Per-run RawProviderSink factory. Defaults to `FileSystemRawProviderSink`\n * rooted at `${workDir}/raw-events/${runId}` if `workDir` is supplied;\n * otherwise required. Forensic capture is non-negotiable in a campaign\n * run — pass `NoopRawProviderSink` explicitly if you want to opt out.\n */\n rawSinkFactory?: (params: CampaignFactoryParams) => RawProviderSink\n /**\n * Filesystem root for default `rawSinkFactory`. Ignored if\n * `rawSinkFactory` is supplied.\n */\n workDir?: string\n /**\n * Extra `onRunComplete` hooks the campaign appends (after its own\n * integrity-check hook). Pass `traceAnalystOnRunComplete(...)` here.\n */\n onRunComplete?: RunCompleteHook[]\n /**\n * Per-run integrity expectations. Defaults to:\n * `{ llmSpansMin: 1, requireRawCoverageOfLlmSpans: true, requireOutcome: true }`.\n * Override (e.g. `{ llmSpansMin: 0 }`) for runs that don't call LLMs.\n */\n integrity?: RunIntegrityExpectations\n /** Behaviour when integrity fails. Default `'mark_failed'`. */\n onIntegrityFailure?: CampaignIntegrityPolicy\n /**\n * Per-run runner. Receives a fully-wired context; produces an outcome\n * the campaign converts into a `RunRecord`.\n */\n runner: CampaignRunner<V>\n /**\n * If set, the campaign computes `researchReport` at the end. `comparator`\n * is a `variantId`. Other fields are forwarded verbatim.\n */\n report?: { comparator?: string } & Omit<\n ResearchReportOptions,\n 'comparator' | 'preregistrationHash' | 'generatedAt'\n >\n /**\n * Hash of a signed `HypothesisManifest` (see `pre-registration.ts`).\n * Embedded in the campaign fingerprint and the research report.\n */\n preregistrationHash?: string\n /** Local concurrency. Default `1` (sequential). */\n concurrency?: number\n /**\n * Override the time source. Tests pass a mock to make wallMs deterministic.\n */\n now?: () => number\n /** Override the runId generator. Tests pin this. */\n runId?: (params: CampaignFactoryParams) => string\n /**\n * Agent profile cell for campaign runs. Static profiles can pass an object;\n * routers or variant-specific harnesses can pass a factory. The campaign\n * stamps the built cell onto every `RunRecord` and rejects profile/model or\n * profile/prompt contradictions.\n */\n agentProfile?:\n | AgentProfileCell\n | AgentProfileCellInput\n | ((\n params: CampaignFactoryParams & {\n variant: V\n scenarioTags: Record<string, string>\n },\n ) =>\n | AgentProfileCell\n | AgentProfileCellInput\n | Promise<AgentProfileCell | AgentProfileCellInput>)\n}\n\nexport interface CampaignFactoryParams {\n campaignId: string\n runId: string\n variantId: string\n scenarioId: string\n seed: number\n}\n\nexport interface FailedRun {\n runId: string\n variantId: string\n scenarioId: string\n seed: number\n reason: string\n error?: string\n}\n\nexport interface EvalCampaignResult {\n campaignId: string\n /** SHA-256 over canonicalised `(variantIds, scenarioIds, seeds, comparator, splitTag, baseUrl, provider, preregistrationHash)`. */\n campaignFingerprint: string\n preregistrationHash: string | null\n /** Successful runs only. Failed runs land in `failedRuns`. */\n runs: RunRecord[]\n /** Integrity reports for every successful run. */\n integrityReports: RunIntegrityReport[]\n failedRuns: FailedRun[]\n /** Computed when `report` is set on options. */\n report?: ResearchReport\n startedAt: string\n endedAt: string\n}\n\n// ── Implementation ───────────────────────────────────────────────────────\n\nconst DEFAULT_INTEGRITY: RunIntegrityExpectations = {\n llmSpansMin: 1,\n requireRawCoverageOfLlmSpans: true,\n requireOutcome: true,\n}\n\nconst DEFAULT_ROUTE: LlmRouteRequirements = {\n requireExplicitBaseUrl: true,\n requireAuth: true,\n}\n\nexport async function runEvalCampaign<V>(\n opts: EvalCampaignOptions<V>,\n): Promise<EvalCampaignResult> {\n // ── Preflight ──────────────────────────────────────────────────────\n assertLlmRoute(opts.llmOpts, opts.routeRequirements ?? DEFAULT_ROUTE)\n\n if (opts.variants.length === 0) {\n throw new Error('runEvalCampaign: variants must be non-empty.')\n }\n if (opts.scenarios.length === 0) {\n throw new Error('runEvalCampaign: scenarios must be non-empty.')\n }\n const variantIds = new Set<string>()\n for (const v of opts.variants) {\n if (variantIds.has(v.id)) {\n throw new Error(`runEvalCampaign: duplicate variant id \"${v.id}\".`)\n }\n variantIds.add(v.id)\n }\n const scenarioIds = new Set<string>()\n for (const s of opts.scenarios) {\n if (scenarioIds.has(s.scenarioId)) {\n throw new Error(`runEvalCampaign: duplicate scenarioId \"${s.scenarioId}\".`)\n }\n scenarioIds.add(s.scenarioId)\n }\n if (opts.report?.comparator && !variantIds.has(opts.report.comparator)) {\n throw new Error(\n `runEvalCampaign: report.comparator \"${opts.report.comparator}\" is not a configured variantId.`,\n )\n }\n if (!opts.commitSha) {\n throw new Error('runEvalCampaign: commitSha is required (every RunRecord needs it).')\n }\n\n const seeds = opts.seeds ?? [0, 1, 2]\n const splitTag: RunSplitTag = opts.splitTag ?? 'holdout'\n const concurrency = Math.max(1, opts.concurrency ?? 1)\n const integrity = { ...DEFAULT_INTEGRITY, ...(opts.integrity ?? {}) }\n const onIntegrityFailure: CampaignIntegrityPolicy = opts.onIntegrityFailure ?? 'mark_failed'\n const now = opts.now ?? (() => Date.now())\n const baseUrl = (opts.llmOpts.baseUrl ?? '').replace(/\\/+$/, '')\n const provider = opts.llmOpts.provider ?? null\n const preregistrationHash = opts.preregistrationHash ?? null\n\n const rawSinkFactory = opts.rawSinkFactory ?? defaultRawSinkFactory(opts.workDir)\n\n // ── Fingerprint ────────────────────────────────────────────────────\n const campaignFingerprint = await hashJson(\n canonicalize({\n campaignId: opts.campaignId,\n variants: opts.variants.map((v) => v.id).sort(),\n scenarios: opts.scenarios.map((s) => s.scenarioId).sort(),\n seeds: [...seeds].sort((a, b) => a - b),\n splitTag,\n comparator: opts.report?.comparator ?? null,\n baseUrl,\n provider,\n preregistrationHash,\n }),\n )\n\n // ── Plan the matrix ────────────────────────────────────────────────\n type Cell = { variant: CampaignVariant<V>; scenario: CampaignScenario; seed: number }\n const cells: Cell[] = []\n for (const variant of opts.variants) {\n for (const scenario of opts.scenarios) {\n for (const seed of seeds) {\n cells.push({ variant, scenario, seed })\n }\n }\n }\n\n const startedAt = new Date(now()).toISOString()\n const runs: RunRecord[] = []\n const integrityReports: RunIntegrityReport[] = []\n const failedRuns: FailedRun[] = []\n\n // ── Execute (bounded-concurrency worker pool) ──────────────────────\n // A genuine (non-CellExecutionError) error from any worker is a bug, not a\n // run-level failure. We must NOT let `Promise.all` reject mid-flight and\n // orphan the other workers' in-progress runs (emitters never finalized,\n // sinks/handles leak, partial work silently discarded). Instead: capture the\n // first genuine error, stop dispatching new cells so in-flight workers wind\n // down, finalize every still-open run, then re-throw the aggregated error.\n let cursor = 0\n let aborting = false\n const genuineErrors: unknown[] = []\n // Emitters for runs that are currently mid-flight, keyed by runId. A worker\n // registers its emitter before invoking the runner and removes it once the\n // run is finalized (via endRun/abortRun, success or failure). Anything left\n // here after the pool settles is an orphan we must abort.\n const openRuns = new Map<string, TraceEmitter>()\n\n async function worker(): Promise<void> {\n while (!aborting) {\n const i = cursor++\n if (i >= cells.length) return\n const cell = cells[i]!\n try {\n const result = await runOneCell(cell)\n runs.push(result.record)\n integrityReports.push(result.integrity)\n } catch (err) {\n if (err instanceof CellExecutionError) {\n failedRuns.push(err.failed)\n if (err.integrity) integrityReports.push(err.integrity)\n } else {\n // Genuine bug — not a runner failure, not an integrity failure.\n // Capture it and stop dispatching so peers wind down gracefully;\n // re-thrown after the pool settles. Do not surface here — that would\n // reject Promise.all and orphan the other workers' runs.\n genuineErrors.push(err)\n aborting = true\n return\n }\n }\n }\n }\n\n async function runOneCell(\n cell: Cell,\n ): Promise<{ record: RunRecord; integrity: RunIntegrityReport }> {\n const runId = (opts.runId ?? defaultRunId)({\n campaignId: opts.campaignId,\n runId: '', // unused by default generator\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n })\n const factoryParams: CampaignFactoryParams = {\n campaignId: opts.campaignId,\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n }\n const store = opts.storeFactory(factoryParams)\n const rawSink = rawSinkFactory(factoryParams)\n\n const emitter = new TraceEmitter(store, {\n runId,\n now: opts.now,\n onRunComplete: opts.onRunComplete,\n })\n // Track this run as open so a genuine error elsewhere in the pool can\n // finalize it instead of orphaning it. Removed in the finally below.\n openRuns.set(runId, emitter)\n\n const llmOpts: LlmClientOptions = {\n ...opts.llmOpts,\n rawSink,\n traceContext: { runId },\n }\n\n const ctx: CampaignRunContext<V> = {\n runId,\n experimentId: opts.campaignId,\n variant: cell.variant.payload,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n scenarioTags: cell.scenario.tags ?? {},\n seed: cell.seed,\n splitTag,\n emitter,\n store,\n rawSink,\n llmOpts,\n }\n\n try {\n const wallStart = now()\n let outcome: CampaignRunOutcome\n try {\n outcome = await opts.runner(ctx)\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err)\n // The runner threw mid-execution. Abort the run so the emitter\n // finalizes. The only benign abortRun failure is \"the runner never\n // started the run\" (nothing to finalize). A store-write failure (disk\n // full, FS error) is a genuine diagnostic — surface it rather than\n // masking it as a plain runner failure.\n await finalizeAbort(emitter, runId, message)\n throw new CellExecutionError({\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n reason: 'runner_threw',\n error: message,\n })\n }\n const wallMs = now() - wallStart\n\n const integrityReport = await assertRunCaptured(store, runId, { ...integrity, rawSink })\n if (!integrityReport.ok) {\n switch (onIntegrityFailure) {\n case 'throw':\n throw new RunIntegrityError(integrityReport)\n case 'mark_failed':\n throw new CellExecutionError(\n {\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n reason: 'integrity_failed',\n error: integrityReport.issues.map((i) => i.code).join(', '),\n },\n integrityReport,\n )\n case 'log':\n // Caller wants the run admitted with a flagged report; fall through.\n break\n }\n }\n\n const recordOutcome: RunOutcome = {\n raw: outcome.raw ?? {},\n }\n if (splitTag === 'holdout') recordOutcome.holdoutScore = outcome.score\n else recordOutcome.searchScore = outcome.score\n if (outcome.judgeScores !== undefined) recordOutcome.judgeScores = outcome.judgeScores\n\n const record: RunRecord = {\n runId,\n experimentId: opts.campaignId,\n candidateId: cell.variant.id,\n seed: cell.seed,\n model: outcome.model,\n promptHash: outcome.promptHash,\n configHash: outcome.configHash,\n commitSha: opts.commitSha,\n wallMs,\n costUsd: outcome.costUsd,\n costProvenance: outcome.costProvenance,\n tokenUsage: outcome.tokenUsage,\n terminalOutcome: 'succeeded',\n judgeMetadata: outcome.judgeMetadata,\n outcome: recordOutcome,\n ...(outcome.failureClass ? { failureClass: outcome.failureClass } : {}),\n failureMode: outcome.failureMode,\n splitTag,\n scenarioId: cell.scenario.scenarioId,\n }\n const profileSource =\n outcome.agentProfile ??\n (typeof opts.agentProfile === 'function'\n ? await opts.agentProfile({\n campaignId: opts.campaignId,\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n variant: cell.variant.payload,\n scenarioTags: cell.scenario.tags ?? {},\n })\n : opts.agentProfile)\n if (profileSource !== undefined) {\n const agentProfile = await resolveAgentProfileCell(profileSource)\n assertAgentProfileMatchesRun(agentProfile, outcome.model, outcome.promptHash)\n record.agentProfile = agentProfile\n }\n return { record: validateRunRecord(record), integrity: integrityReport }\n } finally {\n // This run's worker has finished with it (success, run-level failure, or\n // genuine error). It is no longer the pool's job to finalize — drop it so\n // the post-settle sweep doesn't double-abort a finalized run.\n openRuns.delete(runId)\n }\n }\n\n const workers = Array.from({ length: Math.min(concurrency, cells.length) }, () => worker())\n // allSettled (not all): a genuine error in one worker must not reject the\n // pool mid-flight and orphan the others. Each worker captures its own\n // genuine error into `genuineErrors` and returns; we re-throw below.\n await Promise.allSettled(workers)\n\n // Finalize any run still open after the pool wound down. With the\n // stop-dispatch flag these are the runs that were mid-flight in peer workers\n // when the first genuine error fired — abort them so their emitters finalize\n // (hooks fire, store records a terminal status) instead of leaking.\n for (const [runId, emitter] of openRuns) {\n await finalizeAbort(emitter, runId, 'campaign aborted: genuine error in a sibling run')\n }\n openRuns.clear()\n\n if (genuineErrors.length > 0) {\n throw genuineErrors.length === 1\n ? genuineErrors[0]\n : new AggregateError(\n genuineErrors,\n `runEvalCampaign: ${genuineErrors.length} runs failed with genuine (non-run-level) errors`,\n )\n }\n\n // ── Optional research report ───────────────────────────────────────\n let report: ResearchReport | undefined\n if (opts.report) {\n const reportOpts: ResearchReportOptions = {\n ...opts.report,\n comparator: opts.report.comparator,\n split: splitTag === 'dev' ? 'search' : splitTag,\n generatedAt: new Date(now()).toISOString(),\n preregistrationHash: preregistrationHash ?? undefined,\n }\n report = await researchReport(runs, reportOpts)\n }\n\n const endedAt = new Date(now()).toISOString()\n\n return {\n campaignId: opts.campaignId,\n campaignFingerprint,\n preregistrationHash,\n runs,\n integrityReports,\n failedRuns,\n report,\n startedAt,\n endedAt,\n }\n}\n\n// ── Internal ─────────────────────────────────────────────────────────────\n\nclass CellExecutionError extends Error {\n readonly failed: FailedRun\n readonly integrity?: RunIntegrityReport\n constructor(failed: FailedRun, integrity?: RunIntegrityReport) {\n super(`cell ${failed.variantId}/${failed.scenarioId}@${failed.seed} failed: ${failed.reason}`)\n this.failed = failed\n this.integrity = integrity\n }\n}\n\n/**\n * Abort a run whose owning work threw or was orphaned by a sibling's genuine\n * error, finalizing the emitter so hooks fire and the store records a terminal\n * status. Safe to call unconditionally: it only aborts runs that are still\n * `running`. Two no-op cases are intentional and benign:\n *\n * - the run was never started (absent from the store) — nothing to finalize\n * - the run is already terminal (`completed` / `failed` / `aborted`) —\n * finalizing again would overwrite the real outcome (e.g. flip a passed run\n * to `aborted` with `{ pass: false, notes: reason }`), so we leave it alone\n *\n * Any OTHER failure of the store read or the abort write (disk full, FS fault,\n * backend down) is a genuine diagnostic and propagates rather than being\n * swallowed.\n */\nexport async function finalizeAbort(\n emitter: TraceEmitter,\n runId: string,\n reason: string,\n): Promise<void> {\n const existing = await emitter.traceStore.getRun(runId)\n if (existing === undefined) return // run never started; nothing to abort\n if (existing.status !== 'running') return // already finalized; never overwrite a real outcome\n await emitter.abortRun(reason)\n}\n\nfunction defaultRawSinkFactory(workDir: string | undefined) {\n return (params: CampaignFactoryParams): RawProviderSink => {\n if (!workDir) {\n throw new Error(\n 'runEvalCampaign: rawSinkFactory not supplied and workDir not set. Pass either to enable raw provider capture, or pass `new NoopRawProviderSink()` via rawSinkFactory to opt out explicitly.',\n )\n }\n return new FileSystemRawProviderSink({\n dir: `${workDir}/raw-events/${params.runId}`,\n })\n }\n}\n\nasync function resolveAgentProfileCell(\n input: AgentProfileCell | AgentProfileCellInput,\n): Promise<AgentProfileCell> {\n if (isAgentProfileCell(input)) {\n if (!(await verifyAgentProfileCell(input))) {\n throw new Error(`runEvalCampaign: agentProfile.cellId does not match its content`)\n }\n return input\n }\n return buildAgentProfileCell(input)\n}\n\nfunction isAgentProfileCell(\n input: AgentProfileCell | AgentProfileCellInput,\n): input is AgentProfileCell {\n return 'schemaVersion' in input && 'cellId' in input\n}\n\nfunction assertAgentProfileMatchesRun(\n profile: AgentProfileCell,\n model: string,\n promptHash: string,\n): void {\n if (profile.model !== undefined && profile.model !== model) {\n throw new Error(\n `runEvalCampaign: agentProfile.model \"${profile.model}\" does not match outcome.model \"${model}\"`,\n )\n }\n if (profile.promptHash !== undefined && profile.promptHash !== promptHash) {\n throw new Error(\n `runEvalCampaign: agentProfile.promptHash \"${profile.promptHash}\" does not match outcome.promptHash \"${promptHash}\"`,\n )\n }\n}\n\nfunction defaultRunId(params: CampaignFactoryParams): string {\n // Stable across re-runs: fingerprint of (campaignId, variantId, scenarioId, seed).\n // Caller can override via opts.runId for non-deterministic IDs.\n const base = `${params.campaignId}::${params.variantId}::${params.scenarioId}::${params.seed}`\n // Lightweight hex: we don't need crypto-grade here, just stability + uniqueness.\n let h1 = 0x811c9dc5\n let h2 = 0x12345678\n for (let i = 0; i < base.length; i++) {\n const c = base.charCodeAt(i)\n h1 = Math.imul(h1 ^ c, 0x01000193) >>> 0\n h2 = Math.imul(h2 ^ c, 0x9e3779b1) >>> 0\n }\n return `run-${h1.toString(16).padStart(8, '0')}${h2.toString(16).padStart(8, '0')}`\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmSA,MAAM,oBAA8C;CAClD,aAAa;CACb,8BAA8B;CAC9B,gBAAgB;AAClB;AAEA,MAAM,gBAAsC;CAC1C,wBAAwB;CACxB,aAAa;AACf;AAEA,eAAsB,gBACpB,MAC6B;CAE7B,eAAe,KAAK,SAAS,KAAK,qBAAqB,aAAa;CAEpE,IAAI,KAAK,SAAS,WAAW,GAC3B,MAAM,IAAI,MAAM,8CAA8C;CAEhE,IAAI,KAAK,UAAU,WAAW,GAC5B,MAAM,IAAI,MAAM,+CAA+C;CAEjE,MAAM,6BAAa,IAAI,IAAY;CACnC,KAAK,MAAM,KAAK,KAAK,UAAU;EAC7B,IAAI,WAAW,IAAI,EAAE,EAAE,GACrB,MAAM,IAAI,MAAM,0CAA0C,EAAE,GAAG,GAAG;EAEpE,WAAW,IAAI,EAAE,EAAE;CACrB;CACA,MAAM,8BAAc,IAAI,IAAY;CACpC,KAAK,MAAM,KAAK,KAAK,WAAW;EAC9B,IAAI,YAAY,IAAI,EAAE,UAAU,GAC9B,MAAM,IAAI,MAAM,0CAA0C,EAAE,WAAW,GAAG;EAE5E,YAAY,IAAI,EAAE,UAAU;CAC9B;CACA,IAAI,KAAK,QAAQ,cAAc,CAAC,WAAW,IAAI,KAAK,OAAO,UAAU,GACnE,MAAM,IAAI,MACR,uCAAuC,KAAK,OAAO,WAAW,iCAChE;CAEF,IAAI,CAAC,KAAK,WACR,MAAM,IAAI,MAAM,oEAAoE;CAGtF,MAAM,QAAQ,KAAK,SAAS;EAAC;EAAG;EAAG;CAAC;CACpC,MAAM,WAAwB,KAAK,YAAY;CAC/C,MAAM,cAAc,KAAK,IAAI,GAAG,KAAK,eAAe,CAAC;CACrD,MAAM,YAAY;EAAE,GAAG;EAAmB,GAAI,KAAK,aAAa,CAAC;CAAG;CACpE,MAAM,qBAA8C,KAAK,sBAAsB;CAC/E,MAAM,MAAM,KAAK,cAAc,KAAK,IAAI;CACxC,MAAM,WAAW,KAAK,QAAQ,WAAW,GAAA,CAAI,QAAQ,QAAQ,EAAE;CAC/D,MAAM,WAAW,KAAK,QAAQ,YAAY;CAC1C,MAAM,sBAAsB,KAAK,uBAAuB;CAExD,MAAM,iBAAiB,KAAK,kBAAkB,sBAAsB,KAAK,OAAO;CAGhF,MAAM,sBAAsB,MAAM,SAChC,aAAa;EACX,YAAY,KAAK;EACjB,UAAU,KAAK,SAAS,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK;EAC9C,WAAW,KAAK,UAAU,KAAK,MAAM,EAAE,UAAU,CAAC,CAAC,KAAK;EACxD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;EACtC;EACA,YAAY,KAAK,QAAQ,cAAc;EACvC;EACA;EACA;CACF,CAAC,CACH;CAIA,MAAM,QAAgB,CAAC;CACvB,KAAK,MAAM,WAAW,KAAK,UACzB,KAAK,MAAM,YAAY,KAAK,WAC1B,KAAK,MAAM,QAAQ,OACjB,MAAM,KAAK;EAAE;EAAS;EAAU;CAAK,CAAC;CAK5C,MAAM,YAAY,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;CAC9C,MAAM,OAAoB,CAAC;CAC3B,MAAM,mBAAyC,CAAC;CAChD,MAAM,aAA0B,CAAC;CASjC,IAAI,SAAS;CACb,IAAI,WAAW;CACf,MAAM,gBAA2B,CAAC;CAKlC,MAAM,2BAAW,IAAI,IAA0B;CAE/C,eAAe,SAAwB;EACrC,OAAO,CAAC,UAAU;GAChB,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,QAAQ;GACvB,MAAM,OAAO,MAAM;GACnB,IAAI;IACF,MAAM,SAAS,MAAM,WAAW,IAAI;IACpC,KAAK,KAAK,OAAO,MAAM;IACvB,iBAAiB,KAAK,OAAO,SAAS;GACxC,SAAS,KAAK;IACZ,IAAI,eAAe,oBAAoB;KACrC,WAAW,KAAK,IAAI,MAAM;KAC1B,IAAI,IAAI,WAAW,iBAAiB,KAAK,IAAI,SAAS;IACxD,OAAO;KAKL,cAAc,KAAK,GAAG;KACtB,WAAW;KACX;IACF;GACF;EACF;CACF;CAEA,eAAe,WACb,MAC+D;EAC/D,MAAM,SAAS,KAAK,SAAS,aAAA,CAAc;GACzC,YAAY,KAAK;GACjB,OAAO;GACP,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,MAAM,KAAK;EACb,CAAC;EACD,MAAM,gBAAuC;GAC3C,YAAY,KAAK;GACjB;GACA,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,MAAM,KAAK;EACb;EACA,MAAM,QAAQ,KAAK,aAAa,aAAa;EAC7C,MAAM,UAAU,eAAe,aAAa;EAE5C,MAAM,UAAU,IAAI,aAAa,OAAO;GACtC;GACA,KAAK,KAAK;GACV,eAAe,KAAK;EACtB,CAAC;EAGD,SAAS,IAAI,OAAO,OAAO;EAE3B,MAAM,UAA4B;GAChC,GAAG,KAAK;GACR;GACA,cAAc,EAAE,MAAM;EACxB;EAEA,MAAM,MAA6B;GACjC;GACA,cAAc,KAAK;GACnB,SAAS,KAAK,QAAQ;GACtB,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,cAAc,KAAK,SAAS,QAAQ,CAAC;GACrC,MAAM,KAAK;GACX;GACA;GACA;GACA;GACA;EACF;EAEA,IAAI;GACF,MAAM,YAAY,IAAI;GACtB,IAAI;GACJ,IAAI;IACF,UAAU,MAAM,KAAK,OAAO,GAAG;GACjC,SAAS,KAAK;IACZ,MAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;IAM/D,MAAM,cAAc,SAAS,OAAO,OAAO;IAC3C,MAAM,IAAI,mBAAmB;KAC3B;KACA,WAAW,KAAK,QAAQ;KACxB,YAAY,KAAK,SAAS;KAC1B,MAAM,KAAK;KACX,QAAQ;KACR,OAAO;IACT,CAAC;GACH;GACA,MAAM,SAAS,IAAI,IAAI;GAEvB,MAAM,kBAAkB,MAAM,kBAAkB,OAAO,OAAO;IAAE,GAAG;IAAW;GAAQ,CAAC;GACvF,IAAI,CAAC,gBAAgB,IACnB,QAAQ,oBAAR;IACE,KAAK,SACH,MAAM,IAAI,kBAAkB,eAAe;IAC7C,KAAK,eACH,MAAM,IAAI,mBACR;KACE;KACA,WAAW,KAAK,QAAQ;KACxB,YAAY,KAAK,SAAS;KAC1B,MAAM,KAAK;KACX,QAAQ;KACR,OAAO,gBAAgB,OAAO,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI;IAC5D,GACA,eACF;IACF,KAAK,OAEH;GACJ;GAGF,MAAM,gBAA4B,EAChC,KAAK,QAAQ,OAAO,CAAC,EACvB;GACA,IAAI,aAAa,WAAW,cAAc,eAAe,QAAQ;QAC5D,cAAc,cAAc,QAAQ;GACzC,IAAI,QAAQ,gBAAgB,KAAA,GAAW,cAAc,cAAc,QAAQ;GAE3E,MAAM,SAAoB;IACxB;IACA,cAAc,KAAK;IACnB,aAAa,KAAK,QAAQ;IAC1B,MAAM,KAAK;IACX,OAAO,QAAQ;IACf,YAAY,QAAQ;IACpB,YAAY,QAAQ;IACpB,WAAW,KAAK;IAChB;IACA,SAAS,QAAQ;IACjB,gBAAgB,QAAQ;IACxB,YAAY,QAAQ;IACpB,iBAAiB;IACjB,eAAe,QAAQ;IACvB,SAAS;IACT,GAAI,QAAQ,eAAe,EAAE,cAAc,QAAQ,aAAa,IAAI,CAAC;IACrE,aAAa,QAAQ;IACrB;IACA,YAAY,KAAK,SAAS;GAC5B;GACA,MAAM,gBACJ,QAAQ,iBACP,OAAO,KAAK,iBAAiB,aAC1B,MAAM,KAAK,aAAa;IACtB,YAAY,KAAK;IACjB;IACA,WAAW,KAAK,QAAQ;IACxB,YAAY,KAAK,SAAS;IAC1B,MAAM,KAAK;IACX,SAAS,KAAK,QAAQ;IACtB,cAAc,KAAK,SAAS,QAAQ,CAAC;GACvC,CAAC,IACD,KAAK;GACX,IAAI,kBAAkB,KAAA,GAAW;IAC/B,MAAM,eAAe,MAAM,wBAAwB,aAAa;IAChE,6BAA6B,cAAc,QAAQ,OAAO,QAAQ,UAAU;IAC5E,OAAO,eAAe;GACxB;GACA,OAAO;IAAE,QAAQ,kBAAkB,MAAM;IAAG,WAAW;GAAgB;EACzE,UAAU;GAIR,SAAS,OAAO,KAAK;EACvB;CACF;CAEA,MAAM,UAAU,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,aAAa,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC;CAI1F,MAAM,QAAQ,WAAW,OAAO;CAMhC,KAAK,MAAM,CAAC,OAAO,YAAY,UAC7B,MAAM,cAAc,SAAS,OAAO,kDAAkD;CAExF,SAAS,MAAM;CAEf,IAAI,cAAc,SAAS,GACzB,MAAM,cAAc,WAAW,IAC3B,cAAc,KACd,IAAI,eACF,eACA,oBAAoB,cAAc,OAAO,iDAC3C;CAIN,IAAI;CACJ,IAAI,KAAK,QAQP,SAAS,MAAM,eAAe,MAAM;EANlC,GAAG,KAAK;EACR,YAAY,KAAK,OAAO;EACxB,OAAO,aAAa,QAAQ,WAAW;EACvC,aAAa,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;EACzC,qBAAqB,uBAAuB,KAAA;CAED,CAAC;CAGhD,MAAM,UAAU,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;CAE5C,OAAO;EACL,YAAY,KAAK;EACjB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF;AAIA,IAAM,qBAAN,cAAiC,MAAM;CACrC;CACA;CACA,YAAY,QAAmB,WAAgC;EAC7D,MAAM,QAAQ,OAAO,UAAU,GAAG,OAAO,WAAW,GAAG,OAAO,KAAK,WAAW,OAAO,QAAQ;EAC7F,KAAK,SAAS;EACd,KAAK,YAAY;CACnB;AACF;;;;;;;;;;;;;;;;AAiBA,eAAsB,cACpB,SACA,OACA,QACe;CACf,MAAM,WAAW,MAAM,QAAQ,WAAW,OAAO,KAAK;CACtD,IAAI,aAAa,KAAA,GAAW;CAC5B,IAAI,SAAS,WAAW,WAAW;CACnC,MAAM,QAAQ,SAAS,MAAM;AAC/B;AAEA,SAAS,sBAAsB,SAA6B;CAC1D,QAAQ,WAAmD;EACzD,IAAI,CAAC,SACH,MAAM,IAAI,MACR,6LACF;EAEF,OAAO,IAAI,0BAA0B,EACnC,KAAK,GAAG,QAAQ,cAAc,OAAO,QACvC,CAAC;CACH;AACF;AAEA,eAAe,wBACb,OAC2B;CAC3B,IAAI,mBAAmB,KAAK,GAAG;EAC7B,IAAI,CAAE,MAAM,uBAAuB,KAAK,GACtC,MAAM,IAAI,MAAM,iEAAiE;EAEnF,OAAO;CACT;CACA,OAAO,sBAAsB,KAAK;AACpC;AAEA,SAAS,mBACP,OAC2B;CAC3B,OAAO,mBAAmB,SAAS,YAAY;AACjD;AAEA,SAAS,6BACP,SACA,OACA,YACM;CACN,IAAI,QAAQ,UAAU,KAAA,KAAa,QAAQ,UAAU,OACnD,MAAM,IAAI,MACR,wCAAwC,QAAQ,MAAM,kCAAkC,MAAM,EAChG;CAEF,IAAI,QAAQ,eAAe,KAAA,KAAa,QAAQ,eAAe,YAC7D,MAAM,IAAI,MACR,6CAA6C,QAAQ,WAAW,uCAAuC,WAAW,EACpH;AAEJ;AAEA,SAAS,aAAa,QAAuC;CAG3D,MAAM,OAAO,GAAG,OAAO,WAAW,IAAI,OAAO,UAAU,IAAI,OAAO,WAAW,IAAI,OAAO;CAExF,IAAI,KAAK;CACT,IAAI,KAAK;CACT,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,IAAI,KAAK,WAAW,CAAC;EAC3B,KAAK,KAAK,KAAK,KAAK,GAAG,QAAU,MAAM;EACvC,KAAK,KAAK,KAAK,KAAK,GAAG,UAAU,MAAM;CACzC;CACA,OAAO,OAAO,GAAG,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG;AAClF"}
1
+ {"version":3,"file":"eval-campaign-CHFxPTVl.js","names":[],"sources":["../src/eval-campaign.ts"],"sourcesContent":["/**\n * EvalCampaign — opinionated matrix runner that wires the four\n * capture-integrity directives by construction.\n *\n * The canonical benchmark shape — matrix runner → for each\n * (variant, scenario, seed) → start a TraceEmitter → call LLMs → end the\n * run → analyze — has a bug class at the integration boundary: raw\n * events not captured, route silently wrong, integrity not asserted,\n * analyst never run. The directives in `SKILL.md § Capture integrity`\n * are the mitigations.\n *\n * `EvalCampaign` is the structural fix — consumers don't wire the\n * integrity surface themselves; the campaign owns it. Specifically:\n *\n * - calls `assertLlmRoute` once at preflight before any work runs\n * - constructs a per-run `TraceStore` and `RawProviderSink` via factories\n * - constructs the `TraceEmitter` with `onRunComplete: [analyst hook]`\n * - hands the runner an `LlmClientOptions` pre-wired with the sink and\n * trace context — the runner can't accidentally call an LLM without\n * capturing the raw HTTP envelope\n * - calls `assertRunCaptured` after every `endRun` and routes failures\n * through a configurable policy (`throw` / `mark_failed` / `log`)\n * - assembles per-run `RunRecord`s and runs `researchReport` at the end\n * so the campaign artifact is launch-decision-grade by default\n * - embeds the campaign fingerprint (a SHA-256 over the canonicalised\n * run set) and optional `preregistrationHash` in the report\n *\n * The runner contract is intentionally narrow: produce a `CampaignRunOutcome`\n * given a fully-wired `CampaignRunContext`. Everything orchestration-shaped\n * lives in the campaign. This is the inversion-of-control point — consumers\n * stop writing matrix runners and start writing scenario-runners.\n *\n * Out of scope for v1 (tracked in `docs/research-report-methodology.md`):\n *\n * - Distributed/cluster execution (concurrency is local async)\n * - Adaptive sampling / sequential interim looks\n * - Resume from partial state across crashes\n * - LLM-call retry beyond what `LlmClient` already does\n */\n\nimport {\n type AgentProfileCell,\n type AgentProfileCellInput,\n buildAgentProfileCell,\n verifyAgentProfileCell,\n} from './agent-profile-cell'\nimport { assertLlmRoute, type LlmClientOptions, type LlmRouteRequirements } from './llm-client'\nimport { canonicalize, hashJson } from './pre-registration'\nimport type {\n JudgeScoresRecord,\n RunCostProvenance,\n RunJudgeMetadata,\n RunOutcome,\n RunRecord,\n RunSplitTag,\n RunTaskFailure,\n RunTokenUsage,\n} from './run-record'\nimport { validateRunRecord } from './run-record'\nimport { type ResearchReport, type ResearchReportOptions, researchReport } from './summary-report'\nimport type { RunCompleteHook } from './trace/emitter'\nimport { TraceEmitter } from './trace/emitter'\nimport {\n assertRunCaptured,\n RunIntegrityError,\n type RunIntegrityExpectations,\n type RunIntegrityReport,\n} from './trace/integrity'\nimport { FileSystemRawProviderSink, type RawProviderSink } from './trace/raw-provider-sink'\nimport type { TraceStore } from './trace/store'\n\n// ── Public types ─────────────────────────────────────────────────────────\n\nexport interface CampaignVariant<V> {\n id: string\n payload: V\n}\n\nexport interface CampaignScenario {\n scenarioId: string\n /** Free-form metadata propagated to runs and reports. */\n tags?: Record<string, string>\n}\n\nexport interface CampaignRunContext<V> {\n /** Stable run id. The campaign generates this; the runner does not. */\n runId: string\n /** Logical experiment id (campaignId by default; overridable per-run via opts). */\n experimentId: string\n variant: V\n variantId: string\n scenarioId: string\n scenarioTags: Record<string, string>\n seed: number\n splitTag: RunSplitTag\n /**\n * The TraceEmitter for this run, with `onRunComplete` hooks pre-wired\n * (analyst auto-execution if configured, plus integrity check). The\n * runner MUST call `emitter.startRun` before doing any work and either\n * `emitter.endRun` or `emitter.abortRun` before returning.\n */\n emitter: TraceEmitter\n store: TraceStore\n rawSink: RawProviderSink\n /**\n * Pre-wired LLM client options — `rawSink` and `traceContext` are populated\n * so any `callLlm(req, ctx.llmOpts)` automatically captures raw HTTP. The\n * runner can spread additional fields if needed.\n */\n llmOpts: LlmClientOptions\n}\n\ninterface CampaignRunOutcomeFields {\n /** Did the run pass? Mirrors `RunOutcome.pass` semantics. */\n pass: boolean\n /** Score for the run on its split. Maps to `searchScore` or `holdoutScore`. */\n score: number\n /** Cost in USD, or null when the runner could not capture it. */\n costUsd: number | null\n /** Source of the cost amount. */\n costProvenance: RunCostProvenance\n tokenUsage: RunTokenUsage\n /** Snapshot model id (e.g. `claude-sonnet-4-6@2025-04-15`). */\n model: string\n /** sha256 of the effective prompt sent to the model. */\n promptHash: string\n /** sha256 of the effective config (model, temperature, tools, judges, splits). */\n configHash: string\n /** Optional extra numeric metrics to land in `outcome.raw`. */\n raw?: Record<string, number>\n /** Optional judge metadata when a judge was used. */\n judgeMetadata?: RunJudgeMetadata\n /**\n * Optional per-judge / per-dim breakdown for ensemble-judged runs.\n * Propagated to `outcome.judgeScores` on the resulting `RunRecord`.\n * Single-judge or scalar-only runs leave this unset.\n */\n judgeScores?: JudgeScoresRecord\n /**\n * Agent profile cell observed by the runner. When supplied, it overrides\n * `EvalCampaignOptions.agentProfile` for this run and must match the\n * outcome's `model` and `promptHash`.\n */\n agentProfile?: AgentProfileCell | AgentProfileCellInput\n}\n\n/** Campaign result with the same task-failure invariant as `RunRecord`. */\nexport type CampaignRunOutcome = CampaignRunOutcomeFields & RunTaskFailure\n\nexport type CampaignRunner<V> = (ctx: CampaignRunContext<V>) => Promise<CampaignRunOutcome>\n\nexport type CampaignIntegrityPolicy = 'throw' | 'mark_failed' | 'log'\n\nexport interface EvalCampaignOptions<V> {\n /**\n * Stable id for the campaign. Used as the default `experimentId` on\n * every run, and folded into the campaign fingerprint.\n */\n campaignId: string\n variants: CampaignVariant<V>[]\n scenarios: CampaignScenario[]\n /** Default `[0, 1, 2]`. */\n seeds?: number[]\n /** Default `'holdout'` — the split that anchors a launch decision. */\n splitTag?: RunSplitTag\n /** Git SHA the campaign is run against. Mandatory; `RunRecord` rejects unset. */\n commitSha: string\n /**\n * LLM client config. Augmented per-run with `rawSink` and `traceContext`\n * before being passed to the runner. The campaign asserts this config\n * matches `routeRequirements` once at preflight.\n */\n llmOpts: LlmClientOptions\n /**\n * Default `{ requireExplicitBaseUrl: true, requireAuth: true }` — fail\n * loud if the campaign would silently fall back to the public router or\n * run unauthenticated. Override with an empty object to disable.\n */\n routeRequirements?: LlmRouteRequirements\n /**\n * Per-run TraceStore factory. Common shape: a fresh store per run keyed\n * on `runId`. Implementations that share a store across the campaign\n * are valid — the campaign only writes through `emitter`.\n */\n storeFactory: (params: CampaignFactoryParams) => TraceStore\n /**\n * Per-run RawProviderSink factory. Defaults to `FileSystemRawProviderSink`\n * rooted at `${workDir}/raw-events/${runId}` if `workDir` is supplied;\n * otherwise required. Forensic capture is non-negotiable in a campaign\n * run — pass `NoopRawProviderSink` explicitly if you want to opt out.\n */\n rawSinkFactory?: (params: CampaignFactoryParams) => RawProviderSink\n /**\n * Filesystem root for default `rawSinkFactory`. Ignored if\n * `rawSinkFactory` is supplied.\n */\n workDir?: string\n /**\n * Extra `onRunComplete` hooks the campaign appends (after its own\n * integrity-check hook). Pass `traceAnalystOnRunComplete(...)` here.\n */\n onRunComplete?: RunCompleteHook[]\n /**\n * Per-run integrity expectations. Defaults to:\n * `{ llmSpansMin: 1, requireRawCoverageOfLlmSpans: true, requireOutcome: true }`.\n * Override (e.g. `{ llmSpansMin: 0 }`) for runs that don't call LLMs.\n */\n integrity?: RunIntegrityExpectations\n /** Behaviour when integrity fails. Default `'mark_failed'`. */\n onIntegrityFailure?: CampaignIntegrityPolicy\n /**\n * Per-run runner. Receives a fully-wired context; produces an outcome\n * the campaign converts into a `RunRecord`.\n */\n runner: CampaignRunner<V>\n /**\n * If set, the campaign computes `researchReport` at the end. `comparator`\n * is a `variantId`. Other fields are forwarded verbatim.\n */\n report?: { comparator?: string } & Omit<\n ResearchReportOptions,\n 'comparator' | 'preregistrationHash' | 'generatedAt'\n >\n /**\n * Hash of a signed `HypothesisManifest` (see `pre-registration.ts`).\n * Embedded in the campaign fingerprint and the research report.\n */\n preregistrationHash?: string\n /** Local concurrency. Default `1` (sequential). */\n concurrency?: number\n /**\n * Override the time source. Tests pass a mock to make wallMs deterministic.\n */\n now?: () => number\n /** Override the runId generator. Tests pin this. */\n runId?: (params: CampaignFactoryParams) => string\n /**\n * Agent profile cell for campaign runs. Static profiles can pass an object;\n * routers or variant-specific harnesses can pass a factory. The campaign\n * stamps the built cell onto every `RunRecord` and rejects profile/model or\n * profile/prompt contradictions.\n */\n agentProfile?:\n | AgentProfileCell\n | AgentProfileCellInput\n | ((\n params: CampaignFactoryParams & {\n variant: V\n scenarioTags: Record<string, string>\n },\n ) =>\n | AgentProfileCell\n | AgentProfileCellInput\n | Promise<AgentProfileCell | AgentProfileCellInput>)\n}\n\nexport interface CampaignFactoryParams {\n campaignId: string\n runId: string\n variantId: string\n scenarioId: string\n seed: number\n}\n\nexport interface FailedRun {\n runId: string\n variantId: string\n scenarioId: string\n seed: number\n reason: string\n error?: string\n}\n\nexport interface EvalCampaignResult {\n campaignId: string\n /** SHA-256 over canonicalised `(variantIds, scenarioIds, seeds, comparator, splitTag, baseUrl, provider, preregistrationHash)`. */\n campaignFingerprint: string\n preregistrationHash: string | null\n /** Successful runs only. Failed runs land in `failedRuns`. */\n runs: RunRecord[]\n /** Integrity reports for every successful run. */\n integrityReports: RunIntegrityReport[]\n failedRuns: FailedRun[]\n /** Computed when `report` is set on options. */\n report?: ResearchReport\n startedAt: string\n endedAt: string\n}\n\n// ── Implementation ───────────────────────────────────────────────────────\n\nconst DEFAULT_INTEGRITY: RunIntegrityExpectations = {\n llmSpansMin: 1,\n requireRawCoverageOfLlmSpans: true,\n requireOutcome: true,\n}\n\nconst DEFAULT_ROUTE: LlmRouteRequirements = {\n requireExplicitBaseUrl: true,\n requireAuth: true,\n}\n\nexport async function runEvalCampaign<V>(\n opts: EvalCampaignOptions<V>,\n): Promise<EvalCampaignResult> {\n // ── Preflight ──────────────────────────────────────────────────────\n assertLlmRoute(opts.llmOpts, opts.routeRequirements ?? DEFAULT_ROUTE)\n\n if (opts.variants.length === 0) {\n throw new Error('runEvalCampaign: variants must be non-empty.')\n }\n if (opts.scenarios.length === 0) {\n throw new Error('runEvalCampaign: scenarios must be non-empty.')\n }\n const variantIds = new Set<string>()\n for (const v of opts.variants) {\n if (variantIds.has(v.id)) {\n throw new Error(`runEvalCampaign: duplicate variant id \"${v.id}\".`)\n }\n variantIds.add(v.id)\n }\n const scenarioIds = new Set<string>()\n for (const s of opts.scenarios) {\n if (scenarioIds.has(s.scenarioId)) {\n throw new Error(`runEvalCampaign: duplicate scenarioId \"${s.scenarioId}\".`)\n }\n scenarioIds.add(s.scenarioId)\n }\n if (opts.report?.comparator && !variantIds.has(opts.report.comparator)) {\n throw new Error(\n `runEvalCampaign: report.comparator \"${opts.report.comparator}\" is not a configured variantId.`,\n )\n }\n if (!opts.commitSha) {\n throw new Error('runEvalCampaign: commitSha is required (every RunRecord needs it).')\n }\n\n const seeds = opts.seeds ?? [0, 1, 2]\n const splitTag: RunSplitTag = opts.splitTag ?? 'holdout'\n const concurrency = Math.max(1, opts.concurrency ?? 1)\n const integrity = { ...DEFAULT_INTEGRITY, ...(opts.integrity ?? {}) }\n const onIntegrityFailure: CampaignIntegrityPolicy = opts.onIntegrityFailure ?? 'mark_failed'\n const now = opts.now ?? (() => Date.now())\n const baseUrl = (opts.llmOpts.baseUrl ?? '').replace(/\\/+$/, '')\n const provider = opts.llmOpts.provider ?? null\n const preregistrationHash = opts.preregistrationHash ?? null\n\n const rawSinkFactory = opts.rawSinkFactory ?? defaultRawSinkFactory(opts.workDir)\n\n // ── Fingerprint ────────────────────────────────────────────────────\n const campaignFingerprint = await hashJson(\n canonicalize({\n campaignId: opts.campaignId,\n variants: opts.variants.map((v) => v.id).sort(),\n scenarios: opts.scenarios.map((s) => s.scenarioId).sort(),\n seeds: [...seeds].sort((a, b) => a - b),\n splitTag,\n comparator: opts.report?.comparator ?? null,\n baseUrl,\n provider,\n preregistrationHash,\n }),\n )\n\n // ── Plan the matrix ────────────────────────────────────────────────\n type Cell = { variant: CampaignVariant<V>; scenario: CampaignScenario; seed: number }\n const cells: Cell[] = []\n for (const variant of opts.variants) {\n for (const scenario of opts.scenarios) {\n for (const seed of seeds) {\n cells.push({ variant, scenario, seed })\n }\n }\n }\n\n const startedAt = new Date(now()).toISOString()\n const runs: RunRecord[] = []\n const integrityReports: RunIntegrityReport[] = []\n const failedRuns: FailedRun[] = []\n\n // ── Execute (bounded-concurrency worker pool) ──────────────────────\n // A genuine (non-CellExecutionError) error from any worker is a bug, not a\n // run-level failure. We must NOT let `Promise.all` reject mid-flight and\n // orphan the other workers' in-progress runs (emitters never finalized,\n // sinks/handles leak, partial work silently discarded). Instead: capture the\n // first genuine error, stop dispatching new cells so in-flight workers wind\n // down, finalize every still-open run, then re-throw the aggregated error.\n let cursor = 0\n let aborting = false\n const genuineErrors: unknown[] = []\n // Emitters for runs that are currently mid-flight, keyed by runId. A worker\n // registers its emitter before invoking the runner and removes it once the\n // run is finalized (via endRun/abortRun, success or failure). Anything left\n // here after the pool settles is an orphan we must abort.\n const openRuns = new Map<string, TraceEmitter>()\n\n async function worker(): Promise<void> {\n while (!aborting) {\n const i = cursor++\n if (i >= cells.length) return\n const cell = cells[i]!\n try {\n const result = await runOneCell(cell)\n runs.push(result.record)\n integrityReports.push(result.integrity)\n } catch (err) {\n if (err instanceof CellExecutionError) {\n failedRuns.push(err.failed)\n if (err.integrity) integrityReports.push(err.integrity)\n } else {\n // Genuine bug — not a runner failure, not an integrity failure.\n // Capture it and stop dispatching so peers wind down gracefully;\n // re-thrown after the pool settles. Do not surface here — that would\n // reject Promise.all and orphan the other workers' runs.\n genuineErrors.push(err)\n aborting = true\n return\n }\n }\n }\n }\n\n async function runOneCell(\n cell: Cell,\n ): Promise<{ record: RunRecord; integrity: RunIntegrityReport }> {\n const runId = (opts.runId ?? defaultRunId)({\n campaignId: opts.campaignId,\n runId: '', // unused by default generator\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n })\n const factoryParams: CampaignFactoryParams = {\n campaignId: opts.campaignId,\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n }\n const store = opts.storeFactory(factoryParams)\n const rawSink = rawSinkFactory(factoryParams)\n\n const emitter = new TraceEmitter(store, {\n runId,\n now: opts.now,\n onRunComplete: opts.onRunComplete,\n })\n // Track this run as open so a genuine error elsewhere in the pool can\n // finalize it instead of orphaning it. Removed in the finally below.\n openRuns.set(runId, emitter)\n\n const llmOpts: LlmClientOptions = {\n ...opts.llmOpts,\n rawSink,\n traceContext: { runId },\n }\n\n const ctx: CampaignRunContext<V> = {\n runId,\n experimentId: opts.campaignId,\n variant: cell.variant.payload,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n scenarioTags: cell.scenario.tags ?? {},\n seed: cell.seed,\n splitTag,\n emitter,\n store,\n rawSink,\n llmOpts,\n }\n\n try {\n const wallStart = now()\n let outcome: CampaignRunOutcome\n try {\n outcome = await opts.runner(ctx)\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err)\n // The runner threw mid-execution. Abort the run so the emitter\n // finalizes. The only benign abortRun failure is \"the runner never\n // started the run\" (nothing to finalize). A store-write failure (disk\n // full, FS error) is a genuine diagnostic — surface it rather than\n // masking it as a plain runner failure.\n await finalizeAbort(emitter, runId, message)\n throw new CellExecutionError({\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n reason: 'runner_threw',\n error: message,\n })\n }\n const wallMs = now() - wallStart\n\n const integrityReport = await assertRunCaptured(store, runId, { ...integrity, rawSink })\n if (!integrityReport.ok) {\n switch (onIntegrityFailure) {\n case 'throw':\n throw new RunIntegrityError(integrityReport)\n case 'mark_failed':\n throw new CellExecutionError(\n {\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n reason: 'integrity_failed',\n error: integrityReport.issues.map((i) => i.code).join(', '),\n },\n integrityReport,\n )\n case 'log':\n // Caller wants the run admitted with a flagged report; fall through.\n break\n }\n }\n\n const recordOutcome: RunOutcome = {\n raw: outcome.raw ?? {},\n }\n if (splitTag === 'holdout') recordOutcome.holdoutScore = outcome.score\n else recordOutcome.searchScore = outcome.score\n if (outcome.judgeScores !== undefined) recordOutcome.judgeScores = outcome.judgeScores\n\n const record: RunRecord = {\n runId,\n experimentId: opts.campaignId,\n candidateId: cell.variant.id,\n seed: cell.seed,\n model: outcome.model,\n promptHash: outcome.promptHash,\n configHash: outcome.configHash,\n commitSha: opts.commitSha,\n wallMs,\n costUsd: outcome.costUsd,\n costProvenance: outcome.costProvenance,\n tokenUsage: outcome.tokenUsage,\n terminalOutcome: 'succeeded',\n judgeMetadata: outcome.judgeMetadata,\n outcome: recordOutcome,\n ...(outcome.failureClass ? { failureClass: outcome.failureClass } : {}),\n failureMode: outcome.failureMode,\n splitTag,\n scenarioId: cell.scenario.scenarioId,\n }\n const profileSource =\n outcome.agentProfile ??\n (typeof opts.agentProfile === 'function'\n ? await opts.agentProfile({\n campaignId: opts.campaignId,\n runId,\n variantId: cell.variant.id,\n scenarioId: cell.scenario.scenarioId,\n seed: cell.seed,\n variant: cell.variant.payload,\n scenarioTags: cell.scenario.tags ?? {},\n })\n : opts.agentProfile)\n if (profileSource !== undefined) {\n const agentProfile = await resolveAgentProfileCell(profileSource)\n assertAgentProfileMatchesRun(agentProfile, outcome.model, outcome.promptHash)\n record.agentProfile = agentProfile\n }\n return { record: validateRunRecord(record), integrity: integrityReport }\n } finally {\n // This run's worker has finished with it (success, run-level failure, or\n // genuine error). It is no longer the pool's job to finalize — drop it so\n // the post-settle sweep doesn't double-abort a finalized run.\n openRuns.delete(runId)\n }\n }\n\n const workers = Array.from({ length: Math.min(concurrency, cells.length) }, () => worker())\n // allSettled (not all): a genuine error in one worker must not reject the\n // pool mid-flight and orphan the others. Each worker captures its own\n // genuine error into `genuineErrors` and returns; we re-throw below.\n await Promise.allSettled(workers)\n\n // Finalize any run still open after the pool wound down. With the\n // stop-dispatch flag these are the runs that were mid-flight in peer workers\n // when the first genuine error fired — abort them so their emitters finalize\n // (hooks fire, store records a terminal status) instead of leaking.\n for (const [runId, emitter] of openRuns) {\n await finalizeAbort(emitter, runId, 'campaign aborted: genuine error in a sibling run')\n }\n openRuns.clear()\n\n if (genuineErrors.length > 0) {\n throw genuineErrors.length === 1\n ? genuineErrors[0]\n : new AggregateError(\n genuineErrors,\n `runEvalCampaign: ${genuineErrors.length} runs failed with genuine (non-run-level) errors`,\n )\n }\n\n // ── Optional research report ───────────────────────────────────────\n let report: ResearchReport | undefined\n if (opts.report) {\n const reportOpts: ResearchReportOptions = {\n ...opts.report,\n comparator: opts.report.comparator,\n split: splitTag === 'dev' ? 'search' : splitTag,\n generatedAt: new Date(now()).toISOString(),\n preregistrationHash: preregistrationHash ?? undefined,\n }\n report = await researchReport(runs, reportOpts)\n }\n\n const endedAt = new Date(now()).toISOString()\n\n return {\n campaignId: opts.campaignId,\n campaignFingerprint,\n preregistrationHash,\n runs,\n integrityReports,\n failedRuns,\n report,\n startedAt,\n endedAt,\n }\n}\n\n// ── Internal ─────────────────────────────────────────────────────────────\n\nclass CellExecutionError extends Error {\n readonly failed: FailedRun\n readonly integrity?: RunIntegrityReport\n constructor(failed: FailedRun, integrity?: RunIntegrityReport) {\n super(`cell ${failed.variantId}/${failed.scenarioId}@${failed.seed} failed: ${failed.reason}`)\n this.failed = failed\n this.integrity = integrity\n }\n}\n\n/**\n * Abort a run whose owning work threw or was orphaned by a sibling's genuine\n * error, finalizing the emitter so hooks fire and the store records a terminal\n * status. Safe to call unconditionally: it only aborts runs that are still\n * `running`. Two no-op cases are intentional and benign:\n *\n * - the run was never started (absent from the store) — nothing to finalize\n * - the run is already terminal (`completed` / `failed` / `aborted`) —\n * finalizing again would overwrite the real outcome (e.g. flip a passed run\n * to `aborted` with `{ pass: false, notes: reason }`), so we leave it alone\n *\n * Any OTHER failure of the store read or the abort write (disk full, FS fault,\n * backend down) is a genuine diagnostic and propagates rather than being\n * swallowed.\n */\nexport async function finalizeAbort(\n emitter: TraceEmitter,\n runId: string,\n reason: string,\n): Promise<void> {\n const existing = await emitter.traceStore.getRun(runId)\n if (existing === undefined) return // run never started; nothing to abort\n if (existing.status !== 'running') return // already finalized; never overwrite a real outcome\n await emitter.abortRun(reason)\n}\n\nfunction defaultRawSinkFactory(workDir: string | undefined) {\n return (params: CampaignFactoryParams): RawProviderSink => {\n if (!workDir) {\n throw new Error(\n 'runEvalCampaign: rawSinkFactory not supplied and workDir not set. Pass either to enable raw provider capture, or pass `new NoopRawProviderSink()` via rawSinkFactory to opt out explicitly.',\n )\n }\n return new FileSystemRawProviderSink({\n dir: `${workDir}/raw-events/${params.runId}`,\n })\n }\n}\n\nasync function resolveAgentProfileCell(\n input: AgentProfileCell | AgentProfileCellInput,\n): Promise<AgentProfileCell> {\n if (isAgentProfileCell(input)) {\n if (!(await verifyAgentProfileCell(input))) {\n throw new Error(`runEvalCampaign: agentProfile.cellId does not match its content`)\n }\n return input\n }\n return buildAgentProfileCell(input)\n}\n\nfunction isAgentProfileCell(\n input: AgentProfileCell | AgentProfileCellInput,\n): input is AgentProfileCell {\n return 'schemaVersion' in input && 'cellId' in input\n}\n\nfunction assertAgentProfileMatchesRun(\n profile: AgentProfileCell,\n model: string,\n promptHash: string,\n): void {\n if (profile.model !== undefined && profile.model !== model) {\n throw new Error(\n `runEvalCampaign: agentProfile.model \"${profile.model}\" does not match outcome.model \"${model}\"`,\n )\n }\n if (profile.promptHash !== undefined && profile.promptHash !== promptHash) {\n throw new Error(\n `runEvalCampaign: agentProfile.promptHash \"${profile.promptHash}\" does not match outcome.promptHash \"${promptHash}\"`,\n )\n }\n}\n\nfunction defaultRunId(params: CampaignFactoryParams): string {\n // Stable across re-runs: fingerprint of (campaignId, variantId, scenarioId, seed).\n // Caller can override via opts.runId for non-deterministic IDs.\n const base = `${params.campaignId}::${params.variantId}::${params.scenarioId}::${params.seed}`\n // Lightweight hex: we don't need crypto-grade here, just stability + uniqueness.\n let h1 = 0x811c9dc5\n let h2 = 0x12345678\n for (let i = 0; i < base.length; i++) {\n const c = base.charCodeAt(i)\n h1 = Math.imul(h1 ^ c, 0x01000193) >>> 0\n h2 = Math.imul(h2 ^ c, 0x9e3779b1) >>> 0\n }\n return `run-${h1.toString(16).padStart(8, '0')}${h2.toString(16).padStart(8, '0')}`\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmSA,MAAM,oBAA8C;CAClD,aAAa;CACb,8BAA8B;CAC9B,gBAAgB;AAClB;AAEA,MAAM,gBAAsC;CAC1C,wBAAwB;CACxB,aAAa;AACf;AAEA,eAAsB,gBACpB,MAC6B;CAE7B,eAAe,KAAK,SAAS,KAAK,qBAAqB,aAAa;CAEpE,IAAI,KAAK,SAAS,WAAW,GAC3B,MAAM,IAAI,MAAM,8CAA8C;CAEhE,IAAI,KAAK,UAAU,WAAW,GAC5B,MAAM,IAAI,MAAM,+CAA+C;CAEjE,MAAM,6BAAa,IAAI,IAAY;CACnC,KAAK,MAAM,KAAK,KAAK,UAAU;EAC7B,IAAI,WAAW,IAAI,EAAE,EAAE,GACrB,MAAM,IAAI,MAAM,0CAA0C,EAAE,GAAG,GAAG;EAEpE,WAAW,IAAI,EAAE,EAAE;CACrB;CACA,MAAM,8BAAc,IAAI,IAAY;CACpC,KAAK,MAAM,KAAK,KAAK,WAAW;EAC9B,IAAI,YAAY,IAAI,EAAE,UAAU,GAC9B,MAAM,IAAI,MAAM,0CAA0C,EAAE,WAAW,GAAG;EAE5E,YAAY,IAAI,EAAE,UAAU;CAC9B;CACA,IAAI,KAAK,QAAQ,cAAc,CAAC,WAAW,IAAI,KAAK,OAAO,UAAU,GACnE,MAAM,IAAI,MACR,uCAAuC,KAAK,OAAO,WAAW,iCAChE;CAEF,IAAI,CAAC,KAAK,WACR,MAAM,IAAI,MAAM,oEAAoE;CAGtF,MAAM,QAAQ,KAAK,SAAS;EAAC;EAAG;EAAG;CAAC;CACpC,MAAM,WAAwB,KAAK,YAAY;CAC/C,MAAM,cAAc,KAAK,IAAI,GAAG,KAAK,eAAe,CAAC;CACrD,MAAM,YAAY;EAAE,GAAG;EAAmB,GAAI,KAAK,aAAa,CAAC;CAAG;CACpE,MAAM,qBAA8C,KAAK,sBAAsB;CAC/E,MAAM,MAAM,KAAK,cAAc,KAAK,IAAI;CACxC,MAAM,WAAW,KAAK,QAAQ,WAAW,GAAA,CAAI,QAAQ,QAAQ,EAAE;CAC/D,MAAM,WAAW,KAAK,QAAQ,YAAY;CAC1C,MAAM,sBAAsB,KAAK,uBAAuB;CAExD,MAAM,iBAAiB,KAAK,kBAAkB,sBAAsB,KAAK,OAAO;CAGhF,MAAM,sBAAsB,MAAM,SAChC,aAAa;EACX,YAAY,KAAK;EACjB,UAAU,KAAK,SAAS,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK;EAC9C,WAAW,KAAK,UAAU,KAAK,MAAM,EAAE,UAAU,CAAC,CAAC,KAAK;EACxD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;EACtC;EACA,YAAY,KAAK,QAAQ,cAAc;EACvC;EACA;EACA;CACF,CAAC,CACH;CAIA,MAAM,QAAgB,CAAC;CACvB,KAAK,MAAM,WAAW,KAAK,UACzB,KAAK,MAAM,YAAY,KAAK,WAC1B,KAAK,MAAM,QAAQ,OACjB,MAAM,KAAK;EAAE;EAAS;EAAU;CAAK,CAAC;CAK5C,MAAM,YAAY,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;CAC9C,MAAM,OAAoB,CAAC;CAC3B,MAAM,mBAAyC,CAAC;CAChD,MAAM,aAA0B,CAAC;CASjC,IAAI,SAAS;CACb,IAAI,WAAW;CACf,MAAM,gBAA2B,CAAC;CAKlC,MAAM,2BAAW,IAAI,IAA0B;CAE/C,eAAe,SAAwB;EACrC,OAAO,CAAC,UAAU;GAChB,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,QAAQ;GACvB,MAAM,OAAO,MAAM;GACnB,IAAI;IACF,MAAM,SAAS,MAAM,WAAW,IAAI;IACpC,KAAK,KAAK,OAAO,MAAM;IACvB,iBAAiB,KAAK,OAAO,SAAS;GACxC,SAAS,KAAK;IACZ,IAAI,eAAe,oBAAoB;KACrC,WAAW,KAAK,IAAI,MAAM;KAC1B,IAAI,IAAI,WAAW,iBAAiB,KAAK,IAAI,SAAS;IACxD,OAAO;KAKL,cAAc,KAAK,GAAG;KACtB,WAAW;KACX;IACF;GACF;EACF;CACF;CAEA,eAAe,WACb,MAC+D;EAC/D,MAAM,SAAS,KAAK,SAAS,aAAA,CAAc;GACzC,YAAY,KAAK;GACjB,OAAO;GACP,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,MAAM,KAAK;EACb,CAAC;EACD,MAAM,gBAAuC;GAC3C,YAAY,KAAK;GACjB;GACA,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,MAAM,KAAK;EACb;EACA,MAAM,QAAQ,KAAK,aAAa,aAAa;EAC7C,MAAM,UAAU,eAAe,aAAa;EAE5C,MAAM,UAAU,IAAI,aAAa,OAAO;GACtC;GACA,KAAK,KAAK;GACV,eAAe,KAAK;EACtB,CAAC;EAGD,SAAS,IAAI,OAAO,OAAO;EAE3B,MAAM,UAA4B;GAChC,GAAG,KAAK;GACR;GACA,cAAc,EAAE,MAAM;EACxB;EAEA,MAAM,MAA6B;GACjC;GACA,cAAc,KAAK;GACnB,SAAS,KAAK,QAAQ;GACtB,WAAW,KAAK,QAAQ;GACxB,YAAY,KAAK,SAAS;GAC1B,cAAc,KAAK,SAAS,QAAQ,CAAC;GACrC,MAAM,KAAK;GACX;GACA;GACA;GACA;GACA;EACF;EAEA,IAAI;GACF,MAAM,YAAY,IAAI;GACtB,IAAI;GACJ,IAAI;IACF,UAAU,MAAM,KAAK,OAAO,GAAG;GACjC,SAAS,KAAK;IACZ,MAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;IAM/D,MAAM,cAAc,SAAS,OAAO,OAAO;IAC3C,MAAM,IAAI,mBAAmB;KAC3B;KACA,WAAW,KAAK,QAAQ;KACxB,YAAY,KAAK,SAAS;KAC1B,MAAM,KAAK;KACX,QAAQ;KACR,OAAO;IACT,CAAC;GACH;GACA,MAAM,SAAS,IAAI,IAAI;GAEvB,MAAM,kBAAkB,MAAM,kBAAkB,OAAO,OAAO;IAAE,GAAG;IAAW;GAAQ,CAAC;GACvF,IAAI,CAAC,gBAAgB,IACnB,QAAQ,oBAAR;IACE,KAAK,SACH,MAAM,IAAI,kBAAkB,eAAe;IAC7C,KAAK,eACH,MAAM,IAAI,mBACR;KACE;KACA,WAAW,KAAK,QAAQ;KACxB,YAAY,KAAK,SAAS;KAC1B,MAAM,KAAK;KACX,QAAQ;KACR,OAAO,gBAAgB,OAAO,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI;IAC5D,GACA,eACF;IACF,KAAK,OAEH;GACJ;GAGF,MAAM,gBAA4B,EAChC,KAAK,QAAQ,OAAO,CAAC,EACvB;GACA,IAAI,aAAa,WAAW,cAAc,eAAe,QAAQ;QAC5D,cAAc,cAAc,QAAQ;GACzC,IAAI,QAAQ,gBAAgB,KAAA,GAAW,cAAc,cAAc,QAAQ;GAE3E,MAAM,SAAoB;IACxB;IACA,cAAc,KAAK;IACnB,aAAa,KAAK,QAAQ;IAC1B,MAAM,KAAK;IACX,OAAO,QAAQ;IACf,YAAY,QAAQ;IACpB,YAAY,QAAQ;IACpB,WAAW,KAAK;IAChB;IACA,SAAS,QAAQ;IACjB,gBAAgB,QAAQ;IACxB,YAAY,QAAQ;IACpB,iBAAiB;IACjB,eAAe,QAAQ;IACvB,SAAS;IACT,GAAI,QAAQ,eAAe,EAAE,cAAc,QAAQ,aAAa,IAAI,CAAC;IACrE,aAAa,QAAQ;IACrB;IACA,YAAY,KAAK,SAAS;GAC5B;GACA,MAAM,gBACJ,QAAQ,iBACP,OAAO,KAAK,iBAAiB,aAC1B,MAAM,KAAK,aAAa;IACtB,YAAY,KAAK;IACjB;IACA,WAAW,KAAK,QAAQ;IACxB,YAAY,KAAK,SAAS;IAC1B,MAAM,KAAK;IACX,SAAS,KAAK,QAAQ;IACtB,cAAc,KAAK,SAAS,QAAQ,CAAC;GACvC,CAAC,IACD,KAAK;GACX,IAAI,kBAAkB,KAAA,GAAW;IAC/B,MAAM,eAAe,MAAM,wBAAwB,aAAa;IAChE,6BAA6B,cAAc,QAAQ,OAAO,QAAQ,UAAU;IAC5E,OAAO,eAAe;GACxB;GACA,OAAO;IAAE,QAAQ,kBAAkB,MAAM;IAAG,WAAW;GAAgB;EACzE,UAAU;GAIR,SAAS,OAAO,KAAK;EACvB;CACF;CAEA,MAAM,UAAU,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,aAAa,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC;CAI1F,MAAM,QAAQ,WAAW,OAAO;CAMhC,KAAK,MAAM,CAAC,OAAO,YAAY,UAC7B,MAAM,cAAc,SAAS,OAAO,kDAAkD;CAExF,SAAS,MAAM;CAEf,IAAI,cAAc,SAAS,GACzB,MAAM,cAAc,WAAW,IAC3B,cAAc,KACd,IAAI,eACF,eACA,oBAAoB,cAAc,OAAO,iDAC3C;CAIN,IAAI;CACJ,IAAI,KAAK,QAQP,SAAS,MAAM,eAAe,MAAM;EANlC,GAAG,KAAK;EACR,YAAY,KAAK,OAAO;EACxB,OAAO,aAAa,QAAQ,WAAW;EACvC,aAAa,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;EACzC,qBAAqB,uBAAuB,KAAA;CAED,CAAC;CAGhD,MAAM,UAAU,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY;CAE5C,OAAO;EACL,YAAY,KAAK;EACjB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF;AAIA,IAAM,qBAAN,cAAiC,MAAM;CACrC;CACA;CACA,YAAY,QAAmB,WAAgC;EAC7D,MAAM,QAAQ,OAAO,UAAU,GAAG,OAAO,WAAW,GAAG,OAAO,KAAK,WAAW,OAAO,QAAQ;EAC7F,KAAK,SAAS;EACd,KAAK,YAAY;CACnB;AACF;;;;;;;;;;;;;;;;AAiBA,eAAsB,cACpB,SACA,OACA,QACe;CACf,MAAM,WAAW,MAAM,QAAQ,WAAW,OAAO,KAAK;CACtD,IAAI,aAAa,KAAA,GAAW;CAC5B,IAAI,SAAS,WAAW,WAAW;CACnC,MAAM,QAAQ,SAAS,MAAM;AAC/B;AAEA,SAAS,sBAAsB,SAA6B;CAC1D,QAAQ,WAAmD;EACzD,IAAI,CAAC,SACH,MAAM,IAAI,MACR,6LACF;EAEF,OAAO,IAAI,0BAA0B,EACnC,KAAK,GAAG,QAAQ,cAAc,OAAO,QACvC,CAAC;CACH;AACF;AAEA,eAAe,wBACb,OAC2B;CAC3B,IAAI,mBAAmB,KAAK,GAAG;EAC7B,IAAI,CAAE,MAAM,uBAAuB,KAAK,GACtC,MAAM,IAAI,MAAM,iEAAiE;EAEnF,OAAO;CACT;CACA,OAAO,sBAAsB,KAAK;AACpC;AAEA,SAAS,mBACP,OAC2B;CAC3B,OAAO,mBAAmB,SAAS,YAAY;AACjD;AAEA,SAAS,6BACP,SACA,OACA,YACM;CACN,IAAI,QAAQ,UAAU,KAAA,KAAa,QAAQ,UAAU,OACnD,MAAM,IAAI,MACR,wCAAwC,QAAQ,MAAM,kCAAkC,MAAM,EAChG;CAEF,IAAI,QAAQ,eAAe,KAAA,KAAa,QAAQ,eAAe,YAC7D,MAAM,IAAI,MACR,6CAA6C,QAAQ,WAAW,uCAAuC,WAAW,EACpH;AAEJ;AAEA,SAAS,aAAa,QAAuC;CAG3D,MAAM,OAAO,GAAG,OAAO,WAAW,IAAI,OAAO,UAAU,IAAI,OAAO,WAAW,IAAI,OAAO;CAExF,IAAI,KAAK;CACT,IAAI,KAAK;CACT,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,IAAI,KAAK,WAAW,CAAC;EAC3B,KAAK,KAAK,KAAK,KAAK,GAAG,QAAU,MAAM;EACvC,KAAK,KAAK,KAAK,KAAK,GAAG,UAAU,MAAM;CACzC;CACA,OAAO,OAAO,GAAG,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG;AAClF"}
package/dist/fuzz.js CHANGED
@@ -1,5 +1,5 @@
1
1
  import { s as ValidationError } from "./errors-8YnH8WlF.js";
2
- import { i as CostLedger, o as CostReceiptCaptureError } from "./cost-ledger-BrJxbrMy.js";
2
+ import { i as CostLedger, o as CostReceiptCaptureError } from "./cost-ledger-ZAa_P4r0.js";
3
3
  import { r as varianceBasedCurriculum } from "./active-curriculum-C4mk67HP.js";
4
4
  //#region src/fuzz/cube.ts
5
5
  /** Enumerate every input cell (cartesian product of the axes), in stable order. */
package/dist/index.d.ts CHANGED
@@ -4948,7 +4948,7 @@ declare function mapConcurrent<T, R>(items: readonly T[], concurrency: number, m
4948
4948
  * Stateless: construct once with the description-length budget, call
4949
4949
  * `evaluate` per (candidate, baseline) pair.
4950
4950
  */
4951
- type DescriptionLengthRejectionCode = 'few_tasks' | 'no_total_gain' | 'model_bloat';
4951
+ type DescriptionLengthRejectionCode = 'few_tasks' | 'missing_task_scores' | 'no_total_gain' | 'model_bloat';
4952
4952
  interface DescriptionLengthConfig {
4953
4953
  /** Stable label of the baseline. Required — paper-grade evaluation never
4954
4954
  * compares two unlabelled candidates. */
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","names":[],"sources":["../src/auto-pr.ts","../src/benchmark.ts","../src/capability-headroom.ts","../src/client.ts","../src/clustered-paired-binary.ts","../src/detectors/index.ts","../src/driver.ts","../src/executor.ts","../src/integrity/preflight.ts","../src/integrity/single-backend.ts","../src/judge-families.ts","../src/judges.ts","../src/knowledge/types.ts","../src/knowledge/readiness.ts","../src/live-proof.ts","../src/math/normal.ts","../src/math/student-t.ts","../src/metrics.ts","../src/paired-delta-test.ts","../src/pr-review-benchmark.ts","../src/registry.ts","../src/reporter.ts","../src/treatment-gate.ts","../src/anti-slop.ts","../src/convergence.ts","../src/dual-agent-bench.ts","../src/eval-tools.ts","../src/steering.ts","../src/harness-optimizer.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/judge-runner.ts","../src/playbook.ts","../src/prompt-registry.ts","../src/steering-optimizer.ts","../src/workspace-inspector.ts","../src/budget-guard.ts","../src/hidden-criteria-grading.ts","../src/runtime-trajectory.ts","../src/cost-tracker.ts","../src/eval-trace-store.ts","../src/experiment-tracker.ts","../src/leaderboard.ts","../src/muffled-gate-scanner.ts","../src/oracle.ts","../src/partition-held-out.ts","../src/scorecard.ts","../src/slo.ts","../src/state-continuity.ts","../src/ui-finding.ts","../src/trace-contracts.ts","../src/behavior-dsl.ts","../src/ci-gate.ts","../src/contamination-guard.ts","../src/observability.ts","../src/paraphrase.ts","../src/visual-diff.ts","../src/bisector.ts","../src/counterfactual.ts","../src/cross-trace-diff.ts","../src/active-learning.ts","../src/causal-attribution.ts","../src/prm/rubric.ts","../src/reward-model-export.ts","../src/self-play.ts","../src/command-runner.ts","../src/deploy-gate-layer.ts","../src/error-count-extractor.ts","../src/flow-layer.ts","../src/intent-match-judge.ts","../src/keyword-coverage-judge.ts","../src/multi-toolchain-layer.ts","../src/reference-replay.ts","../src/reviewer.ts","../src/concurrency.ts","../src/description-length-gate.ts","../src/discover-personas.ts","../src/golden-matcher.ts","../src/locked-jsonl-appender.ts","../src/orthogonality.ts","../src/reference-replay-steering.ts","../src/reflective-mutation.ts","../src/sandbox-pool.ts","../src/otel-pipeline.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/traced-analyst.ts","../src/traced-judges.ts","../src/cost-report.ts","../src/model-seats.ts","../src/attestation.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/verdict-cache.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UA6BiB;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf,MAAM;;EAEN;;EAEA;EACA,aAAa;EACb;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;;UAIe;;;;;;;;;;EAUf,cAAc,OAAO,mCAAmC,QAAQ;;UA2CjD;;EAEf;;EAEA;;EAEA,mBAAmB;;EAEnB,YAAY;;;;;;;;;;iBAkCE,iBAAiB,MAAM,0BAA0B;UAqKhD;;EAEf;;EAEA;;EAEA,QACE,aACA,gBACA;IAAQ;IAAa;QAClB;IAAU;IAAgB;IAAgB;;;;;;;;;;;;iBAYjC,YAAY,OAAM,qBAA0B;;;;;;;;cCxV/C;UACH;UACA;EAER,YAAY,MAAM,YAAY,QAAQ;EAKhC,IAAI,YAAY,aAAa,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;UCM5B;;EAEf;;;EAGA;;;;;;KAOU;UAEK;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;cC/JK;UACH;UACA;UACA;UACA;EAER,YAAY,QAAQ;UAMZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;;;;;;;iBAW9C,eACpB,QAAQ,eACR,cACA,WAAW,QAAQ,kBAAkB,QAAQ,iBAC5C,QAAQ;;;;;;;;;;;KCjPC;UAEK,6BAA6B;;EAE5C;;EAEA;;EAEA,UAAU,KAAK;;EAEf,aAAa,KAAK;;EAElB,MAAM,KAAK;;EAEX,OAAO,KAAK;;EAEZ,UAAU,KAAK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;;;;EAKd;;EAEA;;UAGe,qBAAqB;EACpC;EACA;EACA;EACA,UAAU;EACV,WAAW;EACX;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf;;;;;;EAMA;EACA,aAAa;EACb;;EAEA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,UAAU;;EAEV,WAAW;EACX,UAAU;;UAGK,4BAA4B;EAC3C,cAAc,qBAAqB;EACnC,kBAAkB;EAClB,mBAAmB;;EAEnB,YAAY;;;;;;;;iBAoBE,sBAAsB,MACpC,eAAe,QACf,SAAS,6BAA6B,QACrC,4BAA4B;;;KC/HnB;;;;UAKK;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAiCzD;;;WAGN;;WAEA;WACA,WAAW;WACX,eAAe;;;;iBAKV,mBAAmB,OAAM,oBAAyB;UAqCjD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;UC/Kc;EACf,QAAQ;EACR;;EAEA;;EAEA,aAAa;;;;;;;;;cAuBF;UACH;UACA;UACA;UACA;UACA;EAER,YAAY,MAAM,YAAY,QAAQ;;;;;;;EAchC,IAAI,SAAS,gBAAgB,QAAQ;;UAwG7B;;UAkBA;;;;;;;;;;;iBA6CA,wBACd,SAAS,eACT,OAAO,aACP;UA6Ce;;EAEf;;;EAGA;;;;;EAKA;;;EAGA;;EAEA;;;;;;;;;;;;;iBAcc,8BAA8B,KAAK;UA8BlC;EACf,SAAS;EACT,OAAO;;EAEP;IAAW;IAAc;;;EAEzB;;EAEA;;EAEA,aAAa;;EAEb,WAAW;;;;;;;;;iBAUS,mBACpB,MAAM,YACN,MAAM,yBACL;;;UChVc;;EAEf;;EAEA;;EAEA,QAAQ;;EAER,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET,mBAAmB;;EAEnB,eAAe;;EAEf,mBACE,OAAO,+BACP,WAAW;IACN;IAAiB;;;;;;;EAMxB,SAAS,eAAe;;;;;;;iBAoBJ,gBACpB,MAAM,YACN,UAAU,UACV,QAAQ,iBACP,QAAQ;;;UCtDM;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,mBAAmB;;UAGJ;EACf;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;cA8DhE,+BAA+B;WAGxB,SAAS,cAAc;EAFzC,YACE,iBACgB,SAAS,cAAc;;;;;;;;;iBAwBrB,mBAAmB,MAAM,yBAAyB,QAAQ;;;;;;;UCxJ/D;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGU;UAEK;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;cAGhB,2BAA2B;WAGpB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAgBZ,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;;;;;;;;;;;;;KC3ES;;;;;;;iBAkEI,YAAY,kBAAkB;UAc7B;;EAEf;;;;EAIA;;cAGW,yBAAyB;WAGlB,UAAU;WACV;EAHlB,YACE,iBACgB,UAAU,eACV;;;;;;;iBAYJ,kBACd,kBACA,OAAM,2BACL;;;KCpHE;EAA2B;EAAiB,UAAU;;;;;;cAM9C,wBAAwB;WAC1B;WACA;WACA,UAAU;EAEnB,YAAY,mBAAmB,aAAa,UAAU;;;;KCZ5C;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;KAGD;;;UClGK;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;;;UCvHc;EACf;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,UAAU;EACV;IAAc;IAAgD;IAAiB;;EAC/E,SAAS,OAAO;EAChB,YAAY,UAAU;EACtB,SAAS,OAAO,KAAK;IAAgC;;EACrD,QAAQ;IACN;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA,MAAM,SAAS,mBAAmB;EAClC,UACE,SAAS,mBACR,QAAQ,6BAA6B;EACxC;EACA;EACA,kBAAkB;EAClB;IACE;IACA;IACA;IACA,aAAa;;EAEf,WAAW;;UAGI,wBAAwB;EACvC;EACA;EACA,WAAW;EACX,QAAQ;EACR,YAAY;EACZ,YAAY;EACZ,oBAAoB;;iBAGA,aAAa,QAAQ,kBAAkB,QAAQ;;;;;;;;;;iBChErD,UAAU;;;;;;iBCFV,YAAY,WAAW;;;UCF7B;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBA0C3B,oBAAoB,gBAAgB;;;iBAYpC,cAAc;;iBAOd,eAAe;;;;iBAOf,aAAa,qBAAqB,sBAAsB;;;;cAkB3D;UACH;UACA;UACA;UACA;EAER,YAAY;;EAKZ,OAAO,qBAAqB;;EAS5B,eACE,mBACA;IACG;IAAqB;IAAsB;;EAOhD;EAGA;EAGA;;;;;;;cAUW;UACH;UACA;UACA;EACR,YAAY,QAAQ,eAAe;;EAM7B,QACJ,cACA,2BACA,uBACA,4BACA,yBACA,+BACA,iCACA,uBACA,sBACA,uBACA,4BACC,QAAQ;;EA4BL,YAAY,QAAQ;;EAuB1B,cAAc;;EAKd;;;;UCpNe,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;iBAmB/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;KC/CS;KAYA;KAEA;UAEK;EACf;EACA,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,UAAU;EACV;EACA,WAAW;;UAGI;EACf;EACA;EACA,UAAU;EACV;EACA;;;;;EAKA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,UAAU;EACV,mBAAmB;EACnB,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,QAAQ;EACR;EACA;EACA,iBAAiB;EACjB;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;cAGW,iCAAiC;iBAQ9B,kBACd,WAAW,mBACX,QAAQ,iBACP;iBAIa,oBACd,WAAW,mBACX,QAAQ,gBACR,UAAS,QAAQ,wBAChB;iBAIa,sBACd,WAAW,mBACX,UAAU,mBACV,QAAQ,gBACR,UAAS,QAAQ,wBAChB;iBA6Da,2BAA2B,QAAQ,kBAAkB;iBAoBrD,uBACd,YAAY,KACV,+FAGF,UAAS,QAAQ;;;;;;;;;cCjNN;UACH;UACA;;EAGR,cAAc,OAAO;;EAMrB,SAAS,WAAW;;EAKpB,OAAO;;EAKP,WAAW,mBAAmB;;EAM9B;IAAoB;IAAkB;;;EAStC,UAAU,kBAAkB;;EAK5B,KAAK,aAAa;;MAKd;;;;;;;;;;;iBC5CU,sBAAsB,QAAQ;;iBA2D9B,mBAAmB,SAAS;;iBAgD5B,mBAAmB,SAAS;;;;;KCrEhC,eAAe;UAEV;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;iBA+Ca,yBACd,SAAS,KAAK,qCACd,SAAS,aACT,OAAO,uBACN;;;;;;iBASa,uBACd,gBAAgB,oBAChB,SAAS,aACT,OAAO,uBACN;;;;;;iBASa,2BACd,oBAAoB,YACpB,SAAS,aACT,OAAO,uBACN;;;;;KAYS;;;;;;;;;iBAUI,kBAAkB,SAAS,WAAW,MAAM,gBAAgB;;;UCzK3D;;EAEf;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAGtB;;iBAsBI,oBAAoB,SAAQ,iBAAsB;UA4CjD;EACf,UAAU;EACV;EACA;;UAGe;;EAEf;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;;;;;;;;;cChIU;UACH;UACA;EAMR,YAAY,UAAU;;EAKtB,OACE,cACA,OAAO;IAEP;IACA;IACA,gBAAgB;;;EA8BlB;;EAKA;IAnDQ;IACa;IACH,gBAAA;;;EAsDlB;;;;;;;;;;;;;;;UCvDe;EACf;EACA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,SAAS;EACT;;UAGe;EACf,WAAW;EACX;;EAEA;;;;;EAKA,UAAU;IACR,UAAU;IACV;IACA;IACA;QACI;;;;;;EAMN,WAAW;IACT,UAAU;IACV;IACA;QACI;IAAU;IAAkB;;;EAElC,mBAAmB;IAAQ;IAAoB,OAAO;;;UAGvC;EACf,WAAW;EACX;IACE;IACA;IACA;;EAEF;IACE;IACA;;;cAIS;EACL,IAAI,QAAQ,uBAAuB,QAAQ;;;;;UClDlC;EACf;EACA;EACA,YAAY;EACZ,UAAU,eAAe;IAAQ,SAAS;QAAkB;;UAG7C;;EAEf,SAAS,MAAM;;;;EAIf;IAAe,kBAAkB;;;;EAGjC,UAAU,KAAK;;;iBAID,aAAa,KAAK;EAChC;EACA;IAAY;IAAc;IAAqB,YAAY;;;;;;;;iBAa7C,cAAc,KAAK,sBAAsB;;;UC/DxC;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;UAGI;EACf;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;iBAGG,oBAAoB,MAAM,gBAAgB,OAAO,gBAAgB;iBAqBjE,mBAAmB,QAAQ;;;KCxC/B;UAWK;EACf;EACA,eAAe;EACf;EACA,WAAW;;UAGI;EACf;EACA;EACA,YAAY,YAAY;;UAGT;EACf;EACA,WAAW;EACX,WAAW;EACX,cAAc;EACd,UAAU;EACV,SAAS;EACT,YAAY;EACZ,WAAW;;UAGI;EACf;EACA;EACA;EACA,WAAW;;UAGI;EACf,SAAS;EACT,UAAU;EACV;;UAGe;EACf,IAAI,SAAS,oBAAoB,QAAQ;;UAG1B;EACf,SAAS;EACT,UAAU;EACV;EACA,OAAO;EACP,OAAO;EACP;;UAGe;EACf,SAAS;EACT,MAAM;EACN;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf,QAAQ;EACR,UAAU,aAAa;EACvB,SAAS;;UAGM;EACf,SAAS;EACT,WAAW;;UAGI;EACf,SAAS;EACT,UAAU;EACV,WAAW;EACX;EACA;EACA,UAAU,QAAQ;EAClB,aAAa,MAAM,UAAU;EAC7B,SAAS,OAAO,UAAU,SAAS,sBAAsB,WAAW,QAAQ;EAC5E,YAAY,QAAQ,4BAA4B;;cAGrC,4BAA4B,MAAM,UAAU;iBAOnC,qBACpB,QAAQ,0BACP,QAAQ;iBAqBK,qBACd,SAAS,oBACT,aAAY,MAAM,UAAU,yBAC3B;iBAUa,wBAAwB,SAAS,qBAAqB;;;;;UCzHrD,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;;;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;EAIR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;KCzES;UAEK;EACf;EACA,MAAM;EACN,QAAQ;;UAGO;EACf;EACA,MAAM;EACN;EACA;EACA;EACA,QAAQ;;UAGO;EACf,SAAS;EACT;;;;;;EAMA;;cAGW;mBACM;EAEjB,YAAY,SAAQ;EAId,IAAI,MAAM,mBAAmB,QAAQ;;iBAsBvB,cACpB,OAAO,oBACP,UAAS,oBACR,QAAQ;;iBAsBK,cAAc,YAAY,QAAQ,gBAAgB;;iBAKlD,UAAU,YAAY,QAAQ,gBAAgB;;iBAK9C,YAAY,YAAY,QAAQ,gBAAgB;;iBAKhD,cAAc,YAAY,QAAQ,gBAAgB;;;UC5GjD;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,SAAS;;iBAGK,gBACd,SAAS,iBACT;EAAW;IACV;iBAmBa,uBAAuB,UAAU;;;;;;;;;;;;;;UCvBhC;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;KC3ExC;UAEK;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGI;EACf,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;;;;EAIX,iBAAiB;IACf;IACA;IACA;QACI;IAAU;IAAmB;;EACnC;;UAGe;EACf,UAAU,QAAQ;;UAGH,kCAAkC;EACjD;EACA;EACA;EACA;EACA;;cAGW;EACX,SACE,MAAM,2BACN,SAAQ,0BACP;;cAYQ;mBACkB;EAA7B,YAA6B,QAAQ;EAE/B,SAAS,MAAM,4BAA4B,QAAQ;;;;;;;;;;;;;;UC3D1C;;EAEf,OAAO;;EAEP,MAAM,eAAe,MAAM;;EAE3B,IAAI;;EAEJ,QAAQ;IAAiB;IAAc;IAAe;;;UAGvC;;EAEf;;EAEA;;UAGe;EACf;EACA,SAAS,SAAS,mBAAmB,QAAQ;;cAOlC,sCAAsC;WACxC;mBACQ;EAEjB,IAAI,iBAAiB,UAAU;EAIzB,SAAS,SAAS,mBAAmB,QAAQ;;UASpC;EACf;EACA;EACA,MAAM,UAAU,oBAAoB;;UAGrB;EACf;;EAEA;EACA;;iBAGc,WAAW,eAAe;iBAc1B,aAAa,cAAc,iBAAiB;iBAkB5C,SAAS,eAAe,aAAa,eAAe;iBAoBpD,SAAS,UAAU,yBACjC,eACA,YAAY,KAAK,eACjB;EAAY;IACX;;iBAoBa,cACd,UAAU,mBACV,YAAY;EAEZ;EACA;EACA,SAAS;IAAQ;IAAmB,QAAQ;;;;;cCxIjC,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAHT,YACS,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAER,YAAY,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;;;;;;;;;;;;;;;;;;;;KCZhB;;iBASI,oBAAoB,aAAa;;;;;;;UAUhC;;EAEf;;;;EAIA;EACA,aAAa;;;;;;;;;iBAUC,YAAY,sBAC1B,SAAS,SAAS,OAAO,OAAO,oBAChC,QAAQ,SAAS,OAAO,kBACvB;;UAec;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;;;iBAyBI,mBAAmB,iBAAiB,gBAAgB;;;;UASnD;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;;iBAKlB,YAAY,gBAAgB,eAAe,iBAAiB;;;;;;;;;;iBAgBtD,cAAc,WAAW,SAAS;EACtD,UAAU;EACV,gBAAgB;EAChB,QAAQ,qBAAqB,WAAW;;EAExC;IAAY,iBAAiB;IAAe;IAAsB,UAAU;;EAC5E,SAAS;IACP,QAAQ;;;UAUK;;EAEf;;EAEA;;;;cAKW,qBAAqB;;;;UAKjB,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;;;;;;;;;;iBAqBK,iBAAiB,WAC/B,QAAQ,OAAO,gBAAgB,eAAe,eAAa,QAAQ,eACnE,kBAAkB,UAAU,sBAC5B,UAAS,gBACP,OAAO,gBAAgB,eAAe,QAAQ;;;UChTjC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;iBAgEa,gCAAgC,iBAAiB;;;;;;;;;;;;;UC5GhD;EACf;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;iBCzGc,SAAS,QAAQ;UAIhB;EACf;EACA;EACA;EACA;EACA,WAAW;;EAEX;;EAEA;;EAEA;IAAc;IAAa;;;EAE3B,SAAS,QAAQ;;UAoBF;EACf;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;;;;;;;;;;EAWA;;;;;;;UAQe;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;iBAGF,yBAAyB,UAAS,cAAmB;;;;;;iBAiBrD,sBACd,cACA;EAAQ;IACP;;;;;;;;cAqDU;mBACM;EAEjB,YAAY,UAAS;;;EAMf,OAAO,QAAQ,YAAY;EAI3B,OAAO,QAAQ;EAIf,MAAM,SAAQ,kBAAuB,QAAQ;;;;;;;;;;;;EAgB7C,QACJ,oBACA;IAAQ;IAAsB,WAAW;MACxC,QAAQ;;;;;;;;;;EAkCL,YAAY,oBAAoB,qBAAqB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCtOzD;;UAGK;;EAEf;;EAEA;;EAEA;;;;UAKe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA,YAAY;;EAEZ;;EAEA;EACA,MAAM;EACN,OAAO;EACP,SAAS;;EAET;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;EAGA;;UAGe;EACf,SAAS;;EAET;;EAEA;;;;;;;iBAkDc,uBACd,MAAM,iBACN,aAAa,wBACZ;;;;;;;iBAgDa,mBACd,WAAW,iBACX,QAAQ,wBACR,aAAa,wBACZ;;;KA6CS,yBAAyB,uBAAuB,QAAQ;;;UAInD;EACf,QAAQ,QAAQ;EAChB,KAAK,aAAa,eAAe;;;;;;;;cAStB,qBAAqB;;;iBAWlB,wBAAwB,UAAS,eAAoB;;iBAarD,oBAAoB,eAAe;UAyBlC;EACf,QAAQ;EACR,mBAAmB;EACnB,aAAa;;EAEb;;UAGe;EACf;EACA;EACA;EACA;;EAEA,aAAa;;;;;;;;;cAUF;mBACM;mBACA;mBACA;mBACA;EAEjB,YAAY,UAAS;EAOf,OAAO,OAAO,wBAAwB,QAAQ;;;EA6B9C,OACJ,sBACA,KAAK,KAAK;IAAwC;IAAc;MAC/D,QAAQ;EAoBL,IAAI,uBAAuB,QAAQ;EAMnC,QAAQ,QAAQ;;EAKhB,WAAW,uBAAuB,QAAQ;;;;UC5ZjC;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnB5D;EACf;EACA;EACA;EACA;;KAGU,iBAAiB,cAAc,iBAAiB;UAE3C;;EAEf;;EAEA;;;;;;;;EAQA;IACE;IACA,YAAY;IACZ;IACA,kBAAkB;;;EAGpB,SAAS;;;;;;cAoBE,oBAAoB;;;;;cAwBpB,qBAAqB;;;;;;;cA0BrB,2BAA2B;;;;;cAyB3B,4BAA4B;;;;;;cAyB5B,sBAAsB;;;;;cAwBtB,iBAAiB;;cAQjB,mBAAmB;;;;;iBAuDhB,oBAAoB,MAAM,cAAc;;;;;iBAqCxC,eAAe,UAAU;;;;;;;;;;;;;;UCpSxB;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAGjB,eAAe,gBAAgB;EAAQ;IAAiC;iBAmBxE,YAAY,mBAAmB;iBAiB/B,UAAU,UAAU,0BAA0B;iBA8B9C,aAAa,SAAS,SAAS;;;;;;;iBAuB/B,cAAc;UA8Bb;EACf,SAAS;EACT;EACA;EACA;;EAEA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;;;;;;;;;;;;;;;;;;;;;iBC9I5D,QAAQ;;iBAUR,WAAW,YAAY;UAKtB;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;iBAUc,iBACd,YACA;EAAW;EAAe;;;;;;;;;;;;iBAkBZ,iBACd,eACA,UAAS,0BACR;;;;UClEc;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAwCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBA4CxD,gBAAgB,iBAAiB,OAAO;;iBAOxC,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;;;;;;;;;;KChV9B;KACA;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,YAAY;;EAEZ;EACA,UAAU;;UAGK;EACf,KAAK;EACL;EACA;;EAEA;EACA;;UAGe;EACf,SAAS;EACT;EACA,kBAAkB;EAClB,UAAU;;;;;;iBAOI,UAAU,SAAS,wBAAwB,MAAM,QAAQ;;cAwC5D,oBAAoB;;;;;;;;;;;;;;;UC5EhB,uBAAuB;EACtC,QAAQ;EACR,OAAO;;UAGQ,gBAAgB;;EAE/B;;EAEA;;EAEA,QAAQ,MAAM,uBAAuB;;UAGtB;EACf;EACA;EACA;EACA;;UAGe;EACf,SAAS;;EAET;;EAEA;;iBAGc,gBAAgB,GAC9B,MAAM,uBAAuB,IAC7B,QAAQ,gBAAgB,MACxB;EAAW;IACV;;iBAea,aAAa,UAAU,yBACrC,WAAW,aACV,gBAAgB;;iBASH,oBAAoB,GAAG,gBAAgB,YACrD,KAAK,GACL,oBACC,gBAAgB;;iBAeH,eAAe,UAAU,yBACvC,WAAW,YACX,iCACC,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC/DP;;cAeC,oBAAoB;;;;;;;;;KAuBrB;;cAGC,gCAAgC;;;;;;UAY5B;;EAEf;;EAEA;;EAEA;;;;;;;;;;UAWe;;;;;;;EAOf;;EAEA;;EAEA,MAAM;;EAEN,UAAU;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,sBAAsB;;EAEtB;;EAEA;;;;;;;;;UCrFe;EACf;EACA;EACA;EACA;EACA;EACA;;;EAGA;EACA,aAAa;;;UAIE;EACf;EACA;;KAGU,uBAAuB,SAAS;;;;;;;;;;;;;;;UAgB3B;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,UAAU,MAAM;;;;EAIhB;;KAKU;UAEK;EACf,MAAM;;EAEN;;EAEA,IAAI;;EAEJ,IAAI;;EAEJ,IAAI;;EAEJ,QAAQ;;;UAIO;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;;UAGe,wBAAwB;;EAEvC;EACA;;EAEA;;EAEA,QAAQ;EACR,YAAY;;UAGG;EACf,UAAU;EACV;;;iBAkEc,UAAU,MAAM,cAAc,WAAW;cAiE5C;mBAGkB;mBAFZ;EAEjB,YAA6B;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;EAU7B,SAAS,GAAG,eAAe,GAAG,eAAe;;EAY7C,YAAY,GAAG,eAAe,OAAO,eAAe;EAWpD,SAAS;UASD;;iBAcM,cAAc,eAAe;;;;;;iBAwK7B,sBACd,UAAU,eACV,gBAAgB,iBACf;;;;;iBA0Ba,oBACd,gBAAgB,gBAChB,oBAAoB,kBACnB;UAYc,qBAAqB,WAAW,kBAAkB,aAAW;;;;;;;;EAQ5E,QAAQ;IAAS,UAAU;IAAW,UAAU;iBAAyB;;EAEzE;;;;;;;iBAQc,cAAc,WAAW,kBAAkB,aAAW,YACpE,oBAAoB,iBACpB,MAAM,qBAAqB,WAAW,aACrC,cAAY,WAAW;;;UC/iBT;EACf;EACA;EACA;;UAGe;;EAEf;EACA,SAAS,QAAQ;;cAGN;UAED;UACA;EAFV,YACU,OAAO,YACP;EAGV,OAAO,mBAAmB;EAI1B,SAAS,UAAS,WAAqC;EAkBvD,cAAc,SAAS,SAAS;EAchC,gBACE,iBAAiB,yEAChB;EAaH,iBAAiB;IACf;IACA;IACA;MACE;;;EAyBJ,kBAAkB,UAAU,gBAAgB;EAkB5C,YAAY,mBAAmB;;cAiBpB,2BAA2B;UAM5B;UACA;UACA;UAPF;UACA;UACA;EAER,YACU,OAAO,YACP,eACA;MAGN;EAIJ,SAAS,OAAO,yBAAyB;EAKzC,MAAM;EAMN,QAAQ;EAKR,OAAO;EAKD,SAAS,QAAQ;;iBAkBT,YAAY,OAAO,YAAY,gBAAgB;;iBAKzC,gBAAgB,cAAc,gBAAgB;EAClE,SAAS;IAAQ;IAAe,QAAQ;;EACxC;EACA;EACA;;;;UClMe;;EAEf;EACA;;EAEA;;EAEA,WAAW,KAAK,KAAK,OAAO,eAAe;;UAG5B;EACf;EACA,UAAU;EACV,WAAW;EACX,SAAS;EACT,OAAO;;UAGQ;EACf;EACA,gBAAgB;EAChB,YAAY;EACZ;EACA;;iBAGoB,iBACpB,OAAO,YACP,UAAU,oBACT,QAAQ;iBAuDK,qBAAqB,SAAS;;;UCrF7B;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;;;;;;;;;;;;;;;;;;;;;;iBAgC7D,sBACd,gBACA,UAAU,kBACT;;;;;;;;;;iBAqBa,sBACd,OAAO;EAAQ,UAAU;EAAiB;EAAgB;KACzD;;;;;;;iBA2CmB,eACpB,OAAO,YACP,WAAW,oBACV,QAAQ;cAqBE;UACH;UACA;EAER,YAAY,WAAW;;EAKvB,IAAI,oBAAoB,sCAAsC;EAY9D,gBAAgB;IAAgB;IAAoB;IAAiB;;;;;UCtJtD;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAS;IAAe;IAAgB;IAAe;;EACvD,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,aAAa;EACb,QAAQ;;iBAGY,mBACpB,OAAO,YACP,gBACC,QAAQ;iBAuCW,iBAAiB,OAAO,aAAa;UA+D1C;EACf;EACA;EACA;EACA;EACA;;;;;;;iBAQoB,wBACpB,OAAO,YACP,eACA;EACE;EACA;EACA,QAAQ,MAAM,YAAY;IAAU;IAAe;IAAoB;;IAExE,QAAQ;;;;;;;;;;;;;;KCtKC,WAAW,gBAAgB;UAEtB;EACf;EACA,eAAe;IAAQ;IAAiB;IAAe;;EACvD;EACA;EACA;;iBAGoB,qBACpB,gBACA,UAAU;EAAQ;EAAY,IAAI;IAClC,UAAU,mBAAmB,iBAC7B;EAAW;IACV,QAAQ;;cAsBE,kBAAkB;;cAGlB,wBAAwB;;cAcxB,aAAa;;cAsBb,yBAAyB;;cAGzB,2BAA2B;cAE3B,kBAAkB;EAAQ;EAAY,IAAI;;UAUtC;EACf,WAAW;IAAQ;IAAY;;;;;;;EAM/B,UAAU;IAAQ;IAAc,UAAU;;;;;;;EAM1C,cAAc;IAAQ;IAAY;QAA0B;IAAU;;;EAEtE;;UAGe;;;;;;EAMf;EACA,aAAa;IACX;IACA;IACA;;IAEA,QAAQ;;EAEV;;;;;;;;;;;;;;;;;;;;iBAqBoB,8BACpB,MAAM,oCACL,QAAQ;;;;;;;;;;;;UClJM;EACf;EACA;;EAEA,MAAM,aAAa;;UAGJ;;EAEf;EACA;EACA;EACA;;EAEA;;UAGe;;EAEf;;iBAGc,WACd,GAAG,WACH,GAAG,WACH,UAAS,oBACR;;iBA4Ba,gBACd,GAAG,YACH,GAAG,YACH,eACA,gBACA;;;;;;;;;;;;;;;UC1De,cAAc;;EAE7B,MAAM;;EAEN,KAAK;;EAEL,UAAU,GAAG,GAAG,GAAG;;;EAGnB,UAAU,MAAM,GAAG,KAAK,MAAM;;EAE9B,UAAU,OAAO,MAAM;IAAU;IAAe;;;EAEhD;;UAGe,WAAW;EAC1B,OAAO;EACP;EACA;;UAGe,aAAa;;EAE5B,SAAS;;EAET,MAAM,WAAW;;EAEjB;;;EAGA;;iBAGoB,OAAO,GAAG,SAAS,cAAc,KAAK,QAAQ,aAAa;;;;;iBAoC3D,aAAa;EACjC;EACA;EACA;EACA,UAAU,gBAAgB;IAAU;IAAe;;EACnD;IACE,QAAQ;;;;;;;;iBAiCU,aAAa;EACjC;EACA;EACA,UAAU,mBAAmB;IAAU;IAAe;;EACtD;EACA,qBAAqB;IACnB,QAAQ;EAAyB;;;;KC5GzB;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;iBAGhD,kBACpB,OAAO,YACP,uBACA,UAAU,wBACV,QAAQ,uBACP,QAAQ;;;;;;;iBA6EK,yBAAyB,SAAS,yBAAyB;EACzE,cAAc;EACd;EACA;EACA;;;;KCvIU;EACN;EAAa,GAAG;EAAgB,GAAG;;EACnC;EAAc,GAAG;;EACjB;EAAc,GAAG;;EACjB;EAAe,GAAG;EAAgB,GAAG;;UAE1B;EACf,IAAI;;EAEJ;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA,WAAW;EACX,cAAc;;EAEd;;;;EAIA;;UAGe;EACf,cAAc,GAAG,gBAAgB,GAAG;;iBAGhB,eACpB,OAAO,YACP,cACA,cACA,UAAS,wBACR,QAAQ;;;KClCC;UAMK;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;UCtCM;;EAEf,QAAQ;;EAER;;EAEA;;UAGe;EACf;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA,aAAa;EACb,cAAc;;EAEd;;EAEA;;iBAGc,kBAAkB,OAAO,kBAAkB;;;UC7B1C;EACf,YAAY;EACZ,MAAM;;EAEN,OAAO;;EAEP,MAAM;;UAGS;EACf;;EAEA,QAAQ,MAAM;;EAEd;;;EAGA,QACE,KAAK,gBACF;IAAU;IAAe;IAAoB;;;UAGnC;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;EAEP;;EAEA;;EAEA;;cAGW;UACS;EAApB,YAAoB,SAAS;;;;;;EASvB,MAAM,OAAO,YAAY,gBAAgB,QAAQ;;;;UCnDxC;;EAEf;;EAEA;IACE;IACA;IACA;IACA;;IAEA;;;EAGF;;iBAGoB,kBACpB,OAAO,YACP,QAAQ,WACR,mBACC,QAAQ;;;;;;UAwBM;;EAEf,MAAM,YAAY,YAAY,OAAO,aAAa;EAClD;IAAY;IAAmB;;;iBAGjB,qBAAqB,QAAQ,YAAY;;;;;;;iBAmBnC,uBACpB,OAAO,YACP,QAAQ,iBACR,mBACC,QAAQ;EAAQ;EAAe;EAAe;;;;UCxEhC;EACf;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA;;UAGe;EACf;EACA,UAAU;EACV,UAAU;EACV,UAAU;IAAQ,WAAW;IAAmB;;EAChD,iBAAiB;IAAQ,WAAW;IAAmB,QAAQ;IAAgB;;;UAGhE;;EAEf;;;EAGA;;EAEA;;;EAGA;;EAEA;;UAGe;EACf,QAAQ,eAAe,gBAAgB,sBAAsB,QAAQ;;UAGtD;;EAEf,eAAe,WAAW,mBAAmB,oBAAoB,QAAQ;;iBAGrD,YACpB,UAAU,kBACV,QAAQ,gBACR,mBACA,UAAS,kBACR;EAAU,QAAQ;EAAkB,SAAS;;;;;;;;;;;;;;;;;;;;;UCvC/B;;EAEf;;EAEA;;EAEA;;;;;EAKA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;;;;;;;;cAYpB,oBAAoB;;;KCrErB;UAEK;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;UCxOvD;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;;;KC5DhE;UASK;;EAEf,QAAQ;;EAER;;;;;;;EAOA;;EAEA;;EAEA,WAAW;;UAGI;;EAEf;;EAEA,OAAO;;EAEP;;EAEA;;UAGe;EACf;;EAEA;;EAEA;;UAGe;;EAEf,KAAK,cAAc,QAAQ;;EAE3B,KAAK,MAAM,WAAW,QAAQ;;EAE9B,SAAS;;UAGM;;EAEf,WAAW;;UAGI;;EAEf,WAAW;;EAEX,cAAc,aAAa,QAAQ;;EAEnC;;EAEA;;EAEA;;EAEA;;;;;;;;;iBAYc,UAAU,YAAY,eAAe,cACnD,OAAO,wBACN,MAAM;;;cC3EI;UAEI;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,MAAM;EACN,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBAwEW,oBACpB,OAAO,kBACP,UAAS,qBACR,QAAQ;;;;iBA8FK,uBACd,UAAS,sBACP,OAAO,qBAAqB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;UC5NvB;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;iBAUc,oBAAoB,cAAc;;;;;;;iBAgClC,iBAAiB,cAAc;;;;;;;iBA2B/B,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;;;UChIM;;EAEf;EACA,QAAQ;;UAGO;;;;;;EAMf;;;;;EAKA,mBAAmB;;;;;;;EAOnB;;;;;;;;;;;;iBAac,kBACd,cACA,YAAY,cACZ,UAAS,eACR;UAqFc,0BAA0B,KAAK;EAC9C;EACA,UAAU,cAAc;;EAExB,cAAc,GAAG;;EAEjB,MAAM,GAAG,SAAS,KAAK,cAAc,SAAS,QAAQ,eAAe;EACrE;EACA;EACA;EACA;;;;;;EAMA;;;;;;;;;iBAUc,oBAAoB,KAAK,SACvC,QAAQ,0BAA0B,KAAK,WACtC,MAAM;;;;;;;;;;;KCrMG;KACA;UAEK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA,QAAQ;EACR,YAAY;EACZ,YAAY;EACZ,WAAW;;UAGI,oBAAoB;EACnC;EACA,QAAQ;EACR,OAAO;EACP,YAAY;EACZ,WAAW;;UAGI,iCAAiC;EAChD;EACA,OAAO;EACP,OAAO;EACP,WAAW;;UAGI;EACf;EACA;EACA,cAAc;;UAGC,uBAAuB;EACtC,IACE,UAAU,iCAAiC,QAC3C,SAAS,4BACR,QAAQ;;KAGD,yBAAyB,oBACnC,UAAU,iCAAiC,QAC3C,SAAS,8BACN,QAAQ;KAED,2BAA2B,mBACnC,uBAAuB,SACvB,yBAAyB;UAEZ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAG/B;EACf;EACA;;KAGU,0BACV,WAAW,qBACX,WAAW,0BACX,UAAU,4BACP;UAEY;EACf,UAAU;EACV;EACA,gBAAgB;EAChB;EACA,SAAS;;UAGM;;EAEf,iBAAiB;;EAEjB;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,aAAa;EACb,aAAa;;UAGE,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;UAGI,0BAA0B,yBAAyB;EAClE,SAAS,2BAA2B;EACpC;EACA;EACA,WAAW;EACX,QAAQ,wBAAwB;EAChC,cAAc;EACd;EACA;;UAGe,wBAAwB;EACvC,KAAK,KAAK,mBAAmB,SAAS;EACtC,QAAQ,QAAQ,mBAAmB;;iBAMf,mBAAmB,iBACvC,OAAO,oBAAoB,UAC3B,SAAS,0BAA0B,SAClC,QAAQ,mBAAmB;iBA8Fd,kCACd,UAAU,oBACV,WAAW,oBACX,SAAQ,iCACP;iBAIa,6BAA6B,iBAC3C,UAAS,mBAAmB,WAC3B,wBAAwB;iBA4BX,0BAA0B,iBACxC,eACC,wBAAwB;iBAkBX,qBACd,WAAW,2BACX,UAAS,8BACR;iBAoBa,uBACd,UAAU,sBACV,WAAW,uBACV;iBAoBa,+BACd,UAAU,sBACV,WAAW,sBACX,SAAQ,iCACP;iBAyEa,8BACd,WAAW,qBACX,WAAW,2BACV;;;UC/cc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;;;;;;EAMA;EACA,cAAc;EACd,QAAQ;;;;;;;EAOR;;;;;;EAMA;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA;;EAEA;EACA;;EAEA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,aAAa;EACb;EACA,SAAS;;;;;EAKT,iBAAiB,OAAO;IAA0B;IAAgB;;;;;;;EAMlE,mBAAmB;;;;;;;iBAwCL,oBAAoB,OAAO;EAAwB;EAAgB;;;;;;;;iBAiEnE,sBACd,SAAS,gCACP,OAAO,wBAAwB,QAAQ;;;;;;;;;;;;;;cCtN9B;UACH;mBACS;EAEX,WAAW;UAYT;EASF,aAAa,GAAG,UAAU,QAAQ,KAAK,IAAI,QAAQ;;MAUrD;;MAKA;;;;;;;iBAoEgB,cAAc,GAAG,GACrC,gBAAgB,KAChB,qBACA,MAAM,MAAM,GAAG,kBAAkB,QAAQ,KACxC,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KClFC;UAEK;;;EAGf;;;EAGA;;;;EAIA;;;;EAIA;;;EAGA;;UAGe;;EAEf;;EAEA;IAAa;IAAmB;;;EAEhC;IAAY;IAAmB;;;EAE/B;IAAa;IAAmB;;;EAEhC;;;EAGA;EACA;;UAGe;EACf;EACA;EACA;EACA,UAAU;EACV;EACA,eAAe;;UAGA;;;EAGf;;EAEA,MAAM;;;;;iBAmCQ,qBAAqB;;;iBAMrB,oBACd,aAAa,qBACb,MAAM,kBACN;cAWW;mBACM;mBACA;mBACA;mBACA;mBACA;EAEjB,YAAY,QAAQ;;;;EAepB,SACE,WAAW,4BACX,UAAU,6BACT;;;;;;;;;;UCrKY;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;;;;;;;;;;;;;;;;;;KC1BC;UAEK;;EAEf;;EAEA,UAAU;;;;;EAKV;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;;;;;;iBAQc,aAAa,GAC3B,SAAS,cACT,YAAY,KACZ;;;;;EAKE,QAAQ,WAAW;IAEpB;;cA0CU,0BAA0B,OAAO;;iBAO9B,eACd,SAAS,cACT,QAAQ,aACR,UAAS,OAAO;;;;;;;;;iBAoBF,UAAU,GACxB,SAAS,cACT,YAAY,KACZ;EAAW,QAAQ,WAAW;;;;;;;;;;;;;;cC/GnB;WAEiB;mBADX;EACjB,YAA4B;EAOtB,OAAO,iBAAiB;;;;;;;;;;;;;;;;;;;;UClBf,mBAAmB;EAClC,QAAQ;IAAQ,UAAU;;;EAE1B,QAAQ,MAAM;;EAEd;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGc,kBAAkB,GAAG,OAAO,mBAAmB,KAAK;;;UCzBnD,mCAAmC;EAClD,gBAAgB,KAAK,mBAAmB,WAAW;EACnD,gBACE,SAAS,uBAAuB,QAChC,KAAK,mBAAmB,WACrB;;iBAGS,kCAAkC,iBAChD,MAAM,mBAAmB,UACzB,UAAS,mCAAmC,SAC3C;iBAsCa,kCACd,eAAe,8BACf,sBACC;;;UCnCc;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;cAGW;;;;;;iBAcG,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;UCpK5D,SAAS;;WAEf;;WAEA,UAAU;;UAGJ,YAAY;;EAE3B,OAAO,iBAAiB,QAAQ;;;;;;;EAOhC,OAAO,MAAM,SAAS,KAAK;;EAE3B,QAAQ,MAAM,SAAS,KAAK;;UAGb,YAAY;;;;;;EAM3B,YAAY;IAAU,MAAM,SAAS;IAAI;;;;;;EAKzC,SAAS,GAAG,KAAK,MAAM,SAAS,OAAO,QAAQ,KAAK,QAAQ;;EAE5D,SAAS;;EAET;;EAEA;;EAEA;IAAiB;IAAgB;IAAiB;;;UAGnC,sBAAsB;;EAErC;EACA,SAAS,YAAY;;iBAQP,kBAAkB,GAAG,MAAM,sBAAsB,KAAK,YAAY;;;UCrEjE;;EAEf,UAAU;;EAEV,YAAY;;UAGG;;EAEf,aAAa;;EAEb;EACA;;;;;;;;iBASc,iBAAiB,OAAO,sBAAsB;;;;iBAuB9C;;;;;;;;;;;;;;;;;;;;;;;;;;cC5BH;;;cAaA;;cAYA;;cAYA;WACX;WACA;WACA;;KAGU,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;;;UCpMpB;;EAEf,SAAS;;EAET;;;;;iBAMoB,oBACpB,OAAO,oBACP,SAAS,sBACT,WAAW,uBACV,QAAQ;;;UCrBM;;EAEf,SAAS;;EAET;;;;;iBAMc,WAAW,OAAO,SAAS,mBAAmB,MAAM,qBAAqB;;;;;;iBAoCzE,mBACd,QAAQ,WACR,sBACA,MAAM,qBACL;;;UClDc;EACf;EACA;EACA;;;;EAIA;;UAGe;;EAEf,YAAY;EACZ;IACE;;IAEA;;;EAGF,UAAU;;;iBAII,WAAW,QAAQ,mBAAmB;;;;;;;iBA+BtC,mBAAmB,kBACjC,QAAQ,GACR,QAAQ,mBACP;EAAM,MAAM;;;;UC3CE;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGU,iBAAiB;KAEjB,8BAA8B;;;;;;;;;;;;;;cAe7B,aAAa,+BAA+B;;cAY5C,uBAAuB;WACN,MAAM;EAAlC,YAA4B,MAAM;;;;;;;;;iBAepB,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;cCrElD;UAEI;;EAEf,eAAe;;EAEf;;;EAGA;;EAEA;;EAEA;;;EAGA;;UAGe;;EAEf;EACA,YAAY;EACZ,kBAAkB;;UAGH;EACf;;EAEA;;;;;;;;iBASc,OAAO,iBAAiB,YAAY,wBAAwB;;;;;;;iBAc5D,kBACd,iBACA,UAAU,iBACT;;;;cC5CU;UASI;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA6ShC,kCACd,QAAQ,WACR,gBACA,sBACA,WAAW,qCACX,SAAS,gCAAgC,yCACxC;;iBAuHa,8BACd,kBAAkB,0BAClB,SAAS,KACP,iIAGD;;iBA4Da,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;;;cCjpBU;KAED,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UAGM;WACN;WACA;WACA;WACA;;KAGC,oBAAoB;UAEf;WACN;WACA;WACA;WACA;WACA;WACA,OAAO;WACP;WACA;WACA;aACE;aACA;aACA;aACA,UAAU;aACV,UAAU;;WAEZ;aACE;aACA;;WAEF;aACE;aACA;;WAEF;aACE;aACA;aACA,YAAY;aACZ,cAAc,QAAQ;aACtB;;WAEF;aACE;aACA;aACA;aACA;aACA;;WAEF;aACE;aACA;aACA;aACA;aACA;aACA;;WAEF;aACE;aACA;aACA;aACA;aACA;;;UAII;WACN;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;;iBAkGK,iCAAiC,iBAAiB;iBA0FlD,+BAA+B,iBAAiB;iBAiGhD,kCAAkC,QAAQ;iBAQ1C,4BAA4B,eAAe;iBAgB3C,6BAA6B,eAAe;iBAQ5C,4BACd,OAAO,2BACN;iBAmFa,8BACd,iBACC;;;;;;iBAmBa,0BAA0B,iBAAiB;;;;;;;;;;;;;iBClf3C,cAAc;;;iBAMd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,4BAA0B;EACpD,IAAI,aAAa,OAAO,eAAa;;;iBAIvB,wBAAwB;;;;;;;;iBAgDxB,iBAAiB,eAAe;UAsB/B;EACf;EACA;;UAGe;;;;EAIf;;;KAIU,YAAY,WAAW,kBAAkB,aAAW,cAAY,cAC1E,WACA;EAEA,SAAS;;;;;;;;;;;iBAYK,YAAY,WAAW,kBAAkB,aAAW,YAClE,OAAO,cAAY,WAAW,YAC9B,OAAO,mBACP,SAAS,qBACR,YAAY,WAAW"}
1
+ {"version":3,"file":"index.d.ts","names":[],"sources":["../src/auto-pr.ts","../src/benchmark.ts","../src/capability-headroom.ts","../src/client.ts","../src/clustered-paired-binary.ts","../src/detectors/index.ts","../src/driver.ts","../src/executor.ts","../src/integrity/preflight.ts","../src/integrity/single-backend.ts","../src/judge-families.ts","../src/judges.ts","../src/knowledge/types.ts","../src/knowledge/readiness.ts","../src/live-proof.ts","../src/math/normal.ts","../src/math/student-t.ts","../src/metrics.ts","../src/paired-delta-test.ts","../src/pr-review-benchmark.ts","../src/registry.ts","../src/reporter.ts","../src/treatment-gate.ts","../src/anti-slop.ts","../src/convergence.ts","../src/dual-agent-bench.ts","../src/eval-tools.ts","../src/steering.ts","../src/harness-optimizer.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/judge-runner.ts","../src/playbook.ts","../src/prompt-registry.ts","../src/steering-optimizer.ts","../src/workspace-inspector.ts","../src/budget-guard.ts","../src/hidden-criteria-grading.ts","../src/runtime-trajectory.ts","../src/cost-tracker.ts","../src/eval-trace-store.ts","../src/experiment-tracker.ts","../src/leaderboard.ts","../src/muffled-gate-scanner.ts","../src/oracle.ts","../src/partition-held-out.ts","../src/scorecard.ts","../src/slo.ts","../src/state-continuity.ts","../src/ui-finding.ts","../src/trace-contracts.ts","../src/behavior-dsl.ts","../src/ci-gate.ts","../src/contamination-guard.ts","../src/observability.ts","../src/paraphrase.ts","../src/visual-diff.ts","../src/bisector.ts","../src/counterfactual.ts","../src/cross-trace-diff.ts","../src/active-learning.ts","../src/causal-attribution.ts","../src/prm/rubric.ts","../src/reward-model-export.ts","../src/self-play.ts","../src/command-runner.ts","../src/deploy-gate-layer.ts","../src/error-count-extractor.ts","../src/flow-layer.ts","../src/intent-match-judge.ts","../src/keyword-coverage-judge.ts","../src/multi-toolchain-layer.ts","../src/reference-replay.ts","../src/reviewer.ts","../src/concurrency.ts","../src/description-length-gate.ts","../src/discover-personas.ts","../src/golden-matcher.ts","../src/locked-jsonl-appender.ts","../src/orthogonality.ts","../src/reference-replay-steering.ts","../src/reflective-mutation.ts","../src/sandbox-pool.ts","../src/otel-pipeline.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/traced-analyst.ts","../src/traced-judges.ts","../src/cost-report.ts","../src/model-seats.ts","../src/attestation.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/verdict-cache.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UA6BiB;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf,MAAM;;EAEN;;EAEA;EACA,aAAa;EACb;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;;UAIe;;;;;;;;;;EAUf,cAAc,OAAO,mCAAmC,QAAQ;;UA2CjD;;EAEf;;EAEA;;EAEA,mBAAmB;;EAEnB,YAAY;;;;;;;;;;iBAkCE,iBAAiB,MAAM,0BAA0B;UAqKhD;;EAEf;;EAEA;;EAEA,QACE,aACA,gBACA;IAAQ;IAAa;QAClB;IAAU;IAAgB;IAAgB;;;;;;;;;;;;iBAYjC,YAAY,OAAM,qBAA0B;;;;;;;;cCxV/C;UACH;UACA;EAER,YAAY,MAAM,YAAY,QAAQ;EAKhC,IAAI,YAAY,aAAa,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;UCM5B;;EAEf;;;EAGA;;;;;;KAOU;UAEK;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;cC/JK;UACH;UACA;UACA;UACA;EAER,YAAY,QAAQ;UAMZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;;;;;;;iBAW9C,eACpB,QAAQ,eACR,cACA,WAAW,QAAQ,kBAAkB,QAAQ,iBAC5C,QAAQ;;;;;;;;;;;KCjPC;UAEK,6BAA6B;;EAE5C;;EAEA;;EAEA,UAAU,KAAK;;EAEf,aAAa,KAAK;;EAElB,MAAM,KAAK;;EAEX,OAAO,KAAK;;EAEZ,UAAU,KAAK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;;;;EAKd;;EAEA;;UAGe,qBAAqB;EACpC;EACA;EACA;EACA,UAAU;EACV,WAAW;EACX;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf;;;;;;EAMA;EACA,aAAa;EACb;;EAEA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,UAAU;;EAEV,WAAW;EACX,UAAU;;UAGK,4BAA4B;EAC3C,cAAc,qBAAqB;EACnC,kBAAkB;EAClB,mBAAmB;;EAEnB,YAAY;;;;;;;;iBAoBE,sBAAsB,MACpC,eAAe,QACf,SAAS,6BAA6B,QACrC,4BAA4B;;;KC/HnB;;;;UAKK;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAiCzD;;;WAGN;;WAEA;WACA,WAAW;WACX,eAAe;;;;iBAKV,mBAAmB,OAAM,oBAAyB;UAqCjD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;UC/Kc;EACf,QAAQ;EACR;;EAEA;;EAEA,aAAa;;;;;;;;;cAuBF;UACH;UACA;UACA;UACA;UACA;EAER,YAAY,MAAM,YAAY,QAAQ;;;;;;;EAchC,IAAI,SAAS,gBAAgB,QAAQ;;UAwG7B;;UAkBA;;;;;;;;;;;iBA6CA,wBACd,SAAS,eACT,OAAO,aACP;UA6Ce;;EAEf;;;EAGA;;;;;EAKA;;;EAGA;;EAEA;;;;;;;;;;;;;iBAcc,8BAA8B,KAAK;UA8BlC;EACf,SAAS;EACT,OAAO;;EAEP;IAAW;IAAc;;;EAEzB;;EAEA;;EAEA,aAAa;;EAEb,WAAW;;;;;;;;;iBAUS,mBACpB,MAAM,YACN,MAAM,yBACL;;;UChVc;;EAEf;;EAEA;;EAEA,QAAQ;;EAER,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET,mBAAmB;;EAEnB,eAAe;;EAEf,mBACE,OAAO,+BACP,WAAW;IACN;IAAiB;;;;;;;EAMxB,SAAS,eAAe;;;;;;;iBAoBJ,gBACpB,MAAM,YACN,UAAU,UACV,QAAQ,iBACP,QAAQ;;;UCtDM;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,mBAAmB;;UAGJ;EACf;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;cA8DhE,+BAA+B;WAGxB,SAAS,cAAc;EAFzC,YACE,iBACgB,SAAS,cAAc;;;;;;;;;iBAwBrB,mBAAmB,MAAM,yBAAyB,QAAQ;;;;;;;UCxJ/D;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGU;UAEK;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;cAGhB,2BAA2B;WAGpB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAgBZ,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;;;;;;;;;;;;;KC3ES;;;;;;;iBAkEI,YAAY,kBAAkB;UAc7B;;EAEf;;;;EAIA;;cAGW,yBAAyB;WAGlB,UAAU;WACV;EAHlB,YACE,iBACgB,UAAU,eACV;;;;;;;iBAYJ,kBACd,kBACA,OAAM,2BACL;;;KCpHE;EAA2B;EAAiB,UAAU;;;;;;cAM9C,wBAAwB;WAC1B;WACA;WACA,UAAU;EAEnB,YAAY,mBAAmB,aAAa,UAAU;;;;KCZ5C;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;KAGD;;;UClGK;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;;;UCvHc;EACf;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,UAAU;EACV;IAAc;IAAgD;IAAiB;;EAC/E,SAAS,OAAO;EAChB,YAAY,UAAU;EACtB,SAAS,OAAO,KAAK;IAAgC;;EACrD,QAAQ;IACN;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA,MAAM,SAAS,mBAAmB;EAClC,UACE,SAAS,mBACR,QAAQ,6BAA6B;EACxC;EACA;EACA,kBAAkB;EAClB;IACE;IACA;IACA;IACA,aAAa;;EAEf,WAAW;;UAGI,wBAAwB;EACvC;EACA;EACA,WAAW;EACX,QAAQ;EACR,YAAY;EACZ,YAAY;EACZ,oBAAoB;;iBAGA,aAAa,QAAQ,kBAAkB,QAAQ;;;;;;;;;;iBChErD,UAAU;;;;;;iBCFV,YAAY,WAAW;;;UCF7B;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBA0C3B,oBAAoB,gBAAgB;;;iBAYpC,cAAc;;iBAOd,eAAe;;;;iBAOf,aAAa,qBAAqB,sBAAsB;;;;cAkB3D;UACH;UACA;UACA;UACA;EAER,YAAY;;EAKZ,OAAO,qBAAqB;;EAS5B,eACE,mBACA;IACG;IAAqB;IAAsB;;EAOhD;EAGA;EAGA;;;;;;;cAUW;UACH;UACA;UACA;EACR,YAAY,QAAQ,eAAe;;EAM7B,QACJ,cACA,2BACA,uBACA,4BACA,yBACA,+BACA,iCACA,uBACA,sBACA,uBACA,4BACC,QAAQ;;EA4BL,YAAY,QAAQ;;EAuB1B,cAAc;;EAKd;;;;UCpNe,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;iBAmB/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;KC/CS;KAYA;KAEA;UAEK;EACf;EACA,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,UAAU;EACV;EACA,WAAW;;UAGI;EACf;EACA;EACA,UAAU;EACV;EACA;;;;;EAKA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,UAAU;EACV,mBAAmB;EACnB,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,QAAQ;EACR;EACA;EACA,iBAAiB;EACjB;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;cAGW,iCAAiC;iBAQ9B,kBACd,WAAW,mBACX,QAAQ,iBACP;iBAIa,oBACd,WAAW,mBACX,QAAQ,gBACR,UAAS,QAAQ,wBAChB;iBAIa,sBACd,WAAW,mBACX,UAAU,mBACV,QAAQ,gBACR,UAAS,QAAQ,wBAChB;iBA6Da,2BAA2B,QAAQ,kBAAkB;iBAoBrD,uBACd,YAAY,KACV,+FAGF,UAAS,QAAQ;;;;;;;;;cCjNN;UACH;UACA;;EAGR,cAAc,OAAO;;EAMrB,SAAS,WAAW;;EAKpB,OAAO;;EAKP,WAAW,mBAAmB;;EAM9B;IAAoB;IAAkB;;;EAStC,UAAU,kBAAkB;;EAK5B,KAAK,aAAa;;MAKd;;;;;;;;;;;iBC5CU,sBAAsB,QAAQ;;iBA2D9B,mBAAmB,SAAS;;iBAgD5B,mBAAmB,SAAS;;;;;KCrEhC,eAAe;UAEV;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;iBA+Ca,yBACd,SAAS,KAAK,qCACd,SAAS,aACT,OAAO,uBACN;;;;;;iBASa,uBACd,gBAAgB,oBAChB,SAAS,aACT,OAAO,uBACN;;;;;;iBASa,2BACd,oBAAoB,YACpB,SAAS,aACT,OAAO,uBACN;;;;;KAYS;;;;;;;;;iBAUI,kBAAkB,SAAS,WAAW,MAAM,gBAAgB;;;UCzK3D;;EAEf;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAGtB;;iBAsBI,oBAAoB,SAAQ,iBAAsB;UA4CjD;EACf,UAAU;EACV;EACA;;UAGe;;EAEf;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;;;;;;;;;cChIU;UACH;UACA;EAMR,YAAY,UAAU;;EAKtB,OACE,cACA,OAAO;IAEP;IACA;IACA,gBAAgB;;;EA8BlB;;EAKA;IAnDQ;IACa;IACH,gBAAA;;;EAsDlB;;;;;;;;;;;;;;;UCvDe;EACf;EACA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,SAAS;EACT;;UAGe;EACf,WAAW;EACX;;EAEA;;;;;EAKA,UAAU;IACR,UAAU;IACV;IACA;IACA;QACI;;;;;;EAMN,WAAW;IACT,UAAU;IACV;IACA;QACI;IAAU;IAAkB;;;EAElC,mBAAmB;IAAQ;IAAoB,OAAO;;;UAGvC;EACf,WAAW;EACX;IACE;IACA;IACA;;EAEF;IACE;IACA;;;cAIS;EACL,IAAI,QAAQ,uBAAuB,QAAQ;;;;;UClDlC;EACf;EACA;EACA,YAAY;EACZ,UAAU,eAAe;IAAQ,SAAS;QAAkB;;UAG7C;;EAEf,SAAS,MAAM;;;;EAIf;IAAe,kBAAkB;;;;EAGjC,UAAU,KAAK;;;iBAID,aAAa,KAAK;EAChC;EACA;IAAY;IAAc;IAAqB,YAAY;;;;;;;;iBAa7C,cAAc,KAAK,sBAAsB;;;UC/DxC;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;UAGI;EACf;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;iBAGG,oBAAoB,MAAM,gBAAgB,OAAO,gBAAgB;iBAqBjE,mBAAmB,QAAQ;;;KCxC/B;UAWK;EACf;EACA,eAAe;EACf;EACA,WAAW;;UAGI;EACf;EACA;EACA,YAAY,YAAY;;UAGT;EACf;EACA,WAAW;EACX,WAAW;EACX,cAAc;EACd,UAAU;EACV,SAAS;EACT,YAAY;EACZ,WAAW;;UAGI;EACf;EACA;EACA;EACA,WAAW;;UAGI;EACf,SAAS;EACT,UAAU;EACV;;UAGe;EACf,IAAI,SAAS,oBAAoB,QAAQ;;UAG1B;EACf,SAAS;EACT,UAAU;EACV;EACA,OAAO;EACP,OAAO;EACP;;UAGe;EACf,SAAS;EACT,MAAM;EACN;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf,QAAQ;EACR,UAAU,aAAa;EACvB,SAAS;;UAGM;EACf,SAAS;EACT,WAAW;;UAGI;EACf,SAAS;EACT,UAAU;EACV,WAAW;EACX;EACA;EACA,UAAU,QAAQ;EAClB,aAAa,MAAM,UAAU;EAC7B,SAAS,OAAO,UAAU,SAAS,sBAAsB,WAAW,QAAQ;EAC5E,YAAY,QAAQ,4BAA4B;;cAGrC,4BAA4B,MAAM,UAAU;iBAOnC,qBACpB,QAAQ,0BACP,QAAQ;iBAqBK,qBACd,SAAS,oBACT,aAAY,MAAM,UAAU,yBAC3B;iBAUa,wBAAwB,SAAS,qBAAqB;;;;;UCzHrD,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;;;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;EAIR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;KCzES;UAEK;EACf;EACA,MAAM;EACN,QAAQ;;UAGO;EACf;EACA,MAAM;EACN;EACA;EACA;EACA,QAAQ;;UAGO;EACf,SAAS;EACT;;;;;;EAMA;;cAGW;mBACM;EAEjB,YAAY,SAAQ;EAId,IAAI,MAAM,mBAAmB,QAAQ;;iBAsBvB,cACpB,OAAO,oBACP,UAAS,oBACR,QAAQ;;iBAsBK,cAAc,YAAY,QAAQ,gBAAgB;;iBAKlD,UAAU,YAAY,QAAQ,gBAAgB;;iBAK9C,YAAY,YAAY,QAAQ,gBAAgB;;iBAKhD,cAAc,YAAY,QAAQ,gBAAgB;;;UC5GjD;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,SAAS;;iBAGK,gBACd,SAAS,iBACT;EAAW;IACV;iBAmBa,uBAAuB,UAAU;;;;;;;;;;;;;;UCvBhC;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;KC3ExC;UAEK;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGI;EACf,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;;;;EAIX,iBAAiB;IACf;IACA;IACA;QACI;IAAU;IAAmB;;EACnC;;UAGe;EACf,UAAU,QAAQ;;UAGH,kCAAkC;EACjD;EACA;EACA;EACA;EACA;;cAGW;EACX,SACE,MAAM,2BACN,SAAQ,0BACP;;cAYQ;mBACkB;EAA7B,YAA6B,QAAQ;EAE/B,SAAS,MAAM,4BAA4B,QAAQ;;;;;;;;;;;;;;UC3D1C;;EAEf,OAAO;;EAEP,MAAM,eAAe,MAAM;;EAE3B,IAAI;;EAEJ,QAAQ;IAAiB;IAAc;IAAe;;;UAGvC;;EAEf;;EAEA;;UAGe;EACf;EACA,SAAS,SAAS,mBAAmB,QAAQ;;cAOlC,sCAAsC;WACxC;mBACQ;EAEjB,IAAI,iBAAiB,UAAU;EAIzB,SAAS,SAAS,mBAAmB,QAAQ;;UASpC;EACf;EACA;EACA,MAAM,UAAU,oBAAoB;;UAGrB;EACf;;EAEA;EACA;;iBAGc,WAAW,eAAe;iBAc1B,aAAa,cAAc,iBAAiB;iBAkB5C,SAAS,eAAe,aAAa,eAAe;iBAoBpD,SAAS,UAAU,yBACjC,eACA,YAAY,KAAK,eACjB;EAAY;IACX;;iBAoBa,cACd,UAAU,mBACV,YAAY;EAEZ;EACA;EACA,SAAS;IAAQ;IAAmB,QAAQ;;;;;cCxIjC,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAHT,YACS,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAER,YAAY,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;;;;;;;;;;;;;;;;;;;;KCZhB;;iBASI,oBAAoB,aAAa;;;;;;;UAUhC;;EAEf;;;;EAIA;EACA,aAAa;;;;;;;;;iBAUC,YAAY,sBAC1B,SAAS,SAAS,OAAO,OAAO,oBAChC,QAAQ,SAAS,OAAO,kBACvB;;UAec;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;;;iBAyBI,mBAAmB,iBAAiB,gBAAgB;;;;UASnD;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;;iBAKlB,YAAY,gBAAgB,eAAe,iBAAiB;;;;;;;;;;iBAgBtD,cAAc,WAAW,SAAS;EACtD,UAAU;EACV,gBAAgB;EAChB,QAAQ,qBAAqB,WAAW;;EAExC;IAAY,iBAAiB;IAAe;IAAsB,UAAU;;EAC5E,SAAS;IACP,QAAQ;;;UAUK;;EAEf;;EAEA;;;;cAKW,qBAAqB;;;;UAKjB,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;;;;;;;;;;iBAqBK,iBAAiB,WAC/B,QAAQ,OAAO,gBAAgB,eAAe,eAAa,QAAQ,eACnE,kBAAkB,UAAU,sBAC5B,UAAS,gBACP,OAAO,gBAAgB,eAAe,QAAQ;;;UChTjC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;iBAgEa,gCAAgC,iBAAiB;;;;;;;;;;;;;UC5GhD;EACf;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;iBCzGc,SAAS,QAAQ;UAIhB;EACf;EACA;EACA;EACA;EACA,WAAW;;EAEX;;EAEA;;EAEA;IAAc;IAAa;;;EAE3B,SAAS,QAAQ;;UAoBF;EACf;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;;;;;;;;;;EAWA;;;;;;;UAQe;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;iBAGF,yBAAyB,UAAS,cAAmB;;;;;;iBAiBrD,sBACd,cACA;EAAQ;IACP;;;;;;;;cAqDU;mBACM;EAEjB,YAAY,UAAS;;;EAMf,OAAO,QAAQ,YAAY;EAI3B,OAAO,QAAQ;EAIf,MAAM,SAAQ,kBAAuB,QAAQ;;;;;;;;;;;;EAgB7C,QACJ,oBACA;IAAQ;IAAsB,WAAW;MACxC,QAAQ;;;;;;;;;;EAkCL,YAAY,oBAAoB,qBAAqB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCtOzD;;UAGK;;EAEf;;EAEA;;EAEA;;;;UAKe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA,YAAY;;EAEZ;;EAEA;EACA,MAAM;EACN,OAAO;EACP,SAAS;;EAET;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;EAGA;;UAGe;EACf,SAAS;;EAET;;EAEA;;;;;;;iBAkDc,uBACd,MAAM,iBACN,aAAa,wBACZ;;;;;;;iBAgDa,mBACd,WAAW,iBACX,QAAQ,wBACR,aAAa,wBACZ;;;KA6CS,yBAAyB,uBAAuB,QAAQ;;;UAInD;EACf,QAAQ,QAAQ;EAChB,KAAK,aAAa,eAAe;;;;;;;;cAStB,qBAAqB;;;iBAWlB,wBAAwB,UAAS,eAAoB;;iBAarD,oBAAoB,eAAe;UAyBlC;EACf,QAAQ;EACR,mBAAmB;EACnB,aAAa;;EAEb;;UAGe;EACf;EACA;EACA;EACA;;EAEA,aAAa;;;;;;;;;cAUF;mBACM;mBACA;mBACA;mBACA;EAEjB,YAAY,UAAS;EAOf,OAAO,OAAO,wBAAwB,QAAQ;;;EA6B9C,OACJ,sBACA,KAAK,KAAK;IAAwC;IAAc;MAC/D,QAAQ;EAoBL,IAAI,uBAAuB,QAAQ;EAMnC,QAAQ,QAAQ;;EAKhB,WAAW,uBAAuB,QAAQ;;;;UC5ZjC;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnB5D;EACf;EACA;EACA;EACA;;KAGU,iBAAiB,cAAc,iBAAiB;UAE3C;;EAEf;;EAEA;;;;;;;;EAQA;IACE;IACA,YAAY;IACZ;IACA,kBAAkB;;;EAGpB,SAAS;;;;;;cAoBE,oBAAoB;;;;;cAwBpB,qBAAqB;;;;;;;cA0BrB,2BAA2B;;;;;cAyB3B,4BAA4B;;;;;;cAyB5B,sBAAsB;;;;;cAwBtB,iBAAiB;;cAQjB,mBAAmB;;;;;iBAuDhB,oBAAoB,MAAM,cAAc;;;;;iBAqCxC,eAAe,UAAU;;;;;;;;;;;;;;UCpSxB;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAGjB,eAAe,gBAAgB;EAAQ;IAAiC;iBAmBxE,YAAY,mBAAmB;iBAiB/B,UAAU,UAAU,0BAA0B;iBA8B9C,aAAa,SAAS,SAAS;;;;;;;iBAuB/B,cAAc;UA8Bb;EACf,SAAS;EACT;EACA;EACA;;EAEA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;;;;;;;;;;;;;;;;;;;;;iBC9I5D,QAAQ;;iBAUR,WAAW,YAAY;UAKtB;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;iBAUc,iBACd,YACA;EAAW;EAAe;;;;;;;;;;;;iBAkBZ,iBACd,eACA,UAAS,0BACR;;;;UClEc;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAwCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBA4CxD,gBAAgB,iBAAiB,OAAO;;iBAOxC,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;;;;;;;;;;KChV9B;KACA;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,YAAY;;EAEZ;EACA,UAAU;;UAGK;EACf,KAAK;EACL;EACA;;EAEA;EACA;;UAGe;EACf,SAAS;EACT;EACA,kBAAkB;EAClB,UAAU;;;;;;iBAOI,UAAU,SAAS,wBAAwB,MAAM,QAAQ;;cAwC5D,oBAAoB;;;;;;;;;;;;;;;UC5EhB,uBAAuB;EACtC,QAAQ;EACR,OAAO;;UAGQ,gBAAgB;;EAE/B;;EAEA;;EAEA,QAAQ,MAAM,uBAAuB;;UAGtB;EACf;EACA;EACA;EACA;;UAGe;EACf,SAAS;;EAET;;EAEA;;iBAGc,gBAAgB,GAC9B,MAAM,uBAAuB,IAC7B,QAAQ,gBAAgB,MACxB;EAAW;IACV;;iBAea,aAAa,UAAU,yBACrC,WAAW,aACV,gBAAgB;;iBASH,oBAAoB,GAAG,gBAAgB,YACrD,KAAK,GACL,oBACC,gBAAgB;;iBAeH,eAAe,UAAU,yBACvC,WAAW,YACX,iCACC,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC/DP;;cAeC,oBAAoB;;;;;;;;;KAuBrB;;cAGC,gCAAgC;;;;;;UAY5B;;EAEf;;EAEA;;EAEA;;;;;;;;;;UAWe;;;;;;;EAOf;;EAEA;;EAEA,MAAM;;EAEN,UAAU;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,sBAAsB;;EAEtB;;EAEA;;;;;;;;;UCrFe;EACf;EACA;EACA;EACA;EACA;EACA;;;EAGA;EACA,aAAa;;;UAIE;EACf;EACA;;KAGU,uBAAuB,SAAS;;;;;;;;;;;;;;;UAgB3B;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,UAAU,MAAM;;;;EAIhB;;KAKU;UAEK;EACf,MAAM;;EAEN;;EAEA,IAAI;;EAEJ,IAAI;;EAEJ,IAAI;;EAEJ,QAAQ;;;UAIO;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;;UAGe,wBAAwB;;EAEvC;EACA;;EAEA;;EAEA,QAAQ;EACR,YAAY;;UAGG;EACf,UAAU;EACV;;;iBAkEc,UAAU,MAAM,cAAc,WAAW;cAiE5C;mBAGkB;mBAFZ;EAEjB,YAA6B;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;EAU7B,SAAS,GAAG,eAAe,GAAG,eAAe;;EAY7C,YAAY,GAAG,eAAe,OAAO,eAAe;EAWpD,SAAS;UASD;;iBAcM,cAAc,eAAe;;;;;;iBAwK7B,sBACd,UAAU,eACV,gBAAgB,iBACf;;;;;iBA0Ba,oBACd,gBAAgB,gBAChB,oBAAoB,kBACnB;UAYc,qBAAqB,WAAW,kBAAkB,aAAW;;;;;;;;EAQ5E,QAAQ;IAAS,UAAU;IAAW,UAAU;iBAAyB;;EAEzE;;;;;;;iBAQc,cAAc,WAAW,kBAAkB,aAAW,YACpE,oBAAoB,iBACpB,MAAM,qBAAqB,WAAW,aACrC,cAAY,WAAW;;;UC/iBT;EACf;EACA;EACA;;UAGe;;EAEf;EACA,SAAS,QAAQ;;cAGN;UAED;UACA;EAFV,YACU,OAAO,YACP;EAGV,OAAO,mBAAmB;EAI1B,SAAS,UAAS,WAAqC;EAkBvD,cAAc,SAAS,SAAS;EAchC,gBACE,iBAAiB,yEAChB;EAaH,iBAAiB;IACf;IACA;IACA;MACE;;;EAyBJ,kBAAkB,UAAU,gBAAgB;EAkB5C,YAAY,mBAAmB;;cAiBpB,2BAA2B;UAM5B;UACA;UACA;UAPF;UACA;UACA;EAER,YACU,OAAO,YACP,eACA;MAGN;EAIJ,SAAS,OAAO,yBAAyB;EAKzC,MAAM;EAMN,QAAQ;EAKR,OAAO;EAKD,SAAS,QAAQ;;iBAkBT,YAAY,OAAO,YAAY,gBAAgB;;iBAKzC,gBAAgB,cAAc,gBAAgB;EAClE,SAAS;IAAQ;IAAe,QAAQ;;EACxC;EACA;EACA;;;;UClMe;;EAEf;EACA;;EAEA;;EAEA,WAAW,KAAK,KAAK,OAAO,eAAe;;UAG5B;EACf;EACA,UAAU;EACV,WAAW;EACX,SAAS;EACT,OAAO;;UAGQ;EACf;EACA,gBAAgB;EAChB,YAAY;EACZ;EACA;;iBAGoB,iBACpB,OAAO,YACP,UAAU,oBACT,QAAQ;iBAqEK,qBAAqB,SAAS;;;UCnG7B;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;;;;;;;;;;;;;;;;;;;;;;iBAgC7D,sBACd,gBACA,UAAU,kBACT;;;;;;;;;;iBAqBa,sBACd,OAAO;EAAQ,UAAU;EAAiB;EAAgB;KACzD;;;;;;;iBA2CmB,eACpB,OAAO,YACP,WAAW,oBACV,QAAQ;cAqBE;UACH;UACA;EAER,YAAY,WAAW;;EAKvB,IAAI,oBAAoB,sCAAsC;EAY9D,gBAAgB;IAAgB;IAAoB;IAAiB;;;;;UCtJtD;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAS;IAAe;IAAgB;IAAe;;EACvD,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,aAAa;EACb,QAAQ;;iBAGY,mBACpB,OAAO,YACP,gBACC,QAAQ;iBAuCW,iBAAiB,OAAO,aAAa;UA+D1C;EACf;EACA;EACA;EACA;EACA;;;;;;;iBAQoB,wBACpB,OAAO,YACP,eACA;EACE;EACA;EACA,QAAQ,MAAM,YAAY;IAAU;IAAe;IAAoB;;IAExE,QAAQ;;;;;;;;;;;;;;KCtKC,WAAW,gBAAgB;UAEtB;EACf;EACA,eAAe;IAAQ;IAAiB;IAAe;;EACvD;EACA;EACA;;iBAGoB,qBACpB,gBACA,UAAU;EAAQ;EAAY,IAAI;IAClC,UAAU,mBAAmB,iBAC7B;EAAW;IACV,QAAQ;;cAsBE,kBAAkB;;cAGlB,wBAAwB;;cAcxB,aAAa;;cAsBb,yBAAyB;;cAGzB,2BAA2B;cAE3B,kBAAkB;EAAQ;EAAY,IAAI;;UAUtC;EACf,WAAW;IAAQ;IAAY;;;;;;;EAM/B,UAAU;IAAQ;IAAc,UAAU;;;;;;;EAM1C,cAAc;IAAQ;IAAY;QAA0B;IAAU;;;EAEtE;;UAGe;;;;;;EAMf;EACA,aAAa;IACX;IACA;IACA;;IAEA,QAAQ;;EAEV;;;;;;;;;;;;;;;;;;;;iBAqBoB,8BACpB,MAAM,oCACL,QAAQ;;;;;;;;;;;;UClJM;EACf;EACA;;EAEA,MAAM,aAAa;;UAGJ;;EAEf;EACA;EACA;EACA;;EAEA;;UAGe;;EAEf;;iBAGc,WACd,GAAG,WACH,GAAG,WACH,UAAS,oBACR;;iBA4Ba,gBACd,GAAG,YACH,GAAG,YACH,eACA,gBACA;;;;;;;;;;;;;;;UC1De,cAAc;;EAE7B,MAAM;;EAEN,KAAK;;EAEL,UAAU,GAAG,GAAG,GAAG;;;EAGnB,UAAU,MAAM,GAAG,KAAK,MAAM;;EAE9B,UAAU,OAAO,MAAM;IAAU;IAAe;;;EAEhD;;UAGe,WAAW;EAC1B,OAAO;EACP;EACA;;UAGe,aAAa;;EAE5B,SAAS;;EAET,MAAM,WAAW;;EAEjB;;;EAGA;;iBAGoB,OAAO,GAAG,SAAS,cAAc,KAAK,QAAQ,aAAa;;;;;iBAoC3D,aAAa;EACjC;EACA;EACA;EACA,UAAU,gBAAgB;IAAU;IAAe;;EACnD;IACE,QAAQ;;;;;;;;iBAiCU,aAAa;EACjC;EACA;EACA,UAAU,mBAAmB;IAAU;IAAe;;EACtD;EACA,qBAAqB;IACnB,QAAQ;EAAyB;;;;KC5GzB;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;iBAGhD,kBACpB,OAAO,YACP,uBACA,UAAU,wBACV,QAAQ,uBACP,QAAQ;;;;;;;iBA6EK,yBAAyB,SAAS,yBAAyB;EACzE,cAAc;EACd;EACA;EACA;;;;KCvIU;EACN;EAAa,GAAG;EAAgB,GAAG;;EACnC;EAAc,GAAG;;EACjB;EAAc,GAAG;;EACjB;EAAe,GAAG;EAAgB,GAAG;;UAE1B;EACf,IAAI;;EAEJ;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA,WAAW;EACX,cAAc;;EAEd;;;;EAIA;;UAGe;EACf,cAAc,GAAG,gBAAgB,GAAG;;iBAGhB,eACpB,OAAO,YACP,cACA,cACA,UAAS,wBACR,QAAQ;;;KClCC;UAMK;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;UCtCM;;EAEf,QAAQ;;EAER;;EAEA;;UAGe;EACf;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA,aAAa;EACb,cAAc;;EAEd;;EAEA;;iBAGc,kBAAkB,OAAO,kBAAkB;;;UC7B1C;EACf,YAAY;EACZ,MAAM;;EAEN,OAAO;;EAEP,MAAM;;UAGS;EACf;;EAEA,QAAQ,MAAM;;EAEd;;;EAGA,QACE,KAAK,gBACF;IAAU;IAAe;IAAoB;;;UAGnC;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;EAEP;;EAEA;;EAEA;;cAGW;UACS;EAApB,YAAoB,SAAS;;;;;;EASvB,MAAM,OAAO,YAAY,gBAAgB,QAAQ;;;;UCnDxC;;EAEf;;EAEA;IACE;IACA;IACA;IACA;;IAEA;;;EAGF;;iBAGoB,kBACpB,OAAO,YACP,QAAQ,WACR,mBACC,QAAQ;;;;;;UAwBM;;EAEf,MAAM,YAAY,YAAY,OAAO,aAAa;EAClD;IAAY;IAAmB;;;iBAGjB,qBAAqB,QAAQ,YAAY;;;;;;;iBAmBnC,uBACpB,OAAO,YACP,QAAQ,iBACR,mBACC,QAAQ;EAAQ;EAAe;EAAe;;;;UCxEhC;EACf;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA;;UAGe;EACf;EACA,UAAU;EACV,UAAU;EACV,UAAU;IAAQ,WAAW;IAAmB;;EAChD,iBAAiB;IAAQ,WAAW;IAAmB,QAAQ;IAAgB;;;UAGhE;;EAEf;;;EAGA;;EAEA;;;EAGA;;EAEA;;UAGe;EACf,QAAQ,eAAe,gBAAgB,sBAAsB,QAAQ;;UAGtD;;EAEf,eAAe,WAAW,mBAAmB,oBAAoB,QAAQ;;iBAGrD,YACpB,UAAU,kBACV,QAAQ,gBACR,mBACA,UAAS,kBACR;EAAU,QAAQ;EAAkB,SAAS;;;;;;;;;;;;;;;;;;;;;UCvC/B;;EAEf;;EAEA;;EAEA;;;;;EAKA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;;;;;;;;cAYpB,oBAAoB;;;KCrErB;UAEK;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;UCxOvD;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;;;KC5DhE;UASK;;EAEf,QAAQ;;EAER;;;;;;;EAOA;;EAEA;;EAEA,WAAW;;UAGI;;EAEf;;EAEA,OAAO;;EAEP;;EAEA;;UAGe;EACf;;EAEA;;EAEA;;UAGe;;EAEf,KAAK,cAAc,QAAQ;;EAE3B,KAAK,MAAM,WAAW,QAAQ;;EAE9B,SAAS;;UAGM;;EAEf,WAAW;;UAGI;;EAEf,WAAW;;EAEX,cAAc,aAAa,QAAQ;;EAEnC;;EAEA;;EAEA;;EAEA;;;;;;;;;iBAYc,UAAU,YAAY,eAAe,cACnD,OAAO,wBACN,MAAM;;;cC3EI;UAEI;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,MAAM;EACN,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBAwEW,oBACpB,OAAO,kBACP,UAAS,qBACR,QAAQ;;;;iBA8FK,uBACd,UAAS,sBACP,OAAO,qBAAqB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;UC5NvB;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;iBAUc,oBAAoB,cAAc;;;;;;;iBAgClC,iBAAiB,cAAc;;;;;;;iBA2B/B,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;;;UChIM;;EAEf;EACA,QAAQ;;UAGO;;;;;;EAMf;;;;;EAKA,mBAAmB;;;;;;;EAOnB;;;;;;;;;;;;iBAac,kBACd,cACA,YAAY,cACZ,UAAS,eACR;UAqFc,0BAA0B,KAAK;EAC9C;EACA,UAAU,cAAc;;EAExB,cAAc,GAAG;;EAEjB,MAAM,GAAG,SAAS,KAAK,cAAc,SAAS,QAAQ,eAAe;EACrE;EACA;EACA;EACA;;;;;;EAMA;;;;;;;;;iBAUc,oBAAoB,KAAK,SACvC,QAAQ,0BAA0B,KAAK,WACtC,MAAM;;;;;;;;;;;KCrMG;KACA;UAEK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA,QAAQ;EACR,YAAY;EACZ,YAAY;EACZ,WAAW;;UAGI,oBAAoB;EACnC;EACA,QAAQ;EACR,OAAO;EACP,YAAY;EACZ,WAAW;;UAGI,iCAAiC;EAChD;EACA,OAAO;EACP,OAAO;EACP,WAAW;;UAGI;EACf;EACA;EACA,cAAc;;UAGC,uBAAuB;EACtC,IACE,UAAU,iCAAiC,QAC3C,SAAS,4BACR,QAAQ;;KAGD,yBAAyB,oBACnC,UAAU,iCAAiC,QAC3C,SAAS,8BACN,QAAQ;KAED,2BAA2B,mBACnC,uBAAuB,SACvB,yBAAyB;UAEZ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAG/B;EACf;EACA;;KAGU,0BACV,WAAW,qBACX,WAAW,0BACX,UAAU,4BACP;UAEY;EACf,UAAU;EACV;EACA,gBAAgB;EAChB;EACA,SAAS;;UAGM;;EAEf,iBAAiB;;EAEjB;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,aAAa;EACb,aAAa;;UAGE,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;UAGI,0BAA0B,yBAAyB;EAClE,SAAS,2BAA2B;EACpC;EACA;EACA,WAAW;EACX,QAAQ,wBAAwB;EAChC,cAAc;EACd;EACA;;UAGe,wBAAwB;EACvC,KAAK,KAAK,mBAAmB,SAAS;EACtC,QAAQ,QAAQ,mBAAmB;;iBAMf,mBAAmB,iBACvC,OAAO,oBAAoB,UAC3B,SAAS,0BAA0B,SAClC,QAAQ,mBAAmB;iBA8Fd,kCACd,UAAU,oBACV,WAAW,oBACX,SAAQ,iCACP;iBAIa,6BAA6B,iBAC3C,UAAS,mBAAmB,WAC3B,wBAAwB;iBA4BX,0BAA0B,iBACxC,eACC,wBAAwB;iBAkBX,qBACd,WAAW,2BACX,UAAS,8BACR;iBAoBa,uBACd,UAAU,sBACV,WAAW,uBACV;iBAoBa,+BACd,UAAU,sBACV,WAAW,sBACX,SAAQ,iCACP;iBAuIa,8BACd,WAAW,qBACX,WAAW,2BACV;;;UC7gBc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;;;;;;EAMA;EACA,cAAc;EACd,QAAQ;;;;;;;EAOR;;;;;;EAMA;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA;;EAEA;EACA;;EAEA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,aAAa;EACb;EACA,SAAS;;;;;EAKT,iBAAiB,OAAO;IAA0B;IAAgB;;;;;;;EAMlE,mBAAmB;;;;;;;iBAwCL,oBAAoB,OAAO;EAAwB;EAAgB;;;;;;;;iBAiEnE,sBACd,SAAS,gCACP,OAAO,wBAAwB,QAAQ;;;;;;;;;;;;;;cCtN9B;UACH;mBACS;EAEX,WAAW;UAYT;EASF,aAAa,GAAG,UAAU,QAAQ,KAAK,IAAI,QAAQ;;MAUrD;;MAKA;;;;;;;iBAoEgB,cAAc,GAAG,GACrC,gBAAgB,KAChB,qBACA,MAAM,MAAM,GAAG,kBAAkB,QAAQ,KACxC,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCjFC;UAMK;;;EAGf;;;EAGA;;;;EAIA;;;;EAIA;;;EAGA;;UAGe;;EAEf;;EAEA;IAAa;IAAmB;;;EAEhC;IAAY;IAAmB;;;EAE/B;IAAa;IAAmB;;;EAEhC;;;EAGA;EACA;;UAGe;EACf;EACA;EACA;EACA,UAAU;EACV;EACA,eAAe;;UAGA;;;EAGf;;EAEA,MAAM;;;;;iBA6CQ,qBAAqB;;;iBAMrB,oBACd,aAAa,qBACb,MAAM,kBACN;cAaW;mBACM;mBACA;mBACA;mBACA;mBACA;EAEjB,YAAY,QAAQ;;;;EAepB,SACE,WAAW,4BACX,UAAU,6BACT;;;;;;;;;;UCtLY;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;;;;;;;;;;;;;;;;;;KC1BC;UAEK;;EAEf;;EAEA,UAAU;;;;;EAKV;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;;;;;;iBAQc,aAAa,GAC3B,SAAS,cACT,YAAY,KACZ;;;;;EAKE,QAAQ,WAAW;IAEpB;;cA0CU,0BAA0B,OAAO;;iBAO9B,eACd,SAAS,cACT,QAAQ,aACR,UAAS,OAAO;;;;;;;;;iBAoBF,UAAU,GACxB,SAAS,cACT,YAAY,KACZ;EAAW,QAAQ,WAAW;;;;;;;;;;;;;;cC/GnB;WAEiB;mBADX;EACjB,YAA4B;EAOtB,OAAO,iBAAiB;;;;;;;;;;;;;;;;;;;;UClBf,mBAAmB;EAClC,QAAQ;IAAQ,UAAU;;;EAE1B,QAAQ,MAAM;;EAEd;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGc,kBAAkB,GAAG,OAAO,mBAAmB,KAAK;;;UCzBnD,mCAAmC;EAClD,gBAAgB,KAAK,mBAAmB,WAAW;EACnD,gBACE,SAAS,uBAAuB,QAChC,KAAK,mBAAmB,WACrB;;iBAGS,kCAAkC,iBAChD,MAAM,mBAAmB,UACzB,UAAS,mCAAmC,SAC3C;iBAsCa,kCACd,eAAe,8BACf,sBACC;;;UCnCc;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;cAGW;;;;;;iBAcG,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;UCpK5D,SAAS;;WAEf;;WAEA,UAAU;;UAGJ,YAAY;;EAE3B,OAAO,iBAAiB,QAAQ;;;;;;;EAOhC,OAAO,MAAM,SAAS,KAAK;;EAE3B,QAAQ,MAAM,SAAS,KAAK;;UAGb,YAAY;;;;;;EAM3B,YAAY;IAAU,MAAM,SAAS;IAAI;;;;;;EAKzC,SAAS,GAAG,KAAK,MAAM,SAAS,OAAO,QAAQ,KAAK,QAAQ;;EAE5D,SAAS;;EAET;;EAEA;;EAEA;IAAiB;IAAgB;IAAiB;;;UAGnC,sBAAsB;;EAErC;EACA,SAAS,YAAY;;iBAQP,kBAAkB,GAAG,MAAM,sBAAsB,KAAK,YAAY;;;UCrEjE;;EAEf,UAAU;;EAEV,YAAY;;UAGG;;EAEf,aAAa;;EAEb;EACA;;;;;;;;iBASc,iBAAiB,OAAO,sBAAsB;;;;iBAuB9C;;;;;;;;;;;;;;;;;;;;;;;;;;cC5BH;;;cAaA;;cAYA;;cAYA;WACX;WACA;WACA;;KAGU,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;;;UCpMpB;;EAEf,SAAS;;EAET;;;;;iBAMoB,oBACpB,OAAO,oBACP,SAAS,sBACT,WAAW,uBACV,QAAQ;;;UCrBM;;EAEf,SAAS;;EAET;;;;;iBAMc,WAAW,OAAO,SAAS,mBAAmB,MAAM,qBAAqB;;;;;;iBAoCzE,mBACd,QAAQ,WACR,sBACA,MAAM,qBACL;;;UClDc;EACf;EACA;EACA;;;;EAIA;;UAGe;;EAEf,YAAY;EACZ;IACE;;IAEA;;;EAGF,UAAU;;;iBAII,WAAW,QAAQ,mBAAmB;;;;;;;iBA+BtC,mBAAmB,kBACjC,QAAQ,GACR,QAAQ,mBACP;EAAM,MAAM;;;;UC3CE;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGU,iBAAiB;KAEjB,8BAA8B;;;;;;;;;;;;;;cAe7B,aAAa,+BAA+B;;cAY5C,uBAAuB;WACN,MAAM;EAAlC,YAA4B,MAAM;;;;;;;;;iBAepB,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;cCrElD;UAEI;;EAEf,eAAe;;EAEf;;;EAGA;;EAEA;;EAEA;;;EAGA;;UAGe;;EAEf;EACA,YAAY;EACZ,kBAAkB;;UAGH;EACf;;EAEA;;;;;;;;iBASc,OAAO,iBAAiB,YAAY,wBAAwB;;;;;;;iBAc5D,kBACd,iBACA,UAAU,iBACT;;;;cC5CU;UASI;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA6ShC,kCACd,QAAQ,WACR,gBACA,sBACA,WAAW,qCACX,SAAS,gCAAgC,yCACxC;;iBAuHa,8BACd,kBAAkB,0BAClB,SAAS,KACP,iIAGD;;iBA4Da,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;;;cCjpBU;KAED,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UAGM;WACN;WACA;WACA;WACA;;KAGC,oBAAoB;UAEf;WACN;WACA;WACA;WACA;WACA;WACA,OAAO;WACP;WACA;WACA;aACE;aACA;aACA;aACA,UAAU;aACV,UAAU;;WAEZ;aACE;aACA;;WAEF;aACE;aACA;;WAEF;aACE;aACA;aACA,YAAY;aACZ,cAAc,QAAQ;aACtB;;WAEF;aACE;aACA;aACA;aACA;aACA;;WAEF;aACE;aACA;aACA;aACA;aACA;aACA;;WAEF;aACE;aACA;aACA;aACA;aACA;;;UAII;WACN;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;;iBAkGK,iCAAiC,iBAAiB;iBA0FlD,+BAA+B,iBAAiB;iBAiGhD,kCAAkC,QAAQ;iBAQ1C,4BAA4B,eAAe;iBAgB3C,6BAA6B,eAAe;iBAQ5C,4BACd,OAAO,2BACN;iBAmFa,8BACd,iBACC;;;;;;iBAmBa,0BAA0B,iBAAiB;;;;;;;;;;;;;iBClf3C,cAAc;;;iBAMd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,4BAA0B;EACpD,IAAI,aAAa,OAAO,eAAa;;;iBAIvB,wBAAwB;;;;;;;;iBAgDxB,iBAAiB,eAAe;UAsB/B;EACf;EACA;;UAGe;;;;EAIf;;;KAIU,YAAY,WAAW,kBAAkB,aAAW,cAAY,cAC1E,WACA;EAEA,SAAS;;;;;;;;;;;iBAYK,YAAY,WAAW,kBAAkB,aAAW,YAClE,OAAO,cAAY,WAAW,YAC9B,OAAO,mBACP,SAAS,qBACR,YAAY,WAAW"}
package/dist/index.js CHANGED
@@ -2,16 +2,17 @@ import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
2
2
  import { _ as observeAll, a as jsonlReviewStore, c as scoreFromEvals, d as runAgentControlLoop, f as stopOnNoProgress, g as noProgressDetector, h as errorStreakDetector, i as inMemoryReviewStore, l as allCriticalPassed, m as subjectiveEval, n as runProposeReviewAsControlLoop, o as runProposeReview, p as stopOnRepeatedAction, r as createLlmReviewer, s as controlRunToRunRecord, t as controlFailureClassFromVerification, u as objectiveEval, v as repeatedActionDetector, y as evaluateActionPolicy } from "./propose-review-control-SQ-n9-We.js";
3
3
  import { a as NotFoundError, c as VerificationError, i as JudgeError, n as CaptureIntegrityError, o as ReplayError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-8YnH8WlF.js";
4
4
  import { _ as verifyManifest, a as assertRunAgentProfileCell, c as groupRunsByAgentProfileCell, d as validateAgentProfileCell, f as verifyAgentProfileCell, g as signManifest, h as hashJson, i as agentProfileCellKey, l as requireAgentProfileCell, m as evaluateHypothesis, n as AgentProfileCellValidationError, o as buildAgentInterfaceProfileCell, p as canonicalize, r as agentProfileCellHashMaterial, s as buildAgentProfileCell, t as AGENT_PROFILE_KINDS, u as toAgentProfileJson } from "./agent-profile-cell-OhuTee9n.js";
5
- import { F as createChatClient, I as createAnalystAi, P as computeTraceMetrics, a as KNOWLEDGE_GAP_KIND_SPEC, d as renderUpstreamFindings, i as KNOWLEDGE_POISONING_KIND_SPEC, l as createTraceAnalystKind, n as AnalystRegistry, o as IMPROVEMENT_KIND_SPEC, r as DEFAULT_TRACE_ANALYST_KINDS, s as FAILURE_MODE_KIND_SPEC, t as buildDefaultAnalystRegistry, u as renderPriorFindings } from "./default-registry-IjYs7T8l.js";
6
- import { _ as resolveModelPricing, a as CostLedgerPersistenceError, c as costForTokenPricing, d as MODEL_PRICING, f as MetricsCollector, g as isModelPriced, h as estimateTokens, i as CostLedger, l as costForUsage, m as estimateCost, n as CostCallConflictError, o as CostReceiptCaptureError, p as TokenCounter, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-BrJxbrMy.js";
5
+ import { F as createChatClient, I as createAnalystAi, P as computeTraceMetrics, a as KNOWLEDGE_GAP_KIND_SPEC, d as renderUpstreamFindings, i as KNOWLEDGE_POISONING_KIND_SPEC, l as createTraceAnalystKind, n as AnalystRegistry, o as IMPROVEMENT_KIND_SPEC, r as DEFAULT_TRACE_ANALYST_KINDS, s as FAILURE_MODE_KIND_SPEC, t as buildDefaultAnalystRegistry, u as renderPriorFindings } from "./default-registry-CFUZyNeZ.js";
6
+ import { a as estimateTokens, i as estimateCost, n as MetricsCollector, o as isModelPriced, r as TokenCounter, s as resolveModelPricing, t as MODEL_PRICING } from "./metrics-C9YY1OcL.js";
7
+ import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-ZAa_P4r0.js";
7
8
  import { a as providerFromBaseUrl, i as defaultProviderRedactor, n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-BQd7mzyT.js";
8
- import { a as assertLlmRoute, c as callLlmJson, d as isTransientLlmError, f as maximumChargeForLlmRequest, i as LlmRouteAssertionError, l as costReceiptFromLlm, m as stripFencedJson, n as LlmClient, o as backoffMs, p as probeLlm, r as LlmResponseError, s as callLlm, t as LlmCallError, u as costReceiptFromLlmError } from "./llm-client-ClPW-dWB.js";
9
+ import { a as assertLlmRoute, c as callLlmJson, d as isTransientLlmError, f as maximumChargeForLlmRequest, i as LlmRouteAssertionError, l as costReceiptFromLlm, m as stripFencedJson, n as LlmClient, o as backoffMs, p as probeLlm, r as LlmResponseError, s as callLlm, t as LlmCallError, u as costReceiptFromLlmError } from "./llm-client-BNcP4v08.js";
9
10
  import { INPUT_VALUE, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_CACHE_WRITE_TOKENS, LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, LLM_CONTEXT_TOKENS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, LLM_REASONING_TOKENS, LLM_REASONING_TOKEN_ATTR_KEYS, OPENINFERENCE_SPAN_KIND, OUTPUT_VALUE, RUN_COST_ATTR_KEYS, SPAN_KIND_ATTR_KEYS, TOOL_ARGS_CAPTURED, TOOL_LATENCY_MS, TOOL_NAME, TOOL_NAME_ATTR_KEYS, applyLlmSpanOtlpAttributes, asNumber, contextInputTokens, firstNumberAttr } from "./trace-attributes.js";
10
11
  import { S as traceSpanKindToOpenInferenceKind, a as SpanNotFoundError, b as classifyOtlpSpanRole, c as DEFAULT_TRACE_ANALYST_BUDGETS, f as extractOtlpAttributes, g as readOtlpStatus, h as projectOtlpFlatLine, i as OtlpFileTraceStore, l as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, m as inferOtlpKind, n as traceAnalystFunctionGroup, o as TraceFileMissingError, p as firstStringAttr, s as TraceNotFoundError, t as buildTraceAnalystTools, u as asString, v as stringField, x as isOtlpModelCall, y as applyToolSpanOtlpAttributes } from "./tools-BmuN627J.js";
11
12
  import { a as clamp01, c as makeFinding, i as aggregateRunScore, l as makeProposalFinding, r as DEFAULT_RUN_SCORE_WEIGHTS, s as computeFindingId } from "./proposal-findings-DCawte-y.js";
12
13
  import { n as mapConcurrent, t as Mutex } from "./concurrency-MUjT7VjM.js";
13
- import { a as RunCritic, d as defaultIsMaterial, f as diffFindings, i as runSemanticConceptJudge, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, p as LockedJsonlAppender, r as createSemanticConceptJudge, s as SkillUsageAnalyst, t as DEFAULT_COMPLEXITY_WEIGHTS, u as FindingsStore } from "./semantic-concept-judge-C0P1VTXD.js";
14
- import { At as dominates, B as surfaceContentHash, Bt as summarizeAgentReceiptIntegrity, Ct as llmJudge, D as runCanaries, Dt as fileVerdictCache, Et as contentHash, Ft as minimumPairsForPairedDeltaTest, G as DEFAULT_MUTATION_PRIMITIVES, Ht as JudgeParseError, It as pairedDeltaTest, K as buildReflectionPrompt, Lt as BackendIntegrityError, Mt as paretoFrontierWithCrowding, Nt as scalarScore, Ot as inMemoryVerdictCache, Rt as assertRealAgentReceipts, St as hashScenarios, Tt as canonicalJson, Vt as summarizeBackendIntegrity, _t as redTeamReport, bt as Dataset, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, gt as redTeamDataset, ht as DEFAULT_RED_TEAM_CORPUS, jt as paretoFrontier, kt as crowdingDistance, mt as runReferenceEquivalenceJudge, pt as createReferenceEquivalenceJudge, q as parseReflectionResponse, vt as scoreRedTeamOutput, wt as cachedJudge, xt as HoldoutLockedError, yt as toolNamesForRun, zt as assertRealBackend } from "./skillopt-optimization-method-BY6vKLJB.js";
14
+ import { a as RunCritic, d as defaultIsMaterial, f as diffFindings, i as runSemanticConceptJudge, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, p as LockedJsonlAppender, r as createSemanticConceptJudge, s as SkillUsageAnalyst, t as DEFAULT_COMPLEXITY_WEIGHTS, u as FindingsStore } from "./semantic-concept-judge-Ca--u10C.js";
15
+ import { At as dominates, B as surfaceContentHash, Bt as summarizeAgentReceiptIntegrity, Ct as llmJudge, D as runCanaries, Dt as fileVerdictCache, Et as contentHash, Ft as minimumPairsForPairedDeltaTest, G as DEFAULT_MUTATION_PRIMITIVES, Ht as JudgeParseError, It as pairedDeltaTest, K as buildReflectionPrompt, Lt as BackendIntegrityError, Mt as paretoFrontierWithCrowding, Nt as scalarScore, Ot as inMemoryVerdictCache, Rt as assertRealAgentReceipts, St as hashScenarios, Tt as canonicalJson, Vt as summarizeBackendIntegrity, _t as redTeamReport, bt as Dataset, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, gt as redTeamDataset, ht as DEFAULT_RED_TEAM_CORPUS, jt as paretoFrontier, kt as crowdingDistance, mt as runReferenceEquivalenceJudge, pt as createReferenceEquivalenceJudge, q as parseReflectionResponse, vt as scoreRedTeamOutput, wt as cachedJudge, xt as HoldoutLockedError, yt as toolNamesForRun, zt as assertRealBackend } from "./skillopt-optimization-method-Cl4XPkLC.js";
15
16
  import { A as passAtK, B as studentTCdf, C as pairedBootstrap, D as pairedSignTest, E as pairedRiskDifference, F as spearmanR, G as continuousAgreement, H as normalCdf, I as weightedComposite, J as verbosityBias, K as positionalBias, L as weightedMean, M as ranks, N as requiredPairedSampleSize, O as pairedTTest, P as requiredSampleSize, R as wilcoxonSignedRank, S as normalizeScores, T as pairedMde, U as calibrateJudge, W as calibrateJudgeContinuous, _ as mannWhitneyU, a as WILCOXON_EXACT_MAX_N, b as mcnemarRequiredN, c as cliffsDelta, d as corpusInterRaterAgreement, f as corpusInterRaterAgreementFromJudgeScores, g as interpretCliffs, h as interRaterReliability, i as MANN_WHITNEY_EXACT_MAX_WORK, j as pearsonR, k as partialCredit, l as cohensD, m as holm, n as DEFAULT_PERMUTATIONS, o as benjaminiHochberg, p as eProcess, q as selfPreference, r as MANN_WHITNEY_EXACT_MAX_STATES, s as bonferroni, t as BOOTSTRAP_GATE_MIN_N, u as confidenceInterval, v as mcnemar, w as pairedCohensDz, x as mulberry32, y as mcnemarPower, z as wilson } from "./statistics-RwRNu2__.js";
16
17
  import { n as pairArms, r as pairRunRecords, t as comparePairedArms } from "./paired-arms-CA_8pN01.js";
17
18
  import { n as llmSpanFromProvider, t as TraceEmitter } from "./emitter-CPBAhxum.js";
@@ -28,7 +29,7 @@ import { D as showMeasured, E as isUnavailable, S as rollupSupervisorRuns, T as
28
29
  import { n as TRACE_ANALYST_ACTOR_DESCRIPTION, r as TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, t as analyzeTraces } from "./analyst-LsnNpSkm.js";
29
30
  import { C as planTraceInsightQuestions, E as traceAnalystOnRunComplete, S as inferDomainKeywords, T as tokenizeDomainWords, _ as buildTraceInsightContext, a as convertTraceStoresToOtlp, b as describeTraceInsightScope, c as otelRunCompleteHook, d as captureFetchToRawSink, f as otlpRowsToRunRecords, g as flattenOtlpExportToNdjson, h as otlpToTraceRunRecords, i as iterateRawCalls, l as OTEL_AGENT_EVAL_SCOPE, m as otlpToRunRecords, n as ReplayCacheMissError, o as createOtelExporter, p as otlpRowsToTraceRunRecords, r as createReplayFetch, s as createOtelTracingStore, t as ReplayCache, u as exportRunAsOtlp, v as buildTraceInsightPrompt, w as scoreTraceInsightReadiness, x as domainEvidencePattern, y as defaultTraceInsightPanel } from "./replay-CJfGLdx4.js";
30
31
  import { n as extractUsageFromResponse, r as extractUsageFromSse, t as extractUsage } from "./extract-usage-2j25whHw.js";
31
- import { B as harnessAxisOf, F as HARNESS_NATIVE_MODEL, G as parseCorrectnessResponse, H as completionVerdict, I as agentProfileHash, K as verifyCompletion, L as agentProfileId, P as CODING_HARNESSES, R as agentProfileModelId, U as createLlmCorrectnessChecker, V as extractProducedState, W as createTokenRecallChecker, z as expandProfileAxes } from "./campaign-DEC_7DLn.js";
32
+ import { B as harnessAxisOf, F as HARNESS_NATIVE_MODEL, G as parseCorrectnessResponse, H as completionVerdict, I as agentProfileHash, K as verifyCompletion, L as agentProfileId, P as CODING_HARNESSES, R as agentProfileModelId, U as createLlmCorrectnessChecker, V as extractProducedState, W as createTokenRecallChecker, z as expandProfileAxes } from "./campaign-B1c1T0kv.js";
32
33
  import { n as iqr, r as welchsTTest, t as compareToBaseline } from "./baseline-BaPxoROc.js";
33
34
  import { a as judgeSpans, c as runsForScenario, i as hasCapturedToolArgs, l as toolSpans, n as argHash, o as llmSpans, r as groupBy, s as runFailureClass, t as aggregateLlm } from "./query-Di7eEQ79.js";
34
35
  import { a as checkBehavioralCanary, i as canaryLeakView, o as checkCanaries, r as HoldoutAuditor, s as runBehavioralCanaries, t as analyzeRuns } from "./analyze-runs-qk8op0tN.js";
@@ -38,8 +39,8 @@ import { a as InMemoryTraceStore, i as FileSystemTraceStore, n as assertRunCaptu
38
39
  import { i as redactValue, n as REDACTION_VERSION, r as redactString, t as DEFAULT_REDACTION_RULES } from "./redact-7Aq1ukl-.js";
39
40
  import { n as DEFAULT_RULES, r as classifyFailure, t as computeToolUseMetrics } from "./tool-use-metrics-DEGMKycK.js";
40
41
  import { t as analyzeSeries } from "./series-convergence-CjO2QdRW.js";
41
- import { _ as deterministicSplit, g as BENCHMARK_SPLIT_SEED, t as benchmarks_exports } from "./benchmarks-v5piCeDl.js";
42
- import { t as runEvalCampaign } from "./eval-campaign-CvPcvqXC.js";
42
+ import { _ as deterministicSplit, g as BENCHMARK_SPLIT_SEED, t as benchmarks_exports } from "./benchmarks-Dw1Wv_JQ.js";
43
+ import { t as runEvalCampaign } from "./eval-campaign-CHFxPTVl.js";
43
44
  import { n as pairedEvalueSequence, t as evaluateInterimReleaseConfidence } from "./sequential-Br0mAPHA.js";
44
45
  import { AxGEPA, AxSignature, ax } from "@ax-llm/ax";
45
46
  import { accessSync, appendFileSync, constants, cpSync, existsSync, mkdirSync, promises, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
@@ -6792,11 +6793,19 @@ async function evaluateContract(store, contract) {
6792
6793
  pass: false
6793
6794
  };
6794
6795
  const samples = [];
6796
+ const measurementBreaches = [];
6795
6797
  for (const m of contract.metrics) {
6796
6798
  const extract = m.extract ?? defaultExtract$1(m.metric);
6797
6799
  const baseline = await extractAll(baselineRuns, extract, store);
6798
6800
  const candidate = await extractAll(candidateRuns, extract, store);
6799
- if (baseline.length < 2 || candidate.length < 2) continue;
6801
+ if (baseline.length !== baselineRuns.length || candidate.length !== candidateRuns.length) {
6802
+ measurementBreaches.push(`metric "${m.metric}" measured ${candidate.length}/${candidateRuns.length} candidate and ${baseline.length}/${baselineRuns.length} baseline run(s); every supplied run must report the metric`);
6803
+ continue;
6804
+ }
6805
+ if (baseline.length < 2 || candidate.length < 2) {
6806
+ measurementBreaches.push(`metric "${m.metric}" has too few comparable samples: baseline ${baseline.length}, candidate ${candidate.length}; need at least 2 per arm`);
6807
+ continue;
6808
+ }
6800
6809
  samples.push({
6801
6810
  metric: m.metric,
6802
6811
  higherIsBetter: m.higherIsBetter,
@@ -6811,7 +6820,7 @@ async function evaluateContract(store, contract) {
6811
6820
  };
6812
6821
  let sloReport;
6813
6822
  if (contract.slos && contract.slos.length > 0) sloReport = checkSlos(await aggregateRunMetrics(candidateRuns, store), contract.slos);
6814
- const breaches = [];
6823
+ const breaches = [...measurementBreaches];
6815
6824
  for (const metric of baselineReport.metrics) {
6816
6825
  const decl = contract.metrics.find((m) => m.metric === metric.metric);
6817
6826
  if (!decl) continue;
@@ -9338,6 +9347,7 @@ function decideReferenceReplayPromotion(baseline, candidate, policy = {}) {
9338
9347
  const compared = comparisons.filter((item) => requiredSplits.includes(item.split));
9339
9348
  const regressions = comparisons.filter((item) => item.f1Delta < -maxRegression);
9340
9349
  const aggregateDelta = candidate.aggregate.f1 - baseline.aggregate.f1;
9350
+ const coverageMismatch = compareScenarioCoverage(baseline, candidate);
9341
9351
  if (missingRequiredSplits.length > 0) return {
9342
9352
  promote: false,
9343
9353
  reason: `Required split missing from baseline or candidate: ${missingRequiredSplits.join(", ")}`,
@@ -9366,6 +9376,16 @@ function decideReferenceReplayPromotion(baseline, candidate, policy = {}) {
9366
9376
  comparisons,
9367
9377
  regressions
9368
9378
  };
9379
+ if (coverageMismatch.candidateMissing.length > 0 || coverageMismatch.baselineMissing.length > 0) {
9380
+ const gaps = [coverageMismatch.candidateMissing.length > 0 ? `candidate missing ${formatScenarioIds(coverageMismatch.candidateMissing)}` : null, coverageMismatch.baselineMissing.length > 0 ? `baseline missing ${formatScenarioIds(coverageMismatch.baselineMissing)}` : null].filter((part) => part !== null);
9381
+ return {
9382
+ promote: false,
9383
+ reason: `Scenario coverage differs: baseline ${baseline.scenarios.length}, candidate ${candidate.scenarios.length}; ${gaps.join("; ")}`,
9384
+ aggregateDelta,
9385
+ comparisons,
9386
+ regressions
9387
+ };
9388
+ }
9369
9389
  const requiredMeanDelta = mean(compared.map((item) => item.f1Delta));
9370
9390
  if (requiredMeanDelta < minF1Delta) return {
9371
9391
  promote: false,
@@ -9382,6 +9402,35 @@ function decideReferenceReplayPromotion(baseline, candidate, policy = {}) {
9382
9402
  regressions
9383
9403
  };
9384
9404
  }
9405
+ function compareScenarioCoverage(baseline, candidate) {
9406
+ const baselineCounts = scenarioIdentityCounts(baseline);
9407
+ const candidateCounts = scenarioIdentityCounts(candidate);
9408
+ return {
9409
+ candidateMissing: countDifference(baselineCounts, candidateCounts),
9410
+ baselineMissing: countDifference(candidateCounts, baselineCounts)
9411
+ };
9412
+ }
9413
+ function scenarioIdentityCounts(score) {
9414
+ const counts = /* @__PURE__ */ new Map();
9415
+ for (const scenario of score.scenarios) {
9416
+ const identity = `${scenario.split}:${scenario.scenarioId}`;
9417
+ counts.set(identity, (counts.get(identity) ?? 0) + 1);
9418
+ }
9419
+ return counts;
9420
+ }
9421
+ function countDifference(expected, actual) {
9422
+ const missing = [];
9423
+ for (const [identity, count] of expected) {
9424
+ const difference = count - (actual.get(identity) ?? 0);
9425
+ for (let index = 0; index < difference; index++) missing.push(identity);
9426
+ }
9427
+ return missing.sort();
9428
+ }
9429
+ function formatScenarioIds(ids) {
9430
+ const shown = ids.slice(0, 5);
9431
+ const remaining = ids.length - shown.length;
9432
+ return remaining > 0 ? `${shown.join(", ")}, +${remaining} more` : shown.join(", ");
9433
+ }
9385
9434
  function defaultReferenceReplayMatcher(reference, candidate) {
9386
9435
  const textScore = tokenJaccard(`${reference.title} ${reference.description ?? ""}`, `${candidate.title} ${candidate.description ?? ""}`);
9387
9436
  const severityScore = reference.severity && candidate.severity ? normalize(reference.severity) === normalize(candidate.severity) ? .1 : -.05 : 0;
@@ -9837,13 +9886,15 @@ function runScore$1(run) {
9837
9886
  function taskKey(run) {
9838
9887
  return run.scenarioId;
9839
9888
  }
9840
- /** Mean per-task score for a model: { taskKey -> mean(score over its runs) }. */
9889
+ /** Tasks one arm was dealt and the mean score for each task it answered. */
9841
9890
  function perTaskMeanScore(runs) {
9891
+ const dealt = /* @__PURE__ */ new Set();
9842
9892
  const acc = /* @__PURE__ */ new Map();
9843
9893
  for (const run of runs) {
9894
+ const key = taskKey(run);
9895
+ dealt.add(key);
9844
9896
  const s = runScore$1(run);
9845
9897
  if (s === void 0) continue;
9846
- const key = taskKey(run);
9847
9898
  const cur = acc.get(key) ?? {
9848
9899
  sum: 0,
9849
9900
  n: 0
@@ -9852,7 +9903,10 @@ function perTaskMeanScore(runs) {
9852
9903
  cur.n += 1;
9853
9904
  acc.set(key, cur);
9854
9905
  }
9855
- return new Map([...acc].map(([k, v]) => [k, v.sum / v.n]));
9906
+ return {
9907
+ dealt,
9908
+ answered: new Map([...acc].map(([key, value]) => [key, value.sum / value.n]))
9909
+ };
9856
9910
  }
9857
9911
  /** Compressed-model bits — the model's description length L_model. gzip is a
9858
9912
  * deterministic, dependency-free stand-in for Kolmogorov complexity; it
@@ -9866,7 +9920,7 @@ function dataDescriptionBits(scoreByTask, keys, scoreFloor) {
9866
9920
  let bits = 0;
9867
9921
  for (const key of keys) {
9868
9922
  const s = scoreByTask.get(key);
9869
- if (s === void 0) continue;
9923
+ if (s === void 0) throw new ValidationError(`dataDescriptionBits: no score for task '${key}'`);
9870
9924
  bits += -Math.log2(Math.max(s, scoreFloor));
9871
9925
  }
9872
9926
  return bits;
@@ -9892,9 +9946,14 @@ var DescriptionLengthGate = class {
9892
9946
  * if λ·L_model + L_data is strictly lower by at least `marginBits`. */
9893
9947
  evaluate(candidate, baseline) {
9894
9948
  const candidateId = inferCandidateId$1(candidate.runs, this.baselineKey);
9895
- const candScores = perTaskMeanScore(candidate.runs);
9896
- const baseScores = perTaskMeanScore(baseline.runs);
9897
- const shared = [...candScores.keys()].filter((k) => baseScores.has(k));
9949
+ const candidateTasks = perTaskMeanScore(candidate.runs);
9950
+ const baselineTasks = perTaskMeanScore(baseline.runs);
9951
+ const candScores = candidateTasks.answered;
9952
+ const baseScores = baselineTasks.answered;
9953
+ const dealt = [.../* @__PURE__ */ new Set([...candidateTasks.dealt, ...baselineTasks.dealt])].sort();
9954
+ const shared = dealt.filter((key) => candScores.has(key) && baseScores.has(key));
9955
+ const candidateMissing = dealt.filter((key) => !candScores.has(key));
9956
+ const baselineMissing = dealt.filter((key) => !baseScores.has(key));
9898
9957
  const modelBits = {
9899
9958
  candidate: this.lambda * modelDescriptionBits(candidate.content),
9900
9959
  baseline: this.lambda * modelDescriptionBits(baseline.content)
@@ -9928,6 +9987,15 @@ var DescriptionLengthGate = class {
9928
9987
  reason: `few_tasks: ${shared.length} shared task(s) < min ${this.minTasks}`,
9929
9988
  rejectionCode: "few_tasks"
9930
9989
  };
9990
+ if (candidateMissing.length > 0 || baselineMissing.length > 0) {
9991
+ const missing = [candidateMissing.length > 0 ? `candidate answered ${candScores.size}/${dealt.length}, ${candidateMissing.length} missing: ${formatTaskIds(candidateMissing)}` : null, baselineMissing.length > 0 ? `baseline answered ${baseScores.size}/${dealt.length}, ${baselineMissing.length} missing: ${formatTaskIds(baselineMissing)}` : null].filter((part) => part !== null);
9992
+ return {
9993
+ ...base,
9994
+ promote: false,
9995
+ reason: `missing_task_scores: ${missing.join("; ")}. The decision cannot use only the ${shared.length} task(s) both arms answered`,
9996
+ rejectionCode: "missing_task_scores"
9997
+ };
9998
+ }
9931
9999
  if (!(evidence.deltaBits < -this.marginBits)) {
9932
10000
  const code = evidence.dataBitsDelta < 0 ? "model_bloat" : "no_total_gain";
9933
10001
  const why = code === "model_bloat" ? `model grew ${fmt(evidence.modelBitsDelta)} bits, outpacing a ${fmt(-evidence.dataBitsDelta)}-bit data gain` : `outcomes did not improve (data Δ=${fmt(evidence.dataBitsDelta)} bits)`;
@@ -9946,6 +10014,11 @@ var DescriptionLengthGate = class {
9946
10014
  };
9947
10015
  }
9948
10016
  };
10017
+ function formatTaskIds(ids) {
10018
+ const shown = ids.slice(0, 5);
10019
+ const remaining = ids.length - shown.length;
10020
+ return remaining > 0 ? `${shown.join(", ")}, +${remaining} more` : shown.join(", ");
10021
+ }
9949
10022
  function inferCandidateId$1(runs, baselineKey) {
9950
10023
  for (const run of runs) if (run.candidateId && run.candidateId !== baselineKey) return run.candidateId;
9951
10024
  return runs[0]?.candidateId ?? "(unknown candidate)";