@tangle-network/agent-eval 0.187.2 → 0.189.0

package/dist/{insight-report-DpOo-3iL.d.ts → insight-report-CvPkEIcC.d.ts}

@@ -1,7 +1,7 @@
-import { o as FailureClass } from "./schema-CR5cpjQ3.js";
-import { l as RunTerminalOutcome } from "./run-record-D9wS35fK.js";
+import { o as FailureClass } from "./schema-2g7trUwH.js";
+import { u as RunTerminalOutcome } from "./run-record-DF-fuu31.js";
 import { r as ContinuousAgreement } from "./judge-calibration-DFtEMlde.js";
-import { i as ParetoFigureSpec, t as GainDistributionBin } from "./summary-report-Iy6kXo8x.js";
+import { i as ParetoFigureSpec, t as GainDistributionBin } from "./summary-report-DvvesgR_.js";
 //#region src/contract/insight-report.d.ts
 interface InsightReport {
   /** Number of runs analyzed. */
@@ -19,9 +19,10 @@ interface InsightReport {
   costQuality: {
     cost: ScalarDistribution;
     pareto: ParetoFigureSpec;
-    /** Cost source coverage. `uncaptured` rows are excluded from the USD
-     *  distribution and Pareto chart; observed and estimated totals remain
-     *  separate so reports never present estimates as billed spend. */
+    /** Cost source coverage. `uncaptured` and `lower-bound` rows are excluded
+     *  from the USD distribution and Pareto chart; observed and estimated
+     *  totals remain separate so reports never present estimates as billed
+     *  spend, and floors stay separate so they never read as totals. */
     provenance?: CostProvenanceSummary;
     /** Set when the cost/quality view is degraded because the input data
      *  doesn't fully support it — e.g. all `costUsd` were zero, or only a
@@ -83,6 +84,12 @@ interface CostProvenanceSummary {
     n: number;
     totalUsd: number;
   };
+  /** Runs whose total is unknown but proven to be at least a floor; `floorUsd`
+   *  sums those floors and is never a total. */
+  lowerBound: {
+    n: number;
+    floorUsd: number;
+  };
   uncaptured: {
     n: number;
   };
@@ -407,4 +414,4 @@ interface Recommendation {
 }
 //#endregion
 export { FailureClusterInsight as a, JudgeInsight as c, Recommendation as d, ReleaseSummary as f, FailureClassTally as i, LiftInsight as l, TokenUsageInsight as m, ExecutionErrorOutcomeCell as n, InsightReport as o, ScalarDistribution as p, ExecutionInsight as r, InterRaterInsight as s, CostProvenanceSummary as t, OutcomeCorrelationInsight as u };
-//# sourceMappingURL=insight-report-DpOo-3iL.d.ts.map
+//# sourceMappingURL=insight-report-CvPkEIcC.d.ts.map

package/dist/insight-report-CvPkEIcC.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"insight-report-CvPkEIcC.d.ts","names":[],"sources":["../src/contract/insight-report.ts"],"mappings":";;;;;UAqCiB;;EAEf;;;;EAKA,WAAW;;EAGX,WAAW;;;EAIX,cAAc,eAAe;;EAG7B;IACE,MAAM;IACN,QAAQ;;;;;IAKR,aAAa;;;;;IAKb;MAAa;MAAe;;;;;;EAM9B,QAAQ,eAAe;;;;EAKvB,aAAa;;;;EAKb,OAAO;;;EAIP,kBAAkB;;;EAIlB,gBAAgB;;;;;EAMhB,qBAAqB;;;;;EAMrB,SAAS;;;;;;EAOT,wBAAwB;;;;EAKxB,iBAAiB;;;EAIjB,iBAAiB;;UAGF;EACf;IAAY;IAAW;;EACvB;IAAa;IAAW;;;;EAGxB;IAAc;IAAW;;EACzB;IAAc;;EACd;;UAGe;;EAEf,YAAY;;EAEZ,SAAS;;;EAGT,YAAY;;;EAGZ;IACE;IACA,YAAY;IACZ,SAAS;IACT;;;EAGF,QAAQ;IAAQ;IAAe;;;;;EAI/B;IACE;IACA;IACA;;;;;EAKF;IACE;;;IAGA;;IAEA;;IAEA;;IAEA;;IAEA;;;;;IAKA,mBAAmB,OAAO,oBAAoB;;;;EAIhD;IACE;IACA;IACA;IACA;IACA;;;UAIa;;EAEf;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,YAAY;EACZ;IACE;IACA;IACA;IACA;IACA;;;;UAOa;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;;;;EAKX,WAAW;IAAQ;IAAe;;;UAGnB;;EAEf;;EAEA;;;EAGA,cAAc;;;EAGd;;;EAGA;;;EAGA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET,mBAAmB;IACjB;IACA,SAAS;MAAQ;MAAe;;IAChC;;;UAIa;EACf;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,UAAU;IACR;IACA;;IAEA;;IAEA;;IAEA;;EAEF;;;;;UAMe;;EAEf,cAAc;;EAEd;;EAEA;;UAGe;;EAEf;;;EAGA;EACA,UAAU;IAAQ;IAAe;IAAgB;;;UAGlC;;;EAGf;;EAEA;;EAEA;;EAEA;;EAEA;IACE;IACA;IACA;;;UAIa;;;EAGf;EACA,MAAM;IACJ;IACA;IACA;;;;EAIF;;UAGQ;;EAER;;EAEA;;;;EAIA;;EAEA;EACA;;KAGU,eACP;EACC;;EAEA;;EAEA;;EAEA;;EAEA;MAED;EACC;;EAEA;EACA;EACA;EACA;;UAGW;;EAEf;EACA;;EAEA;;;;EAIA,SAAS,eAAe;;;EAGxB;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA"}

package/dist/{integrity-Cy9WHAtb.js → integrity-BFP4kjGj.js}

@@ -116,6 +116,11 @@ async function assertRunCaptured(store, runId, expectations = {}) {
 		code: "no_raw_sink",
 		message: "Raw coverage required but no rawSink supplied to the integrity check."
 	});
+	if (run.capture && run.capture.dropped > 0) issues.push({
+		code: "dropped_writes",
+		message: `Run ${runId} dropped ${run.capture.dropped} of ${run.capture.written + run.capture.dropped} store writes; its records are incomplete.`,
+		detail: { ...run.capture }
+	});
 	if (expectations.requireOutcome && (run.outcome === void 0 || run.outcome === null)) issues.push({
 		code: "missing_outcome",
 		message: `Run ${runId} has no outcome recorded.`
@@ -138,4 +143,4 @@ function throwIfRunIncomplete(report) {
 //#endregion
 export { assertRunCaptured as n, throwIfRunIncomplete as r, RunIntegrityError as t };
 
-//# sourceMappingURL=integrity-Cy9WHAtb.js.map
+//# sourceMappingURL=integrity-BFP4kjGj.js.map

package/dist/integrity-BFP4kjGj.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity-BFP4kjGj.js","names":[],"sources":["../src/trace/integrity.ts"],"sourcesContent":["/**\n * Run-completion integrity check — at end of run, verify the expected event\n * types were actually captured. The point is the launch-review failure mode:\n * a run *appears* successful but the raw provider events were never written,\n * so a downstream reviewer can't reconstruct what happened.\n *\n * Pattern:\n *\n *   const report = await assertRunCaptured(store, runId, {\n *     llmSpansMin: 1,\n *     judgeSpansMin: 1,\n *     rawSink: providerSink,                  // must have ≥ 1 event for this run\n *     requireRawCoverageOfLlmSpans: true,     // every llm span has matching raw events\n *   })\n *   if (!report.ok) throwIfRunIncomplete(report)  // or mark run failed and continue\n *\n * The function is read-only on the store and returns a structured report;\n * the caller chooses the failure mode (throw, mark run failed, log warning).\n * `throwIfRunIncomplete` is the convenient strict mode.\n */\n\nimport { CaptureIntegrityError } from '../errors'\nimport type { RawProviderSink } from './raw-provider-sink'\nimport type { TraceStore } from './store'\n\nexport interface RunIntegrityExpectations {\n  /** Minimum LLM span count. Default 0 (no requirement). */\n  llmSpansMin?: number\n  /** Minimum judge span count. Default 0. */\n  judgeSpansMin?: number\n  /** Minimum tool span count. Default 0. */\n  toolSpansMin?: number\n  /**\n   * Raw provider sink to consult for capture verification. When present,\n   * the check requires at least one raw event for the run.\n   */\n  rawSink?: RawProviderSink\n  /** Minimum raw provider event count. Default 0; ignored when `rawSink` absent. */\n  rawProviderEventsMin?: number\n  /**\n   * Every LLM span must have at least one matching raw `request` event\n   * (matched by spanId). Catches the common bug where the structured span\n   * was emitted but the raw HTTP capture was wired to a different sink.\n   */\n  requireRawCoverageOfLlmSpans?: boolean\n  /** Run outcome must be set (not null/undefined). Default false. */\n  requireOutcome?: boolean\n}\n\nexport type RunIntegrityIssueCode =\n  | 'no_run'\n  | 'missing_llm_spans'\n  | 'missing_judge_spans'\n  | 'missing_tool_spans'\n  | 'missing_raw_events'\n  | 'no_raw_sink'\n  | 'orphan_llm_span'\n  | 'missing_outcome'\n  | 'dropped_writes'\n\nexport interface RunIntegrityIssue {\n  code: RunIntegrityIssueCode\n  message: string\n  detail?: Record<string, unknown>\n}\n\nexport interface RunIntegrityReport {\n  ok: boolean\n  runId: string\n  llmSpanCount: number\n  judgeSpanCount: number\n  toolSpanCount: number\n  rawProviderEventCount: number\n  /**\n   * Coverage of LLM spans by raw provider events keyed on spanId.\n   * `total` is the number of LLM spans; `covered` is the count with at\n   * least one matching `request` raw event.\n   */\n  rawSpanCoverage: { covered: number; total: number }\n  issues: RunIntegrityIssue[]\n}\n\nexport class RunIntegrityError extends CaptureIntegrityError {\n  constructor(public readonly report: RunIntegrityReport) {\n    super(\n      `Run ${report.runId} failed integrity check: ${report.issues.map((i) => i.code).join(', ')}`,\n    )\n  }\n}\n\nexport async function assertRunCaptured(\n  store: TraceStore,\n  runId: string,\n  expectations: RunIntegrityExpectations = {},\n): Promise<RunIntegrityReport> {\n  const issues: RunIntegrityIssue[] = []\n  const run = await store.getRun(runId)\n  if (!run) {\n    return {\n      ok: false,\n      runId,\n      llmSpanCount: 0,\n      judgeSpanCount: 0,\n      toolSpanCount: 0,\n      rawProviderEventCount: 0,\n      rawSpanCoverage: { covered: 0, total: 0 },\n      issues: [{ code: 'no_run', message: `Run ${runId} not found in store.` }],\n    }\n  }\n\n  const spans = await store.spans({ runId })\n  const llmSpans = spans.filter((s) => s.kind === 'llm')\n  const judgeSpans = spans.filter((s) => s.kind === 'judge')\n  const toolSpans = spans.filter((s) => s.kind === 'tool')\n\n  const llmMin = expectations.llmSpansMin ?? 0\n  const judgeMin = expectations.judgeSpansMin ?? 0\n  const toolMin = expectations.toolSpansMin ?? 0\n\n  if (llmSpans.length < llmMin) {\n    issues.push({\n      code: 'missing_llm_spans',\n      message: `Expected ≥ ${llmMin} LLM spans, found ${llmSpans.length}.`,\n      detail: { expected: llmMin, found: llmSpans.length },\n    })\n  }\n  if (judgeSpans.length < judgeMin) {\n    issues.push({\n      code: 'missing_judge_spans',\n      message: `Expected ≥ ${judgeMin} judge spans, found ${judgeSpans.length}.`,\n      detail: { expected: judgeMin, found: judgeSpans.length },\n    })\n  }\n  if (toolSpans.length < toolMin) {\n    issues.push({\n      code: 'missing_tool_spans',\n      message: `Expected ≥ ${toolMin} tool spans, found ${toolSpans.length}.`,\n      detail: { expected: toolMin, found: toolSpans.length },\n    })\n  }\n\n  let rawEventCount = 0\n  let coverage = { covered: 0, total: llmSpans.length }\n\n  if (expectations.rawSink) {\n    if (!expectations.rawSink.list) {\n      issues.push({\n        code: 'no_raw_sink',\n        message: 'Provided rawSink does not implement list(); cannot verify capture.',\n      })\n    } else {\n      const events = await expectations.rawSink.list({ runId })\n      rawEventCount = events.length\n      const rawMin = expectations.rawProviderEventsMin ?? 1\n      if (rawEventCount < rawMin) {\n        issues.push({\n          code: 'missing_raw_events',\n          message: `Expected ≥ ${rawMin} raw provider events, found ${rawEventCount}.`,\n          detail: { expected: rawMin, found: rawEventCount },\n        })\n      }\n      if (expectations.requireRawCoverageOfLlmSpans) {\n        const requestEventsBySpan = new Set(\n          events.filter((e) => e.direction === 'request' && e.spanId).map((e) => e.spanId!),\n        )\n        const orphaned = llmSpans.filter((s) => !requestEventsBySpan.has(s.spanId))\n        coverage = { covered: llmSpans.length - orphaned.length, total: llmSpans.length }\n        if (orphaned.length > 0) {\n          issues.push({\n            code: 'orphan_llm_span',\n            message: `${orphaned.length} LLM span(s) have no matching raw provider request event.`,\n            detail: { orphanedSpanIds: orphaned.map((s) => s.spanId) },\n          })\n        }\n      }\n    }\n  } else if (expectations.requireRawCoverageOfLlmSpans || expectations.rawProviderEventsMin) {\n    issues.push({\n      code: 'no_raw_sink',\n      message: 'Raw coverage required but no rawSink supplied to the integrity check.',\n    })\n  }\n\n  // The producer's own count of failed store writes. Every threshold above\n  // counts what reached the store; this is the record of what did not.\n  if (run.capture && run.capture.dropped > 0) {\n    issues.push({\n      code: 'dropped_writes',\n      message: `Run ${runId} dropped ${run.capture.dropped} of ${run.capture.written + run.capture.dropped} store writes; its records are incomplete.`,\n      detail: { ...run.capture },\n    })\n  }\n\n  if (expectations.requireOutcome && (run.outcome === undefined || run.outcome === null)) {\n    issues.push({\n      code: 'missing_outcome',\n      message: `Run ${runId} has no outcome recorded.`,\n    })\n  }\n\n  return {\n    ok: issues.length === 0,\n    runId,\n    llmSpanCount: llmSpans.length,\n    judgeSpanCount: judgeSpans.length,\n    toolSpanCount: toolSpans.length,\n    rawProviderEventCount: rawEventCount,\n    rawSpanCoverage: coverage,\n    issues,\n  }\n}\n\n/** Strict mode: throws `RunIntegrityError` when the report isn't ok. */\nexport function throwIfRunIncomplete(report: RunIntegrityReport): void {\n  if (!report.ok) throw new RunIntegrityError(report)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAkFA,IAAa,oBAAb,cAAuC,sBAAsB;CAC/B;CAA5B,YAAY,QAA4C;EACtD,MACE,OAAO,OAAO,MAAM,2BAA2B,OAAO,OAAO,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI,GAC3F;EAH0B,KAAA,SAAA;CAI5B;AACF;AAEA,eAAsB,kBACpB,OACA,OACA,eAAyC,CAAC,GACb;CAC7B,MAAM,SAA8B,CAAC;CACrC,MAAM,MAAM,MAAM,MAAM,OAAO,KAAK;CACpC,IAAI,CAAC,KACH,OAAO;EACL,IAAI;EACJ;EACA,cAAc;EACd,gBAAgB;EAChB,eAAe;EACf,uBAAuB;EACvB,iBAAiB;GAAE,SAAS;GAAG,OAAO;EAAE;EACxC,QAAQ,CAAC;GAAE,MAAM;GAAU,SAAS,OAAO,MAAM;EAAsB,CAAC;CAC1E;CAGF,MAAM,QAAQ,MAAM,MAAM,MAAM,EAAE,MAAM,CAAC;CACzC,MAAM,WAAW,MAAM,QAAQ,MAAM,EAAE,SAAS,KAAK;CACrD,MAAM,aAAa,MAAM,QAAQ,MAAM,EAAE,SAAS,OAAO;CACzD,MAAM,YAAY,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM;CAEvD,MAAM,SAAS,aAAa,eAAe;CAC3C,MAAM,WAAW,aAAa,iBAAiB;CAC/C,MAAM,UAAU,aAAa,gBAAgB;CAE7C,IAAI,SAAS,SAAS,QACpB,OAAO,KAAK;EACV,MAAM;EACN,SAAS,cAAc,OAAO,oBAAoB,SAAS,OAAO;EAClE,QAAQ;GAAE,UAAU;GAAQ,OAAO,SAAS;EAAO;CACrD,CAAC;CAEH,IAAI,WAAW,SAAS,UACtB,OAAO,KAAK;EACV,MAAM;EACN,SAAS,cAAc,SAAS,sBAAsB,WAAW,OAAO;EACxE,QAAQ;GAAE,UAAU;GAAU,OAAO,WAAW;EAAO;CACzD,CAAC;CAEH,IAAI,UAAU,SAAS,SACrB,OAAO,KAAK;EACV,MAAM;EACN,SAAS,cAAc,QAAQ,qBAAqB,UAAU,OAAO;EACrE,QAAQ;GAAE,UAAU;GAAS,OAAO,UAAU;EAAO;CACvD,CAAC;CAGH,IAAI,gBAAgB;CACpB,IAAI,WAAW;EAAE,SAAS;EAAG,OAAO,SAAS;CAAO;CAEpD,IAAI,aAAa,SACf,IAAI,CAAC,aAAa,QAAQ,MACxB,OAAO,KAAK;EACV,MAAM;EACN,SAAS;CACX,CAAC;MACI;EACL,MAAM,SAAS,MAAM,aAAa,QAAQ,KAAK,EAAE,MAAM,CAAC;EACxD,gBAAgB,OAAO;EACvB,MAAM,SAAS,aAAa,wBAAwB;EACpD,IAAI,gBAAgB,QAClB,OAAO,KAAK;GACV,MAAM;GACN,SAAS,cAAc,OAAO,8BAA8B,cAAc;GAC1E,QAAQ;IAAE,UAAU;IAAQ,OAAO;GAAc;EACnD,CAAC;EAEH,IAAI,aAAa,8BAA8B;GAC7C,MAAM,sBAAsB,IAAI,IAC9B,OAAO,QAAQ,MAAM,EAAE,cAAc,aAAa,EAAE,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,MAAO,CAClF;GACA,MAAM,WAAW,SAAS,QAAQ,MAAM,CAAC,oBAAoB,IAAI,EAAE,MAAM,CAAC;GAC1E,WAAW;IAAE,SAAS,SAAS,SAAS,SAAS;IAAQ,OAAO,SAAS;GAAO;GAChF,IAAI,SAAS,SAAS,GACpB,OAAO,KAAK;IACV,MAAM;IACN,SAAS,GAAG,SAAS,OAAO;IAC5B,QAAQ,EAAE,iBAAiB,SAAS,KAAK,MAAM,EAAE,MAAM,EAAE;GAC3D,CAAC;EAEL;CACF;MACK,IAAI,aAAa,gCAAgC,aAAa,sBACnE,OAAO,KAAK;EACV,MAAM;EACN,SAAS;CACX,CAAC;CAKH,IAAI,IAAI,WAAW,IAAI,QAAQ,UAAU,GACvC,OAAO,KAAK;EACV,MAAM;EACN,SAAS,OAAO,MAAM,WAAW,IAAI,QAAQ,QAAQ,MAAM,IAAI,QAAQ,UAAU,IAAI,QAAQ,QAAQ;EACrG,QAAQ,EAAE,GAAG,IAAI,QAAQ;CAC3B,CAAC;CAGH,IAAI,aAAa,mBAAmB,IAAI,YAAY,KAAA,KAAa,IAAI,YAAY,OAC/E,OAAO,KAAK;EACV,MAAM;EACN,SAAS,OAAO,MAAM;CACxB,CAAC;CAGH,OAAO;EACL,IAAI,OAAO,WAAW;EACtB;EACA,cAAc,SAAS;EACvB,gBAAgB,WAAW;EAC3B,eAAe,UAAU;EACzB,uBAAuB;EACvB,iBAAiB;EACjB;CACF;AACF;;AAGA,SAAgB,qBAAqB,QAAkC;CACrE,IAAI,CAAC,OAAO,IAAI,MAAM,IAAI,kBAAkB,MAAM;AACpD"}

package/dist/{integrity-rGOfSUle.d.ts → integrity-CaeNeusS.d.ts}

@@ -1,6 +1,6 @@
 import { r as CaptureIntegrityError } from "./errors-DEE6u6ot.js";
-import { rt as RawProviderSink } from "./types-CBbLtr2J.js";
-import { s as TraceStore } from "./store-BErPvYBr.js";
+import { rt as RawProviderSink } from "./types-C0bWoSKC.js";
+import { s as TraceStore } from "./store-C4avFjIi.js";
 //#region src/trace/integrity.d.ts
 interface RunIntegrityExpectations {
   /** Minimum LLM span count. Default 0 (no requirement). */
@@ -25,7 +25,7 @@ interface RunIntegrityExpectations {
   /** Run outcome must be set (not null/undefined). Default false. */
   requireOutcome?: boolean;
 }
-type RunIntegrityIssueCode = 'no_run' | 'missing_llm_spans' | 'missing_judge_spans' | 'missing_tool_spans' | 'missing_raw_events' | 'no_raw_sink' | 'orphan_llm_span' | 'missing_outcome';
+type RunIntegrityIssueCode = 'no_run' | 'missing_llm_spans' | 'missing_judge_spans' | 'missing_tool_spans' | 'missing_raw_events' | 'no_raw_sink' | 'orphan_llm_span' | 'missing_outcome' | 'dropped_writes';
 interface RunIntegrityIssue {
   code: RunIntegrityIssueCode;
   message: string;
@@ -58,4 +58,4 @@ declare function assertRunCaptured(store: TraceStore, runId: string, expectation
 declare function throwIfRunIncomplete(report: RunIntegrityReport): void;
 //#endregion
 export { RunIntegrityReport as a, RunIntegrityIssueCode as i, RunIntegrityExpectations as n, assertRunCaptured as o, RunIntegrityIssue as r, throwIfRunIncomplete as s, RunIntegrityError as t };
-//# sourceMappingURL=integrity-rGOfSUle.d.ts.map
+//# sourceMappingURL=integrity-CaeNeusS.d.ts.map

package/dist/integrity-CaeNeusS.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity-CaeNeusS.d.ts","names":[],"sources":["../src/trace/integrity.ts"],"mappings":";;;;UAyBiB;;EAEf;;EAEA;;EAEA;;;;;EAKA,UAAU;;EAEV;;;;;;EAMA;;EAEA;;KAGU;UAWK;EACf,MAAM;EACN;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;EAMA;IAAmB;IAAiB;;EACpC,QAAQ;;cAGG,0BAA0B;WACT,QAAQ;EAApC,YAA4B,QAAQ;;iBAOhB,kBACpB,OAAO,YACP,eACA,eAAc,2BACb,QAAQ;;iBAuHK,qBAAqB,QAAQ"}

package/dist/jev.d.ts

@@ -1,6 +1,6 @@
 import { b as CustomTokenPricing, g as CostReceiptInput } from "./cost-ledger-DbQdN3nO.js";
-import { i as AnalystFinding, n as AnalystContext, t as Analyst } from "./types-BjB2wZM9.js";
-import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-BTRcIqFr.js";
+import { i as AnalystFinding, n as AnalystContext, t as Analyst } from "./types-Bay1dh2o.js";
+import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-BvmWNjjs.js";
 import { EvaluationAnalystOptions, EvaluationContext, EvaluationJudgeOptions, EvaluationResult, Evaluator, EvaluatorOptions, asAnalyst, asJudge, createEvaluator } from "./evaluation.js";
 import { JevAnswer, JevAnswerFor, JevJson, JevQuestion, JevQuestions, JevRequest, JevResponseError, JevResult, JevScoreCriteria, JevState, jevUsage, parseJevRequest, parseJevResult } from "./jev-protocol.js";
 import { z } from "zod";

package/dist/jev.js

@@ -1,7 +1,8 @@
 import { a as hashCanonical, o as jsonDocument, r as canonicalString } from "./canonical-BsZVgBhW.js";
 import { s as weightedComposite } from "./descriptive-1V17A-qa.js";
 import { n as contentHash } from "./verdict-cache-BQEsVy9n.js";
-import { a as deepFreezeCanonicalJson, r as makeFinding, t as ANALYST_SEVERITIES } from "./types-C8VBbiw6.js";
+import { t as deepFreezeCanonicalJson } from "./deep-freeze-CurcOQg3.js";
+import { r as makeFinding, t as ANALYST_SEVERITIES } from "./types-CW5b90JH.js";
 import { asAnalyst, asJudge, createEvaluator } from "./evaluation.js";
 import { JevResponseError, jevUsage, parseJevRequest, parseJevResult } from "./jev-protocol.js";
 import { z } from "zod";

package/dist/jev.js.map

@@ -1 +1 @@
-{"version":3,"file":"jev.js","names":[],"sources":["../src/jev-review.ts","../src/jev.ts"],"sourcesContent":["import { z } from 'zod'\nimport {\n  ANALYST_SEVERITIES,\n  type AnalystFinding,\n  type EvidenceRef,\n  makeFinding,\n} from './analyst/types'\nimport type { JevQuestions, JevRequest, JevResult } from './jev-protocol'\nimport { parseJevRequest, parseJevResult } from './jev-protocol'\nimport { canonicalString, hashCanonical, jsonDocument } from './ledger-core/canonical'\nimport { deepFreezeCanonicalJson } from './ledger-core/deep-freeze'\n\nconst name = z.string().trim().min(1)\nconst probability = z.number().finite().gt(0).max(1)\nconst checkSchema = z\n  .object({\n    claim: name,\n    area: name,\n    subject: name,\n    severity: z.enum(ANALYST_SEVERITIES),\n    /** Choice labels or score-level keys, never scores invented from category order. */\n    supports: z.array(z.string()).min(1),\n    refutes: z.array(z.string()).min(1),\n    supportAtLeast: probability,\n    refuteAtLeast: probability,\n    /** Host-supplied coverage of the question's required evidence, not model self-assessment. */\n    coverage: z.enum(['complete', 'partial', 'missing']),\n    evidence: z.array(\n      z\n        .object({\n          kind: z.enum(['span', 'event', 'artifact', 'finding', 'metric']),\n          uri: name,\n          excerpt: z.string().optional(),\n        })\n        .strict(),\n    ),\n  })\n  .strict()\n  .refine((value) => value.supportAtLeast + value.refuteAtLeast > 1, {\n    message: 'Support and refutation thresholds must not overlap',\n  })\n\n/** Optional interpretation of native choices/scores. Policy and evidence belong to the caller. */\nexport type JevReviewCheck = z.infer<typeof checkSchema>\nexport interface JevReviewInput<Q extends JevQuestions = JevQuestions> {\n  version: string\n  request: JevRequest<Q>\n  checks: { [K in keyof Q]: JevReviewCheck }\n}\n\nexport interface PreparedJevReview<Q extends JevQuestions = JevQuestions>\n  extends JevReviewInput<Q> {\n  /** Binds questions, option order, context, evidence, thresholds and definition version. */\n  digest: string\n}\n\nexport interface JevReviewAssessment {\n  question: string\n  status: 'supported' | 'refuted' | 'unresolved'\n  reason:\n    | 'support-threshold'\n    | 'refutation-threshold'\n    | 'missing-evidence'\n    | 'partial-negative-evidence'\n    | 'below-threshold'\n    | 'ambiguous-thresholds'\n  /** Unnormalized marginal mass of caller-designated native alternatives. Not calibrated risk. */\n  supportProbability: number\n  refutationProbability: number\n  unresolvedProbability: number\n  modelConfidence: number | null\n  check: JevReviewCheck\n}\n\nexport interface JevReviewReport {\n  reviewDigest: string\n  requestedModel: string\n  servedModel: string\n  assessments: JevReviewAssessment[]\n}\n\nfunction alternatives(question: JevQuestions[string]): string[] {\n  if (question.type === 'noul') return ['true', 'false']\n  return question.type === 'choice'\n    ? Object.keys(question.criteria)\n    : question.criteria.map((_, index) => String(index))\n}\n\n/** Validate before paid admission; make a detached, frozen snapshot without rewriting native JSON. */\nexport function prepareJevReview<const Q extends JevQuestions>(\n  input: JevReviewInput<Q>,\n): PreparedJevReview<Q> {\n  if (!input.version?.trim()) throw new TypeError('Review version is required')\n  parseJevRequest(input.request)\n  // Document form drops only optional undefined object fields; canonicalization rejects loss.\n  const document = jsonDocument(input)\n  canonicalString(document)\n  // Canonical bytes are for hashing, not dispatch: option order can affect a classifier.\n  const snapshot = structuredClone(document) as JevReviewInput<Q>\n  const keys = Object.keys(snapshot.request.questions)\n  if (\n    !snapshot.checks ||\n    Object.keys(snapshot.checks).length !== keys.length ||\n    keys.some((key) => !Object.hasOwn(snapshot.checks, key))\n  ) {\n    throw new TypeError('Review checks must match the exact question names')\n  }\n  for (const key of keys) {\n    const check = checkSchema.parse(snapshot.checks[key])\n    const labels = [...check.supports, ...check.refutes]\n    const allowed = alternatives(snapshot.request.questions[key]!)\n    if (\n      new Set(labels).size !== labels.length ||\n      labels.some((label) => !allowed.includes(label))\n    ) {\n      throw new TypeError('Review alternatives must exist and be disjoint')\n    }\n    if (check.coverage !== 'missing' && check.evidence.length === 0) {\n      throw new TypeError('Review evidence references are required for non-missing coverage')\n    }\n    // Validation must not normalize a label into a different native option.\n    if (canonicalString(jsonDocument(check)) !== canonicalString(snapshot.checks[key])) {\n      throw new TypeError('Review metadata must not require normalization')\n    }\n  }\n  const order = keys.map((key) => [key, alternatives(snapshot.request.questions[key]!)])\n  return deepFreezeCanonicalJson({ ...snapshot, digest: hashCanonical({ snapshot, order }) })\n}\n\n/** Re-score the same retained distribution without new inference or any authorization effect. */\nexport function assessJevReview<Q extends JevQuestions>(\n  review: PreparedJevReview<Q>,\n  raw: unknown,\n): JevReviewReport {\n  const { digest, ...input } = review\n  const prepared = prepareJevReview(input)\n  if (prepared.digest !== digest) throw new TypeError('Review definition changed after preparation')\n  const result = parseJevResult(raw, prepared.request)\n  const assessments = Object.entries(prepared.checks).map(([question, check]) => {\n    const answer = result.answers[question]!\n    const probabilities: Record<string, number> =\n      answer.type === 'noul' ? { true: answer.noul, false: 1 - answer.noul } : answer.probabilities\n    const sum = (labels: string[]) =>\n      labels.reduce((total, label) => total + probabilities[label]!, 0)\n    const supportProbability = sum(check.supports)\n    const refutationProbability = sum(check.refutes)\n    const used = new Set([...check.supports, ...check.refutes])\n    const unresolvedProbability = sum(\n      Object.keys(probabilities).filter((label) => !used.has(label)),\n    )\n    let status: JevReviewAssessment['status'] = 'unresolved'\n    let reason: JevReviewAssessment['reason'] = 'below-threshold'\n    if (supportProbability > 1 || refutationProbability > 1 || unresolvedProbability > 1) {\n      throw new TypeError('Review probability mass exceeds one; do not silently normalize it')\n    }\n    if (check.coverage === 'missing') reason = 'missing-evidence'\n    else if (\n      supportProbability >= check.supportAtLeast &&\n      refutationProbability >= check.refuteAtLeast\n    ) {\n      reason = 'ambiguous-thresholds'\n    } else if (supportProbability >= check.supportAtLeast) {\n      status = 'supported'\n      reason = 'support-threshold'\n    } else if (refutationProbability >= check.refuteAtLeast) {\n      if (check.coverage === 'complete') {\n        status = 'refuted'\n        reason = 'refutation-threshold'\n      } else reason = 'partial-negative-evidence'\n    }\n    return {\n      question,\n      status,\n      reason,\n      supportProbability,\n      refutationProbability,\n      unresolvedProbability,\n      modelConfidence: answer.type === 'noul' ? null : answer.confidence,\n      check: structuredClone(check),\n    }\n  })\n  return {\n    reviewDigest: digest,\n    requestedModel: review.request.model,\n    servedModel: result.model,\n    assessments,\n  }\n}\n\n/** Ordinary analyst findings; a negative review is not a global safety certificate. */\nexport function jevReviewFindings<Q extends JevQuestions>(\n  review: PreparedJevReview<Q>,\n  result: JevResult<Q>,\n  options: { analystId: string; producedAt?: string },\n): AnalystFinding[] {\n  if (!options.analystId.trim()) throw new TypeError('Analyst id is required')\n  const report = assessJevReview(review, result)\n  return report.assessments\n    .filter((item) => item.status !== 'refuted')\n    .map((item) =>\n      makeFinding({\n        analyst_id: options.analystId,\n        ...(options.producedAt === undefined ? {} : { produced_at: options.producedAt }),\n        subject: item.check.subject,\n        area: item.status === 'unresolved' ? 'assessment-coverage' : item.check.area,\n        severity: item.status === 'unresolved' ? 'info' : item.check.severity,\n        claim:\n          item.status === 'supported'\n            ? `Model-supported hypothesis: ${item.check.claim}`\n            : `Unresolved review: ${item.check.claim}`,\n        evidence_refs: structuredClone(item.check.evidence) as EvidenceRef[],\n        // For unresolved findings, confidence describes the deterministic unresolved status only.\n        confidence: item.status === 'supported' ? item.supportProbability : 1,\n        derived_from_judge: true,\n        id_basis: hashCanonical([item.question, item.status, review.version, item.check.claim]),\n        metadata: {\n          review_digest: report.reviewDigest,\n          question: item.question,\n          requested_model: report.requestedModel,\n          served_model: report.servedModel,\n          assessment: item.status,\n          assessment_reason: item.reason,\n          evidence_coverage: item.check.coverage,\n          support_probability: item.supportProbability,\n          refutation_probability: item.refutationProbability,\n          unresolved_probability: item.unresolvedProbability,\n          model_confidence: item.modelConfidence,\n          calibration: 'not-established',\n          confidence_basis:\n            item.status === 'supported' ? 'model-support-mass' : 'deterministic-status',\n          native_answer: structuredClone(result.answers[item.question]),\n        },\n      }),\n    )\n}\n","import type { Analyst, AnalystContext, AnalystFinding } from './analyst/types'\nimport type { JudgeConfig, JudgeScore, Scenario } from './campaign/types'\nimport type { CostReceiptInput, CustomTokenPricing } from './cost-ledger'\nimport type { EvaluationContext, EvaluationResult, EvaluatorOptions } from './evaluation'\nimport { asAnalyst, asJudge, createEvaluator } from './evaluation'\nimport type { JevQuestions, JevRequest, JevResult, JevState } from './jev-protocol'\nimport { jevUsage, parseJevRequest, parseJevResult } from './jev-protocol'\nimport { jsonDocument } from './ledger-core/canonical'\nimport { weightedComposite } from './statistics'\nimport { contentHash } from './verdict-cache'\n\nexport * from './evaluation'\nexport * from './jev-protocol'\nexport * from './jev-review'\n\nexport type JevEvaluate = EvaluatorOptions<JevRequest, unknown>['execute']\nexport interface JevEvaluatorOptions {\n  evaluate: JevEvaluate\n  costLedger?: EvaluatorOptions<JevRequest, unknown>['costLedger']\n  maximumCharge?: EvaluatorOptions<JevRequest, unknown>['maximumCharge']\n  pricing?: CustomTokenPricing\n  receipt?: (response: unknown) => CostReceiptInput\n  receiptFromError?: (error: Error) => CostReceiptInput | undefined\n  /** Optional deployment policy; the protocol adapter does not hardcode model aliases. */\n  acceptModel?: (requested: string, served: string) => boolean\n}\n\n/** Configure transport once; supply native state, questions, and model on every invocation. */\nexport function jevEvaluator(options: JevEvaluatorOptions) {\n  const config = { ...options, pricing: options.pricing && { ...options.pricing } }\n  const run = createEvaluator<JevRequest, unknown>({\n    execute: (request, context) => config.evaluate(structuredClone(request), context),\n    model: (request) => request.model,\n    costLedger: config.costLedger,\n    maximumCharge: config.maximumCharge,\n    receiptFromError: config.receiptFromError,\n    receipt:\n      config.receipt ??\n      ((raw) => {\n        const usage = jevUsage(raw)\n        const { model } = raw as JevResult\n        return {\n          model,\n          inputTokens: usage.input_tokens,\n          outputTokens: usage.output_tokens,\n          customTokenPricing: config.pricing,\n        }\n      }),\n    validate: (raw, request) => {\n      const result = parseJevResult(raw, request)\n      if (config.acceptModel && !config.acceptModel(request.model, result.model)) {\n        throw new Error('Evaluation served a model rejected by the caller policy')\n      }\n    },\n  })\n  return async <const Q extends JevQuestions>(\n    request: JevRequest<Q>,\n    context?: EvaluationContext,\n  ): Promise<EvaluationResult<JevResult<Q>>> => {\n    context?.signal?.throwIfAborted()\n    parseJevRequest(request)\n    const snapshot = structuredClone(request)\n    const result = await run(snapshot, context)\n    // The validator checked these exact questions after recording the paid work.\n    return { ...result, value: result.value as JevResult<Q> }\n  }\n}\n\ntype Input<A, S extends Scenario> = { artifact: A; scenario: S }\ntype QuestionSource<I, Q extends JevQuestions> = Q | ((input: I) => Q | Promise<Q>)\nexport interface JevOptions extends JevEvaluatorOptions {\n  model: string\n  version: string\n  questions: JevQuestions\n}\nexport interface JevJudgeOptions<\n  A,\n  S extends Scenario = Scenario,\n  Q extends JevQuestions = JevQuestions,\n> extends JevEvaluatorOptions {\n  model: string\n  version: string\n  questions: QuestionSource<Input<A, S>, Q>\n  renderState: (input: Input<A, S>, context: EvaluationContext) => JevState | Promise<JevState>\n  dimensions?: JudgeConfig<A, S>['dimensions']\n  weights?: Record<string, number>\n  map?: (value: JevResult<Q>, input: Input<A, S>) => JudgeScore | Promise<JudgeScore>\n  record?: (result: EvaluationResult<JevResult<Q>>, input: Input<A, S>) => void | Promise<void>\n  appliesTo?: (scenario: S) => boolean\n}\n\n/** Canonical identity also retains native question/alternative order; dispatch stays untouched. */\nfunction questionIdentity(questions: JevQuestions) {\n  return {\n    document: jsonDocument(questions),\n    order: Object.entries(questions).map(([name, question]) => [\n      name,\n      question.type === 'choice' ? Object.keys(question.criteria) : null,\n    ]),\n  }\n}\n\nfunction validateWeights(weights: Record<string, number>, keys: string[]): void {\n  if (\n    Object.entries(weights).some(\n      ([key, weight]) => !keys.includes(key) || !Number.isFinite(weight) || weight < 0,\n    ) ||\n    Object.values(weights).reduce((sum, weight) => sum + weight, 0) <= 0\n  ) {\n    throw new TypeError('Invalid judge weights')\n  }\n}\n\n/** Optional convention. Choice utilities and non-uniform scales belong in an explicit map. */\nexport function normalizedJevScore(\n  result: JevResult,\n  weights?: Record<string, number>,\n): JudgeScore {\n  const dimensions: Record<string, number> = Object.create(null)\n  const distribution: NonNullable<JudgeScore['distribution']> = Object.create(null)\n  for (const [key, answer] of Object.entries(result.answers)) {\n    if (answer.type === 'choice') throw new TypeError('Choice scoring requires an explicit map')\n    if (answer.type === 'noul') {\n      dimensions[key] = answer.noul\n      distribution[key] = [\n        { score: 0, probability: 1 - answer.noul },\n        { score: 1, probability: answer.noul },\n      ]\n    } else {\n      const scale = Object.keys(answer.legend).length - 1\n      dimensions[key] = answer.score / scale\n      distribution[key] = Object.entries(answer.probabilities).map(([level, probability]) => ({\n        score: Number(level) / scale,\n        probability,\n      }))\n    }\n  }\n  const effective = weights ?? Object.fromEntries(Object.keys(dimensions).map((key) => [key, 1]))\n  validateWeights(effective, Object.keys(dimensions))\n  return {\n    dimensions,\n    composite: weightedComposite({ dims: dimensions, weights: effective }).composite,\n    notes: '',\n    scoringMethod: 'expectation',\n    distribution,\n  }\n}\n\n/** Convenience around the public evaluator. No domain questions, thresholds, or prose. */\nexport function jevJudge<A, S extends Scenario = Scenario, Q extends JevQuestions = JevQuestions>(\n  name: string,\n  options: JevJudgeOptions<A, S, Q>,\n): JudgeConfig<A, S> {\n  const config = { ...options }\n  const source =\n    typeof options.questions === 'function' ? options.questions : structuredClone(options.questions)\n  const weights = options.weights && { ...options.weights }\n  if (!name.trim() || !options.version.trim()) {\n    throw new TypeError('Judge name and version are required')\n  }\n  if ((typeof source === 'function' || config.map) && !config.dimensions) {\n    throw new TypeError('Dynamic questions and custom mappings require stable judge dimensions')\n  }\n  if (!config.map && typeof source !== 'function') {\n    parseJevRequest({ model: config.model, state: null, questions: source })\n    if (Object.values(source).some((question) => question.type === 'choice')) {\n      throw new TypeError(\n        'Choice scoring requires an explicit map; labels have no numeric ordering',\n      )\n    }\n    if (weights) validateWeights(weights, Object.keys(source))\n  }\n  const dimensions =\n    config.dimensions ??\n    Object.entries(source).map(([key, question]) => ({\n      key,\n      description: typeof question.instructions === 'string' ? question.instructions : key,\n    }))\n  const evaluate = jevEvaluator(config)\n  return asJudge<A, S, JevResult<Q>>({\n    name,\n    version: contentHash({\n      model: config.model,\n      version: config.version,\n      questions: typeof source === 'function' ? 'dynamic' : questionIdentity(source),\n      dimensions,\n      // Hash the JSON document: optional undefined fields are absent on the wire.\n      ...(weights ? { weights } : {}),\n    }),\n    dimensions,\n    appliesTo: config.appliesTo,\n    evaluate: async (input, context = {}) =>\n      evaluate(\n        {\n          model: config.model,\n          state: await config.renderState(input, context),\n          questions: typeof source === 'function' ? await source(input) : source,\n        },\n        context,\n      ),\n    map: config.map ?? ((value) => normalizedJevScore(value, weights)),\n    record: config.record,\n  })\n}\n\nexport interface JevAnalystOptions<I, Q extends JevQuestions = JevQuestions>\n  extends JevEvaluatorOptions {\n  id: string\n  description: string\n  inputKind: Analyst<I>['inputKind']\n  model: string\n  version: string\n  questions: Q | ((input: I, context: AnalystContext) => Q | Promise<Q>)\n  renderState: (input: I, context: AnalystContext) => JevState | Promise<JevState>\n  findings: (\n    value: JevResult<Q>,\n    input: I,\n    context: AnalystContext,\n  ) => AnalystFinding[] | Promise<AnalystFinding[]>\n  record?: (\n    result: EvaluationResult<JevResult<Q>>,\n    input: I,\n    context: AnalystContext,\n  ) => void | Promise<void>\n}\n\nexport function jevAnalyst<I, Q extends JevQuestions = JevQuestions>(\n  options: JevAnalystOptions<I, Q>,\n): Analyst<I> {\n  const config = { ...options }\n  const source =\n    typeof options.questions === 'function' ? options.questions : structuredClone(options.questions)\n  if (!config.id.trim() || !config.version.trim() || !config.description.trim()) {\n    throw new TypeError('Analyst id, version, and description are required')\n  }\n  const evaluate = jevEvaluator(config)\n  return asAnalyst<I, JevResult<Q>>({\n    id: config.id,\n    description: config.description,\n    inputKind: config.inputKind,\n    version: contentHash({\n      model: config.model,\n      version: config.version,\n      questions: typeof source === 'function' ? 'dynamic' : questionIdentity(source),\n    }),\n    cost: { kind: 'llm', models: [config.model] },\n    evaluate: async (input, context, analystContext) =>\n      evaluate(\n        {\n          model: config.model,\n          state: await config.renderState(input, analystContext),\n          questions: typeof source === 'function' ? await source(input, analystContext) : source,\n        },\n        context,\n      ),\n    map: config.findings,\n    record: config.record,\n  })\n}\n"],"mappings":";;;;;;;;AAYA,MAAM,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;AACpC,MAAM,cAAc,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,MAAM,cAAc,EACjB,OAAO;CACN,OAAO;CACP,MAAM;CACN,SAAS;CACT,UAAU,EAAE,KAAK,kBAAkB;;CAEnC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;CACnC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;CAClC,gBAAgB;CAChB,eAAe;;CAEf,UAAU,EAAE,KAAK;EAAC;EAAY;EAAW;CAAS,CAAC;CACnD,UAAU,EAAE,MACV,EACG,OAAO;EACN,MAAM,EAAE,KAAK;GAAC;GAAQ;GAAS;GAAY;GAAW;EAAQ,CAAC;EAC/D,KAAK;EACL,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS;CAC/B,CAAC,CAAC,CACD,OAAO,CACZ;AACF,CAAC,CAAC,CACD,OAAO,CAAC,CACR,QAAQ,UAAU,MAAM,iBAAiB,MAAM,gBAAgB,GAAG,EACjE,SAAS,qDACX,CAAC;AAyCH,SAAS,aAAa,UAA0C;CAC9D,IAAI,SAAS,SAAS,QAAQ,OAAO,CAAC,QAAQ,OAAO;CACrD,OAAO,SAAS,SAAS,WACrB,OAAO,KAAK,SAAS,QAAQ,IAC7B,SAAS,SAAS,KAAK,GAAG,UAAU,OAAO,KAAK,CAAC;AACvD;;AAGA,SAAgB,iBACd,OACsB;CACtB,IAAI,CAAC,MAAM,SAAS,KAAK,GAAG,MAAM,IAAI,UAAU,4BAA4B;CAC5E,gBAAgB,MAAM,OAAO;CAE7B,MAAM,WAAW,aAAa,KAAK;CACnC,gBAAgB,QAAQ;CAExB,MAAM,WAAW,gBAAgB,QAAQ;CACzC,MAAM,OAAO,OAAO,KAAK,SAAS,QAAQ,SAAS;CACnD,IACE,CAAC,SAAS,UACV,OAAO,KAAK,SAAS,MAAM,CAAC,CAAC,WAAW,KAAK,UAC7C,KAAK,MAAM,QAAQ,CAAC,OAAO,OAAO,SAAS,QAAQ,GAAG,CAAC,GAEvD,MAAM,IAAI,UAAU,mDAAmD;CAEzE,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,YAAY,MAAM,SAAS,OAAO,IAAI;EACpD,MAAM,SAAS,CAAC,GAAG,MAAM,UAAU,GAAG,MAAM,OAAO;EACnD,MAAM,UAAU,aAAa,SAAS,QAAQ,UAAU,IAAK;EAC7D,IACE,IAAI,IAAI,MAAM,CAAC,CAAC,SAAS,OAAO,UAChC,OAAO,MAAM,UAAU,CAAC,QAAQ,SAAS,KAAK,CAAC,GAE/C,MAAM,IAAI,UAAU,gDAAgD;EAEtE,IAAI,MAAM,aAAa,aAAa,MAAM,SAAS,WAAW,GAC5D,MAAM,IAAI,UAAU,kEAAkE;EAGxF,IAAI,gBAAgB,aAAa,KAAK,CAAC,MAAM,gBAAgB,SAAS,OAAO,IAAI,GAC/E,MAAM,IAAI,UAAU,gDAAgD;CAExE;CACA,MAAM,QAAQ,KAAK,KAAK,QAAQ,CAAC,KAAK,aAAa,SAAS,QAAQ,UAAU,IAAK,CAAC,CAAC;CACrF,OAAO,wBAAwB;EAAE,GAAG;EAAU,QAAQ,cAAc;GAAE;GAAU;EAAM,CAAC;CAAE,CAAC;AAC5F;;AAGA,SAAgB,gBACd,QACA,KACiB;CACjB,MAAM,EAAE,QAAQ,GAAG,UAAU;CAC7B,MAAM,WAAW,iBAAiB,KAAK;CACvC,IAAI,SAAS,WAAW,QAAQ,MAAM,IAAI,UAAU,6CAA6C;CACjG,MAAM,SAAS,eAAe,KAAK,SAAS,OAAO;CACnD,MAAM,cAAc,OAAO,QAAQ,SAAS,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,WAAW;EAC7E,MAAM,SAAS,OAAO,QAAQ;EAC9B,MAAM,gBACJ,OAAO,SAAS,SAAS;GAAE,MAAM,OAAO;GAAM,OAAO,IAAI,OAAO;EAAK,IAAI,OAAO;EAClF,MAAM,OAAO,WACX,OAAO,QAAQ,OAAO,UAAU,QAAQ,cAAc,QAAS,CAAC;EAClE,MAAM,qBAAqB,IAAI,MAAM,QAAQ;EAC7C,MAAM,wBAAwB,IAAI,MAAM,OAAO;EAC/C,MAAM,uBAAO,IAAI,IAAI,CAAC,GAAG,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC;EAC1D,MAAM,wBAAwB,IAC5B,OAAO,KAAK,aAAa,CAAC,CAAC,QAAQ,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC,CAC/D;EACA,IAAI,SAAwC;EAC5C,IAAI,SAAwC;EAC5C,IAAI,qBAAqB,KAAK,wBAAwB,KAAK,wBAAwB,GACjF,MAAM,IAAI,UAAU,mEAAmE;EAEzF,IAAI,MAAM,aAAa,WAAW,SAAS;OACtC,IACH,sBAAsB,MAAM,kBAC5B,yBAAyB,MAAM,eAE/B,SAAS;OACJ,IAAI,sBAAsB,MAAM,gBAAgB;GACrD,SAAS;GACT,SAAS;EACX,OAAO,IAAI,yBAAyB,MAAM,eACxC,IAAI,MAAM,aAAa,YAAY;GACjC,SAAS;GACT,SAAS;EACX,OAAO,SAAS;EAElB,OAAO;GACL;GACA;GACA;GACA;GACA;GACA;GACA,iBAAiB,OAAO,SAAS,SAAS,OAAO,OAAO;GACxD,OAAO,gBAAgB,KAAK;EAC9B;CACF,CAAC;CACD,OAAO;EACL,cAAc;EACd,gBAAgB,OAAO,QAAQ;EAC/B,aAAa,OAAO;EACpB;CACF;AACF;;AAGA,SAAgB,kBACd,QACA,QACA,SACkB;CAClB,IAAI,CAAC,QAAQ,UAAU,KAAK,GAAG,MAAM,IAAI,UAAU,wBAAwB;CAC3E,MAAM,SAAS,gBAAgB,QAAQ,MAAM;CAC7C,OAAO,OAAO,YACX,QAAQ,SAAS,KAAK,WAAW,SAAS,CAAC,CAC3C,KAAK,SACJ,YAAY;EACV,YAAY,QAAQ;EACpB,GAAI,QAAQ,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,aAAa,QAAQ,WAAW;EAC9E,SAAS,KAAK,MAAM;EACpB,MAAM,KAAK,WAAW,eAAe,wBAAwB,KAAK,MAAM;EACxE,UAAU,KAAK,WAAW,eAAe,SAAS,KAAK,MAAM;EAC7D,OACE,KAAK,WAAW,cACZ,+BAA+B,KAAK,MAAM,UAC1C,sBAAsB,KAAK,MAAM;EACvC,eAAe,gBAAgB,KAAK,MAAM,QAAQ;EAElD,YAAY,KAAK,WAAW,cAAc,KAAK,qBAAqB;EACpE,oBAAoB;EACpB,UAAU,cAAc;GAAC,KAAK;GAAU,KAAK;GAAQ,OAAO;GAAS,KAAK,MAAM;EAAK,CAAC;EACtF,UAAU;GACR,eAAe,OAAO;GACtB,UAAU,KAAK;GACf,iBAAiB,OAAO;GACxB,cAAc,OAAO;GACrB,YAAY,KAAK;GACjB,mBAAmB,KAAK;GACxB,mBAAmB,KAAK,MAAM;GAC9B,qBAAqB,KAAK;GAC1B,wBAAwB,KAAK;GAC7B,wBAAwB,KAAK;GAC7B,kBAAkB,KAAK;GACvB,aAAa;GACb,kBACE,KAAK,WAAW,cAAc,uBAAuB;GACvD,eAAe,gBAAgB,OAAO,QAAQ,KAAK,SAAS;EAC9D;CACF,CAAC,CACH;AACJ;;;;AC9MA,SAAgB,aAAa,SAA8B;CACzD,MAAM,SAAS;EAAE,GAAG;EAAS,SAAS,QAAQ,WAAW,EAAE,GAAG,QAAQ,QAAQ;CAAE;CAChF,MAAM,MAAM,gBAAqC;EAC/C,UAAU,SAAS,YAAY,OAAO,SAAS,gBAAgB,OAAO,GAAG,OAAO;EAChF,QAAQ,YAAY,QAAQ;EAC5B,YAAY,OAAO;EACnB,eAAe,OAAO;EACtB,kBAAkB,OAAO;EACzB,SACE,OAAO,aACL,QAAQ;GACR,MAAM,QAAQ,SAAS,GAAG;GAC1B,MAAM,EAAE,UAAU;GAClB,OAAO;IACL;IACA,aAAa,MAAM;IACnB,cAAc,MAAM;IACpB,oBAAoB,OAAO;GAC7B;EACF;EACF,WAAW,KAAK,YAAY;GAC1B,MAAM,SAAS,eAAe,KAAK,OAAO;GAC1C,IAAI,OAAO,eAAe,CAAC,OAAO,YAAY,QAAQ,OAAO,OAAO,KAAK,GACvE,MAAM,IAAI,MAAM,yDAAyD;EAE7E;CACF,CAAC;CACD,OAAO,OACL,SACA,YAC4C;EAC5C,SAAS,QAAQ,eAAe;EAChC,gBAAgB,OAAO;EACvB,MAAM,WAAW,gBAAgB,OAAO;EACxC,MAAM,SAAS,MAAM,IAAI,UAAU,OAAO;EAE1C,OAAO;GAAE,GAAG;GAAQ,OAAO,OAAO;EAAsB;CAC1D;AACF;;AA0BA,SAAS,iBAAiB,WAAyB;CACjD,OAAO;EACL,UAAU,aAAa,SAAS;EAChC,OAAO,OAAO,QAAQ,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,cAAc,CACzD,MACA,SAAS,SAAS,WAAW,OAAO,KAAK,SAAS,QAAQ,IAAI,IAChE,CAAC;CACH;AACF;AAEA,SAAS,gBAAgB,SAAiC,MAAsB;CAC9E,IACE,OAAO,QAAQ,OAAO,CAAC,CAAC,MACrB,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS,GAAG,KAAK,CAAC,OAAO,SAAS,MAAM,KAAK,SAAS,CACjF,KACA,OAAO,OAAO,OAAO,CAAC,CAAC,QAAQ,KAAK,WAAW,MAAM,QAAQ,CAAC,KAAK,GAEnE,MAAM,IAAI,UAAU,uBAAuB;AAE/C;;AAGA,SAAgB,mBACd,QACA,SACY;CACZ,MAAM,aAAqC,OAAO,OAAO,IAAI;CAC7D,MAAM,eAAwD,OAAO,OAAO,IAAI;CAChF,KAAK,MAAM,CAAC,KAAK,WAAW,OAAO,QAAQ,OAAO,OAAO,GAAG;EAC1D,IAAI,OAAO,SAAS,UAAU,MAAM,IAAI,UAAU,yCAAyC;EAC3F,IAAI,OAAO,SAAS,QAAQ;GAC1B,WAAW,OAAO,OAAO;GACzB,aAAa,OAAO,CAClB;IAAE,OAAO;IAAG,aAAa,IAAI,OAAO;GAAK,GACzC;IAAE,OAAO;IAAG,aAAa,OAAO;GAAK,CACvC;EACF,OAAO;GACL,MAAM,QAAQ,OAAO,KAAK,OAAO,MAAM,CAAC,CAAC,SAAS;GAClD,WAAW,OAAO,OAAO,QAAQ;GACjC,aAAa,OAAO,OAAO,QAAQ,OAAO,aAAa,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB;IACtF,OAAO,OAAO,KAAK,IAAI;IACvB;GACF,EAAE;EACJ;CACF;CACA,MAAM,YAAY,WAAW,OAAO,YAAY,OAAO,KAAK,UAAU,CAAC,CAAC,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;CAC9F,gBAAgB,WAAW,OAAO,KAAK,UAAU,CAAC;CAClD,OAAO;EACL;EACA,WAAW,kBAAkB;GAAE,MAAM;GAAY,SAAS;EAAU,CAAC,CAAC,CAAC;EACvE,OAAO;EACP,eAAe;EACf;CACF;AACF;;AAGA,SAAgB,SACd,MACA,SACmB;CACnB,MAAM,SAAS,EAAE,GAAG,QAAQ;CAC5B,MAAM,SACJ,OAAO,QAAQ,cAAc,aAAa,QAAQ,YAAY,gBAAgB,QAAQ,SAAS;CACjG,MAAM,UAAU,QAAQ,WAAW,EAAE,GAAG,QAAQ,QAAQ;CACxD,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,QAAQ,QAAQ,KAAK,GACxC,MAAM,IAAI,UAAU,qCAAqC;CAE3D,KAAK,OAAO,WAAW,cAAc,OAAO,QAAQ,CAAC,OAAO,YAC1D,MAAM,IAAI,UAAU,uEAAuE;CAE7F,IAAI,CAAC,OAAO,OAAO,OAAO,WAAW,YAAY;EAC/C,gBAAgB;GAAE,OAAO,OAAO;GAAO,OAAO;GAAM,WAAW;EAAO,CAAC;EACvE,IAAI,OAAO,OAAO,MAAM,CAAC,CAAC,MAAM,aAAa,SAAS,SAAS,QAAQ,GACrE,MAAM,IAAI,UACR,0EACF;EAEF,IAAI,SAAS,gBAAgB,SAAS,OAAO,KAAK,MAAM,CAAC;CAC3D;CACA,MAAM,aACJ,OAAO,cACP,OAAO,QAAQ,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,eAAe;EAC/C;EACA,aAAa,OAAO,SAAS,iBAAiB,WAAW,SAAS,eAAe;CACnF,EAAE;CACJ,MAAM,WAAW,aAAa,MAAM;CACpC,OAAO,QAA4B;EACjC;EACA,SAAS,YAAY;GACnB,OAAO,OAAO;GACd,SAAS,OAAO;GAChB,WAAW,OAAO,WAAW,aAAa,YAAY,iBAAiB,MAAM;GAC7E;GAEA,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;EAC/B,CAAC;EACD;EACA,WAAW,OAAO;EAClB,UAAU,OAAO,OAAO,UAAU,CAAC,MACjC,SACE;GACE,OAAO,OAAO;GACd,OAAO,MAAM,OAAO,YAAY,OAAO,OAAO;GAC9C,WAAW,OAAO,WAAW,aAAa,MAAM,OAAO,KAAK,IAAI;EAClE,GACA,OACF;EACF,KAAK,OAAO,SAAS,UAAU,mBAAmB,OAAO,OAAO;EAChE,QAAQ,OAAO;CACjB,CAAC;AACH;AAuBA,SAAgB,WACd,SACY;CACZ,MAAM,SAAS,EAAE,GAAG,QAAQ;CAC5B,MAAM,SACJ,OAAO,QAAQ,cAAc,aAAa,QAAQ,YAAY,gBAAgB,QAAQ,SAAS;CACjG,IAAI,CAAC,OAAO,GAAG,KAAK,KAAK,CAAC,OAAO,QAAQ,KAAK,KAAK,CAAC,OAAO,YAAY,KAAK,GAC1E,MAAM,IAAI,UAAU,mDAAmD;CAEzE,MAAM,WAAW,aAAa,MAAM;CACpC,OAAO,UAA2B;EAChC,IAAI,OAAO;EACX,aAAa,OAAO;EACpB,WAAW,OAAO;EAClB,SAAS,YAAY;GACnB,OAAO,OAAO;GACd,SAAS,OAAO;GAChB,WAAW,OAAO,WAAW,aAAa,YAAY,iBAAiB,MAAM;EAC/E,CAAC;EACD,MAAM;GAAE,MAAM;GAAO,QAAQ,CAAC,OAAO,KAAK;EAAE;EAC5C,UAAU,OAAO,OAAO,SAAS,mBAC/B,SACE;GACE,OAAO,OAAO;GACd,OAAO,MAAM,OAAO,YAAY,OAAO,cAAc;GACrD,WAAW,OAAO,WAAW,aAAa,MAAM,OAAO,OAAO,cAAc,IAAI;EAClF,GACA,OACF;EACF,KAAK,OAAO;EACZ,QAAQ,OAAO;CACjB,CAAC;AACH"}
+{"version":3,"file":"jev.js","names":[],"sources":["../src/jev-review.ts","../src/jev.ts"],"sourcesContent":["import { z } from 'zod'\nimport {\n  ANALYST_SEVERITIES,\n  type AnalystFinding,\n  type EvidenceRef,\n  makeFinding,\n} from './analyst/types'\nimport type { JevQuestions, JevRequest, JevResult } from './jev-protocol'\nimport { parseJevRequest, parseJevResult } from './jev-protocol'\nimport { canonicalString, hashCanonical, jsonDocument } from './ledger-core/canonical'\nimport { deepFreezeCanonicalJson } from './ledger-core/deep-freeze'\n\nconst name = z.string().trim().min(1)\nconst probability = z.number().finite().gt(0).max(1)\nconst checkSchema = z\n  .object({\n    claim: name,\n    area: name,\n    subject: name,\n    severity: z.enum(ANALYST_SEVERITIES),\n    /** Choice labels or score-level keys, never scores invented from category order. */\n    supports: z.array(z.string()).min(1),\n    refutes: z.array(z.string()).min(1),\n    supportAtLeast: probability,\n    refuteAtLeast: probability,\n    /** Host-supplied coverage of the question's required evidence, not model self-assessment. */\n    coverage: z.enum(['complete', 'partial', 'missing']),\n    evidence: z.array(\n      z\n        .object({\n          kind: z.enum(['span', 'event', 'artifact', 'finding', 'metric']),\n          uri: name,\n          excerpt: z.string().optional(),\n        })\n        .strict(),\n    ),\n  })\n  .strict()\n  .refine((value) => value.supportAtLeast + value.refuteAtLeast > 1, {\n    message: 'Support and refutation thresholds must not overlap',\n  })\n\n/** Optional interpretation of native choices/scores. Policy and evidence belong to the caller. */\nexport type JevReviewCheck = z.infer<typeof checkSchema>\nexport interface JevReviewInput<Q extends JevQuestions = JevQuestions> {\n  version: string\n  request: JevRequest<Q>\n  checks: { [K in keyof Q]: JevReviewCheck }\n}\n\nexport interface PreparedJevReview<Q extends JevQuestions = JevQuestions>\n  extends JevReviewInput<Q> {\n  /** Binds questions, option order, context, evidence, thresholds and definition version. */\n  digest: string\n}\n\nexport interface JevReviewAssessment {\n  question: string\n  status: 'supported' | 'refuted' | 'unresolved'\n  reason:\n    | 'support-threshold'\n    | 'refutation-threshold'\n    | 'missing-evidence'\n    | 'partial-negative-evidence'\n    | 'below-threshold'\n    | 'ambiguous-thresholds'\n  /** Unnormalized marginal mass of caller-designated native alternatives. Not calibrated risk. */\n  supportProbability: number\n  refutationProbability: number\n  unresolvedProbability: number\n  modelConfidence: number | null\n  check: JevReviewCheck\n}\n\nexport interface JevReviewReport {\n  reviewDigest: string\n  requestedModel: string\n  servedModel: string\n  assessments: JevReviewAssessment[]\n}\n\nfunction alternatives(question: JevQuestions[string]): string[] {\n  if (question.type === 'noul') return ['true', 'false']\n  return question.type === 'choice'\n    ? Object.keys(question.criteria)\n    : question.criteria.map((_, index) => String(index))\n}\n\n/** Validate before paid admission; make a detached, frozen snapshot without rewriting native JSON. */\nexport function prepareJevReview<const Q extends JevQuestions>(\n  input: JevReviewInput<Q>,\n): PreparedJevReview<Q> {\n  if (!input.version?.trim()) throw new TypeError('Review version is required')\n  parseJevRequest(input.request)\n  // Document form drops only optional undefined object fields; canonicalization rejects loss.\n  const document = jsonDocument(input)\n  canonicalString(document)\n  // Canonical bytes are for hashing, not dispatch: option order can affect a classifier.\n  const snapshot = structuredClone(document) as JevReviewInput<Q>\n  const keys = Object.keys(snapshot.request.questions)\n  if (\n    !snapshot.checks ||\n    Object.keys(snapshot.checks).length !== keys.length ||\n    keys.some((key) => !Object.hasOwn(snapshot.checks, key))\n  ) {\n    throw new TypeError('Review checks must match the exact question names')\n  }\n  for (const key of keys) {\n    const check = checkSchema.parse(snapshot.checks[key])\n    const labels = [...check.supports, ...check.refutes]\n    const allowed = alternatives(snapshot.request.questions[key]!)\n    if (\n      new Set(labels).size !== labels.length ||\n      labels.some((label) => !allowed.includes(label))\n    ) {\n      throw new TypeError('Review alternatives must exist and be disjoint')\n    }\n    if (check.coverage !== 'missing' && check.evidence.length === 0) {\n      throw new TypeError('Review evidence references are required for non-missing coverage')\n    }\n    // Validation must not normalize a label into a different native option.\n    if (canonicalString(jsonDocument(check)) !== canonicalString(snapshot.checks[key])) {\n      throw new TypeError('Review metadata must not require normalization')\n    }\n  }\n  const order = keys.map((key) => [key, alternatives(snapshot.request.questions[key]!)])\n  return deepFreezeCanonicalJson({ ...snapshot, digest: hashCanonical({ snapshot, order }) })\n}\n\n/** Re-score the same retained distribution without new inference or any authorization effect. */\nexport function assessJevReview<Q extends JevQuestions>(\n  review: PreparedJevReview<Q>,\n  raw: unknown,\n): JevReviewReport {\n  const { digest, ...input } = review\n  const prepared = prepareJevReview(input)\n  if (prepared.digest !== digest) throw new TypeError('Review definition changed after preparation')\n  const result = parseJevResult(raw, prepared.request)\n  const assessments = Object.entries(prepared.checks).map(([question, check]) => {\n    const answer = result.answers[question]!\n    const probabilities: Record<string, number> =\n      answer.type === 'noul' ? { true: answer.noul, false: 1 - answer.noul } : answer.probabilities\n    const sum = (labels: string[]) =>\n      labels.reduce((total, label) => total + probabilities[label]!, 0)\n    const supportProbability = sum(check.supports)\n    const refutationProbability = sum(check.refutes)\n    const used = new Set([...check.supports, ...check.refutes])\n    const unresolvedProbability = sum(\n      Object.keys(probabilities).filter((label) => !used.has(label)),\n    )\n    let status: JevReviewAssessment['status'] = 'unresolved'\n    let reason: JevReviewAssessment['reason'] = 'below-threshold'\n    if (supportProbability > 1 || refutationProbability > 1 || unresolvedProbability > 1) {\n      throw new TypeError('Review probability mass exceeds one; do not silently normalize it')\n    }\n    if (check.coverage === 'missing') reason = 'missing-evidence'\n    else if (\n      supportProbability >= check.supportAtLeast &&\n      refutationProbability >= check.refuteAtLeast\n    ) {\n      reason = 'ambiguous-thresholds'\n    } else if (supportProbability >= check.supportAtLeast) {\n      status = 'supported'\n      reason = 'support-threshold'\n    } else if (refutationProbability >= check.refuteAtLeast) {\n      if (check.coverage === 'complete') {\n        status = 'refuted'\n        reason = 'refutation-threshold'\n      } else reason = 'partial-negative-evidence'\n    }\n    return {\n      question,\n      status,\n      reason,\n      supportProbability,\n      refutationProbability,\n      unresolvedProbability,\n      modelConfidence: answer.type === 'noul' ? null : answer.confidence,\n      check: structuredClone(check),\n    }\n  })\n  return {\n    reviewDigest: digest,\n    requestedModel: review.request.model,\n    servedModel: result.model,\n    assessments,\n  }\n}\n\n/** Ordinary analyst findings; a negative review is not a global safety certificate. */\nexport function jevReviewFindings<Q extends JevQuestions>(\n  review: PreparedJevReview<Q>,\n  result: JevResult<Q>,\n  options: { analystId: string; producedAt?: string },\n): AnalystFinding[] {\n  if (!options.analystId.trim()) throw new TypeError('Analyst id is required')\n  const report = assessJevReview(review, result)\n  return report.assessments\n    .filter((item) => item.status !== 'refuted')\n    .map((item) =>\n      makeFinding({\n        analyst_id: options.analystId,\n        ...(options.producedAt === undefined ? {} : { produced_at: options.producedAt }),\n        subject: item.check.subject,\n        area: item.status === 'unresolved' ? 'assessment-coverage' : item.check.area,\n        severity: item.status === 'unresolved' ? 'info' : item.check.severity,\n        claim:\n          item.status === 'supported'\n            ? `Model-supported hypothesis: ${item.check.claim}`\n            : `Unresolved review: ${item.check.claim}`,\n        evidence_refs: structuredClone(item.check.evidence) as EvidenceRef[],\n        // For unresolved findings, confidence describes the deterministic unresolved status only.\n        confidence: item.status === 'supported' ? item.supportProbability : 1,\n        derived_from_judge: true,\n        id_basis: hashCanonical([item.question, item.status, review.version, item.check.claim]),\n        metadata: {\n          review_digest: report.reviewDigest,\n          question: item.question,\n          requested_model: report.requestedModel,\n          served_model: report.servedModel,\n          assessment: item.status,\n          assessment_reason: item.reason,\n          evidence_coverage: item.check.coverage,\n          support_probability: item.supportProbability,\n          refutation_probability: item.refutationProbability,\n          unresolved_probability: item.unresolvedProbability,\n          model_confidence: item.modelConfidence,\n          calibration: 'not-established',\n          confidence_basis:\n            item.status === 'supported' ? 'model-support-mass' : 'deterministic-status',\n          native_answer: structuredClone(result.answers[item.question]),\n        },\n      }),\n    )\n}\n","import type { Analyst, AnalystContext, AnalystFinding } from './analyst/types'\nimport type { JudgeConfig, JudgeScore, Scenario } from './campaign/types'\nimport type { CostReceiptInput, CustomTokenPricing } from './cost-ledger'\nimport type { EvaluationContext, EvaluationResult, EvaluatorOptions } from './evaluation'\nimport { asAnalyst, asJudge, createEvaluator } from './evaluation'\nimport type { JevQuestions, JevRequest, JevResult, JevState } from './jev-protocol'\nimport { jevUsage, parseJevRequest, parseJevResult } from './jev-protocol'\nimport { jsonDocument } from './ledger-core/canonical'\nimport { weightedComposite } from './statistics'\nimport { contentHash } from './verdict-cache'\n\nexport * from './evaluation'\nexport * from './jev-protocol'\nexport * from './jev-review'\n\nexport type JevEvaluate = EvaluatorOptions<JevRequest, unknown>['execute']\nexport interface JevEvaluatorOptions {\n  evaluate: JevEvaluate\n  costLedger?: EvaluatorOptions<JevRequest, unknown>['costLedger']\n  maximumCharge?: EvaluatorOptions<JevRequest, unknown>['maximumCharge']\n  pricing?: CustomTokenPricing\n  receipt?: (response: unknown) => CostReceiptInput\n  receiptFromError?: (error: Error) => CostReceiptInput | undefined\n  /** Optional deployment policy; the protocol adapter does not hardcode model aliases. */\n  acceptModel?: (requested: string, served: string) => boolean\n}\n\n/** Configure transport once; supply native state, questions, and model on every invocation. */\nexport function jevEvaluator(options: JevEvaluatorOptions) {\n  const config = { ...options, pricing: options.pricing && { ...options.pricing } }\n  const run = createEvaluator<JevRequest, unknown>({\n    execute: (request, context) => config.evaluate(structuredClone(request), context),\n    model: (request) => request.model,\n    costLedger: config.costLedger,\n    maximumCharge: config.maximumCharge,\n    receiptFromError: config.receiptFromError,\n    receipt:\n      config.receipt ??\n      ((raw) => {\n        const usage = jevUsage(raw)\n        const { model } = raw as JevResult\n        return {\n          model,\n          inputTokens: usage.input_tokens,\n          outputTokens: usage.output_tokens,\n          customTokenPricing: config.pricing,\n        }\n      }),\n    validate: (raw, request) => {\n      const result = parseJevResult(raw, request)\n      if (config.acceptModel && !config.acceptModel(request.model, result.model)) {\n        throw new Error('Evaluation served a model rejected by the caller policy')\n      }\n    },\n  })\n  return async <const Q extends JevQuestions>(\n    request: JevRequest<Q>,\n    context?: EvaluationContext,\n  ): Promise<EvaluationResult<JevResult<Q>>> => {\n    context?.signal?.throwIfAborted()\n    parseJevRequest(request)\n    const snapshot = structuredClone(request)\n    const result = await run(snapshot, context)\n    // The validator checked these exact questions after recording the paid work.\n    return { ...result, value: result.value as JevResult<Q> }\n  }\n}\n\ntype Input<A, S extends Scenario> = { artifact: A; scenario: S }\ntype QuestionSource<I, Q extends JevQuestions> = Q | ((input: I) => Q | Promise<Q>)\nexport interface JevOptions extends JevEvaluatorOptions {\n  model: string\n  version: string\n  questions: JevQuestions\n}\nexport interface JevJudgeOptions<\n  A,\n  S extends Scenario = Scenario,\n  Q extends JevQuestions = JevQuestions,\n> extends JevEvaluatorOptions {\n  model: string\n  version: string\n  questions: QuestionSource<Input<A, S>, Q>\n  renderState: (input: Input<A, S>, context: EvaluationContext) => JevState | Promise<JevState>\n  dimensions?: JudgeConfig<A, S>['dimensions']\n  weights?: Record<string, number>\n  map?: (value: JevResult<Q>, input: Input<A, S>) => JudgeScore | Promise<JudgeScore>\n  record?: (result: EvaluationResult<JevResult<Q>>, input: Input<A, S>) => void | Promise<void>\n  appliesTo?: (scenario: S) => boolean\n}\n\n/** Canonical identity also retains native question/alternative order; dispatch stays untouched. */\nfunction questionIdentity(questions: JevQuestions) {\n  return {\n    document: jsonDocument(questions),\n    order: Object.entries(questions).map(([name, question]) => [\n      name,\n      question.type === 'choice' ? Object.keys(question.criteria) : null,\n    ]),\n  }\n}\n\nfunction validateWeights(weights: Record<string, number>, keys: string[]): void {\n  if (\n    Object.entries(weights).some(\n      ([key, weight]) => !keys.includes(key) || !Number.isFinite(weight) || weight < 0,\n    ) ||\n    Object.values(weights).reduce((sum, weight) => sum + weight, 0) <= 0\n  ) {\n    throw new TypeError('Invalid judge weights')\n  }\n}\n\n/** Optional convention. Choice utilities and non-uniform scales belong in an explicit map. */\nexport function normalizedJevScore(\n  result: JevResult,\n  weights?: Record<string, number>,\n): JudgeScore {\n  const dimensions: Record<string, number> = Object.create(null)\n  const distribution: NonNullable<JudgeScore['distribution']> = Object.create(null)\n  for (const [key, answer] of Object.entries(result.answers)) {\n    if (answer.type === 'choice') throw new TypeError('Choice scoring requires an explicit map')\n    if (answer.type === 'noul') {\n      dimensions[key] = answer.noul\n      distribution[key] = [\n        { score: 0, probability: 1 - answer.noul },\n        { score: 1, probability: answer.noul },\n      ]\n    } else {\n      const scale = Object.keys(answer.legend).length - 1\n      dimensions[key] = answer.score / scale\n      distribution[key] = Object.entries(answer.probabilities).map(([level, probability]) => ({\n        score: Number(level) / scale,\n        probability,\n      }))\n    }\n  }\n  const effective = weights ?? Object.fromEntries(Object.keys(dimensions).map((key) => [key, 1]))\n  validateWeights(effective, Object.keys(dimensions))\n  return {\n    dimensions,\n    composite: weightedComposite({ dims: dimensions, weights: effective }).composite,\n    notes: '',\n    scoringMethod: 'expectation',\n    distribution,\n  }\n}\n\n/** Convenience around the public evaluator. No domain questions, thresholds, or prose. */\nexport function jevJudge<A, S extends Scenario = Scenario, Q extends JevQuestions = JevQuestions>(\n  name: string,\n  options: JevJudgeOptions<A, S, Q>,\n): JudgeConfig<A, S> {\n  const config = { ...options }\n  const source =\n    typeof options.questions === 'function' ? options.questions : structuredClone(options.questions)\n  const weights = options.weights && { ...options.weights }\n  if (!name.trim() || !options.version.trim()) {\n    throw new TypeError('Judge name and version are required')\n  }\n  if ((typeof source === 'function' || config.map) && !config.dimensions) {\n    throw new TypeError('Dynamic questions and custom mappings require stable judge dimensions')\n  }\n  if (!config.map && typeof source !== 'function') {\n    parseJevRequest({ model: config.model, state: null, questions: source })\n    if (Object.values(source).some((question) => question.type === 'choice')) {\n      throw new TypeError(\n        'Choice scoring requires an explicit map; labels have no numeric ordering',\n      )\n    }\n    if (weights) validateWeights(weights, Object.keys(source))\n  }\n  const dimensions =\n    config.dimensions ??\n    Object.entries(source).map(([key, question]) => ({\n      key,\n      description: typeof question.instructions === 'string' ? question.instructions : key,\n    }))\n  const evaluate = jevEvaluator(config)\n  return asJudge<A, S, JevResult<Q>>({\n    name,\n    version: contentHash({\n      model: config.model,\n      version: config.version,\n      questions: typeof source === 'function' ? 'dynamic' : questionIdentity(source),\n      dimensions,\n      // Hash the JSON document: optional undefined fields are absent on the wire.\n      ...(weights ? { weights } : {}),\n    }),\n    dimensions,\n    appliesTo: config.appliesTo,\n    evaluate: async (input, context = {}) =>\n      evaluate(\n        {\n          model: config.model,\n          state: await config.renderState(input, context),\n          questions: typeof source === 'function' ? await source(input) : source,\n        },\n        context,\n      ),\n    map: config.map ?? ((value) => normalizedJevScore(value, weights)),\n    record: config.record,\n  })\n}\n\nexport interface JevAnalystOptions<I, Q extends JevQuestions = JevQuestions>\n  extends JevEvaluatorOptions {\n  id: string\n  description: string\n  inputKind: Analyst<I>['inputKind']\n  model: string\n  version: string\n  questions: Q | ((input: I, context: AnalystContext) => Q | Promise<Q>)\n  renderState: (input: I, context: AnalystContext) => JevState | Promise<JevState>\n  findings: (\n    value: JevResult<Q>,\n    input: I,\n    context: AnalystContext,\n  ) => AnalystFinding[] | Promise<AnalystFinding[]>\n  record?: (\n    result: EvaluationResult<JevResult<Q>>,\n    input: I,\n    context: AnalystContext,\n  ) => void | Promise<void>\n}\n\nexport function jevAnalyst<I, Q extends JevQuestions = JevQuestions>(\n  options: JevAnalystOptions<I, Q>,\n): Analyst<I> {\n  const config = { ...options }\n  const source =\n    typeof options.questions === 'function' ? options.questions : structuredClone(options.questions)\n  if (!config.id.trim() || !config.version.trim() || !config.description.trim()) {\n    throw new TypeError('Analyst id, version, and description are required')\n  }\n  const evaluate = jevEvaluator(config)\n  return asAnalyst<I, JevResult<Q>>({\n    id: config.id,\n    description: config.description,\n    inputKind: config.inputKind,\n    version: contentHash({\n      model: config.model,\n      version: config.version,\n      questions: typeof source === 'function' ? 'dynamic' : questionIdentity(source),\n    }),\n    cost: { kind: 'llm', models: [config.model] },\n    evaluate: async (input, context, analystContext) =>\n      evaluate(\n        {\n          model: config.model,\n          state: await config.renderState(input, analystContext),\n          questions: typeof source === 'function' ? await source(input, analystContext) : source,\n        },\n        context,\n      ),\n    map: config.findings,\n    record: config.record,\n  })\n}\n"],"mappings":";;;;;;;;;AAYA,MAAM,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;AACpC,MAAM,cAAc,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,MAAM,cAAc,EACjB,OAAO;CACN,OAAO;CACP,MAAM;CACN,SAAS;CACT,UAAU,EAAE,KAAK,kBAAkB;;CAEnC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;CACnC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;CAClC,gBAAgB;CAChB,eAAe;;CAEf,UAAU,EAAE,KAAK;EAAC;EAAY;EAAW;CAAS,CAAC;CACnD,UAAU,EAAE,MACV,EACG,OAAO;EACN,MAAM,EAAE,KAAK;GAAC;GAAQ;GAAS;GAAY;GAAW;EAAQ,CAAC;EAC/D,KAAK;EACL,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS;CAC/B,CAAC,CAAC,CACD,OAAO,CACZ;AACF,CAAC,CAAC,CACD,OAAO,CAAC,CACR,QAAQ,UAAU,MAAM,iBAAiB,MAAM,gBAAgB,GAAG,EACjE,SAAS,qDACX,CAAC;AAyCH,SAAS,aAAa,UAA0C;CAC9D,IAAI,SAAS,SAAS,QAAQ,OAAO,CAAC,QAAQ,OAAO;CACrD,OAAO,SAAS,SAAS,WACrB,OAAO,KAAK,SAAS,QAAQ,IAC7B,SAAS,SAAS,KAAK,GAAG,UAAU,OAAO,KAAK,CAAC;AACvD;;AAGA,SAAgB,iBACd,OACsB;CACtB,IAAI,CAAC,MAAM,SAAS,KAAK,GAAG,MAAM,IAAI,UAAU,4BAA4B;CAC5E,gBAAgB,MAAM,OAAO;CAE7B,MAAM,WAAW,aAAa,KAAK;CACnC,gBAAgB,QAAQ;CAExB,MAAM,WAAW,gBAAgB,QAAQ;CACzC,MAAM,OAAO,OAAO,KAAK,SAAS,QAAQ,SAAS;CACnD,IACE,CAAC,SAAS,UACV,OAAO,KAAK,SAAS,MAAM,CAAC,CAAC,WAAW,KAAK,UAC7C,KAAK,MAAM,QAAQ,CAAC,OAAO,OAAO,SAAS,QAAQ,GAAG,CAAC,GAEvD,MAAM,IAAI,UAAU,mDAAmD;CAEzE,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,YAAY,MAAM,SAAS,OAAO,IAAI;EACpD,MAAM,SAAS,CAAC,GAAG,MAAM,UAAU,GAAG,MAAM,OAAO;EACnD,MAAM,UAAU,aAAa,SAAS,QAAQ,UAAU,IAAK;EAC7D,IACE,IAAI,IAAI,MAAM,CAAC,CAAC,SAAS,OAAO,UAChC,OAAO,MAAM,UAAU,CAAC,QAAQ,SAAS,KAAK,CAAC,GAE/C,MAAM,IAAI,UAAU,gDAAgD;EAEtE,IAAI,MAAM,aAAa,aAAa,MAAM,SAAS,WAAW,GAC5D,MAAM,IAAI,UAAU,kEAAkE;EAGxF,IAAI,gBAAgB,aAAa,KAAK,CAAC,MAAM,gBAAgB,SAAS,OAAO,IAAI,GAC/E,MAAM,IAAI,UAAU,gDAAgD;CAExE;CACA,MAAM,QAAQ,KAAK,KAAK,QAAQ,CAAC,KAAK,aAAa,SAAS,QAAQ,UAAU,IAAK,CAAC,CAAC;CACrF,OAAO,wBAAwB;EAAE,GAAG;EAAU,QAAQ,cAAc;GAAE;GAAU;EAAM,CAAC;CAAE,CAAC;AAC5F;;AAGA,SAAgB,gBACd,QACA,KACiB;CACjB,MAAM,EAAE,QAAQ,GAAG,UAAU;CAC7B,MAAM,WAAW,iBAAiB,KAAK;CACvC,IAAI,SAAS,WAAW,QAAQ,MAAM,IAAI,UAAU,6CAA6C;CACjG,MAAM,SAAS,eAAe,KAAK,SAAS,OAAO;CACnD,MAAM,cAAc,OAAO,QAAQ,SAAS,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,WAAW;EAC7E,MAAM,SAAS,OAAO,QAAQ;EAC9B,MAAM,gBACJ,OAAO,SAAS,SAAS;GAAE,MAAM,OAAO;GAAM,OAAO,IAAI,OAAO;EAAK,IAAI,OAAO;EAClF,MAAM,OAAO,WACX,OAAO,QAAQ,OAAO,UAAU,QAAQ,cAAc,QAAS,CAAC;EAClE,MAAM,qBAAqB,IAAI,MAAM,QAAQ;EAC7C,MAAM,wBAAwB,IAAI,MAAM,OAAO;EAC/C,MAAM,uBAAO,IAAI,IAAI,CAAC,GAAG,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC;EAC1D,MAAM,wBAAwB,IAC5B,OAAO,KAAK,aAAa,CAAC,CAAC,QAAQ,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC,CAC/D;EACA,IAAI,SAAwC;EAC5C,IAAI,SAAwC;EAC5C,IAAI,qBAAqB,KAAK,wBAAwB,KAAK,wBAAwB,GACjF,MAAM,IAAI,UAAU,mEAAmE;EAEzF,IAAI,MAAM,aAAa,WAAW,SAAS;OACtC,IACH,sBAAsB,MAAM,kBAC5B,yBAAyB,MAAM,eAE/B,SAAS;OACJ,IAAI,sBAAsB,MAAM,gBAAgB;GACrD,SAAS;GACT,SAAS;EACX,OAAO,IAAI,yBAAyB,MAAM,eACxC,IAAI,MAAM,aAAa,YAAY;GACjC,SAAS;GACT,SAAS;EACX,OAAO,SAAS;EAElB,OAAO;GACL;GACA;GACA;GACA;GACA;GACA;GACA,iBAAiB,OAAO,SAAS,SAAS,OAAO,OAAO;GACxD,OAAO,gBAAgB,KAAK;EAC9B;CACF,CAAC;CACD,OAAO;EACL,cAAc;EACd,gBAAgB,OAAO,QAAQ;EAC/B,aAAa,OAAO;EACpB;CACF;AACF;;AAGA,SAAgB,kBACd,QACA,QACA,SACkB;CAClB,IAAI,CAAC,QAAQ,UAAU,KAAK,GAAG,MAAM,IAAI,UAAU,wBAAwB;CAC3E,MAAM,SAAS,gBAAgB,QAAQ,MAAM;CAC7C,OAAO,OAAO,YACX,QAAQ,SAAS,KAAK,WAAW,SAAS,CAAC,CAC3C,KAAK,SACJ,YAAY;EACV,YAAY,QAAQ;EACpB,GAAI,QAAQ,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,aAAa,QAAQ,WAAW;EAC9E,SAAS,KAAK,MAAM;EACpB,MAAM,KAAK,WAAW,eAAe,wBAAwB,KAAK,MAAM;EACxE,UAAU,KAAK,WAAW,eAAe,SAAS,KAAK,MAAM;EAC7D,OACE,KAAK,WAAW,cACZ,+BAA+B,KAAK,MAAM,UAC1C,sBAAsB,KAAK,MAAM;EACvC,eAAe,gBAAgB,KAAK,MAAM,QAAQ;EAElD,YAAY,KAAK,WAAW,cAAc,KAAK,qBAAqB;EACpE,oBAAoB;EACpB,UAAU,cAAc;GAAC,KAAK;GAAU,KAAK;GAAQ,OAAO;GAAS,KAAK,MAAM;EAAK,CAAC;EACtF,UAAU;GACR,eAAe,OAAO;GACtB,UAAU,KAAK;GACf,iBAAiB,OAAO;GACxB,cAAc,OAAO;GACrB,YAAY,KAAK;GACjB,mBAAmB,KAAK;GACxB,mBAAmB,KAAK,MAAM;GAC9B,qBAAqB,KAAK;GAC1B,wBAAwB,KAAK;GAC7B,wBAAwB,KAAK;GAC7B,kBAAkB,KAAK;GACvB,aAAa;GACb,kBACE,KAAK,WAAW,cAAc,uBAAuB;GACvD,eAAe,gBAAgB,OAAO,QAAQ,KAAK,SAAS;EAC9D;CACF,CAAC,CACH;AACJ;;;;AC9MA,SAAgB,aAAa,SAA8B;CACzD,MAAM,SAAS;EAAE,GAAG;EAAS,SAAS,QAAQ,WAAW,EAAE,GAAG,QAAQ,QAAQ;CAAE;CAChF,MAAM,MAAM,gBAAqC;EAC/C,UAAU,SAAS,YAAY,OAAO,SAAS,gBAAgB,OAAO,GAAG,OAAO;EAChF,QAAQ,YAAY,QAAQ;EAC5B,YAAY,OAAO;EACnB,eAAe,OAAO;EACtB,kBAAkB,OAAO;EACzB,SACE,OAAO,aACL,QAAQ;GACR,MAAM,QAAQ,SAAS,GAAG;GAC1B,MAAM,EAAE,UAAU;GAClB,OAAO;IACL;IACA,aAAa,MAAM;IACnB,cAAc,MAAM;IACpB,oBAAoB,OAAO;GAC7B;EACF;EACF,WAAW,KAAK,YAAY;GAC1B,MAAM,SAAS,eAAe,KAAK,OAAO;GAC1C,IAAI,OAAO,eAAe,CAAC,OAAO,YAAY,QAAQ,OAAO,OAAO,KAAK,GACvE,MAAM,IAAI,MAAM,yDAAyD;EAE7E;CACF,CAAC;CACD,OAAO,OACL,SACA,YAC4C;EAC5C,SAAS,QAAQ,eAAe;EAChC,gBAAgB,OAAO;EACvB,MAAM,WAAW,gBAAgB,OAAO;EACxC,MAAM,SAAS,MAAM,IAAI,UAAU,OAAO;EAE1C,OAAO;GAAE,GAAG;GAAQ,OAAO,OAAO;EAAsB;CAC1D;AACF;;AA0BA,SAAS,iBAAiB,WAAyB;CACjD,OAAO;EACL,UAAU,aAAa,SAAS;EAChC,OAAO,OAAO,QAAQ,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,cAAc,CACzD,MACA,SAAS,SAAS,WAAW,OAAO,KAAK,SAAS,QAAQ,IAAI,IAChE,CAAC;CACH;AACF;AAEA,SAAS,gBAAgB,SAAiC,MAAsB;CAC9E,IACE,OAAO,QAAQ,OAAO,CAAC,CAAC,MACrB,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS,GAAG,KAAK,CAAC,OAAO,SAAS,MAAM,KAAK,SAAS,CACjF,KACA,OAAO,OAAO,OAAO,CAAC,CAAC,QAAQ,KAAK,WAAW,MAAM,QAAQ,CAAC,KAAK,GAEnE,MAAM,IAAI,UAAU,uBAAuB;AAE/C;;AAGA,SAAgB,mBACd,QACA,SACY;CACZ,MAAM,aAAqC,OAAO,OAAO,IAAI;CAC7D,MAAM,eAAwD,OAAO,OAAO,IAAI;CAChF,KAAK,MAAM,CAAC,KAAK,WAAW,OAAO,QAAQ,OAAO,OAAO,GAAG;EAC1D,IAAI,OAAO,SAAS,UAAU,MAAM,IAAI,UAAU,yCAAyC;EAC3F,IAAI,OAAO,SAAS,QAAQ;GAC1B,WAAW,OAAO,OAAO;GACzB,aAAa,OAAO,CAClB;IAAE,OAAO;IAAG,aAAa,IAAI,OAAO;GAAK,GACzC;IAAE,OAAO;IAAG,aAAa,OAAO;GAAK,CACvC;EACF,OAAO;GACL,MAAM,QAAQ,OAAO,KAAK,OAAO,MAAM,CAAC,CAAC,SAAS;GAClD,WAAW,OAAO,OAAO,QAAQ;GACjC,aAAa,OAAO,OAAO,QAAQ,OAAO,aAAa,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB;IACtF,OAAO,OAAO,KAAK,IAAI;IACvB;GACF,EAAE;EACJ;CACF;CACA,MAAM,YAAY,WAAW,OAAO,YAAY,OAAO,KAAK,UAAU,CAAC,CAAC,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;CAC9F,gBAAgB,WAAW,OAAO,KAAK,UAAU,CAAC;CAClD,OAAO;EACL;EACA,WAAW,kBAAkB;GAAE,MAAM;GAAY,SAAS;EAAU,CAAC,CAAC,CAAC;EACvE,OAAO;EACP,eAAe;EACf;CACF;AACF;;AAGA,SAAgB,SACd,MACA,SACmB;CACnB,MAAM,SAAS,EAAE,GAAG,QAAQ;CAC5B,MAAM,SACJ,OAAO,QAAQ,cAAc,aAAa,QAAQ,YAAY,gBAAgB,QAAQ,SAAS;CACjG,MAAM,UAAU,QAAQ,WAAW,EAAE,GAAG,QAAQ,QAAQ;CACxD,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,QAAQ,QAAQ,KAAK,GACxC,MAAM,IAAI,UAAU,qCAAqC;CAE3D,KAAK,OAAO,WAAW,cAAc,OAAO,QAAQ,CAAC,OAAO,YAC1D,MAAM,IAAI,UAAU,uEAAuE;CAE7F,IAAI,CAAC,OAAO,OAAO,OAAO,WAAW,YAAY;EAC/C,gBAAgB;GAAE,OAAO,OAAO;GAAO,OAAO;GAAM,WAAW;EAAO,CAAC;EACvE,IAAI,OAAO,OAAO,MAAM,CAAC,CAAC,MAAM,aAAa,SAAS,SAAS,QAAQ,GACrE,MAAM,IAAI,UACR,0EACF;EAEF,IAAI,SAAS,gBAAgB,SAAS,OAAO,KAAK,MAAM,CAAC;CAC3D;CACA,MAAM,aACJ,OAAO,cACP,OAAO,QAAQ,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,eAAe;EAC/C;EACA,aAAa,OAAO,SAAS,iBAAiB,WAAW,SAAS,eAAe;CACnF,EAAE;CACJ,MAAM,WAAW,aAAa,MAAM;CACpC,OAAO,QAA4B;EACjC;EACA,SAAS,YAAY;GACnB,OAAO,OAAO;GACd,SAAS,OAAO;GAChB,WAAW,OAAO,WAAW,aAAa,YAAY,iBAAiB,MAAM;GAC7E;GAEA,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;EAC/B,CAAC;EACD;EACA,WAAW,OAAO;EAClB,UAAU,OAAO,OAAO,UAAU,CAAC,MACjC,SACE;GACE,OAAO,OAAO;GACd,OAAO,MAAM,OAAO,YAAY,OAAO,OAAO;GAC9C,WAAW,OAAO,WAAW,aAAa,MAAM,OAAO,KAAK,IAAI;EAClE,GACA,OACF;EACF,KAAK,OAAO,SAAS,UAAU,mBAAmB,OAAO,OAAO;EAChE,QAAQ,OAAO;CACjB,CAAC;AACH;AAuBA,SAAgB,WACd,SACY;CACZ,MAAM,SAAS,EAAE,GAAG,QAAQ;CAC5B,MAAM,SACJ,OAAO,QAAQ,cAAc,aAAa,QAAQ,YAAY,gBAAgB,QAAQ,SAAS;CACjG,IAAI,CAAC,OAAO,GAAG,KAAK,KAAK,CAAC,OAAO,QAAQ,KAAK,KAAK,CAAC,OAAO,YAAY,KAAK,GAC1E,MAAM,IAAI,UAAU,mDAAmD;CAEzE,MAAM,WAAW,aAAa,MAAM;CACpC,OAAO,UAA2B;EAChC,IAAI,OAAO;EACX,aAAa,OAAO;EACpB,WAAW,OAAO;EAClB,SAAS,YAAY;GACnB,OAAO,OAAO;GACd,SAAS,OAAO;GAChB,WAAW,OAAO,WAAW,aAAa,YAAY,iBAAiB,MAAM;EAC/E,CAAC;EACD,MAAM;GAAE,MAAM;GAAO,QAAQ,CAAC,OAAO,KAAK;EAAE;EAC5C,UAAU,OAAO,OAAO,SAAS,mBAC/B,SACE;GACE,OAAO,OAAO;GACd,OAAO,MAAM,OAAO,YAAY,OAAO,cAAc;GACrD,WAAW,OAAO,WAAW,aAAa,MAAM,OAAO,OAAO,cAAc,IAAI;EAClF,GACA,OACF;EACF,KAAK,OAAO;EACZ,QAAQ,OAAO;CACjB,CAAC;AACH"}