@tangle-network/agent-eval 0.94.0 → 0.95.0

package/dist/meta-eval/index.d.ts

@@ -1,181 +1,6 @@
-export { C as CalibrationBin, a as CalibrationOptions, b as CalibrationPair, c as CalibrationReport, d as CorrelationResult, e as CorrelationStudyOptions, f as CorrelationStudyResult, E as EvalMetricSpec, O as OutcomePair, g as calibrationCurve, h as calibrationFromPairs, i as correlationStudy } from '../calibration-BPmzuVPk.js';
-export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore, O as OutcomeFilter, b as OutcomeStore } from '../outcome-store-rnXLEqSn.js';
-export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from '../rubric-predictive-validity-Cy_W-hWZ.js';
-import { C as ContinuousAgreement, a as CalibrationResult, b as ContinuousCalibrationResult, c as CandidateScore, G as GoldenItem } from '../judge-calibration-0p2QcWNE.js';
-import { S as SeriesConvergenceOptions, a as SeriesConvergenceResult } from '../series-convergence-D5OWMBg6.js';
-import { C as CorpusAgreementReport } from '../statistics-CCJpTGOS.js';
-import '../store-BcFXE6LG.js';
-import '../schema-m0gsnbt3.js';
-import '../run-record-e7vj1uZQ.js';
-import '../errors-CzMUYo7b.js';
-import '../types-C7DGg5ex.js';
-import '@tangle-network/tcloud';
-
-/**
- * Judge sentinel — eval trustworthiness as a continuously measured,
- * alarmed trend.
- *
- * Judges are models; models change underneath us; calibration decays.
- * This module composes three existing instruments into one loop:
- *
- *   snapshot — adapters turn real instrument outputs (`calibrateJudge` /
- *              `calibrateJudgeContinuous`, `corpusInterRaterAgreement` /
- *              `continuousAgreement`, a rerun sentinel golden set) into
- *              `SentinelSnapshot`s
- *   series   — `analyzeSeries` (src/series-convergence) classifies each
- *              judge×metric history as stabilized / drifting / noisy
- *   alarm    — `judgeSentinelReport` turns trends + thresholds into named
- *              alarms; `evalHealthStamp` is the tiny object a campaign
- *              attaches to its verdicts
- *
- * Alarm conditions:
- *   - convergence state `drifting-down` on any tracked metric
- *   - irr below `minIrr`
- *   - calibrationKappa / sentinelPassRate dropped vs the series baseline
- *     beyond `maxKappaDrop` / `maxSentinelDrop`
- *   - judge model changed with no post-change golden-grounded snapshot
- *     (the silent-upgrade trap: judges agreeing with each other after a
- *     model swap proves nothing — only re-measuring against gold does)
- *   - newest snapshot older than `staleAfterDays` relative to `asOf`
- *
- * Wire-in: run the snapshot adapters from a post-campaign hook or a
- * nightly job, append to a `SentinelStore`, then compute
- * `judgeSentinelReport(await store.history(), { asOf })` with `asOf` =
- * the campaign timestamp. Attach `evalHealthStamp(report)` to campaign
- * verdicts: an alarmed sentinel means every downstream verdict carries
- * an integrity warning until the judge is recalibrated.
- *
- * The module is clock-free — every timestamp (`at`, `asOf`) is
- * caller-supplied ISO-8601, so reports are reproducible.
- */
-
-declare const SENTINEL_METRIC_NAMES: readonly ["irr", "calibrationKappa", "sentinelPassRate"];
-type SentinelMetricName = (typeof SENTINEL_METRIC_NAMES)[number];
-interface SentinelMetrics {
-    /** Inter-rater reliability — ICC(2,1) from agreement instruments. */
-    irr?: number;
-    /** Weighted κ vs the human golden set (`calibrateJudge*`). */
-    calibrationKappa?: number;
-    /** Fraction of a fixed sentinel golden set the judge still scores within tolerance. */
-    sentinelPassRate?: number;
-}
-interface SentinelSnapshot {
-    /** Caller-supplied ISO-8601 timestamp — the module never reads a clock. */
-    at: string;
-    judgeId: string;
-    /** Exact model identity behind the judge (pin the full version string). */
-    judgeModel: string;
-    /**
-     * Metrics measured at `at`. May be empty: an empty-metrics snapshot is a
-     * model-change marker — it records the new `judgeModel` immediately and
-     * the silent-upgrade alarm stays raised until a golden-grounded snapshot
-     * (calibrationKappa or sentinelPassRate) follows.
-     */
-    metrics: SentinelMetrics;
-}
-/** Identity + timestamp the caller supplies alongside an instrument output. */
-interface SnapshotMeta {
-    at: string;
-    judgeId: string;
-    judgeModel: string;
-}
-/** Shape guard for snapshots crossing a boundary (store append, JSONL load, report input). */
-declare function validateSentinelSnapshot(snapshot: SentinelSnapshot, source?: string): void;
-/**
- * From `calibrateJudge` / `calibrateJudgeContinuous` output. Prefers the
- * un-rounded continuous κ_w when the report carries one (integer κ
- * discards information for [0,1] judges).
- */
-declare function snapshotFromCalibration(report: CalibrationResult | ContinuousCalibrationResult, meta: SnapshotMeta): SentinelSnapshot;
-/**
- * From `corpusInterRaterAgreement` (statistics.ts) or `continuousAgreement`
- * (judge-calibration.ts) output. IRR = ICC(2,1) — the reliability
- * coefficient both instruments compute. For ensemble-level agreement,
- * `meta.judgeId` names the ensemble and `meta.judgeModel` pins its
- * composition (e.g. a joined list of member model strings).
- */
-declare function snapshotFromAgreement(report: CorpusAgreementReport | ContinuousAgreement, meta: SnapshotMeta): SentinelSnapshot;
-interface SentinelSetOptions {
-    /** Max |judge − human| for an item to count as passed. Default 0.1 (tuned for [0,1] scores). */
-    tolerance?: number;
-}
-/**
- * From a rerun of a fixed sentinel golden set: the same `GoldenItem`s the
- * judge was originally calibrated on, re-scored periodically. Pass rate =
- * fraction of joined items where the judge stays within `tolerance` of the
- * human score. Items the judge didn't score are excluded from the
- * denominator; zero joined items is an error, not a 0% pass rate.
- */
-declare function snapshotFromSentinelSet(scores: CandidateScore[], golden: GoldenItem[], meta: SnapshotMeta, options?: SentinelSetOptions): SentinelSnapshot;
-interface SentinelStore {
-    append(snapshot: SentinelSnapshot): Promise<void>;
-    /** All snapshots (optionally for one judge), in append order. */
-    history(judgeId?: string): Promise<SentinelSnapshot[]>;
-}
-declare function inMemorySentinelStore(initial?: SentinelSnapshot[]): SentinelStore;
-/**
- * JSONL store — one snapshot per line, appended atomically per call.
- * A corrupt or shape-invalid line is a loud error naming the file and
- * line number: a sentinel history that silently drops records would
- * defeat the drift detection it exists to provide.
- */
-declare function fileSentinelStore(path: string): SentinelStore;
-interface SentinelThresholds {
-    /** Floor for irr — below it the judge ensemble is unreliable regardless of trend. Default 0.6. */
-    minIrr?: number;
-    /** Max tolerated calibrationKappa drop vs the series baseline. Default 0.15. */
-    maxKappaDrop?: number;
-    /** Max tolerated sentinelPassRate drop vs the series baseline. Default 0.1. */
-    maxSentinelDrop?: number;
-    /** Newest snapshot older than this (days, vs asOf) = the sentinel itself went blind. Default 30. */
-    staleAfterDays?: number;
-}
-interface JudgeSentinelOptions {
-    /** Caller-supplied ISO timestamp staleness is measured against. */
-    asOf: string;
-    thresholds?: SentinelThresholds;
-    /** Forwarded to `analyzeSeries` (window, stableCv, driftRun). */
-    convergence?: SeriesConvergenceOptions;
-}
-interface SentinelTrend {
-    judgeId: string;
-    metric: SentinelMetricName;
-    /** Verbatim `analyzeSeries` state for this judge×metric history. */
-    state: SeriesConvergenceResult['state'];
-    /** Newest value in the series. */
-    current: number;
-    /** Oldest value in the series — the reference the drop thresholds compare against. */
-    baseline: number;
-    /** current − baseline (signed; negative = decayed). */
-    drift: number;
-    alarmed: boolean;
-    reason?: string;
-}
-interface SentinelReport {
-    perJudge: SentinelTrend[];
-    alarms: string[];
-    healthy: boolean;
-    /**
-     * `judgeId:metric` pairs with too few snapshots for the convergence
-     * machine. Named, not counted — a blind spot you can't see is a blind
-     * spot you won't fix. Floor/drop checks still apply to thin series, so
-     * insufficient history alone never masks an alarm.
-     */
-    insufficientHistory: string[];
-}
-declare function judgeSentinelReport(history: SentinelSnapshot[], opts: JudgeSentinelOptions): SentinelReport;
-interface EvalHealthStamp {
-    healthy: boolean;
-    alarms: string[];
-}
-/**
- * The object a campaign attaches to its verdicts. Compute it from the
- * sentinel report in a post-campaign hook (or a nightly job feeding the
- * next day's campaigns) and store it alongside the verdict payload.
- * `healthy: false` means the judges that produced those verdicts have an
- * unresolved drift / decay / silent-upgrade / staleness alarm — treat the
- * verdicts as carrying an integrity warning until recalibration clears it.
- */
-declare function evalHealthStamp(report: SentinelReport): EvalHealthStamp;
-
-export { type EvalHealthStamp, type JudgeSentinelOptions, SENTINEL_METRIC_NAMES, type SentinelMetricName, type SentinelMetrics, type SentinelReport, type SentinelSetOptions, type SentinelSnapshot, type SentinelStore, type SentinelThresholds, type SentinelTrend, type SnapshotMeta, evalHealthStamp, fileSentinelStore, inMemorySentinelStore, judgeSentinelReport, snapshotFromAgreement, snapshotFromCalibration, snapshotFromSentinelSet, validateSentinelSnapshot };
+export * from './calibration';
+export * from './correlation-study';
+export * from './outcome-store';
+export * from './rubric-predictive-validity';
+export * from './sentinel';
+//# sourceMappingURL=index.d.ts.map

package/dist/meta-eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/meta-eval/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,qBAAqB,CAAA;AACnC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,8BAA8B,CAAA;AAC5C,cAAc,YAAY,CAAA"}

package/dist/{outcome-store-rnXLEqSn.d.ts → meta-eval/outcome-store.d.ts}

@@ -10,7 +10,7 @@
  * The whole point of this module is to make the meta-eval correlation
  * question computable: `correlate(evalMetric, outcomeMetric) → r, ρ, n, CI`.
  */
-interface DeploymentOutcome {
+export interface DeploymentOutcome {
     runId: string;
     capturedAt: number;
     /** Numeric outcomes keyed by name — retention_7d, csat, revenue_usd, etc. */
@@ -20,7 +20,7 @@ interface DeploymentOutcome {
     /** Free-form provenance (source system, pipeline version). */
     source?: string;
 }
-interface OutcomeFilter {
+export interface OutcomeFilter {
     runIds?: string[];
     since?: number;
     until?: number;
@@ -30,24 +30,24 @@ interface OutcomeFilter {
     };
     source?: string;
 }
-interface OutcomeStore {
+export interface OutcomeStore {
     append(outcome: DeploymentOutcome): Promise<void>;
     /** All outcomes attached to this run (a single run can have many — multiple
      *  capture windows over deployment time). */
     forRun(runId: string): Promise<DeploymentOutcome[]>;
     list(filter?: OutcomeFilter): Promise<DeploymentOutcome[]>;
 }
-declare class InMemoryOutcomeStore implements OutcomeStore {
+export declare class InMemoryOutcomeStore implements OutcomeStore {
     private items;
     append(outcome: DeploymentOutcome): Promise<void>;
     forRun(runId: string): Promise<DeploymentOutcome[]>;
     list(filter?: OutcomeFilter): Promise<DeploymentOutcome[]>;
 }
-interface FileSystemOutcomeStoreOptions {
+export interface FileSystemOutcomeStoreOptions {
     dir: string;
     maxBytes?: number;
 }
-declare class FileSystemOutcomeStore implements OutcomeStore {
+export declare class FileSystemOutcomeStore implements OutcomeStore {
     private dir;
     private maxBytes;
     private memo?;
@@ -59,5 +59,4 @@ declare class FileSystemOutcomeStore implements OutcomeStore {
     forRun(runId: string): Promise<DeploymentOutcome[]>;
     list(filter?: OutcomeFilter): Promise<DeploymentOutcome[]>;
 }
-
-export { type DeploymentOutcome as D, FileSystemOutcomeStore as F, InMemoryOutcomeStore as I, type OutcomeFilter as O, type FileSystemOutcomeStoreOptions as a, type OutcomeStore as b };
+//# sourceMappingURL=outcome-store.d.ts.map

package/dist/meta-eval/outcome-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome-store.d.ts","sourceRoot":"","sources":["../../src/meta-eval/outcome-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,6EAA6E;IAC7E,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/B,yEAAyE;IACzE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/B,8DAA8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACtC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjD;iDAC6C;IAC7C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACnD,IAAI,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;CAC3D;AAED,qBAAa,oBAAqB,YAAW,YAAY;IACvD,OAAO,CAAC,KAAK,CAA0B;IAEjC,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjD,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAInD,IAAI,CAAC,MAAM,GAAE,aAAkB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;CAGrE;AAED,MAAM,WAAW,6BAA6B;IAC5C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,qBAAa,sBAAuB,YAAW,YAAY;IACzD,OAAO,CAAC,GAAG,CAAQ;IACnB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,IAAI,CAAC,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAQ;gBAEV,OAAO,EAAE,6BAA6B;YAKpC,SAAS;IAKjB,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAiBzC,IAAI;IAuBZ,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAInD,IAAI,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;CAGjE"}

package/dist/{rubric-predictive-validity-Cy_W-hWZ.d.ts → meta-eval/rubric-predictive-validity.d.ts}

@@ -1,6 +1,3 @@
-import { R as RunRecord } from './run-record-e7vj1uZQ.js';
-import { b as OutcomeStore } from './outcome-store-rnXLEqSn.js';
-
 /**
  * Rubric predictive validity — does our eval rubric predict deployment
  * outcomes?
@@ -32,8 +29,9 @@ import { b as OutcomeStore } from './outcome-store-rnXLEqSn.js';
  * decorative rubrics, re-weight composite scores, or trigger a
  * recalibration sweep when predictive validity drops below a threshold.
  */
-
-interface RubricPredictiveValidityInput {
+import type { RunRecord } from '../run-record';
+import type { OutcomeStore } from './outcome-store';
+export interface RubricPredictiveValidityInput {
     /**
      * Canonical campaign output. Each record's `outcome.raw[<rubricId>]`
      * provides the eval score; missing keys are silently skipped per pair.
@@ -64,7 +62,7 @@ interface RubricPredictiveValidityInput {
      */
     reduction?: 'latest' | 'mean' | 'max';
 }
-interface RubricOutcomePair {
+export interface RubricOutcomePair {
     rubric: string;
     outcome: string;
     n: number;
@@ -82,7 +80,7 @@ interface RubricOutcomePair {
      */
     verdict: 'load_bearing' | 'informative' | 'decorative';
 }
-interface RubricRanking {
+export interface RubricRanking {
     rubric: string;
     /** Outcome metric this rubric correlated best with. */
     bestOutcome: string;
@@ -91,7 +89,7 @@ interface RubricRanking {
     n: number;
     verdict: RubricOutcomePair['verdict'];
 }
-interface RubricPredictiveValidityReport {
+export interface RubricPredictiveValidityReport {
     pairs: RubricOutcomePair[];
     /** Per-rubric best pair, sorted descending by |spearman|. */
     ranked: RubricRanking[];
@@ -100,6 +98,5 @@ interface RubricPredictiveValidityReport {
     /** Rubrics that were declared but never produced a usable score. */
     rubricsWithoutData: string[];
 }
-declare function rubricPredictiveValidity(input: RubricPredictiveValidityInput): Promise<RubricPredictiveValidityReport>;
-
-export { type RubricOutcomePair as R, type RubricPredictiveValidityInput as a, type RubricPredictiveValidityReport as b, type RubricRanking as c, rubricPredictiveValidity as r };
+export declare function rubricPredictiveValidity(input: RubricPredictiveValidityInput): Promise<RubricPredictiveValidityReport>;
+//# sourceMappingURL=rubric-predictive-validity.d.ts.map

package/dist/meta-eval/rubric-predictive-validity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric-predictive-validity.d.ts","sourceRoot":"","sources":["../../src/meta-eval/rubric-predictive-validity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,KAAK,EAAqB,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAEtE,MAAM,WAAW,6BAA6B;IAC5C;;;OAGG;IACH,IAAI,EAAE,SAAS,EAAE,CAAA;IACjB,QAAQ,EAAE,YAAY,CAAA;IACtB;;;;OAIG;IACH,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,wEAAwE;IACxE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,+CAA+C;IAC/C,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,+EAA+E;IAC/E,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;;OAGG;IACH,SAAS,CAAC,EAAE,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;CACtC;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,CAAC,EAAE,MAAM,CAAA;IACT,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACnC;;;;;OAKG;IACH,OAAO,EAAE,cAAc,GAAG,aAAa,GAAG,YAAY,CAAA;CACvD;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,uDAAuD;IACvD,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,CAAC,EAAE,MAAM,CAAA;IACT,OAAO,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAA;CACtC;AAED,MAAM,WAAW,8BAA8B;IAC7C,KAAK,EAAE,iBAAiB,EAAE,CAAA;IAC1B,6DAA6D;IAC7D,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,oEAAoE;IACpE,kBAAkB,EAAE,MAAM,EAAE,CAAA;CAC7B;AAED,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,6BAA6B,GACnC,OAAO,CAAC,8BAA8B,CAAC,CAyGzC"}

package/dist/meta-eval/sentinel.d.ts

@@ -0,0 +1,169 @@
+/**
+ * Judge sentinel — eval trustworthiness as a continuously measured,
+ * alarmed trend.
+ *
+ * Judges are models; models change underneath us; calibration decays.
+ * This module composes three existing instruments into one loop:
+ *
+ *   snapshot — adapters turn real instrument outputs (`calibrateJudge` /
+ *              `calibrateJudgeContinuous`, `corpusInterRaterAgreement` /
+ *              `continuousAgreement`, a rerun sentinel golden set) into
+ *              `SentinelSnapshot`s
+ *   series   — `analyzeSeries` (src/series-convergence) classifies each
+ *              judge×metric history as stabilized / drifting / noisy
+ *   alarm    — `judgeSentinelReport` turns trends + thresholds into named
+ *              alarms; `evalHealthStamp` is the tiny object a campaign
+ *              attaches to its verdicts
+ *
+ * Alarm conditions:
+ *   - convergence state `drifting-down` on any tracked metric
+ *   - irr below `minIrr`
+ *   - calibrationKappa / sentinelPassRate dropped vs the series baseline
+ *     beyond `maxKappaDrop` / `maxSentinelDrop`
+ *   - judge model changed with no post-change golden-grounded snapshot
+ *     (the silent-upgrade trap: judges agreeing with each other after a
+ *     model swap proves nothing — only re-measuring against gold does)
+ *   - newest snapshot older than `staleAfterDays` relative to `asOf`
+ *
+ * Wire-in: run the snapshot adapters from a post-campaign hook or a
+ * nightly job, append to a `SentinelStore`, then compute
+ * `judgeSentinelReport(await store.history(), { asOf })` with `asOf` =
+ * the campaign timestamp. Attach `evalHealthStamp(report)` to campaign
+ * verdicts: an alarmed sentinel means every downstream verdict carries
+ * an integrity warning until the judge is recalibrated.
+ *
+ * The module is clock-free — every timestamp (`at`, `asOf`) is
+ * caller-supplied ISO-8601, so reports are reproducible.
+ */
+import type { CalibrationResult, CandidateScore, ContinuousAgreement, ContinuousCalibrationResult, GoldenItem } from '../judge-calibration';
+import { type SeriesConvergenceOptions, type SeriesConvergenceResult } from '../series-convergence';
+import type { CorpusAgreementReport } from '../statistics';
+export declare const SENTINEL_METRIC_NAMES: readonly ["irr", "calibrationKappa", "sentinelPassRate"];
+export type SentinelMetricName = (typeof SENTINEL_METRIC_NAMES)[number];
+export interface SentinelMetrics {
+    /** Inter-rater reliability — ICC(2,1) from agreement instruments. */
+    irr?: number;
+    /** Weighted κ vs the human golden set (`calibrateJudge*`). */
+    calibrationKappa?: number;
+    /** Fraction of a fixed sentinel golden set the judge still scores within tolerance. */
+    sentinelPassRate?: number;
+}
+export interface SentinelSnapshot {
+    /** Caller-supplied ISO-8601 timestamp — the module never reads a clock. */
+    at: string;
+    judgeId: string;
+    /** Exact model identity behind the judge (pin the full version string). */
+    judgeModel: string;
+    /**
+     * Metrics measured at `at`. May be empty: an empty-metrics snapshot is a
+     * model-change marker — it records the new `judgeModel` immediately and
+     * the silent-upgrade alarm stays raised until a golden-grounded snapshot
+     * (calibrationKappa or sentinelPassRate) follows.
+     */
+    metrics: SentinelMetrics;
+}
+/** Identity + timestamp the caller supplies alongside an instrument output. */
+export interface SnapshotMeta {
+    at: string;
+    judgeId: string;
+    judgeModel: string;
+}
+/** Shape guard for snapshots crossing a boundary (store append, JSONL load, report input). */
+export declare function validateSentinelSnapshot(snapshot: SentinelSnapshot, source?: string): void;
+/**
+ * From `calibrateJudge` / `calibrateJudgeContinuous` output. Prefers the
+ * un-rounded continuous κ_w when the report carries one (integer κ
+ * discards information for [0,1] judges).
+ */
+export declare function snapshotFromCalibration(report: CalibrationResult | ContinuousCalibrationResult, meta: SnapshotMeta): SentinelSnapshot;
+/**
+ * From `corpusInterRaterAgreement` (statistics.ts) or `continuousAgreement`
+ * (judge-calibration.ts) output. IRR = ICC(2,1) — the reliability
+ * coefficient both instruments compute. For ensemble-level agreement,
+ * `meta.judgeId` names the ensemble and `meta.judgeModel` pins its
+ * composition (e.g. a joined list of member model strings).
+ */
+export declare function snapshotFromAgreement(report: CorpusAgreementReport | ContinuousAgreement, meta: SnapshotMeta): SentinelSnapshot;
+export interface SentinelSetOptions {
+    /** Max |judge − human| for an item to count as passed. Default 0.1 (tuned for [0,1] scores). */
+    tolerance?: number;
+}
+/**
+ * From a rerun of a fixed sentinel golden set: the same `GoldenItem`s the
+ * judge was originally calibrated on, re-scored periodically. Pass rate =
+ * fraction of joined items where the judge stays within `tolerance` of the
+ * human score. Items the judge didn't score are excluded from the
+ * denominator; zero joined items is an error, not a 0% pass rate.
+ */
+export declare function snapshotFromSentinelSet(scores: CandidateScore[], golden: GoldenItem[], meta: SnapshotMeta, options?: SentinelSetOptions): SentinelSnapshot;
+export interface SentinelStore {
+    append(snapshot: SentinelSnapshot): Promise<void>;
+    /** All snapshots (optionally for one judge), in append order. */
+    history(judgeId?: string): Promise<SentinelSnapshot[]>;
+}
+export declare function inMemorySentinelStore(initial?: SentinelSnapshot[]): SentinelStore;
+/**
+ * JSONL store — one snapshot per line, appended atomically per call.
+ * A corrupt or shape-invalid line is a loud error naming the file and
+ * line number: a sentinel history that silently drops records would
+ * defeat the drift detection it exists to provide.
+ */
+export declare function fileSentinelStore(path: string): SentinelStore;
+export interface SentinelThresholds {
+    /** Floor for irr — below it the judge ensemble is unreliable regardless of trend. Default 0.6. */
+    minIrr?: number;
+    /** Max tolerated calibrationKappa drop vs the series baseline. Default 0.15. */
+    maxKappaDrop?: number;
+    /** Max tolerated sentinelPassRate drop vs the series baseline. Default 0.1. */
+    maxSentinelDrop?: number;
+    /** Newest snapshot older than this (days, vs asOf) = the sentinel itself went blind. Default 30. */
+    staleAfterDays?: number;
+}
+export interface JudgeSentinelOptions {
+    /** Caller-supplied ISO timestamp staleness is measured against. */
+    asOf: string;
+    thresholds?: SentinelThresholds;
+    /** Forwarded to `analyzeSeries` (window, stableCv, driftRun). */
+    convergence?: SeriesConvergenceOptions;
+}
+export interface SentinelTrend {
+    judgeId: string;
+    metric: SentinelMetricName;
+    /** Verbatim `analyzeSeries` state for this judge×metric history. */
+    state: SeriesConvergenceResult['state'];
+    /** Newest value in the series. */
+    current: number;
+    /** Oldest value in the series — the reference the drop thresholds compare against. */
+    baseline: number;
+    /** current − baseline (signed; negative = decayed). */
+    drift: number;
+    alarmed: boolean;
+    reason?: string;
+}
+export interface SentinelReport {
+    perJudge: SentinelTrend[];
+    alarms: string[];
+    healthy: boolean;
+    /**
+     * `judgeId:metric` pairs with too few snapshots for the convergence
+     * machine. Named, not counted — a blind spot you can't see is a blind
+     * spot you won't fix. Floor/drop checks still apply to thin series, so
+     * insufficient history alone never masks an alarm.
+     */
+    insufficientHistory: string[];
+}
+export declare function judgeSentinelReport(history: SentinelSnapshot[], opts: JudgeSentinelOptions): SentinelReport;
+export interface EvalHealthStamp {
+    healthy: boolean;
+    alarms: string[];
+}
+/**
+ * The object a campaign attaches to its verdicts. Compute it from the
+ * sentinel report in a post-campaign hook (or a nightly job feeding the
+ * next day's campaigns) and store it alongside the verdict payload.
+ * `healthy: false` means the judges that produced those verdicts have an
+ * unresolved drift / decay / silent-upgrade / staleness alarm — treat the
+ * verdicts as carrying an integrity warning until recalibration clears it.
+ */
+export declare function evalHealthStamp(report: SentinelReport): EvalHealthStamp;
+//# sourceMappingURL=sentinel.d.ts.map

package/dist/meta-eval/sentinel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sentinel.d.ts","sourceRoot":"","sources":["../../src/meta-eval/sentinel.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAGH,OAAO,KAAK,EACV,iBAAiB,EACjB,cAAc,EACd,mBAAmB,EACnB,2BAA2B,EAC3B,UAAU,EACX,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAEL,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC7B,MAAM,uBAAuB,CAAA;AAC9B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAE1D,eAAO,MAAM,qBAAqB,0DAA2D,CAAA;AAE7F,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAA;AAEvE,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,8DAA8D;IAC9D,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,uFAAuF;IACvF,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,2EAA2E;IAC3E,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,2EAA2E;IAC3E,UAAU,EAAE,MAAM,CAAA;IAClB;;;;;OAKG;IACH,OAAO,EAAE,eAAe,CAAA;CACzB;AAED,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;CACnB;AAYD,8FAA8F;AAC9F,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,SAAa,GAAG,IAAI,CAwB9F;AAID;;;;GAIG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,iBAAiB,GAAG,2BAA2B,EACvD,IAAI,EAAE,YAAY,GACjB,gBAAgB,CAUlB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,qBAAqB,GAAG,mBAAmB,EACnD,IAAI,EAAE,YAAY,GACjB,gBAAgB,CAUlB;AAED,MAAM,WAAW,kBAAkB;IACjC,gGAAgG;IAChG,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,cAAc,EAAE,EACxB,MAAM,EAAE,UAAU,EAAE,EACpB,IAAI,EAAE,YAAY,EAClB,OAAO,GAAE,kBAAuB,GAC/B,gBAAgB,CAwClB;AAID,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjD,iEAAiE;IACjE,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;CACvD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,GAAE,gBAAgB,EAAO,GAAG,aAAa,CAarF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAsC7D;AAID,MAAM,WAAW,kBAAkB;IACjC,kGAAkG;IAClG,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,+EAA+E;IAC/E,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,oGAAoG;IACpG,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,mEAAmE;IACnE,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,CAAC,EAAE,kBAAkB,CAAA;IAC/B,iEAAiE;IACjE,WAAW,CAAC,EAAE,wBAAwB,CAAA;CACvC;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,kBAAkB,CAAA;IAC1B,oEAAoE;IACpE,KAAK,EAAE,uBAAuB,CAAC,OAAO,CAAC,CAAA;IACvC,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAA;IACf,sFAAsF;IACtF,QAAQ,EAAE,MAAM,CAAA;IAChB,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,aAAa,EAAE,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,OAAO,EAAE,OAAO,CAAA;IAChB;;;;;OAKG;IACH,mBAAmB,EAAE,MAAM,EAAE,CAAA;CAC9B;AAID,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,IAAI,EAAE,oBAAoB,GACzB,cAAc,CAyGhB;AAID,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,cAAc,GAAG,eAAe,CAEvE"}

package/dist/metrics.d.ts

@@ -0,0 +1,63 @@
+import type { ProductClient } from './client';
+import type { DriverState, TurnMetrics } from './types';
+interface TokenPrice {
+    input: number;
+    output: number;
+}
+/** Per-1K token pricing for exact model ids. */
+export declare const MODEL_PRICING: Record<string, TokenPrice>;
+/** Resolve pricing for a model id: exact table, then family fallback.
+ *  Returns null when the id matches nothing (caller decides — never a
+ *  silent-zero masquerading as a real $0 cost). */
+export declare function resolveModelPricing(model: string): TokenPrice | null;
+/** True when `model` has known pricing (exact or family). Lets cost-aware
+ *  callers distinguish a real $0 from an unpriced model. */
+export declare function isModelPriced(model: string): boolean;
+/** Estimate token count from string length (chars / 4 approximation) */
+export declare function estimateTokens(text: string): number;
+/** Calculate cost in USD from token counts and model. Unknown models warn
+ *  once (not a silent zero) and return 0 so callers that ignore pricing keep
+ *  working; cost-sensitive callers should gate on {@link isModelPriced}. */
+export declare function estimateCost(inputTokens: number, outputTokens: number, model: string): number;
+/**
+ * TokenCounter — accumulates token usage and cost across turns.
+ */
+export declare class TokenCounter {
+    private totalInput;
+    private totalOutput;
+    private totalCost;
+    private model;
+    constructor(model?: string);
+    /** Record tokens for a turn, returns per-turn cost */
+    record(inputTokens: number, outputTokens: number): number;
+    /** Estimate and record from raw text */
+    recordFromText(inputText: string, outputText: string): {
+        inputTokens: number;
+        outputTokens: number;
+        cost: number;
+    };
+    getTotalInput(): number;
+    getTotalOutput(): number;
+    getTotalCost(): number;
+}
+/**
+ * MetricsCollector — collects per-turn metrics from the product.
+ *
+ * After each turn, queries the product's APIs to measure state changes.
+ */
+export declare class MetricsCollector {
+    private client;
+    private workspaceId;
+    private metrics;
+    constructor(client: ProductClient, workspaceId: string);
+    /** Collect metrics after a turn completes */
+    collect(turn: number, responseLatencyMs: number, responseChars: number, codeBlocksProduced: number, blocksExtracted: number, completionCriteriaMet: number, completionCriteriaTotal: number, qualityScore?: number, inputTokens?: number, outputTokens?: number, estimatedCostUsd?: number): Promise<TurnMetrics>;
+    /** Get current product state */
+    getState(): Promise<DriverState>;
+    /** Get all collected metrics */
+    getMetrics(): TurnMetrics[];
+    /** Get convergence curve (completion% over turns) */
+    getConvergenceCurve(): number[];
+}
+export {};
+//# sourceMappingURL=metrics.d.ts.map

package/dist/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAEvD,UAAU,UAAU;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,gDAAgD;AAChD,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAOpD,CAAA;AAgCD;;mDAEmD;AACnD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAQpE;AAED;4DAC4D;AAC5D,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAEpD;AAID,wEAAwE;AACxE,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;4EAE4E;AAC5E,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAa7F;AAED;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,WAAW,CAAI;IACvB,OAAO,CAAC,SAAS,CAAI;IACrB,OAAO,CAAC,KAAK,CAAQ;gBAET,KAAK,SAAW;IAI5B,sDAAsD;IACtD,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAQzD,wCAAwC;IACxC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAO9D,aAAa,IAAI,MAAM;IAGvB,cAAc,IAAI,MAAM;IAGxB,YAAY,IAAI,MAAM;CAGvB;AAED;;;;GAIG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,OAAO,CAAoB;gBACvB,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM;IAKtD,6CAA6C;IACvC,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,iBAAiB,EAAE,MAAM,EACzB,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,MAAM,EAC1B,eAAe,EAAE,MAAM,EACvB,qBAAqB,EAAE,MAAM,EAC7B,uBAAuB,EAAE,MAAM,EAC/B,YAAY,CAAC,EAAE,MAAM,EACrB,WAAW,SAAI,EACf,YAAY,SAAI,EAChB,gBAAgB,SAAI,GACnB,OAAO,CAAC,WAAW,CAAC;IA2BvB,gCAAgC;IAC1B,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;IAsBtC,gCAAgC;IAChC,UAAU,IAAI,WAAW,EAAE;IAI3B,qDAAqD;IACrD,mBAAmB,IAAI,MAAM,EAAE;CAGhC"}

package/dist/model-seats.d.ts

@@ -0,0 +1,71 @@
+/**
+ * ModelSeats — the program's model seating chart.
+ *
+ * One object names which model fills each role in an eval program: the worker
+ * under evaluation, the judge panel, the analyst, the reflection/driver model,
+ * and the verifier. Re-tiering an entire program (economy ↔ frontier) is one
+ * swapped object instead of a hunt through call sites.
+ *
+ * Wiring points — consumers thread seats; this module implements none of them
+ * (those files belong to other surfaces):
+ *  - `judges`     → `ensembleJudge({ models: seats.judges, … })` (src/judge-panel.ts)
+ *                   and the `JudgeConfig`s handed to `makeEvalTools({ judges })`
+ *                   (src/eval-tools.ts).
+ *  - `reflection` → `selfImprove({ llm: { model: seats.reflection } })` — the
+ *                   `gepaProposer` reflection model (src/contract/self-improve.ts);
+ *                   same seat for any custom `SurfaceProposer`'s LLM.
+ *  - `worker`     → the dispatch model the agent itself calls — the model an
+ *                   `AgentProfile` declares.
+ *  - `analyst`    → the LLM behind `analyzeRuns` / analyst-registry kinds.
+ *  - `verifier`   → completion-verifier / objective-checker model.
+ *  - campaign cells thread `judges` + driver models the same way; that wiring
+ *    lands with the campaign surface, not here.
+ *
+ * `resolveSeat` is the only read path: an unset seat with no explicit fallback
+ * throws — a model id is a budget decision, never a silent default.
+ */
+import { ConfigError } from './errors';
+export interface ModelSeats {
+    /** The model under evaluation — what the agent itself dispatches with. */
+    worker?: string;
+    /** Judge-panel model ids — thread into `ensembleJudge({ models })`. */
+    judges?: string[];
+    /** Analyst model — `analyzeRuns` / analyst-registry LLM calls. */
+    analyst?: string;
+    /** Reflection/proposer model — `gepaProposer` mutation proposals. */
+    reflection?: string;
+    /** Verifier model — completion/objective checking. */
+    verifier?: string;
+}
+export type SeatName = keyof ModelSeats;
+export type SeatPresetName = keyof typeof seatPresets;
+/**
+ * Tier presets — plain data, swap or spread freely.
+ *
+ * `economy` uses the fleet-policy ids: every id resolves through the
+ * substrate's family pricing (no costUnknown axis) and the judge trio spans
+ * three provider families (moonshot / deepseek / openai), so it passes
+ * `assertCrossFamily` as-is.
+ *
+ * `frontier` is deliberately EMPTY: entitled frontier ids vary per router
+ * account, and a hardcoded claude/gpt-5 id 401s on keys that lack it. Supply
+ * your own: `{ ...seatPresets.frontier, worker: '<your-frontier-id>', … }` —
+ * `resolveSeat` throws on every seat you haven't filled.
+ */
+export declare const seatPresets: Record<'economy' | 'frontier', ModelSeats>;
+/** Thrown by `resolveSeat` when a seat is unset and no fallback was given. */
+export declare class SeatUnsetError extends ConfigError {
+    readonly seat: SeatName;
+    constructor(seat: SeatName);
+}
+/**
+ * Read one seat. Blank strings and empty arrays count as unset (env-var
+ * plumbing produces them); malformed values (non-string seat, non-array or
+ * blank-entry `judges`) throw `ValidationError`. When the seat is unset, an
+ * explicit `fallback` is returned (`[fallback]` for `judges` — a one-model
+ * panel); without one, `SeatUnsetError`.
+ */
+export declare function resolveSeat(seats: ModelSeats, seat: 'judges', fallback?: string): string[];
+export declare function resolveSeat(seats: ModelSeats, seat: Exclude<SeatName, 'judges'>, fallback?: string): string;
+export declare function resolveSeat(seats: ModelSeats, seat: SeatName, fallback?: string): string | string[];
+//# sourceMappingURL=model-seats.d.ts.map

package/dist/model-seats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-seats.d.ts","sourceRoot":"","sources":["../src/model-seats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,WAAW,EAAmB,MAAM,UAAU,CAAA;AAEvD,MAAM,WAAW,UAAU;IACzB,0EAA0E;IAC1E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,uEAAuE;IACvE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAA;AAEvC,MAAM,MAAM,cAAc,GAAG,MAAM,OAAO,WAAW,CAAA;AAErD;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,SAAS,GAAG,UAAU,EAAE,UAAU,CASlE,CAAA;AAED,8EAA8E;AAC9E,qBAAa,cAAe,SAAQ,WAAW;aACjB,IAAI,EAAE,QAAQ;gBAAd,IAAI,EAAE,QAAQ;CAM3C;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;AAC3F,wBAAgB,WAAW,CACzB,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACjC,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM,CAAA;AACT,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,CAAA"}

package/dist/model-seats.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=model-seats.test.d.ts.map

package/dist/model-seats.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-seats.test.d.ts","sourceRoot":"","sources":["../src/model-seats.test.ts"],"names":[],"mappings":""}