@tangle-network/agent-eval 0.93.0 → 0.95.0

package/dist/storyboard/index.d.ts

@@ -1,68 +1,3 @@
-import { S as Span } from '../schema-m0gsnbt3.js';
-
-/**
- * Code-edit extraction + the "watch the agent write code" animation.
- *
- * The base storyboard (./index) compresses a run into scenes but keeps scenes
- * payload-free (title + narration + evidence span ids). To actually SHOW the
- * code an agent wrote, this module pulls the concrete edit (path, diff,
- * before/after, language) out of the raw edit-tool spans and renders a
- * self-contained HTML replay that types each file out, character by character,
- * like an editor recording.
- *
- * Additive on purpose: it reuses the canonical `Span` (trace/schema) and the
- * `Storyboard` IR (./index) without modifying the reducer/compiler — so it
- * composes with the existing pipeline and a Remotion consumer can read the same
- * `CodeEdit[]` to render an MP4.
- */
-
-/** A concrete code change lifted from a tool span. */
-interface CodeEdit {
-    /** Span the edit came from — back-reference into the trace. */
-    spanId: string;
-    path: string;
-    language?: string;
-    /** Unified diff, when the tool carried one. */
-    diff?: string;
-    /** Full file body before / after, when present — enables true keystroke
-     *  animation rather than only flashing a diff. */
-    before?: string;
-    after?: string;
-    additions: number;
-    deletions: number;
-    startedAt: number;
-}
-/** Extract a CodeEdit from a single span, or undefined if it is not an edit. */
-declare function codeEditFromSpan(span: Span): CodeEdit | undefined;
-/** All code edits in a run, in chronological order. */
-declare function extractCodeEdits(spans: readonly Span[]): CodeEdit[];
-/** Pair each code-edit (`diff`) scene with its concrete edit, matched via the
- *  scene's evidence span ids. Scenes without a recoverable edit are dropped. */
-declare function codeEditsForStoryboard(storyboard: Storyboard, spans: readonly Span[]): Array<{
-    scene: Scene;
-    edit: CodeEdit;
-}>;
-/** The text the animation types for an edit: prefer the full new file body,
- *  then the added lines of a diff, then a minimal placeholder so the scene is
- *  never blank. */
-declare function editAnimationText(edit: CodeEdit): string;
-interface CodeAnimationOptions {
-    /** Page title. Default "Agent writing code". */
-    title?: string;
-    /** Characters typed per animation tick. Higher = faster. Default 4. */
-    charsPerTick?: number;
-    /** Pause between files, ms. Default 900. */
-    pauseBetweenMs?: number;
-}
-/**
- * Render a self-contained HTML page that animates the agent writing each file,
- * character by character, with a filename tab, line numbers, and a blinking
- * cursor — the shareable "watch it build" clip. No build step, no assets, no
- * deps. The same `CodeEdit[]` feeds a Remotion MP4 renderer in a consumer
- * package; this is the dependency-free baseline.
- */
-declare function renderCodeAnimationHtml(source: readonly Span[] | readonly CodeEdit[], opts?: CodeAnimationOptions): string;
-
 /**
  * Storyboard — compile a raw agent trace into a small set of meaningful scenes,
  * then render them as a shareable, watchable replay.
@@ -82,12 +17,12 @@ declare function renderCodeAnimationHtml(source: readonly Span[] | readonly Code
  * the structure + visuals do not depend on one. Renderers that need a browser
  * (Remotion, React) live in consumers; this module only emits strings.
  */
-
+import type { Span } from '../trace/schema';
 /** What the agent meaningfully did — the compressed vocabulary. */
-type SemanticKind = 'understood_task' | 'user_message' | 'agent_reply' | 'reasoned' | 'ran_command' | 'read_file' | 'edited_code' | 'searched' | 'used_browser' | 'used_computer' | 'called_api' | 'called_tool' | 'evaluated' | 'observed_failure' | 'completed';
+export type SemanticKind = 'understood_task' | 'user_message' | 'agent_reply' | 'reasoned' | 'ran_command' | 'read_file' | 'edited_code' | 'searched' | 'used_browser' | 'used_computer' | 'called_api' | 'called_tool' | 'evaluated' | 'observed_failure' | 'completed';
 /** The modality-typed payload a scene shows. This is what makes any agent
  *  action — screen, browser, shell, code, API — actually viewable. */
-type SceneVisual = {
+export type SceneVisual = {
     type: 'screenshot';
     src: string;
     caption?: string;
@@ -121,7 +56,7 @@ type SceneVisual = {
 } | {
     type: 'none';
 };
-interface SemanticEvent {
+export interface SemanticEvent {
     kind: SemanticKind;
     /** One-line headline (the ticket/scene title). */
     title: string;
@@ -136,7 +71,7 @@ interface SemanticEvent {
     startTs: number;
     endTs: number;
 }
-interface ReduceOptions {
+export interface ReduceOptions {
     /** Collapse adjacent same-kind moments into one. Default true. */
     collapseAdjacent?: boolean;
 }
@@ -148,9 +83,9 @@ interface ReduceOptions {
  * compression step), carrying the latest visual; failures and conversation
  * turns never collapse.
  */
-declare function reduceToSemanticEvents(spans: readonly Span[], opts?: ReduceOptions): SemanticEvent[];
-type SceneType = 'title_card' | 'prompt' | 'reply' | 'reasoning' | 'terminal' | 'file' | 'diff' | 'search' | 'browser' | 'computer' | 'api' | 'tool' | 'eval' | 'error' | 'summary';
-interface Scene {
+export declare function reduceToSemanticEvents(spans: readonly Span[], opts?: ReduceOptions): SemanticEvent[];
+export type SceneType = 'title_card' | 'prompt' | 'reply' | 'reasoning' | 'terminal' | 'file' | 'diff' | 'search' | 'browser' | 'computer' | 'api' | 'tool' | 'eval' | 'error' | 'summary';
+export interface Scene {
     sceneType: SceneType;
     title: string;
     narration: string;
@@ -159,12 +94,12 @@ interface Scene {
     durationMs: number;
     evidenceSpanIds: string[];
 }
-interface Storyboard {
+export interface Storyboard {
     title: string;
     totalMs: number;
     scenes: Scene[];
 }
-interface CompileOptions {
+export interface CompileOptions {
     /** Headline for the title card. Default "Agent run". */
     title?: string;
     /** Max action scenes between the title + summary cards. Default 16. */
@@ -175,10 +110,10 @@ interface CompileOptions {
  * (importance 5) and edit (4) is always kept; the rest fill the budget by
  * importance, then re-sort chronological. A title card opens, a summary closes.
  */
-declare function compileStoryboard(events: readonly SemanticEvent[], opts?: CompileOptions): Storyboard;
+export declare function compileStoryboard(events: readonly SemanticEvent[], opts?: CompileOptions): Storyboard;
 /** Render the storyboard as a Markdown timeline — the human-readable shot list. */
-declare function renderStoryboardMarkdown(storyboard: Storyboard): string;
-interface HtmlRenderOptions {
+export declare function renderStoryboardMarkdown(storyboard: Storyboard): string;
+export interface HtmlRenderOptions {
     /** Document title + on-page heading. Defaults to the storyboard title. */
     title?: string;
 }
@@ -189,6 +124,6 @@ interface HtmlRenderOptions {
  * / browser / prose); controls let a viewer scrub. This is the "free clip" a
  * run produces; an MP4 is the same storyboard fed to Remotion in a consumer.
  */
-declare function renderStoryboardHtml(storyboard: Storyboard, opts?: HtmlRenderOptions): string;
-
-export { type CodeAnimationOptions, type CodeEdit, type CompileOptions, type HtmlRenderOptions, type ReduceOptions, type Scene, type SceneType, type SceneVisual, type SemanticEvent, type SemanticKind, type Storyboard, codeEditFromSpan, codeEditsForStoryboard, compileStoryboard, editAnimationText, extractCodeEdits, reduceToSemanticEvents, renderCodeAnimationHtml, renderStoryboardHtml, renderStoryboardMarkdown };
+export declare function renderStoryboardHtml(storyboard: Storyboard, opts?: HtmlRenderOptions): string;
+export * from './code-edit';
+//# sourceMappingURL=index.d.ts.map

package/dist/storyboard/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storyboard/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AAE3C,mEAAmE;AACnE,MAAM,MAAM,YAAY,GACpB,iBAAiB,GACjB,cAAc,GACd,aAAa,GACb,UAAU,GACV,aAAa,GACb,WAAW,GACX,aAAa,GACb,UAAU,GACV,cAAc,GACd,eAAe,GACf,YAAY,GACZ,aAAa,GACb,WAAW,GACX,kBAAkB,GAClB,WAAW,CAAA;AAEf;sEACsE;AACtE,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACvE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD;IACE,IAAI,EAAE,KAAK,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,GACD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC/B;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AAEpB,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAA;IAClB,kDAAkD;IAClD,KAAK,EAAE,MAAM,CAAA;IACb,2BAA2B;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,oDAAoD;IACpD,MAAM,EAAE,WAAW,CAAA;IACnB,yDAAyD;IACzD,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,6EAA6E;IAC7E,UAAU,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAC3B;AAwSD;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,SAAS,IAAI,EAAE,EACtB,IAAI,GAAE,aAAkB,GACvB,aAAa,EAAE,CA0CjB;AAID,MAAM,MAAM,SAAS,GACjB,YAAY,GACZ,QAAQ,GACR,OAAO,GACP,WAAW,GACX,UAAU,GACV,MAAM,GACN,MAAM,GACN,QAAQ,GACR,SAAS,GACT,UAAU,GACV,KAAK,GACL,MAAM,GACN,MAAM,GACN,OAAO,GACP,SAAS,CAAA;AAEb,MAAM,WAAW,KAAK;IACpB,SAAS,EAAE,SAAS,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,+CAA+C;IAC/C,MAAM,EAAE,WAAW,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,MAAM,EAAE,CAAA;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,KAAK,EAAE,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,wDAAwD;IACxD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AA4BD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,IAAI,GAAE,cAAmB,GACxB,UAAU,CAoDZ;AAuGD,mFAAmF;AACnF,wBAAgB,wBAAwB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAsBvE;AAED,MAAM,WAAW,iBAAiB;IAChC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,GAAE,iBAAsB,GAAG,MAAM,CAsHjG;AAKD,cAAc,aAAa,CAAA"}

package/dist/storyboard/index.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.test.d.ts.map

package/dist/storyboard/index.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../src/storyboard/index.test.ts"],"names":[],"mappings":""}

package/dist/{summary-report-DGmUucwQ.d.ts → summary-report.d.ts}

@@ -1,141 +1,3 @@
-import { R as RunRecord } from './run-record-e7vj1uZQ.js';
-import { F as FailureClusterReport } from './failure-cluster-CL7IVgkJ.js';
-
-/**
- * HeldOutGate — first-class held-out paired-delta promotion gate.
- *
- * Encodes the "honesty override" pattern that lived inline in
- * `~/webb/redteam/scripts/agent-eval-autoresearch.ts:138–171`.
- * The optimizer's best-guess is one thing; what we should actually
- * ship is another. The gate is the line between them.
- *
- * A candidate is promoted iff ALL three pass:
- *
- *   1. **Productive runs**: the candidate has at least
- *      `minProductiveRuns` paired observations on items where BOTH
- *      candidate and baseline produced a real (non-silent) score.
- *   2. **Paired delta**: the lower bound of the bootstrap CI on the
- *      median per-item delta (candidate − baseline) on the HOLDOUT
- *      split is strictly greater than `pairedDeltaThreshold`.
- *   3. **Overfit gap**: the candidate's gap between search-split
- *      score and holdout-split score is no worse (more positive)
- *      than the baseline's gap by more than `overfitGapThreshold`.
- *      "Better on search, worse on holdout" is the canonical
- *      overfit pattern; this catches it.
- *
- * The decision carries a machine-readable `rejectionCode` plus an
- * `evidence` block with every number the gate looked at, so the
- * downstream researcher / paper / dashboard can re-derive the
- * verdict without re-running.
- *
- * See also:
- *   - `src/statistics.ts` for `pairedBootstrap` + `wilcoxonSignedRank`
- *   - `src/run-record.ts` for the input row schema
- *   - `src/reference-replay.ts` for the older, reference-replay-
- *     specific promotion path (still useful for replay-style evals).
- */
-
-type HeldOutGateRejectionCode = 'few_runs' | 'negative_delta' | 'overfit_gap' | 'cost_ceiling';
-interface HeldOutGateConfig {
-    /** Minimum number of paired (candidate, baseline) holdout observations
-     *  required before the gate will even consider promoting. Default 3. */
-    minProductiveRuns?: number;
-    /** The bootstrap-CI lower bound on the median paired holdout delta
-     *  must exceed this to promote. Default 0. */
-    pairedDeltaThreshold?: number;
-    /** Maximum allowed worsening of (search − holdout) gap relative to
-     *  baseline. Default 0.15 (i.e. candidate may overfit by up to 15
-     *  absolute score points more than baseline before rejection). */
-    overfitGapThreshold?: number;
-    /** Stable label of the baseline candidate. Required — paper-grade
-     *  evaluation never compares two unlabelled candidates. */
-    baselineKey: string;
-    /** Confidence level for the bootstrap CI. Default 0.95. */
-    confidence?: number;
-    /** Bootstrap resamples. Default 2000. */
-    bootstrapResamples?: number;
-    /** Optional deterministic seed for the bootstrap. Default undefined
-     *  (Math.random). */
-    seed?: number;
-    /**
-     * Hard ceiling on the candidate's median per-task USD cost. When the
-     * candidate clears the quality gates (paired-delta + overfit-gap) but
-     * its median cost exceeds this number, the gate rejects with
-     * `cost_ceiling`. Default `undefined` = no cost ceiling, behaving
-     * exactly like the pre-cost gate.
-     *
-     * This exists because "we ship the better prompt" is only an honest
-     * pitch when the better prompt also fits a customer-stated budget.
-     * Cost is read from `RunRecord.costUsd` (already mandatory on every
-     * run) so no new schema is required.
-     */
-    costPerTaskCeiling?: number;
-}
-interface GateEvidence {
-    /** Number of paired (candidate, baseline) holdout observations used. */
-    productiveRuns: number;
-    /** Median of (candidate − baseline) paired holdout deltas. */
-    medianPairedDelta: number;
-    /** Bootstrap CI on the median paired holdout delta. */
-    pairedCI: {
-        low: number;
-        high: number;
-    };
-    /** Wilcoxon signed-rank p-value on the paired holdout deltas. */
-    pairedPValue: number;
-    /** Mean candidate score on the search split (NaN if none). */
-    searchScore: number;
-    /** Mean candidate score on the holdout split (NaN if none). */
-    holdoutScore: number;
-    /** Candidate (search − holdout) gap. */
-    overfitGap: number;
-    /** Baseline (search − holdout) gap. */
-    baselineOverfitGap: number;
-    /** Median per-task USD cost across the candidate's runs. Recorded
-     *  even when no `costPerTaskCeiling` is configured so downstream
-     *  dashboards (intelligence.tangle.tools) can render \$/task per
-     *  generation regardless of gating policy. */
-    medianCandidateCost: number;
-    /** Median per-task USD cost across the baseline runs, for
-     *  symmetric reporting. */
-    medianBaselineCost: number;
-}
-interface GateDecision {
-    /** Final promote/no-promote verdict. */
-    promote: boolean;
-    /** The candidate that was evaluated. */
-    candidateId: string;
-    /** The baseline it was compared against. */
-    baselineId: string;
-    /** Every number the gate looked at, for audit + paper export. */
-    evidence: GateEvidence;
-    /** Human-readable reason. */
-    reason: string;
-    /** Machine-readable rejection code, or null on promote. */
-    rejectionCode: HeldOutGateRejectionCode | null;
-}
-/**
- * Held-out paired-delta promotion gate. Construct once with config,
- * call `evaluate(candidateRuns, baselineRuns)` per (candidate,
- * baseline) pair. Stateless across calls.
- */
-declare class HeldOutGate {
-    private readonly minProductiveRuns;
-    private readonly pairedDeltaThreshold;
-    private readonly overfitGapThreshold;
-    private readonly baselineKey;
-    private readonly confidence;
-    private readonly resamples;
-    private readonly seed?;
-    private readonly costPerTaskCeiling?;
-    constructor(config: HeldOutGateConfig);
-    /** Decide whether `candidate` should replace `baseline`. Pairing
-     *  is by (experimentId, seed) — identical experiment + seed pairs
-     *  the candidate run with the matching baseline run. Pairs without
-     *  a holdout score on both sides are dropped. */
-    evaluate(candidate: RunRecord[], baseline: RunRecord[]): GateDecision;
-}
-
 /**
  * Reporting helpers — production summaries and paper-quality figures — sit alongside `reporter.ts` rather
  * than replacing it.
@@ -160,8 +22,10 @@ declare class HeldOutGate {
  * what you'd hand to vega-lite, plotly, matplotlib, or your own
  * Canvas renderer to draw the actual figure.
  */
-
-interface SummaryTableOptions {
+import type { GateDecision } from './held-out-gate';
+import type { FailureClusterReport } from './pipelines/failure-cluster';
+import type { RunRecord } from './run-record';
+export interface SummaryTableOptions {
     /** Comparator candidate id. Wilcoxon + Cohen's d are computed
      *  versus this candidate. Required for paired stats columns. */
     comparator?: string;
@@ -172,7 +36,7 @@ interface SummaryTableOptions {
     /** FDR for BH adjustment of the comparison p-values. Default 0.05. */
     fdr?: number;
 }
-interface SummaryTableRow {
+export interface SummaryTableRow {
     candidateId: string;
     n: number;
     mean: number;
@@ -183,7 +47,7 @@ interface SummaryTableRow {
     /** Cohen's d vs comparator. NaN if no comparator. */
     cohensD: number;
 }
-interface SummaryTable {
+export interface SummaryTable {
     rows: SummaryTableRow[];
     comparator: string | null;
     split: 'search' | 'holdout';
@@ -195,8 +59,8 @@ interface SummaryTable {
  * bootstrap CI on the chosen split, and (when a comparator is given)
  * BH-adjusted Wilcoxon p + Cohen's d versus that comparator.
  */
-declare function summaryTable(runs: RunRecord[], opts?: SummaryTableOptions): SummaryTable;
-interface ParetoPoint {
+export declare function summaryTable(runs: RunRecord[], opts?: SummaryTableOptions): SummaryTable;
+export interface ParetoPoint {
     candidateId: string;
     /** Mean USD cost per run on the chosen split. */
     cost: number;
@@ -211,7 +75,7 @@ interface ParetoPoint {
      *  for it was passed in. */
     gate?: 'promote' | 'reject_few_runs' | 'reject_negative_delta' | 'reject_overfit_gap' | null;
 }
-interface ParetoFigureSpec {
+export interface ParetoFigureSpec {
     kind: 'pareto-cost-quality';
     split: 'search' | 'holdout';
     points: ParetoPoint[];
@@ -225,11 +89,11 @@ interface ParetoFigureSpec {
  * candidate id; if present, every point picks up the gate verdict
  * for overlay.
  */
-declare function paretoChart(runs: RunRecord[], opts?: {
+export declare function paretoChart(runs: RunRecord[], opts?: {
     split?: 'search' | 'holdout';
     gateDecisions?: Record<string, GateDecision>;
 }): ParetoFigureSpec;
-interface GainDistributionBin {
+export interface GainDistributionBin {
     /** Inclusive lower edge. */
     lo: number;
     /** Exclusive upper edge (or inclusive if it's the last bin). */
@@ -237,7 +101,7 @@ interface GainDistributionBin {
     /** Number of pairs whose delta lands in this bin. */
     count: number;
 }
-interface GainDistributionFigureSpec {
+export interface GainDistributionFigureSpec {
     kind: 'gain-distribution';
     candidateId: string;
     comparator: string;
@@ -251,7 +115,7 @@ interface GainDistributionFigureSpec {
         high: number;
     };
 }
-interface GainDistributionOptions {
+export interface GainDistributionOptions {
     /** Number of histogram bins. Default 11 (so the centre is exact at 0). */
     bins?: number;
     /** Which split to use. Default 'holdout'. */
@@ -268,15 +132,15 @@ interface GainDistributionOptions {
  * comparator), histogrammed. Includes the bootstrap CI on the median
  * delta — same primitive the promotion gate uses.
  */
-declare function gainHistogram(runs: RunRecord[], candidateId: string, comparator: string, opts?: GainDistributionOptions): GainDistributionFigureSpec;
-type ResearchReportDecision = 'promote' | 'hold' | 'reject' | 'equivalent' | 'needs_more_data';
+export declare function gainHistogram(runs: RunRecord[], candidateId: string, comparator: string, opts?: GainDistributionOptions): GainDistributionFigureSpec;
+export type ResearchReportDecision = 'promote' | 'hold' | 'reject' | 'equivalent' | 'needs_more_data';
 /**
  * Hard floor below which a paired comparison is treated as uninformative
  * regardless of `minPairs`. Mirrors the lower limit on Wilcoxon signed-rank
  * exact tables; below this the test has no power to separate effect sizes.
  */
-declare const RESEARCH_REPORT_HARD_PAIR_FLOOR = 6;
-interface ResearchReportOptions {
+export declare const RESEARCH_REPORT_HARD_PAIR_FLOOR = 6;
+export interface ResearchReportOptions {
     /** Human-readable report title. */
     title?: string;
     /** Comparator candidate id. Required for statistical decision guidance. */
@@ -333,14 +197,14 @@ interface ResearchReportOptions {
      */
     preregistrationHash?: string;
 }
-interface ResearchReportRecommendation {
+export interface ResearchReportRecommendation {
     decision: ResearchReportDecision;
     candidateId: string | null;
     rationale: string[];
     risks: string[];
     nextActions: string[];
 }
-interface ResearchReportCandidate {
+export interface ResearchReportCandidate {
     candidateId: string;
     n: number;
     mean: number;
@@ -376,7 +240,7 @@ interface ResearchReportCandidate {
     decision: ResearchReportDecision;
     decisionReason: string;
 }
-interface ResearchReportMethodology {
+export interface ResearchReportMethodology {
     /**
      * Plain-language assumptions the report depends on. Read these first when
      * deciding whether the verdict is load-bearing for a launch decision.
@@ -391,7 +255,7 @@ interface ResearchReportMethodology {
     /** Citations for the methodological choices above. */
     citations: string[];
 }
-interface ResearchReport {
+export interface ResearchReport {
     kind: 'agent-eval-research-report';
     title: string;
     generatedAt: string;
@@ -440,6 +304,5 @@ interface ResearchReport {
  * Async because the fingerprint uses Web Crypto via `hashJson`; deterministic
  * for any fixed `runs`, `seed`, and ROPE.
  */
-declare function researchReport(runs: RunRecord[], opts?: ResearchReportOptions): Promise<ResearchReport>;
-
-export { type GainDistributionBin as G, HeldOutGate as H, type ParetoFigureSpec as P, RESEARCH_REPORT_HARD_PAIR_FLOOR as R, type SummaryTable as S, type GainDistributionFigureSpec as a, type GainDistributionOptions as b, type ParetoPoint as c, type ResearchReport as d, type ResearchReportCandidate as e, type ResearchReportDecision as f, type ResearchReportMethodology as g, type ResearchReportOptions as h, type ResearchReportRecommendation as i, type SummaryTableOptions as j, type SummaryTableRow as k, gainHistogram as l, type GateDecision as m, type GateEvidence as n, type HeldOutGateConfig as o, paretoChart as p, type HeldOutGateRejectionCode as q, researchReport as r, summaryTable as s };
+export declare function researchReport(runs: RunRecord[], opts?: ResearchReportOptions): Promise<ResearchReport>;
+//# sourceMappingURL=summary-report.d.ts.map

package/dist/summary-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary-report.d.ts","sourceRoot":"","sources":["../src/summary-report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAA;AAEvE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAY7C,MAAM,WAAW,mBAAmB;IAClC;oEACgE;IAChE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC5B,uEAAuE;IACvE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sEAAsE;IACtE,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAA;IACnB,CAAC,EAAE,MAAM,CAAA;IACT,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAA;IACd,qDAAqD;IACrD,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,eAAe,EAAE,CAAA;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC3B,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,IAAI,GAAE,mBAAwB,GAAG,YAAY,CAuE5F;AAkDD,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAA;IACnB,iDAAiD;IACjD,IAAI,EAAE,MAAM,CAAA;IACZ,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,+CAA+C;IAC/C,CAAC,EAAE,MAAM,CAAA;IACT;2CACuC;IACvC,UAAU,EAAE,OAAO,CAAA;IACnB;gCAC4B;IAC5B,IAAI,CAAC,EAAE,SAAS,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,oBAAoB,GAAG,IAAI,CAAA;CAC7F;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,qBAAqB,CAAA;IAC3B,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC3B,MAAM,EAAE,WAAW,EAAE,CAAA;IACrB,IAAI,EAAE;QAAE,CAAC,EAAE,SAAS,CAAC;QAAC,CAAC,EAAE,OAAO,CAAA;KAAE,CAAA;CACnC;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,SAAS,EAAE,EACjB,IAAI,GAAE;IACJ,KAAK,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;CACxC,GACL,gBAAgB,CA0ClB;AAgBD,MAAM,WAAW,mBAAmB;IAClC,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,gEAAgE;IAChE,EAAE,EAAE,MAAM,CAAA;IACV,qDAAqD;IACrD,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,mBAAmB,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC3B,4BAA4B;IAC5B,CAAC,EAAE,MAAM,CAAA;IACT,IAAI,EAAE,mBAAmB,EAAE,CAAA;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,0EAA0E;IAC1E,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,6CAA6C;IAC7C,KAAK,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC5B,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,0BAA0B;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAC3B,IAAI,EAAE,SAAS,EAAE,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE,uBAA4B,GACjC,0BAA0B,CAmE5B;AAID,MAAM,MAAM,sBAAsB,GAC9B,SAAS,GACT,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,iBAAiB,CAAA;AAErB;;;;GAIG;AACH,eAAO,MAAM,+BAA+B,IAAI,CAAA;AAEhD,MAAM,WAAW,qBAAqB;IACpC,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sEAAsE;IACtE,KAAK,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC5B,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,gDAAgD;IAChD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;;;OAKG;IACH,IAAI,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACpC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,8DAA8D;IAC9D,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC5C,yDAAyD;IACzD,eAAe,CAAC,EAAE,oBAAoB,CAAA;IACtC,6FAA6F;IAC7F,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,qFAAqF;IACrF,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,sBAAsB,CAAA;IAChC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,WAAW,EAAE,MAAM,EAAE,CAAA;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,MAAM,CAAA;IACnB,CAAC,EAAE,MAAM,CAAA;IACT,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAA;IACpC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IAC5C;;;;;OAKG;IACH,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAA;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB;;;;;OAKG;IACH,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,gBAAgB,EAAE,OAAO,CAAA;IACzB,IAAI,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IAC1B,QAAQ,EAAE,sBAAsB,CAAA;IAChC,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC;;;OAGG;IACH,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,0DAA0D;IAC1D,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,+EAA+E;IAC/E,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,oEAAoE;IACpE,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,sDAAsD;IACtD,SAAS,EAAE,MAAM,EAAE,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,4BAA4B,CAAA;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB;;;;OAIG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IAC1C,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,cAAc,EAAE,4BAA4B,CAAA;IAC5C,UAAU,EAAE,uBAAuB,EAAE,CAAA;IACrC,OAAO,EAAE,YAAY,CAAA;IACrB,MAAM,EAAE;QACN,MAAM,EAAE,gBAAgB,CAAA;QACxB,KAAK,EAAE,0BAA0B,EAAE,CAAA;KACpC,CAAA;IACD,WAAW,EAAE,yBAAyB,CAAA;IACtC,eAAe,CAAC,EAAE,oBAAoB,CAAA;IACtC,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;CACb;AAoHD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,SAAS,EAAE,EACjB,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CA2KzB"}

package/dist/telemetry/client.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Telemetry client — thin wrapper that builds envelopes from `EmitArgs` and
+ * delegates to a `TelemetrySink`. Pure logic; no I/O. Use this from any
+ * runtime — Workers, Node, browser — and choose the sink accordingly.
+ *
+ * For an opinionated singleton with env-var-driven sink wiring (the bad CLI
+ * pattern), see `./node-client.ts`.
+ */
+import type { TelemetryKind, TelemetryModel, TelemetrySource } from './schema';
+import type { TelemetrySink } from './sink-fetch';
+export interface EmitArgs {
+    kind: TelemetryKind;
+    runId: string;
+    parentRunId?: string;
+    ok: boolean;
+    durationMs: number;
+    data?: Record<string, unknown>;
+    metrics?: Record<string, number>;
+    tags?: Record<string, string>;
+    model?: TelemetryModel;
+    error?: string;
+    /** Override the source for this envelope. Falls back to `defaultSource`. */
+    source?: TelemetrySource;
+}
+export declare class TelemetryClient {
+    private readonly sink;
+    private readonly defaultSource;
+    constructor(sink: TelemetrySink, defaultSource: TelemetrySource);
+    emit(args: EmitArgs): void;
+    close(): Promise<void>;
+}
+export declare const SECRET_FLAGS: Set<string>;
+/** Strip likely-secret values from argv, preserving structure. */
+export declare function sanitiseArgv(argv: string[]): string[];
+//# sourceMappingURL=client.d.ts.map

package/dist/telemetry/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/telemetry/client.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAqB,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAEjG,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,aAAa,CAAA;IACnB,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,EAAE,EAAE,OAAO,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,KAAK,CAAC,EAAE,cAAc,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,4EAA4E;IAC5E,MAAM,CAAC,EAAE,eAAe,CAAA;CACzB;AAED,qBAAa,eAAe;IAExB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,aAAa;gBADb,IAAI,EAAE,aAAa,EACnB,aAAa,EAAE,eAAe;IAGjD,IAAI,CAAC,IAAI,EAAE,QAAQ,GAAG,IAAI;IAwBpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAWD,eAAO,MAAM,YAAY,aAA8D,CAAA;AAEvF,kEAAkE;AAClE,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAgBrD"}

package/dist/telemetry/index.d.ts

@@ -1,38 +1,20 @@
-import { T as TelemetryKind, a as TelemetryModel, b as TelemetrySource, c as TelemetrySink } from '../sink-fetch-B1Yg4Til.js';
-export { F as FanoutTelemetrySink, H as HttpTelemetrySink, I as InMemoryTelemetrySink, N as NullTelemetrySink, d as TELEMETRY_SCHEMA_VERSION, e as TelemetryEnvelope } from '../sink-fetch-B1Yg4Til.js';
-
 /**
- * Telemetry client — thin wrapper that builds envelopes from `EmitArgs` and
- * delegates to a `TelemetrySink`. Pure logic; no I/O. Use this from any
- * runtime — Workers, Node, browser — and choose the sink accordingly.
+ * Public entry for the telemetry sub-module.
  *
- * For an opinionated singleton with env-var-driven sink wiring (the bad CLI
- * pattern), see `./node-client.ts`.
+ * Workers-safe by default — only `fetch` + pure JS. The Node file sink is
+ * exported separately via './telemetry/file' so consumers that import this entry
+ * cannot accidentally pull `node:fs` into a Worker bundle.
+ *
+ * Consume:
+ *   import { TelemetryClient, HttpTelemetrySink, FanoutTelemetrySink }
+ *     from '@tangle-network/agent-eval/telemetry'
+ *
+ * For Node:
+ *   import { FileTelemetrySink, defaultTelemetryDir }
+ *     from '@tangle-network/agent-eval/telemetry/file'
  */
-
-interface EmitArgs {
-    kind: TelemetryKind;
-    runId: string;
-    parentRunId?: string;
-    ok: boolean;
-    durationMs: number;
-    data?: Record<string, unknown>;
-    metrics?: Record<string, number>;
-    tags?: Record<string, string>;
-    model?: TelemetryModel;
-    error?: string;
-    /** Override the source for this envelope. Falls back to `defaultSource`. */
-    source?: TelemetrySource;
-}
-declare class TelemetryClient {
-    private readonly sink;
-    private readonly defaultSource;
-    constructor(sink: TelemetrySink, defaultSource: TelemetrySource);
-    emit(args: EmitArgs): void;
-    close(): Promise<void>;
-}
-declare const SECRET_FLAGS: Set<string>;
-/** Strip likely-secret values from argv, preserving structure. */
-declare function sanitiseArgv(argv: string[]): string[];
-
-export { type EmitArgs, SECRET_FLAGS, TelemetryClient, TelemetryKind, TelemetryModel, TelemetrySink, TelemetrySource, sanitiseArgv };
+export { type EmitArgs, SECRET_FLAGS, sanitiseArgv, TelemetryClient, } from './client';
+export type { TelemetryEnvelope, TelemetryKind, TelemetryModel, TelemetrySource, } from './schema';
+export { TELEMETRY_SCHEMA_VERSION } from './schema';
+export { FanoutTelemetrySink, HttpTelemetrySink, InMemoryTelemetrySink, NullTelemetrySink, type TelemetrySink, } from './sink-fetch';
+//# sourceMappingURL=index.d.ts.map

package/dist/telemetry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EACL,KAAK,QAAQ,EACb,YAAY,EACZ,YAAY,EACZ,eAAe,GAChB,MAAM,UAAU,CAAA;AACjB,YAAY,EACV,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,eAAe,GAChB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAA;AACnD,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,EACjB,KAAK,aAAa,GACnB,MAAM,cAAc,CAAA"}

package/dist/telemetry/schema.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Fleet telemetry envelope — agent-eval's portable observability shape.
+ *
+ * Designed so any consumer (Node CLI, Cloudflare Worker, Lambda, browser
+ * extension) can emit structured rows describing one unit of work — a page
+ * audit, a tool call, an evolve round, a full agent run — to a central sink.
+ *
+ * The schema is intentionally a strict superset of agent-eval's `Run` shape
+ * so a future TraceStore adapter can promote envelopes into traces without
+ * translation.
+ */
+export declare const TELEMETRY_SCHEMA_VERSION = 1;
+/** Discriminator for the unit of work this envelope describes. */
+export type TelemetryKind = 'agent-run' | 'design-audit-page' | 'design-audit-run' | 'design-evolve-round' | 'design-evolve-run' | 'gepa-trial' | 'gepa-generation' | 'tool-call' | 'judge-verdict' | 'custom';
+export interface TelemetryEnvelope {
+    schemaVersion: typeof TELEMETRY_SCHEMA_VERSION;
+    envelopeId: string;
+    runId: string;
+    timestamp: string;
+    parentRunId?: string;
+    source: TelemetrySource;
+    model?: TelemetryModel;
+    kind: TelemetryKind;
+    ok: boolean;
+    durationMs: number;
+    data: Record<string, unknown>;
+    metrics: Record<string, number>;
+    tags?: Record<string, string>;
+    error?: string;
+}
+export interface TelemetrySource {
+    /** Repo identity — basename of cwd plus git remote if discoverable. */
+    repo: string;
+    cwd: string;
+    gitSha?: string;
+    gitBranch?: string;
+    cliVersion: string;
+    /** What was invoked, e.g. `design-audit`, `bad run`, `gepa --target`. */
+    invocation: string;
+    /** Sanitised argv minus secrets. */
+    argv?: string[];
+    /**
+     * Multi-tenant identity. Set when the consumer runs inside a hosted
+     * product so a fleet rollup can group by tenant without leaking customer
+     * URLs or PII.
+     */
+    tenantId?: string;
+    /** Optional sub-tenant identity (project, suite, walkthrough, customer). */
+    customerId?: string;
+    /** SHA-256 (12 hex) of the API key used to authenticate this run, when applicable. */
+    apiKeyHash?: string;
+}
+export interface TelemetryModel {
+    provider: string;
+    name: string;
+    /** SHA-256 (12 hex chars) of the prompt(s) used. */
+    promptHash?: string;
+    /** SHA-256 (12 hex chars) of the composed rubric body, if applicable. */
+    rubricHash?: string;
+}
+//# sourceMappingURL=schema.d.ts.map

package/dist/telemetry/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/telemetry/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,eAAO,MAAM,wBAAwB,IAAI,CAAA;AAEzC,kEAAkE;AAClE,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,mBAAmB,GACnB,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,YAAY,GACZ,iBAAiB,GACjB,WAAW,GACX,eAAe,GACf,QAAQ,CAAA;AAEZ,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,OAAO,wBAAwB,CAAA;IAC9C,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB,MAAM,EAAE,eAAe,CAAA;IACvB,KAAK,CAAC,EAAE,cAAc,CAAA;IACtB,IAAI,EAAE,aAAa,CAAA;IACnB,EAAE,EAAE,OAAO,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAElB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAE7B,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,uEAAuE;IACvE,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,yEAAyE;IACzE,UAAU,EAAE,MAAM,CAAA;IAClB,oCAAoC;IACpC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,4EAA4E;IAC5E,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB"}