@tangle-network/agent-eval 0.94.0 → 0.95.0

package/dist/profile/index.d.ts

@@ -0,0 +1,105 @@
+/**
+ * Structured prompt profile — the system prompt as named, addressable sections
+ * instead of one opaque blob. The self-improvement loop targets ONE evolvable
+ * `domain` section at a time (via `applyDomainPatch`); the role, environment,
+ * tool conventions, and skill roster stay fixed so a candidate diff is
+ * attributable to a single section rather than a whole-prompt rewrite.
+ *
+ * `renderProfile` emits the prompt in a fixed five-zone order — role,
+ * Environment, Tool conventions, Skills, Domain guidance — mirroring the layout
+ * of Harvey LAB's `harness/system_prompt.md` (workspace root, read-only
+ * documents, output dir, skills dir). `profileToSurface` is the bridge to the
+ * loop's string `MutableSurface`: a profile renders to exactly the text a
+ * candidate is scored on.
+ *
+ * Distinct from the canonical `AgentProfile` exported by
+ * `@tangle-network/agent-interface`. This helper builds prompt content that can
+ * be rendered into an agent-interface profile's `prompt.systemPrompt`.
+ */
+import { type BaselineRoleKey } from './baselines';
+export { BASELINE_ROLES, type BaselineRoleKey, engineerRole, generalistRole, researcherRole, } from './baselines';
+/** A named, addressable region of the system prompt. `evolvable` marks whether
+ *  the self-improvement loop is allowed to patch its body; fixed scaffolding
+ *  (e.g. a compliance preamble) sets `evolvable: false`. */
+export interface AgentProfileSection {
+    id: string;
+    title: string;
+    body: string;
+    evolvable: boolean;
+}
+/** A skill the agent can invoke. `triggers` are the phrases/conditions that
+ *  should activate it; `scriptsDir` points at its executable scripts when the
+ *  skill ships code (mirrors Harvey's `skills/<name>/scripts/`). */
+export interface ProfileSkill {
+    name: string;
+    description: string;
+    triggers: string[];
+    scriptsDir?: string;
+}
+/** The structured system prompt. The first four fields are fixed scaffolding;
+ *  `domain` is the evolvable surface the loop optimizes. */
+export interface PromptProfile {
+    role: string;
+    environment: string;
+    toolConventions: string;
+    skills: ProfileSkill[];
+    domain: AgentProfileSection[];
+}
+/**
+ * Emit the sectioned system prompt in fixed order: role text, then
+ * `## Environment`, `## Tool conventions`, `## Skills` (each skill as
+ * `### <name>` + description + triggers), `## Domain guidance` (each section as
+ * `### <title>` + body). The order is load-bearing — the loop diffs rendered
+ * text, and reordering would make every candidate look like a full rewrite.
+ */
+export declare function renderProfile(p: PromptProfile): string;
+/** The string `MutableSurface` the self-improvement loop scores — a profile
+ *  renders to exactly the text a candidate is graded on. */
+export declare function profileToSurface(p: PromptProfile): string;
+/**
+ * The fixed-scaffolding baseline: a `role`/`environment`/`toolConventions`
+ * profile with the stock skill roster and NO domain guidance. The
+ * production profile is this plus shipped domain sections.
+ */
+export declare function baselineProfile(args: {
+    role: string;
+    environment?: string;
+    toolConventions?: string;
+    skills?: ProfileSkill[];
+}): PromptProfile;
+/**
+ * Baseline from one of the strong generic roles (`'engineer' | 'researcher' |
+ * 'generalist'`) — the common case: pick a role foundation, optionally override
+ * the environment to describe THIS product's sandbox, then layer domain via
+ * `prodProfile`. Domain guidance stays in the product repo; this only supplies
+ * the generically-useful role + stock scaffolding.
+ */
+export declare function baselineProfileFromRole(role: BaselineRoleKey, args?: {
+    environment?: string;
+    toolConventions?: string;
+    skills?: ProfileSkill[];
+}): PromptProfile;
+/** The production profile: the baseline scaffolding plus the domain sections
+ *  shipped after self-improvement. Differs from the baseline ONLY in `domain`
+ *  (and any skills the caller layered into the baseline) — the role,
+ *  environment, and tool conventions are carried through unchanged. */
+export declare function prodProfile(baseline: PromptProfile, shipped: AgentProfileSection[]): PromptProfile;
+/**
+ * Section-scoped edit — replace the body of ONE domain section by id, leaving
+ * every other section byte-identical. This is how the loop targets a single
+ * evolvable surface. Throws on an unknown section id (a patch that hits no
+ * section is a silent no-op otherwise — fail loud). Throws when the targeted
+ * section is `evolvable: false`.
+ */
+export declare function applyDomainPatch(p: PromptProfile, sectionId: string, newBody: string): PromptProfile;
+/**
+ * Content hash of a single section — its loop identity. Delegates to the
+ * campaign provenance `surfaceContentHash` (the same helper the loop's
+ * provenance record uses for full surfaces), so a section hash is byte-for-byte
+ * comparable with the `sha256:`-prefixed content hashes that record carries.
+ * Two sections that render identically (same title + body) share a hash; the
+ * `id` and `evolvable` flag are excluded — they are routing metadata, not
+ * content.
+ */
+export declare function sectionHash(section: AgentProfileSection): string;
+//# sourceMappingURL=index.d.ts.map

package/dist/profile/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/profile/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,aAAa,CAAA;AAElE,OAAO,EACL,cAAc,EACd,KAAK,eAAe,EACpB,YAAY,EACZ,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAA;AAEpB;;4DAE4D;AAC5D,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,OAAO,CAAA;CACnB;AAED;;oEAEoE;AACpE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;4DAC4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;IACvB,MAAM,EAAE,YAAY,EAAE,CAAA;IACtB,MAAM,EAAE,mBAAmB,EAAE,CAAA;CAC9B;AAaD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAetD;AAED;4DAC4D;AAC5D,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAEzD;AAgCD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,MAAM,CAAC,EAAE,YAAY,EAAE,CAAA;CACxB,GAAG,aAAa,CAQhB;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,eAAe,EACrB,IAAI,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAA;CAAO,GACrF,aAAa,CAEf;AAED;;;uEAGuE;AACvE,wBAAgB,WAAW,CACzB,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,mBAAmB,EAAE,GAC7B,aAAa,CAEf;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,aAAa,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,aAAa,CAmBf;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,mBAAmB,GAAG,MAAM,CAEhE"}

package/dist/promotion-gate.d.ts

@@ -0,0 +1,93 @@
+/**
+ * Bootstrap-CI promotion gate.
+ *
+ * In any iterative-improvement loop (GEPA, prompt evolution, dataset
+ * curation), the question is "did this generation actually improve, or are
+ * we celebrating noise?". With small N and noisy outcomes, point-estimate
+ * deltas lie. Bootstrap confidence intervals tell the operator whether the
+ * delta is real before code or prompts get promoted.
+ *
+ * This module is pure functions — no I/O, no model calls. Easy to unit-test
+ * and to compose into any verdict gate.
+ *
+ * Default gate:
+ *   - Bootstrap mean baseline vs candidate (1k resamples).
+ *   - Compute the delta distribution; pass if the lower CI bound > 0.
+ *   - Tunable confidence (default 95%) and resample count.
+ *
+ * Verdict semantics intentionally match the existing `experiments.jsonl`
+ * vocabulary:
+ *   - ADVANCE: candidate's CI lower bound > baseline mean (real win)
+ *   - KEEP:    overlap, but candidate point estimate >= baseline (neutral)
+ *   - REVERT:  candidate's CI upper bound < baseline mean (real regression)
+ *   - INCONCLUSIVE: not enough samples or CI straddles zero with no signal
+ */
+export type Verdict = 'ADVANCE' | 'KEEP' | 'REVERT' | 'INCONCLUSIVE';
+export interface BootstrapResult {
+    baselineMean: number;
+    candidateMean: number;
+    /** candidateMean - baselineMean, point estimate. */
+    delta: number;
+    /** Lower bound of the (1 - alpha) CI on the delta. */
+    ciLower: number;
+    /** Upper bound of the (1 - alpha) CI on the delta. */
+    ciUpper: number;
+    /** Number of bootstrap resamples used. */
+    iterations: number;
+    alpha: number;
+    verdict: Verdict;
+}
+export interface BootstrapOptions {
+    /** Confidence level alpha (default 0.05 → 95% CI). */
+    alpha?: number;
+    /** Number of resamples (default 1000). */
+    iterations?: number;
+    /**
+     * Minimum total samples (baseline + candidate) below which we always
+     * return INCONCLUSIVE — bootstrap with too few samples is meaningless.
+     * Default 6 (combined).
+     */
+    minTotalSamples?: number;
+    /** RNG seed for reproducibility. Default: Math.random. */
+    seed?: number;
+}
+/**
+ * Compute the bootstrap CI on (candidateMean - baselineMean) and a verdict.
+ *
+ * Uses simple percentile bootstrap on the difference of resampled means.
+ * That's the standard non-parametric primitive — no distributional
+ * assumptions, robust to skew, easy to reason about.
+ */
+export declare function bootstrapCi(baseline: number[], candidate: number[], options?: BootstrapOptions): BootstrapResult;
+/**
+ * Judge-replay promotion gate.
+ *
+ * The cheap inner-loop judge that drives an evolution run is by definition
+ * fast and noisy. When you're about to promote a winning variant to the
+ * canonical default, you want a STRONGER judge (a more expensive model, a
+ * human grader, a separately-trained reward model) to confirm the win
+ * generalises beyond the inner loop.
+ *
+ * This helper takes raw winner + baseline outputs, scores both through the
+ * stronger judge, and applies `bootstrapCi`. ADVANCE means the stronger
+ * judge agrees the winner is real with the configured confidence. Doesn't
+ * matter what shape your "output" is — pass a string, an object, anything
+ * the judge can read.
+ */
+export interface JudgeReplayGateArgs<TOutput> {
+    baselineOutputs: TOutput[];
+    candidateOutputs: TOutput[];
+    /** Stronger judge — async to allow LLM calls. Return a 0..N scalar score. */
+    judge: (output: TOutput) => Promise<number> | number;
+    alpha?: number;
+    iterations?: number;
+    /** RNG seed for reproducibility. */
+    seed?: number;
+    /** Maximum concurrent judge calls. Default 4. */
+    judgeConcurrency?: number;
+}
+export declare function judgeReplayGate<TOutput>(args: JudgeReplayGateArgs<TOutput>): Promise<BootstrapResult & {
+    baselineSamples: number;
+    candidateSamples: number;
+}>;
+//# sourceMappingURL=promotion-gate.d.ts.map

package/dist/promotion-gate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promotion-gate.d.ts","sourceRoot":"","sources":["../src/promotion-gate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAA;AAEpE,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,oDAAoD;IACpD,KAAK,EAAE,MAAM,CAAA;IACb,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,GAAE,gBAAqB,GAC7B,eAAe,CAuDjB;AAyCD;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,mBAAmB,CAAC,OAAO;IAC1C,eAAe,EAAE,OAAO,EAAE,CAAA;IAC1B,gBAAgB,EAAE,OAAO,EAAE,CAAA;IAC3B,6EAA6E;IAC7E,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAA;IACpD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,oCAAoC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,iDAAiD;IACjD,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAC3C,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,GACjC,OAAO,CAAC,eAAe,GAAG;IAAE,eAAe,EAAE,MAAM,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAA;CAAE,CAAC,CAclF"}

package/dist/prompt-registry.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Versioned prompt registry.
+ *
+ * Every prompt used in an eval run is registered with an explicit version.
+ * Reports include the content hash so A/B compares are rigorous: if the
+ * hash changes between two reports, the prompt actually changed; if it
+ * matches, the variance is elsewhere.
+ *
+ * Hash is SHA-256(content), truncated to 12 hex chars for readability.
+ * Uses the Web Crypto API (works in Workers, Node 22+, browsers).
+ */
+export interface PromptHandle {
+    /** Stable human-readable id, e.g. 'browser.system' */
+    id: string;
+    /** Caller-chosen version string, e.g. 'v3' or '2026-04-20' */
+    version: string;
+    /** SHA-256 of content, 12-hex-char prefix */
+    hash: string;
+    /** Full prompt body */
+    content: string;
+}
+export declare class PromptRegistry {
+    private readonly entries;
+    /**
+     * Register a prompt. Re-registering the same id+version with DIFFERENT
+     * content throws — versions are immutable. Re-registering with the SAME
+     * content is a no-op (idempotent).
+     */
+    register(id: string, version: string, content: string): Promise<PromptHandle>;
+    /** Look up a registered prompt. Throws if unknown — no implicit defaults. */
+    get(id: string, version: string): PromptHandle;
+    /** Return all versions of an id, newest-first (lex-descending on version). */
+    listVersions(id: string): PromptHandle[];
+    /** Snapshot the whole registry — useful for including in reports. */
+    list(): PromptHandle[];
+    /** Verify a hash against registered content. Returns null if not found. */
+    verifyHash(id: string, version: string, expectedHash: string): boolean | null;
+}
+/** SHA-256(content) → first 12 hex chars. Stable across runtimes. */
+export declare function hashContent(content: string): Promise<string>;
+//# sourceMappingURL=prompt-registry.d.ts.map

package/dist/prompt-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-registry.d.ts","sourceRoot":"","sources":["../src/prompt-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,YAAY;IAC3B,sDAAsD;IACtD,EAAE,EAAE,MAAM,CAAA;IACV,8DAA8D;IAC9D,OAAO,EAAE,MAAM,CAAA;IACf,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAA;IACZ,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D;;;;OAIG;IACG,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAoBnF,6EAA6E;IAC7E,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY;IAO9C,8EAA8E;IAC9E,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,EAAE;IAMxC,qEAAqE;IACrE,IAAI,IAAI,YAAY,EAAE;IAItB,2EAA2E;IAC3E,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI;CAK9E;AAED,qEAAqE;AACrE,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOlE"}

package/dist/propose-review-control.d.ts

@@ -0,0 +1,49 @@
+import { type ControlRunResult, type ControlRuntimeConfig } from './control-runtime';
+import { type ProposeFn, type Review, type ReviewFn, type ReviewMemoryEntry, type ReviewMemoryStore, type Verification, type VerifyFn } from './propose-review';
+import type { FailureClass } from './trace/schema';
+import type { TraceStore } from './trace/store';
+export interface ProposeReviewControlState<State, Summary = unknown> {
+    shot: number;
+    state: State;
+    priorReview: Review | null;
+    verification: Verification;
+    traceSummary?: Summary;
+    memory: ReviewMemoryEntry[];
+    completed: boolean;
+    reviewAvailable: boolean;
+    reviewError?: string;
+}
+export interface ProposeReviewControlAction {
+    type: 'propose-review-shot';
+    shot: number;
+}
+export interface ProposeReviewControlResult<State, Summary = unknown> {
+    state: State;
+    verification: Verification;
+    traceSummary?: Summary;
+    review: Review | null;
+    reviewAvailable: boolean;
+    reviewError?: string;
+}
+export interface ProposeReviewControlConfig<State, Summary = unknown> {
+    goal: string;
+    initialState: State;
+    propose: ProposeFn<State, Summary>;
+    verify: VerifyFn<State>;
+    review: ReviewFn<State, Summary>;
+    maxShots?: number;
+    maxWallMs?: number;
+    memory?: ReviewMemoryStore;
+    store?: TraceStore;
+    scenarioId?: string;
+    projectId?: string;
+    variantId?: string;
+    fallbackInstruction?: string;
+    confidenceFloor?: number;
+    confidenceFloorWindow?: number;
+    failureClassFromVerification?: (verification: Verification) => FailureClass | undefined;
+    actionFailure?: ControlRuntimeConfig<ProposeReviewControlState<State, Summary>, ProposeReviewControlAction, ProposeReviewControlResult<State, Summary>>['actionFailure'];
+}
+export declare function runProposeReviewAsControlLoop<State, Summary = unknown>(config: ProposeReviewControlConfig<State, Summary>): Promise<ControlRunResult<ProposeReviewControlState<State, Summary>, ProposeReviewControlAction, ProposeReviewControlResult<State, Summary>>>;
+export declare function controlFailureClassFromVerification(verification: Verification): FailureClass | undefined;
+//# sourceMappingURL=propose-review-control.d.ts.map

package/dist/propose-review-control.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"propose-review-control.d.ts","sourceRoot":"","sources":["../src/propose-review-control.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EAG1B,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAEL,KAAK,SAAS,EAEd,KAAK,MAAM,EACX,KAAK,QAAQ,EACb,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACd,MAAM,kBAAkB,CAAA;AACzB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,WAAW,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACjE,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,MAAM,EAAE,iBAAiB,EAAE,CAAA;IAC3B,SAAS,EAAE,OAAO,CAAA;IAClB,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAClE,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAClE,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,KAAK,CAAA;IACnB,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAClC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,4BAA4B,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,KAAK,YAAY,GAAG,SAAS,CAAA;IACvF,aAAa,CAAC,EAAE,oBAAoB,CAClC,yBAAyB,CAAC,KAAK,EAAE,OAAO,CAAC,EACzC,0BAA0B,EAC1B,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,CAC3C,CAAC,eAAe,CAAC,CAAA;CACnB;AAKD,wBAAsB,6BAA6B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAC1E,MAAM,EAAE,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,GACjD,OAAO,CACR,gBAAgB,CACd,yBAAyB,CAAC,KAAK,EAAE,OAAO,CAAC,EACzC,0BAA0B,EAC1B,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,CAC3C,CACF,CAoKA;AAED,wBAAgB,mCAAmC,CACjD,YAAY,EAAE,YAAY,GACzB,YAAY,GAAG,SAAS,CAG1B"}

package/dist/propose-review-control.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=propose-review-control.test.d.ts.map

package/dist/propose-review-control.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"propose-review-control.test.d.ts","sourceRoot":"","sources":["../src/propose-review-control.test.ts"],"names":[],"mappings":""}

package/dist/propose-review.d.ts

@@ -0,0 +1,155 @@
+/**
+ * Propose / Verify / Review — the core multi-shot primitive.
+ *
+ *   shot N:  propose(state, priorReview) → new state
+ *            verify(state)               → pass/fail, optional layers
+ *            review(state, verification, memory) → observations + next-shot
+ *                                                   instruction + shouldContinue
+ *            memory.append(entry)
+ *
+ * Roles are strictly separated:
+ *
+ *   - The WORKER is whatever the caller wraps in `propose`. It is
+ *     stateful — caller owns its resume/session mechanism.
+ *   - The VERIFIER grades the state. It produces the ground truth.
+ *     The reviewer cannot overturn or downgrade a verification layer.
+ *   - The REVIEWER is stateless per call. Its continuity is the
+ *     `ReviewMemoryStore` — durable JSONL by default, or any store
+ *     implementing the interface. It reads memory + trace summary +
+ *     verification and directs the NEXT proposer shot.
+ *
+ * This shape is load-bearing. The reviewer never grades; the verifier
+ * never directs. Two processes, two prompts, two concerns — which is
+ * what keeps the loop from confirmation-biasing itself into "all
+ * passed" when it didn't.
+ *
+ * Short-circuits and soft-fails are both first-class:
+ *   - verify.pass === true  → reviewer LLM call is skipped, memory
+ *     records a success entry, loop exits.
+ *   - review throws         → the shot still counts; the loop uses the
+ *     last-known instruction (or `fallbackInstruction`) for the next
+ *     propose call. A transient reviewer failure must NEVER abort a
+ *     valid arc.
+ *
+ * Composable: `propose` itself can be another `runProposeReview` call.
+ * That's the dogfooding path — a harness built on this primitive is in
+ * turn evaluable by it.
+ */
+import { TraceEmitter } from './trace/emitter';
+import type { FailureClass } from './trace/schema';
+import type { TraceStore } from './trace/store';
+export interface Verification {
+    pass: boolean;
+    score?: number;
+    failingLayers?: string[];
+    details?: unknown;
+}
+export interface Review {
+    observations: string;
+    diagnosis: string;
+    nextShotInstruction: string;
+    shouldContinue: boolean;
+    confidence: number;
+}
+export interface ReviewMemoryEntry extends Review {
+    shot: number;
+    timestamp: number;
+    verification: {
+        pass: boolean;
+        score?: number;
+        failingLayers?: string[];
+    };
+}
+export interface ProposeInput<State> {
+    shot: number;
+    goal: string;
+    state: State;
+    priorReview: Review | null;
+    abortSignal: AbortSignal;
+    emitter?: TraceEmitter;
+}
+export interface ProposeOutput<State, Summary = unknown> {
+    state: State;
+    traceSummary?: Summary;
+}
+export interface ReviewInput<State, Summary = unknown> {
+    shot: number;
+    goal: string;
+    state: State;
+    verification: Verification;
+    traceSummary: Summary | undefined;
+    memory: ReviewMemoryEntry[];
+}
+export type ProposeFn<State, Summary = unknown> = (input: ProposeInput<State>) => Promise<ProposeOutput<State, Summary>>;
+export type VerifyFn<State> = (state: State) => Promise<Verification>;
+export type ReviewFn<State, Summary = unknown> = (input: ReviewInput<State, Summary>) => Promise<Review>;
+export interface ReviewMemoryStore {
+    load(): Promise<ReviewMemoryEntry[]>;
+    append(entry: ReviewMemoryEntry): Promise<void>;
+}
+export interface ProposeReviewConfig<State, Summary = unknown> {
+    goal: string;
+    initialState: State;
+    propose: ProposeFn<State, Summary>;
+    verify: VerifyFn<State>;
+    review: ReviewFn<State, Summary>;
+    /** Hard shot cap. Default 10. */
+    maxShots?: number;
+    /** Wall-clock cap in ms. Default 10 min. */
+    maxWallMs?: number;
+    /**
+     * If the reviewer returns confidence ≤ floor on `confidenceFloorWindow`
+     * consecutive shots, terminate early. Default floor 0.3, window 2.
+     * Set window to 0 or floor to <0 to disable.
+     */
+    confidenceFloor?: number;
+    confidenceFloorWindow?: number;
+    /** Defaults to an in-memory store if omitted. */
+    memory?: ReviewMemoryStore;
+    /** If provided, emit a Run + per-shot spans. */
+    store?: TraceStore;
+    scenarioId?: string;
+    projectId?: string;
+    variantId?: string;
+    /**
+     * Used when the reviewer soft-fails on shot 1 (no prior instruction to
+     * fall back to). Default is a generic "inspect failures and fix".
+     */
+    fallbackInstruction?: string;
+}
+export interface ProposeReviewShot<State, Summary = unknown> {
+    shot: number;
+    state: State;
+    verification: Verification;
+    traceSummary: Summary | undefined;
+    review: Review;
+    reviewAvailable: boolean;
+    reviewError?: string;
+    durationMs: number;
+}
+export interface ProposeReviewReport<State, Summary = unknown> {
+    runId: string | null;
+    completed: boolean;
+    shots: ProposeReviewShot<State, Summary>[];
+    finalState: State;
+    finalVerification: Verification;
+    failureClass?: FailureClass;
+    wallMs: number;
+    score: number;
+}
+export declare function inMemoryReviewStore(initial?: ReviewMemoryEntry[]): ReviewMemoryStore;
+export declare function jsonlReviewStore(path: string): ReviewMemoryStore;
+export declare function runProposeReview<State, Summary = unknown>(config: ProposeReviewConfig<State, Summary>): Promise<ProposeReviewReport<State, Summary>>;
+export type LlmJsonCall = (req: {
+    system: string;
+    user: string;
+}) => Promise<unknown>;
+export interface LlmReviewerConfig<State, Summary = unknown> {
+    callJson: LlmJsonCall;
+    renderState?: (state: State) => string;
+    renderTraceSummary?: (summary: Summary | undefined) => string;
+    /** Appended to the default system prompt. */
+    systemPromptAddendum?: string;
+}
+export declare function createLlmReviewer<State, Summary = unknown>(cfg: LlmReviewerConfig<State, Summary>): ReviewFn<State, Summary>;
+//# sourceMappingURL=propose-review.d.ts.map

package/dist/propose-review.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"propose-review.d.ts","sourceRoot":"","sources":["../src/propose-review.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAIH,OAAO,EAAmB,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAI/C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,WAAW,MAAM;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,cAAc,EAAE,OAAO,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,MAAM;IAC/C,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE;QACZ,IAAI,EAAE,OAAO,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;KACzB,CAAA;CACF;AAED,MAAM,WAAW,YAAY,CAAC,KAAK;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,WAAW,EAAE,WAAW,CAAA;IACxB,OAAO,CAAC,EAAE,YAAY,CAAA;CACvB;AAED,MAAM,WAAW,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACrD,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,MAAM,WAAW,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,OAAO,GAAG,SAAS,CAAA;IACjC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAC5B;AAED,MAAM,MAAM,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,IAAI,CAChD,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,KACvB,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;AAE3C,MAAM,MAAM,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,YAAY,CAAC,CAAA;AAErE,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,IAAI,CAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,KAC/B,OAAO,CAAC,MAAM,CAAC,CAAA;AAEpB,MAAM,WAAW,iBAAiB;IAChC,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACpC,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAChD;AAED,MAAM,WAAW,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAC3D,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,KAAK,CAAA;IACnB,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAClC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAChC,iCAAiC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,iDAAiD;IACjD,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,gDAAgD;IAChD,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACzD,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,OAAO,GAAG,SAAS,CAAA;IACjC,MAAM,EAAE,MAAM,CAAA;IACd,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAC3D,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,SAAS,EAAE,OAAO,CAAA;IAClB,KAAK,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAA;IAC1C,UAAU,EAAE,KAAK,CAAA;IACjB,iBAAiB,EAAE,YAAY,CAAA;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd;AAID,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,iBAAiB,EAAO,GAAG,iBAAiB,CAUxF;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAuBhE;AAOD,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAC7D,MAAM,EAAE,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,GAC1C,OAAO,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CA6M9C;AAID,MAAM,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;AAErF,MAAM,WAAW,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACzD,QAAQ,EAAE,WAAW,CAAA;IACrB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,MAAM,CAAA;IACtC,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,GAAG,SAAS,KAAK,MAAM,CAAA;IAC7D,6CAA6C;IAC7C,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B;AAOD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EACxD,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,GACrC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CA6D1B"}

package/dist/{red-team-BWdoyleI.d.ts → red-team.d.ts}

@@ -1,6 +1,3 @@
-import { a as DatasetScenario, b as Dataset } from './dataset-BbGkaN2I.js';
-import { T as TraceStore } from './store-BcFXE6LG.js';
-
 /**
  * Red-team battery — adversarial scenario corpus with per-category
  * scorers.
@@ -13,9 +10,11 @@ import { T as TraceStore } from './store-BcFXE6LG.js';
  * The built-in corpus is intentionally conservative — 40 cases
  * covering the most-seen attack patterns. Extend via `extendCorpus`.
  */
-
-type RedTeamCategory = 'prompt_injection_direct' | 'prompt_injection_indirect' | 'jailbreak_persona' | 'jailbreak_dan' | 'pii_leak' | 'permission_escalation' | 'data_exfil' | 'policy_override';
-interface RedTeamPayload {
+import type { DatasetScenario } from './dataset';
+import { Dataset } from './dataset';
+import type { TraceStore } from './trace/store';
+export type RedTeamCategory = 'prompt_injection_direct' | 'prompt_injection_indirect' | 'jailbreak_persona' | 'jailbreak_dan' | 'pii_leak' | 'permission_escalation' | 'data_exfil' | 'policy_override';
+export interface RedTeamPayload {
     category: RedTeamCategory;
     /** The hostile input the agent sees. */
     input: string;
@@ -29,35 +28,34 @@ interface RedTeamPayload {
     /** Tool names the agent MUST NOT call for this scenario. */
     forbiddenTools?: string[];
 }
-interface RedTeamCase extends DatasetScenario {
+export interface RedTeamCase extends DatasetScenario {
     payload: RedTeamPayload;
 }
-interface RedTeamFinding {
+export interface RedTeamFinding {
     scenarioId: string;
     category: RedTeamCategory;
     passed: boolean;
     reason: string;
     evidence?: string;
 }
-interface RedTeamReport {
+export interface RedTeamReport {
     findings: RedTeamFinding[];
     passRateByCategory: Record<RedTeamCategory, number>;
     overallPassRate: number;
 }
 /** Ship a canonical, small corpus. Consumers extend via `extendCorpus`. */
-declare const DEFAULT_RED_TEAM_CORPUS: RedTeamCase[];
-declare function redTeamDataset(extraCases?: RedTeamCase[]): Dataset;
+export declare const DEFAULT_RED_TEAM_CORPUS: RedTeamCase[];
+export declare function redTeamDataset(extraCases?: RedTeamCase[]): Dataset;
 /**
  * Score a single agent response against the red-team case.
  * `toolCalls` should be the names of tools the agent invoked during the run.
  */
-declare function scoreRedTeamOutput(output: string, toolCalls: string[], rtCase: RedTeamCase): RedTeamFinding;
+export declare function scoreRedTeamOutput(output: string, toolCalls: string[], rtCase: RedTeamCase): RedTeamFinding;
 /** Aggregate red-team findings into per-category pass rates. */
-declare function redTeamReport(findings: RedTeamFinding[]): RedTeamReport;
+export declare function redTeamReport(findings: RedTeamFinding[]): RedTeamReport;
 /**
  * Extract the tool-call names from a corpus run — convenience for the
  * common pipeline (run the scenario → score the run).
  */
-declare function toolNamesForRun(store: TraceStore, runId: string): Promise<string[]>;
-
-export { DEFAULT_RED_TEAM_CORPUS as D, type RedTeamCase as R, type RedTeamCategory as a, type RedTeamFinding as b, type RedTeamPayload as c, type RedTeamReport as d, redTeamReport as e, redTeamDataset as r, scoreRedTeamOutput as s, toolNamesForRun as t };
+export declare function toolNamesForRun(store: TraceStore, runId: string): Promise<string[]>;
+//# sourceMappingURL=red-team.d.ts.map

package/dist/red-team.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"red-team.d.ts","sourceRoot":"","sources":["../src/red-team.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,MAAM,eAAe,GACvB,yBAAyB,GACzB,2BAA2B,GAC3B,mBAAmB,GACnB,eAAe,GACf,UAAU,GACV,uBAAuB,GACvB,YAAY,GACZ,iBAAiB,CAAA;AAErB,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,eAAe,CAAA;IACzB,wCAAwC;IACxC,KAAK,EAAE,MAAM,CAAA;IACb;;;OAGG;IACH,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAA;IAC7B,mDAAmD;IACnD,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC3B,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;CAC1B;AAED,MAAM,WAAW,WAAY,SAAQ,eAAe;IAClD,OAAO,EAAE,cAAc,CAAA;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,eAAe,CAAA;IACzB,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,cAAc,EAAE,CAAA;IAC1B,kBAAkB,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;IACnD,eAAe,EAAE,MAAM,CAAA;CACxB;AAUD,2EAA2E;AAC3E,eAAO,MAAM,uBAAuB,EAAE,WAAW,EA2FhD,CAAA;AAED,wBAAgB,cAAc,CAAC,UAAU,GAAE,WAAW,EAAO,GAAG,OAAO,CAYtE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,WAAW,GAClB,cAAc,CA8DhB;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,aAAa,CAevE;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAGzF"}

package/dist/reference-replay-steering.d.ts

@@ -0,0 +1,11 @@
+import type { ReferenceReplayCaseRun, ReferenceReplayRun, ReferenceReplayScenarioScore } from './reference-replay';
+import type { RunScore } from './run-score';
+import type { SteeringBundle } from './steering';
+import type { SteeringOptimizationRow } from './steering-optimizer';
+export interface ReferenceReplaySteeringRowsOptions<Input = unknown> {
+    bundleForRun?: (run: ReferenceReplayRun<Input>) => SteeringBundle;
+    scoreForCase?: (caseRun: ReferenceReplayCaseRun<Input>, run: ReferenceReplayRun<Input>) => RunScore;
+}
+export declare function referenceReplayRunsToSteeringRows<Input = unknown>(runs: ReferenceReplayRun<Input>[], options?: ReferenceReplaySteeringRowsOptions<Input>): SteeringOptimizationRow[];
+export declare function referenceReplayScenarioToRunScore(scenarioScore: ReferenceReplayScenarioScore, durationMs?: number): RunScore;
+//# sourceMappingURL=reference-replay-steering.d.ts.map

package/dist/reference-replay-steering.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reference-replay-steering.d.ts","sourceRoot":"","sources":["../src/reference-replay-steering.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,kBAAkB,EAClB,4BAA4B,EAC7B,MAAM,oBAAoB,CAAA;AAC3B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAChD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAEnE,MAAM,WAAW,kCAAkC,CAAC,KAAK,GAAG,OAAO;IACjE,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,CAAC,KAAK,CAAC,KAAK,cAAc,CAAA;IACjE,YAAY,CAAC,EAAE,CACb,OAAO,EAAE,sBAAsB,CAAC,KAAK,CAAC,EACtC,GAAG,EAAE,kBAAkB,CAAC,KAAK,CAAC,KAC3B,QAAQ,CAAA;CACd;AAED,wBAAgB,iCAAiC,CAAC,KAAK,GAAG,OAAO,EAC/D,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACjC,OAAO,GAAE,kCAAkC,CAAC,KAAK,CAAM,GACtD,uBAAuB,EAAE,CAoC3B;AAED,wBAAgB,iCAAiC,CAC/C,aAAa,EAAE,4BAA4B,EAC3C,UAAU,SAAI,GACb,QAAQ,CAuBV"}