@tangle-network/agent-eval 0.95.0 → 0.96.0

package/dist/propose-review-control.d.ts

@@ -1,49 +0,0 @@
-import { type ControlRunResult, type ControlRuntimeConfig } from './control-runtime';
-import { type ProposeFn, type Review, type ReviewFn, type ReviewMemoryEntry, type ReviewMemoryStore, type Verification, type VerifyFn } from './propose-review';
-import type { FailureClass } from './trace/schema';
-import type { TraceStore } from './trace/store';
-export interface ProposeReviewControlState<State, Summary = unknown> {
-    shot: number;
-    state: State;
-    priorReview: Review | null;
-    verification: Verification;
-    traceSummary?: Summary;
-    memory: ReviewMemoryEntry[];
-    completed: boolean;
-    reviewAvailable: boolean;
-    reviewError?: string;
-}
-export interface ProposeReviewControlAction {
-    type: 'propose-review-shot';
-    shot: number;
-}
-export interface ProposeReviewControlResult<State, Summary = unknown> {
-    state: State;
-    verification: Verification;
-    traceSummary?: Summary;
-    review: Review | null;
-    reviewAvailable: boolean;
-    reviewError?: string;
-}
-export interface ProposeReviewControlConfig<State, Summary = unknown> {
-    goal: string;
-    initialState: State;
-    propose: ProposeFn<State, Summary>;
-    verify: VerifyFn<State>;
-    review: ReviewFn<State, Summary>;
-    maxShots?: number;
-    maxWallMs?: number;
-    memory?: ReviewMemoryStore;
-    store?: TraceStore;
-    scenarioId?: string;
-    projectId?: string;
-    variantId?: string;
-    fallbackInstruction?: string;
-    confidenceFloor?: number;
-    confidenceFloorWindow?: number;
-    failureClassFromVerification?: (verification: Verification) => FailureClass | undefined;
-    actionFailure?: ControlRuntimeConfig<ProposeReviewControlState<State, Summary>, ProposeReviewControlAction, ProposeReviewControlResult<State, Summary>>['actionFailure'];
-}
-export declare function runProposeReviewAsControlLoop<State, Summary = unknown>(config: ProposeReviewControlConfig<State, Summary>): Promise<ControlRunResult<ProposeReviewControlState<State, Summary>, ProposeReviewControlAction, ProposeReviewControlResult<State, Summary>>>;
-export declare function controlFailureClassFromVerification(verification: Verification): FailureClass | undefined;
-//# sourceMappingURL=propose-review-control.d.ts.map

package/dist/propose-review-control.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"propose-review-control.d.ts","sourceRoot":"","sources":["../src/propose-review-control.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EAG1B,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAEL,KAAK,SAAS,EAEd,KAAK,MAAM,EACX,KAAK,QAAQ,EACb,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACd,MAAM,kBAAkB,CAAA;AACzB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,WAAW,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACjE,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,MAAM,EAAE,iBAAiB,EAAE,CAAA;IAC3B,SAAS,EAAE,OAAO,CAAA;IAClB,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAClE,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAClE,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,KAAK,CAAA;IACnB,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAClC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,4BAA4B,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,KAAK,YAAY,GAAG,SAAS,CAAA;IACvF,aAAa,CAAC,EAAE,oBAAoB,CAClC,yBAAyB,CAAC,KAAK,EAAE,OAAO,CAAC,EACzC,0BAA0B,EAC1B,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,CAC3C,CAAC,eAAe,CAAC,CAAA;CACnB;AAKD,wBAAsB,6BAA6B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAC1E,MAAM,EAAE,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,GACjD,OAAO,CACR,gBAAgB,CACd,yBAAyB,CAAC,KAAK,EAAE,OAAO,CAAC,EACzC,0BAA0B,EAC1B,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,CAC3C,CACF,CAoKA;AAED,wBAAgB,mCAAmC,CACjD,YAAY,EAAE,YAAY,GACzB,YAAY,GAAG,SAAS,CAG1B"}

package/dist/propose-review-control.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=propose-review-control.test.d.ts.map

package/dist/propose-review-control.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"propose-review-control.test.d.ts","sourceRoot":"","sources":["../src/propose-review-control.test.ts"],"names":[],"mappings":""}

package/dist/propose-review.d.ts

@@ -1,155 +0,0 @@
-/**
- * Propose / Verify / Review — the core multi-shot primitive.
- *
- *   shot N:  propose(state, priorReview) → new state
- *            verify(state)               → pass/fail, optional layers
- *            review(state, verification, memory) → observations + next-shot
- *                                                   instruction + shouldContinue
- *            memory.append(entry)
- *
- * Roles are strictly separated:
- *
- *   - The WORKER is whatever the caller wraps in `propose`. It is
- *     stateful — caller owns its resume/session mechanism.
- *   - The VERIFIER grades the state. It produces the ground truth.
- *     The reviewer cannot overturn or downgrade a verification layer.
- *   - The REVIEWER is stateless per call. Its continuity is the
- *     `ReviewMemoryStore` — durable JSONL by default, or any store
- *     implementing the interface. It reads memory + trace summary +
- *     verification and directs the NEXT proposer shot.
- *
- * This shape is load-bearing. The reviewer never grades; the verifier
- * never directs. Two processes, two prompts, two concerns — which is
- * what keeps the loop from confirmation-biasing itself into "all
- * passed" when it didn't.
- *
- * Short-circuits and soft-fails are both first-class:
- *   - verify.pass === true  → reviewer LLM call is skipped, memory
- *     records a success entry, loop exits.
- *   - review throws         → the shot still counts; the loop uses the
- *     last-known instruction (or `fallbackInstruction`) for the next
- *     propose call. A transient reviewer failure must NEVER abort a
- *     valid arc.
- *
- * Composable: `propose` itself can be another `runProposeReview` call.
- * That's the dogfooding path — a harness built on this primitive is in
- * turn evaluable by it.
- */
-import { TraceEmitter } from './trace/emitter';
-import type { FailureClass } from './trace/schema';
-import type { TraceStore } from './trace/store';
-export interface Verification {
-    pass: boolean;
-    score?: number;
-    failingLayers?: string[];
-    details?: unknown;
-}
-export interface Review {
-    observations: string;
-    diagnosis: string;
-    nextShotInstruction: string;
-    shouldContinue: boolean;
-    confidence: number;
-}
-export interface ReviewMemoryEntry extends Review {
-    shot: number;
-    timestamp: number;
-    verification: {
-        pass: boolean;
-        score?: number;
-        failingLayers?: string[];
-    };
-}
-export interface ProposeInput<State> {
-    shot: number;
-    goal: string;
-    state: State;
-    priorReview: Review | null;
-    abortSignal: AbortSignal;
-    emitter?: TraceEmitter;
-}
-export interface ProposeOutput<State, Summary = unknown> {
-    state: State;
-    traceSummary?: Summary;
-}
-export interface ReviewInput<State, Summary = unknown> {
-    shot: number;
-    goal: string;
-    state: State;
-    verification: Verification;
-    traceSummary: Summary | undefined;
-    memory: ReviewMemoryEntry[];
-}
-export type ProposeFn<State, Summary = unknown> = (input: ProposeInput<State>) => Promise<ProposeOutput<State, Summary>>;
-export type VerifyFn<State> = (state: State) => Promise<Verification>;
-export type ReviewFn<State, Summary = unknown> = (input: ReviewInput<State, Summary>) => Promise<Review>;
-export interface ReviewMemoryStore {
-    load(): Promise<ReviewMemoryEntry[]>;
-    append(entry: ReviewMemoryEntry): Promise<void>;
-}
-export interface ProposeReviewConfig<State, Summary = unknown> {
-    goal: string;
-    initialState: State;
-    propose: ProposeFn<State, Summary>;
-    verify: VerifyFn<State>;
-    review: ReviewFn<State, Summary>;
-    /** Hard shot cap. Default 10. */
-    maxShots?: number;
-    /** Wall-clock cap in ms. Default 10 min. */
-    maxWallMs?: number;
-    /**
-     * If the reviewer returns confidence ≤ floor on `confidenceFloorWindow`
-     * consecutive shots, terminate early. Default floor 0.3, window 2.
-     * Set window to 0 or floor to <0 to disable.
-     */
-    confidenceFloor?: number;
-    confidenceFloorWindow?: number;
-    /** Defaults to an in-memory store if omitted. */
-    memory?: ReviewMemoryStore;
-    /** If provided, emit a Run + per-shot spans. */
-    store?: TraceStore;
-    scenarioId?: string;
-    projectId?: string;
-    variantId?: string;
-    /**
-     * Used when the reviewer soft-fails on shot 1 (no prior instruction to
-     * fall back to). Default is a generic "inspect failures and fix".
-     */
-    fallbackInstruction?: string;
-}
-export interface ProposeReviewShot<State, Summary = unknown> {
-    shot: number;
-    state: State;
-    verification: Verification;
-    traceSummary: Summary | undefined;
-    review: Review;
-    reviewAvailable: boolean;
-    reviewError?: string;
-    durationMs: number;
-}
-export interface ProposeReviewReport<State, Summary = unknown> {
-    runId: string | null;
-    completed: boolean;
-    shots: ProposeReviewShot<State, Summary>[];
-    finalState: State;
-    finalVerification: Verification;
-    failureClass?: FailureClass;
-    wallMs: number;
-    score: number;
-}
-export declare function inMemoryReviewStore(initial?: ReviewMemoryEntry[]): ReviewMemoryStore;
-export declare function jsonlReviewStore(path: string): ReviewMemoryStore;
-export declare function runProposeReview<State, Summary = unknown>(config: ProposeReviewConfig<State, Summary>): Promise<ProposeReviewReport<State, Summary>>;
-export type LlmJsonCall = (req: {
-    system: string;
-    user: string;
-}) => Promise<unknown>;
-export interface LlmReviewerConfig<State, Summary = unknown> {
-    callJson: LlmJsonCall;
-    renderState?: (state: State) => string;
-    renderTraceSummary?: (summary: Summary | undefined) => string;
-    /** Appended to the default system prompt. */
-    systemPromptAddendum?: string;
-}
-export declare function createLlmReviewer<State, Summary = unknown>(cfg: LlmReviewerConfig<State, Summary>): ReviewFn<State, Summary>;
-//# sourceMappingURL=propose-review.d.ts.map

package/dist/propose-review.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"propose-review.d.ts","sourceRoot":"","sources":["../src/propose-review.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAIH,OAAO,EAAmB,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAI/C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,WAAW,MAAM;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,cAAc,EAAE,OAAO,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,MAAM;IAC/C,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE;QACZ,IAAI,EAAE,OAAO,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;KACzB,CAAA;CACF;AAED,MAAM,WAAW,YAAY,CAAC,KAAK;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,WAAW,EAAE,WAAW,CAAA;IACxB,OAAO,CAAC,EAAE,YAAY,CAAA;CACvB;AAED,MAAM,WAAW,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACrD,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,MAAM,WAAW,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,OAAO,GAAG,SAAS,CAAA;IACjC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAC5B;AAED,MAAM,MAAM,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,IAAI,CAChD,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,KACvB,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;AAE3C,MAAM,MAAM,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,YAAY,CAAC,CAAA;AAErE,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,IAAI,CAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,KAC/B,OAAO,CAAC,MAAM,CAAC,CAAA;AAEpB,MAAM,WAAW,iBAAiB;IAChC,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACpC,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAChD;AAED,MAAM,WAAW,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAC3D,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,KAAK,CAAA;IACnB,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAClC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAChC,iCAAiC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,iDAAiD;IACjD,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,gDAAgD;IAChD,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACzD,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,OAAO,GAAG,SAAS,CAAA;IACjC,MAAM,EAAE,MAAM,CAAA;IACd,eAAe,EAAE,OAAO,CAAA;IACxB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAC3D,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,SAAS,EAAE,OAAO,CAAA;IAClB,KAAK,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAA;IAC1C,UAAU,EAAE,KAAK,CAAA;IACjB,iBAAiB,EAAE,YAAY,CAAA;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd;AAID,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,iBAAiB,EAAO,GAAG,iBAAiB,CAUxF;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAuBhE;AAOD,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAC7D,MAAM,EAAE,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,GAC1C,OAAO,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CA6M9C;AAID,MAAM,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;AAErF,MAAM,WAAW,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IACzD,QAAQ,EAAE,WAAW,CAAA;IACrB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,MAAM,CAAA;IACtC,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,GAAG,SAAS,KAAK,MAAM,CAAA;IAC7D,6CAA6C;IAC7C,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B;AAOD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EACxD,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,GACrC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CA6D1B"}

package/dist/red-team.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"red-team.d.ts","sourceRoot":"","sources":["../src/red-team.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,MAAM,eAAe,GACvB,yBAAyB,GACzB,2BAA2B,GAC3B,mBAAmB,GACnB,eAAe,GACf,UAAU,GACV,uBAAuB,GACvB,YAAY,GACZ,iBAAiB,CAAA;AAErB,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,eAAe,CAAA;IACzB,wCAAwC;IACxC,KAAK,EAAE,MAAM,CAAA;IACb;;;OAGG;IACH,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAA;IAC7B,mDAAmD;IACnD,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC3B,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;CAC1B;AAED,MAAM,WAAW,WAAY,SAAQ,eAAe;IAClD,OAAO,EAAE,cAAc,CAAA;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,eAAe,CAAA;IACzB,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,cAAc,EAAE,CAAA;IAC1B,kBAAkB,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;IACnD,eAAe,EAAE,MAAM,CAAA;CACxB;AAUD,2EAA2E;AAC3E,eAAO,MAAM,uBAAuB,EAAE,WAAW,EA2FhD,CAAA;AAED,wBAAgB,cAAc,CAAC,UAAU,GAAE,WAAW,EAAO,GAAG,OAAO,CAYtE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,WAAW,GAClB,cAAc,CA8DhB;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,aAAa,CAevE;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAGzF"}

package/dist/reference-replay-steering.d.ts

@@ -1,11 +0,0 @@
-import type { ReferenceReplayCaseRun, ReferenceReplayRun, ReferenceReplayScenarioScore } from './reference-replay';
-import type { RunScore } from './run-score';
-import type { SteeringBundle } from './steering';
-import type { SteeringOptimizationRow } from './steering-optimizer';
-export interface ReferenceReplaySteeringRowsOptions<Input = unknown> {
-    bundleForRun?: (run: ReferenceReplayRun<Input>) => SteeringBundle;
-    scoreForCase?: (caseRun: ReferenceReplayCaseRun<Input>, run: ReferenceReplayRun<Input>) => RunScore;
-}
-export declare function referenceReplayRunsToSteeringRows<Input = unknown>(runs: ReferenceReplayRun<Input>[], options?: ReferenceReplaySteeringRowsOptions<Input>): SteeringOptimizationRow[];
-export declare function referenceReplayScenarioToRunScore(scenarioScore: ReferenceReplayScenarioScore, durationMs?: number): RunScore;
-//# sourceMappingURL=reference-replay-steering.d.ts.map

package/dist/reference-replay-steering.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reference-replay-steering.d.ts","sourceRoot":"","sources":["../src/reference-replay-steering.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,kBAAkB,EAClB,4BAA4B,EAC7B,MAAM,oBAAoB,CAAA;AAC3B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAChD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAEnE,MAAM,WAAW,kCAAkC,CAAC,KAAK,GAAG,OAAO;IACjE,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,CAAC,KAAK,CAAC,KAAK,cAAc,CAAA;IACjE,YAAY,CAAC,EAAE,CACb,OAAO,EAAE,sBAAsB,CAAC,KAAK,CAAC,EACtC,GAAG,EAAE,kBAAkB,CAAC,KAAK,CAAC,KAC3B,QAAQ,CAAA;CACd;AAED,wBAAgB,iCAAiC,CAAC,KAAK,GAAG,OAAO,EAC/D,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACjC,OAAO,GAAE,kCAAkC,CAAC,KAAK,CAAM,GACtD,uBAAuB,EAAE,CAoC3B;AAED,wBAAgB,iCAAiC,CAC/C,aAAa,EAAE,4BAA4B,EAC3C,UAAU,SAAI,GACb,QAAQ,CAuBV"}

package/dist/reference-replay.d.ts

@@ -1,176 +0,0 @@
-/**
- * Reference replay — score an agent against withheld historical outcomes.
- *
- * This is the generic version of the public-audit replay pattern:
- * run a candidate system on an old task, keep the reference answers hidden
- * until after execution, then score recall/precision and gate promotion
- * across train/dev/test/holdout splits.
- */
-export type ReferenceReplaySplit = 'train' | 'dev' | 'test' | 'holdout';
-export type ReferenceReplayMatchStrategy = 'reference-order' | 'global-greedy';
-export interface ReferenceReplayItem {
-    id: string;
-    title: string;
-    description?: string;
-    severity?: string;
-    tags?: string[];
-    weight?: number;
-}
-export interface ReferenceReplayCandidate {
-    id: string;
-    title: string;
-    description?: string;
-    severity?: string;
-    tags?: string[];
-    metadata?: Record<string, unknown>;
-}
-export interface ReferenceReplayScenario {
-    id: string;
-    split?: ReferenceReplaySplit;
-    references: ReferenceReplayItem[];
-    candidates: ReferenceReplayCandidate[];
-    metadata?: Record<string, unknown>;
-}
-export interface ReferenceReplayCase<Input = unknown> {
-    id: string;
-    split?: ReferenceReplaySplit;
-    input: Input;
-    references: ReferenceReplayItem[];
-    metadata?: Record<string, unknown>;
-}
-export interface ReferenceReplayExecutionScenario<Input = unknown> {
-    id: string;
-    split: ReferenceReplaySplit;
-    input: Input;
-    metadata?: Record<string, unknown>;
-}
-export interface ReferenceReplayRunContext {
-    runId: string;
-    caseIndex: number;
-    abortSignal?: AbortSignal;
-}
-export interface ReferenceReplayAdapter<Input = unknown> {
-    run(scenario: ReferenceReplayExecutionScenario<Input>, context: ReferenceReplayRunContext): Promise<ReferenceReplayCandidate[]>;
-}
-export type ReferenceReplayAdapterFn<Input = unknown> = (scenario: ReferenceReplayExecutionScenario<Input>, context: ReferenceReplayRunContext) => Promise<ReferenceReplayCandidate[]>;
-export type ReferenceReplayAdapterLike<Input = unknown> = ReferenceReplayAdapter<Input> | ReferenceReplayAdapterFn<Input>;
-export interface ReferenceReplayMatch {
-    scenarioId: string;
-    referenceId: string;
-    candidateId: string | null;
-    score: number;
-    matched: boolean;
-    weight: number;
-    reason: string;
-}
-export interface ReferenceReplayScenarioScore {
-    scenarioId: string;
-    split: ReferenceReplaySplit;
-    matched: number;
-    total: number;
-    falsePositives: number;
-    matchedWeight: number;
-    totalWeight: number;
-    precision: number;
-    recall: number;
-    f1: number;
-    matches: ReferenceReplayMatch[];
-}
-export interface ReferenceReplayAggregate {
-    matched: number;
-    total: number;
-    falsePositives: number;
-    matchedWeight: number;
-    totalWeight: number;
-    precision: number;
-    recall: number;
-    f1: number;
-    weightedRecall: number;
-}
-export interface ReferenceReplayScore {
-    scenarios: ReferenceReplayScenarioScore[];
-    aggregate: ReferenceReplayAggregate;
-    bySplit: Partial<Record<ReferenceReplaySplit, ReferenceReplayAggregate>>;
-}
-export interface ReferenceMatchResult {
-    score: number;
-    reason?: string;
-}
-export type ReferenceReplayMatcher = (reference: ReferenceReplayItem, candidate: ReferenceReplayCandidate, scenario: ReferenceReplayScenario) => ReferenceMatchResult;
-export interface ReferenceReplayScoreOptions {
-    matcher?: ReferenceReplayMatcher;
-    matchThreshold?: number;
-    matchStrategy?: ReferenceReplayMatchStrategy;
-    includeHoldout?: boolean;
-    splits?: ReferenceReplaySplit[];
-}
-export interface ReferenceReplayPromotionPolicy {
-    /** Splits that must improve or stay flat. Default: ['dev', 'test']. */
-    requiredSplits?: ReferenceReplaySplit[];
-    /** Minimum aggregate F1 lift required on required splits. Default 0. */
-    minF1Delta?: number;
-    /** Maximum F1 drop allowed on any compared split. Default 0. */
-    maxRegression?: number;
-    /** If true, holdout must be present and must not regress. Default true. */
-    requireHoldoutNonRegression?: boolean;
-}
-export interface ReferenceReplaySplitComparison {
-    split: ReferenceReplaySplit;
-    baselineF1: number;
-    candidateF1: number;
-    f1Delta: number;
-    baselineRecall: number;
-    candidateRecall: number;
-    recallDelta: number;
-}
-export interface ReferenceReplayPromotionDecision {
-    promote: boolean;
-    reason: string;
-    aggregateDelta: number;
-    comparisons: ReferenceReplaySplitComparison[];
-    regressions: ReferenceReplaySplitComparison[];
-}
-export interface ReferenceReplayCaseRun<Input = unknown> {
-    caseId: string;
-    split: ReferenceReplaySplit;
-    input: Input;
-    metadata?: Record<string, unknown>;
-    references: ReferenceReplayItem[];
-    candidates: ReferenceReplayCandidate[];
-    score: ReferenceReplayScenarioScore;
-    durationMs: number;
-    error?: string;
-}
-export interface ReferenceReplayRun<Input = unknown> {
-    id: string;
-    variantId?: string;
-    startedAt: number;
-    completedAt: number;
-    durationMs: number;
-    cases: ReferenceReplayCaseRun<Input>[];
-    score: ReferenceReplayScore;
-    metadata?: Record<string, unknown>;
-}
-export interface ReferenceReplayRunOptions<Input = unknown> extends ReferenceReplayScoreOptions {
-    adapter: ReferenceReplayAdapterLike<Input>;
-    runId?: string;
-    variantId?: string;
-    metadata?: Record<string, unknown>;
-    store?: ReferenceReplayRunStore<Input>;
-    abortSignal?: AbortSignal;
-    continueOnError?: boolean;
-    now?: () => number;
-}
-export interface ReferenceReplayRunStore<Input = unknown> {
-    save(run: ReferenceReplayRun<Input>): Promise<void>;
-    list(): Promise<ReferenceReplayRun<Input>[]>;
-}
-export declare function runReferenceReplay<Input = unknown>(cases: ReferenceReplayCase<Input>[], options: ReferenceReplayRunOptions<Input>): Promise<ReferenceReplayRun<Input>>;
-export declare function decideReferenceReplayRunPromotion(baseline: ReferenceReplayRun, candidate: ReferenceReplayRun, policy?: ReferenceReplayPromotionPolicy): ReferenceReplayPromotionDecision;
-export declare function inMemoryReferenceReplayStore<Input = unknown>(initial?: ReferenceReplayRun<Input>[]): ReferenceReplayRunStore<Input>;
-export declare function jsonlReferenceReplayStore<Input = unknown>(path: string): ReferenceReplayRunStore<Input>;
-export declare function scoreReferenceReplay(scenarios: ReferenceReplayScenario[], options?: ReferenceReplayScoreOptions): ReferenceReplayScore;
-export declare function compareReferenceReplay(baseline: ReferenceReplayScore, candidate: ReferenceReplayScore): ReferenceReplaySplitComparison[];
-export declare function decideReferenceReplayPromotion(baseline: ReferenceReplayScore, candidate: ReferenceReplayScore, policy?: ReferenceReplayPromotionPolicy): ReferenceReplayPromotionDecision;
-export declare function defaultReferenceReplayMatcher(reference: ReferenceReplayItem, candidate: ReferenceReplayCandidate): ReferenceMatchResult;
-//# sourceMappingURL=reference-replay.d.ts.map

package/dist/reference-replay.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reference-replay.d.ts","sourceRoot":"","sources":["../src/reference-replay.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,CAAA;AACvE,MAAM,MAAM,4BAA4B,GAAG,iBAAiB,GAAG,eAAe,CAAA;AAE9E,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,CAAC,EAAE,oBAAoB,CAAA;IAC5B,UAAU,EAAE,mBAAmB,EAAE,CAAA;IACjC,UAAU,EAAE,wBAAwB,EAAE,CAAA;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,mBAAmB,CAAC,KAAK,GAAG,OAAO;IAClD,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,CAAC,EAAE,oBAAoB,CAAA;IAC5B,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,mBAAmB,EAAE,CAAA;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,gCAAgC,CAAC,KAAK,GAAG,OAAO;IAC/D,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,oBAAoB,CAAA;IAC3B,KAAK,EAAE,KAAK,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,WAAW,CAAA;CAC1B;AAED,MAAM,WAAW,sBAAsB,CAAC,KAAK,GAAG,OAAO;IACrD,GAAG,CACD,QAAQ,EAAE,gCAAgC,CAAC,KAAK,CAAC,EACjD,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAAA;CACvC;AAED,MAAM,MAAM,wBAAwB,CAAC,KAAK,GAAG,OAAO,IAAI,CACtD,QAAQ,EAAE,gCAAgC,CAAC,KAAK,CAAC,EACjD,OAAO,EAAE,yBAAyB,KAC/B,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAAA;AAExC,MAAM,MAAM,0BAA0B,CAAC,KAAK,GAAG,OAAO,IAClD,sBAAsB,CAAC,KAAK,CAAC,GAC7B,wBAAwB,CAAC,KAAK,CAAC,CAAA;AAEnC,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,oBAAoB,CAAA;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,oBAAoB,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE,MAAM,CAAA;IACV,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,4BAA4B,EAAE,CAAA;IACzC,SAAS,EAAE,wBAAwB,CAAA;IACnC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,oBAAoB,EAAE,wBAAwB,CAAC,CAAC,CAAA;CACzE;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,MAAM,sBAAsB,GAAG,CACnC,SAAS,EAAE,mBAAmB,EAC9B,SAAS,EAAE,wBAAwB,EACnC,QAAQ,EAAE,uBAAuB,KAC9B,oBAAoB,CAAA;AAEzB,MAAM,WAAW,2BAA2B;IAC1C,OAAO,CAAC,EAAE,sBAAsB,CAAA;IAChC,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,aAAa,CAAC,EAAE,4BAA4B,CAAA;IAC5C,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,8BAA8B;IAC7C,uEAAuE;IACvE,cAAc,CAAC,EAAE,oBAAoB,EAAE,CAAA;IACvC,wEAAwE;IACxE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,gEAAgE;IAChE,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,2EAA2E;IAC3E,2BAA2B,CAAC,EAAE,OAAO,CAAA;CACtC;AAED,MAAM,WAAW,8BAA8B;IAC7C,KAAK,EAAE,oBAAoB,CAAA;IAC3B,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;IACtB,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,8BAA8B,EAAE,CAAA;IAC7C,WAAW,EAAE,8BAA8B,EAAE,CAAA;CAC9C;AAED,MAAM,WAAW,sBAAsB,CAAC,KAAK,GAAG,OAAO;IACrD,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,oBAAoB,CAAA;IAC3B,KAAK,EAAE,KAAK,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAClC,UAAU,EAAE,mBAAmB,EAAE,CAAA;IACjC,UAAU,EAAE,wBAAwB,EAAE,CAAA;IACtC,KAAK,EAAE,4BAA4B,CAAA;IACnC,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,kBAAkB,CAAC,KAAK,GAAG,OAAO;IACjD,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAA;IACtC,KAAK,EAAE,oBAAoB,CAAA;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,yBAAyB,CAAC,KAAK,GAAG,OAAO,CAAE,SAAQ,2BAA2B;IAC7F,OAAO,EAAE,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAClC,KAAK,CAAC,EAAE,uBAAuB,CAAC,KAAK,CAAC,CAAA;IACtC,WAAW,CAAC,EAAE,WAAW,CAAA;IACzB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,uBAAuB,CAAC,KAAK,GAAG,OAAO;IACtD,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,IAAI,IAAI,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;CAC7C;AAKD,wBAAsB,kBAAkB,CAAC,KAAK,GAAG,OAAO,EACtD,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,EACnC,OAAO,EAAE,yBAAyB,CAAC,KAAK,CAAC,GACxC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CA4FpC;AAED,wBAAgB,iCAAiC,CAC/C,QAAQ,EAAE,kBAAkB,EAC5B,SAAS,EAAE,kBAAkB,EAC7B,MAAM,GAAE,8BAAmC,GAC1C,gCAAgC,CAElC;AAED,wBAAgB,4BAA4B,CAAC,KAAK,GAAG,OAAO,EAC1D,OAAO,GAAE,kBAAkB,CAAC,KAAK,CAAC,EAAO,GACxC,uBAAuB,CAAC,KAAK,CAAC,CAUhC;AAkBD,wBAAgB,yBAAyB,CAAC,KAAK,GAAG,OAAO,EACvD,IAAI,EAAE,MAAM,GACX,uBAAuB,CAAC,KAAK,CAAC,CAgBhC;AAED,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,uBAAuB,EAAE,EACpC,OAAO,GAAE,2BAAgC,GACxC,oBAAoB,CAkBtB;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,oBAAoB,GAC9B,8BAA8B,EAAE,CAkBlC;AAED,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,oBAAoB,EAC/B,MAAM,GAAE,8BAAmC,GAC1C,gCAAgC,CAuElC;AAED,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,mBAAmB,EAC9B,SAAS,EAAE,wBAAwB,GAClC,oBAAoB,CAgBtB"}

package/dist/reflective-mutation.d.ts

@@ -1,79 +0,0 @@
-/**
- * Reflective mutation — primitives for trace-conditioned prompt rewriting.
- *
- * Used by `prompt-evolution.ts` (and any consumer running iterative
- * improvement). Given a parent prompt + concrete trace evidence (top trials,
- * bottom trials, missed expectations), produce an LLM-ready prompt that
- * proposes targeted mutations — not blind rephrasings.
- *
- * Why this lives outside `prompt-evolution.ts`: any consumer that wants to
- * run reflective rewriting WITHOUT the population/Pareto machinery can
- * import these primitives directly.
- *
- * Quality bar (vs. naive "mutate this prompt"):
- *   - Show parent ↔ children diff, not just one variant
- *   - Quote specific missed goldens with their match phrases
- *   - Surface the model's actual emitted output side-by-side with what was expected
- *   - Quote concrete mutation primitives so the model has a vocabulary
- */
-export interface TrialTrace {
-    /** Stable id for the trial — surfaces in the prompt for grounding. */
-    id: string;
-    /** Score the trial received on its primary metric. */
-    score: number;
-    /** Candidate inputs the agent was given (e.g., the fixture or scenario). */
-    inputName?: string;
-    /**
-     * Goldens / expectations this trial was tested against, with whether each
-     * was matched. The reflection prompt quotes the missed ones specifically.
-     */
-    expectations?: Array<{
-        id: string;
-        phrase: string;
-        matched: boolean;
-    }>;
-    /** Free-form text — what the agent actually emitted (e.g., findings, plan). */
-    emitted?: string;
-    /** The judge's free-form note on WHY this trial scored low — the failure
-     *  evidence the reflection targets. Should be a generalizable pattern (which
-     *  checks/lines/dimensions failed, and how), never case-specific ground
-     *  truth (that would teach memorization, not capability). */
-    failureNote?: string;
-    /** Optional structured metrics (recall, precision, cost, latency). */
-    metrics?: Record<string, number>;
-}
-export interface ReflectionContext {
-    /** What is being mutated — appears in the system prompt for orientation. */
-    target: string;
-    /** Current variant's payload — JSON-serialised for the prompt. */
-    parentPayload: unknown;
-    /** Best-performing trials this generation. */
-    topTrials: TrialTrace[];
-    /** Worst-performing trials this generation — the missed-golden source. */
-    bottomTrials: TrialTrace[];
-    /** How many children the mutator should propose. */
-    childCount: number;
-    /** Optional: domain-specific mutation primitives the model can pick from. */
-    mutationPrimitives?: string[];
-}
-export declare const DEFAULT_MUTATION_PRIMITIVES: string[];
-/**
- * Build the LLM-ready reflection prompt. Output is plain text — pass it as
- * the user message. The system message should be small and stable (e.g.
- * "Output ONLY a JSON object matching the schema below.").
- */
-export declare function buildReflectionPrompt(ctx: ReflectionContext): string;
-/** Render analyst findings + an optional analysis report into a prompt evidence
- *  block. A findings producer diagnoses the generation's traces; this surfaces
- *  that diagnosis to the proposer so a mutation targets a NAMED root cause instead of blindly
- *  rephrasing. Duck-types the finding shape (claim / severity / area /
- *  recommended_action) so any findings producer's rows render. Returns null when
- *  there is nothing to add, so callers append nothing. */
-export declare function renderAnalystEvidence(findings: unknown[], report?: unknown): string | null;
-export interface ReflectionProposal {
-    label: string;
-    rationale: string;
-    payload: unknown;
-}
-export declare function parseReflectionResponse(raw: string, maxProposals?: number): ReflectionProposal[];
-//# sourceMappingURL=reflective-mutation.d.ts.map

package/dist/reflective-mutation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reflective-mutation.d.ts","sourceRoot":"","sources":["../src/reflective-mutation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,WAAW,UAAU;IACzB,sEAAsE;IACtE,EAAE,EAAE,MAAM,CAAA;IACV,sDAAsD;IACtD,KAAK,EAAE,MAAM,CAAA;IACb,4EAA4E;IAC5E,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,YAAY,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;IACtE,+EAA+E;IAC/E,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;;iEAG6D;IAC7D,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,4EAA4E;IAC5E,MAAM,EAAE,MAAM,CAAA;IACd,kEAAkE;IAClE,aAAa,EAAE,OAAO,CAAA;IACtB,8CAA8C;IAC9C,SAAS,EAAE,UAAU,EAAE,CAAA;IACvB,0EAA0E;IAC1E,YAAY,EAAE,UAAU,EAAE,CAAA;IAC1B,oDAAoD;IACpD,UAAU,EAAE,MAAM,CAAA;IAClB,6EAA6E;IAC7E,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;CAC9B;AAED,eAAO,MAAM,2BAA2B,EAAE,MAAM,EAO/C,CAAA;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAqFpE;AAED;;;;;0DAK0D;AAC1D,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAuC1F;AAWD,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACjB;AA0DD,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,kBAAkB,EAAE,CA8EhG"}

package/dist/registry.d.ts

@@ -1,31 +0,0 @@
-import type { Scenario, ScenarioFile } from './types';
-/**
- * ScenarioRegistry — manages scenario discovery and filtering.
- *
- * Each agent registers its scenarios. The registry handles conversion
- * from ScenarioFile format to the framework's Scenario type.
- */
-export declare class ScenarioRegistry {
-    private scenarios;
-    private scenarioFiles;
-    /** Register scenarios from ScenarioFile format */
-    registerFiles(files: ScenarioFile[]): void;
-    /** Register pre-built Scenario objects directly */
-    register(scenarios: Scenario[]): void;
-    /** Get all scenarios */
-    all(): Scenario[];
-    /** Get scenarios filtered by category */
-    byCategory(category: string): Scenario[];
-    /** List all categories with counts */
-    listCategories(): {
-        category: string;
-        count: number;
-    }[];
-    /** Get scenarios filtered by persona */
-    byPersona(persona: string): Scenario[];
-    /** Get a single scenario by ID */
-    byId(id: string): Scenario | undefined;
-    /** Count total scenarios */
-    get count(): number;
-}
-//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAErD;;;;;GAKG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,aAAa,CAAqB;IAE1C,kDAAkD;IAClD,aAAa,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,IAAI;IAK1C,mDAAmD;IACnD,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI;IAIrC,wBAAwB;IACxB,GAAG,IAAI,QAAQ,EAAE;IAIjB,yCAAyC;IACzC,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,EAAE;IAKxC,sCAAsC;IACtC,cAAc,IAAI;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE;IAQvD,wCAAwC;IACxC,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,EAAE;IAItC,kCAAkC;IAClC,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAItC,4BAA4B;IAC5B,IAAI,KAAK,IAAI,MAAM,CAElB;CACF"}