@tangle-network/agent-eval 0.94.0 → 0.95.0

package/dist/{control-runtime-Acf9CGhw.d.ts → control-runtime.d.ts}

@@ -1,7 +1,3 @@
-import { T as TraceEmitter } from './emitter-C2rqGH_l.js';
-import { F as FailureClass } from './schema-m0gsnbt3.js';
-import { T as TraceStore } from './store-BcFXE6LG.js';
-
 /**
  * Policy-based agent control runtime.
  *
@@ -13,10 +9,12 @@ import { T as TraceStore } from './store-BcFXE6LG.js';
  * critic/revise, driver intervention, specialist calls, and human escalation
  * are all just actions chosen by the control policy.
  */
-
-type ControlSeverity = 'info' | 'warning' | 'error' | 'critical';
-type ControlActionFailureMode = 'continue' | 'stop';
-interface ControlEvalResult {
+import { TraceEmitter } from './trace/emitter';
+import type { FailureClass } from './trace/schema';
+import type { TraceStore } from './trace/store';
+export type ControlSeverity = 'info' | 'warning' | 'error' | 'critical';
+export type ControlActionFailureMode = 'continue' | 'stop';
+export interface ControlEvalResult {
     /** Stable validator or judge id. */
     id: string;
     /** Whether this check passed. */
@@ -34,12 +32,12 @@ interface ControlEvalResult {
     /** Structured details for downstream control policies and reports. */
     metadata?: Record<string, unknown>;
 }
-interface ControlBudget {
+export interface ControlBudget {
     maxSteps: number;
     maxWallMs?: number;
     maxCostUsd?: number;
 }
-interface ControlStopPolicies<TState, TAction> {
+export interface ControlStopPolicies<TState, TAction> {
     /**
      * Stop after N consecutive steps with no state fingerprint change and
      * less than `minScoreDelta` score movement. Disabled when omitted.
@@ -57,7 +55,7 @@ interface ControlStopPolicies<TState, TAction> {
     /** Override the default JSON/string fingerprint for repeated-action checks. */
     actionFingerprint?: (action: TAction) => string;
 }
-interface ControlContext<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
+export interface ControlContext<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
     intent: string;
     state: TState;
     evals: TEval[];
@@ -70,7 +68,7 @@ interface ControlContext<TState, TAction, TActionResult, TEval extends ControlEv
     abortSignal: AbortSignal;
     emitter?: TraceEmitter;
 }
-type ControlDecision<TAction> = {
+export type ControlDecision<TAction> = {
     type: 'continue';
     action: TAction;
     reason?: string;
@@ -80,26 +78,26 @@ type ControlDecision<TAction> = {
     pass?: boolean;
     score?: number;
 };
-interface StopDecision {
+export interface StopDecision {
     stop: boolean;
     pass: boolean;
     reason: string;
     score?: number;
     failureClass?: FailureClass;
 }
-interface ControlActionOutcome<TActionResult> {
+export interface ControlActionOutcome<TActionResult> {
     ok: boolean;
     result?: TActionResult;
     error?: string;
     costUsd?: number;
     durationMs: number;
 }
-interface ControlRuntimeError {
+export interface ControlRuntimeError {
     phase: 'observe' | 'validate' | 'decide' | 'act' | 'stop-policy' | 'on-step' | 'trace';
     stepIndex: number;
     message: string;
 }
-interface ControlStep<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
+export interface ControlStep<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
     index: number;
     decision: ControlDecision<TAction>;
     beforeState: TState;
@@ -110,7 +108,7 @@ interface ControlStep<TState, TAction, TActionResult, TEval extends ControlEvalR
     startedAt: string;
     endedAt: string;
 }
-interface ControlRunResult<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
+export interface ControlRunResult<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
     intent: string;
     pass: boolean;
     completed: boolean;
@@ -127,7 +125,7 @@ interface ControlRunResult<TState, TAction, TActionResult, TEval extends Control
     runtimeErrors: ControlRuntimeError[];
     stoppedBy: 'policy' | 'stop-policy' | 'budget' | 'abort' | 'runtime-error';
 }
-interface ControlRuntimeConfig<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
+export interface ControlRuntimeConfig<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
     intent: string;
     budget?: Partial<ControlBudget>;
     signal?: AbortSignal;
@@ -172,11 +170,10 @@ interface ControlRuntimeConfig<TState, TAction, TActionResult, TEval extends Con
     projectId?: string;
     variantId?: string;
 }
-declare function runAgentControlLoop<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult>(config: ControlRuntimeConfig<TState, TAction, TActionResult, TEval>): Promise<ControlRunResult<TState, TAction, TActionResult, TEval>>;
-declare function stopOnNoProgress<TState, TAction>(maxNoProgressSteps: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxNoProgressSteps'>): ControlStopPolicies<TState, TAction>;
-declare function stopOnRepeatedAction<TState, TAction>(maxRepeatedActions: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxRepeatedActions'>): ControlStopPolicies<TState, TAction>;
-declare function objectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
-declare function subjectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
-declare function allCriticalPassed(evals: ControlEvalResult[]): boolean;
-
-export { type ControlEvalResult as C, type StopDecision as S, type ControlRunResult as a, type ControlStep as b, type ControlActionFailureMode as c, type ControlActionOutcome as d, type ControlBudget as e, type ControlContext as f, type ControlDecision as g, type ControlRuntimeConfig as h, type ControlRuntimeError as i, type ControlSeverity as j, type ControlStopPolicies as k, allCriticalPassed as l, stopOnRepeatedAction as m, subjectiveEval as n, objectiveEval as o, runAgentControlLoop as r, stopOnNoProgress as s };
+export declare function runAgentControlLoop<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult>(config: ControlRuntimeConfig<TState, TAction, TActionResult, TEval>): Promise<ControlRunResult<TState, TAction, TActionResult, TEval>>;
+export declare function stopOnNoProgress<TState, TAction>(maxNoProgressSteps: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxNoProgressSteps'>): ControlStopPolicies<TState, TAction>;
+export declare function stopOnRepeatedAction<TState, TAction>(maxRepeatedActions: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxRepeatedActions'>): ControlStopPolicies<TState, TAction>;
+export declare function objectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
+export declare function subjectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
+export declare function allCriticalPassed(evals: ControlEvalResult[]): boolean;
+//# sourceMappingURL=control-runtime.d.ts.map

package/dist/control-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-runtime.d.ts","sourceRoot":"","sources":["../src/control-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAmB,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,CAAA;AACvE,MAAM,MAAM,wBAAwB,GAAG,UAAU,GAAG,MAAM,CAAA;AAE1D,MAAM,WAAW,iBAAiB;IAChC,oCAAoC;IACpC,EAAE,EAAE,MAAM,CAAA;IACV,iCAAiC;IACjC,MAAM,EAAE,OAAO,CAAA;IACf,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,gFAAgF;IAChF,QAAQ,CAAC,EAAE,eAAe,CAAA;IAC1B,6BAA6B;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,4EAA4E;IAC5E,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,sEAAsE;IACtE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,mBAAmB,CAAC,MAAM,EAAE,OAAO;IAClD;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,qEAAqE;IACrE,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAA;IAC5C,+EAA+E;IAC/E,iBAAiB,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,CAAA;CAChD;AAED,MAAM,WAAW,cAAc,CAC7B,MAAM,EACN,OAAO,EACP,aAAa,EACb,KAAK,SAAS,iBAAiB,GAAG,iBAAiB;IAEnD,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,KAAK,EAAE,CAAA;IACd,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAA;IAC7D,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,WAAW,CAAA;IACxB,OAAO,CAAC,EAAE,YAAY,CAAA;CACvB;AAED,MAAM,MAAM,eAAe,CAAC,OAAO,IAC/B;IACE,IAAI,EAAE,UAAU,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,GACD;IACE,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,CAAA;AAEL,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAA;IACb,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,YAAY,CAAA;CAC5B;AAED,MAAM,WAAW,oBAAoB,CAAC,aAAa;IACjD,EAAE,EAAE,OAAO,CAAA;IACX,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,KAAK,GAAG,aAAa,GAAG,SAAS,GAAG,OAAO,CAAA;IACtF,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,WAAW,CAC1B,MAAM,EACN,OAAO,EACP,aAAa,EACb,KAAK,SAAS,iBAAiB,GAAG,iBAAiB;IAEnD,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,CAAA;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,KAAK,EAAE,CAAA;IACpB,UAAU,EAAE,KAAK,EAAE,CAAA;IACnB,aAAa,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAA;IACnD,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,gBAAgB,CAC/B,MAAM,EACN,OAAO,EACP,aAAa,EACb,KAAK,SAAS,iBAAiB,GAAG,iBAAiB;IAEnD,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;IACb,SAAS,EAAE,OAAO,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAA;IAC3D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;IAC9B,UAAU,EAAE,KAAK,EAAE,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,6FAA6F;IAC7F,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,aAAa,EAAE,mBAAmB,EAAE,CAAA;IACpC,SAAS,EAAE,QAAQ,GAAG,aAAa,GAAG,QAAQ,GAAG,OAAO,GAAG,eAAe,CAAA;CAC3E;AAED,MAAM,WAAW,oBAAoB,CACnC,MAAM,EACN,OAAO,EACP,aAAa,EACb,KAAK,SAAS,iBAAiB,GAAG,iBAAiB;IAEnD,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,iGAAiG;IACjG,aAAa,CAAC,EAAE,wBAAwB,CAAA;IACxC;;;OAGG;IACH,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE;QACvB,MAAM,EAAE,OAAO,CAAA;QACf,MAAM,EAAE,aAAa,CAAA;QACrB,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,KAAK,EAAE,CAAA;QACd,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAA;KAC9D,KAAK,MAAM,GAAG,SAAS,CAAA;IAExB,2FAA2F;IAC3F,OAAO,EAAE,CAAC,GAAG,EAAE;QACb,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAA;QAC7D,WAAW,EAAE,WAAW,CAAA;KACzB,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAA;IAE9B,gGAAgG;IAChG,QAAQ,EAAE,CAAC,GAAG,EAAE;QACd,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAA;QAC7D,WAAW,EAAE,WAAW,CAAA;KACzB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,EAAE,CAAA;IAEhC,uGAAuG;IACvG,MAAM,EAAE,CACN,GAAG,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,KACvD,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;IAEjE,iDAAiD;IACjD,GAAG,EAAE,CACH,MAAM,EAAE,OAAO,EACf,GAAG,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,KACvD,OAAO,CAAC,aAAa,CAAC,GAAG,aAAa,CAAA;IAE3C,yEAAyE;IACzE,UAAU,CAAC,EAAE,CACX,GAAG,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,KACvD,OAAO,CAAC,YAAY,CAAC,GAAG,YAAY,CAAA;IAEzC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;IAE3F,kFAAkF;IAClF,YAAY,CAAC,EAAE,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAEnD,yEAAyE;IACzE,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAOD,wBAAsB,mBAAmB,CACvC,MAAM,EACN,OAAO,EACP,aAAa,EACb,KAAK,SAAS,iBAAiB,GAAG,iBAAiB,EAEnD,MAAM,EAAE,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,GAClE,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAgmBlE;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAC9C,kBAAkB,EAAE,MAAM,EAC1B,OAAO,GAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,CAAM,GAC7E,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAEtC;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAClD,kBAAkB,EAAE,MAAM,EAC1B,OAAO,GAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,CAAM,GAC7E,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAEtC;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,GAAG,iBAAiB,CAE5F;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,GAAG,iBAAiB,CAE7F;AAoDD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAIrE"}

package/dist/control-runtime.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=control-runtime.test.d.ts.map

package/dist/control-runtime.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-runtime.test.d.ts","sourceRoot":"","sources":["../src/control-runtime.test.ts"],"names":[],"mappings":""}

package/dist/control.d.ts

@@ -1,9 +1,11 @@
-export { A as ActionExecutionPolicy, a as ActionPolicyDecision, C as ControlRunToRunRecordOptions, e as ProposeReviewConfig, f as ProposeReviewControlAction, g as ProposeReviewControlConfig, h as ProposeReviewControlResult, i as ProposeReviewControlState, j as ProposeReviewReport, p as RunEvidenceMetadata, s as controlRunToRunRecord, u as evaluateActionPolicy, x as runProposeReview, y as runProposeReviewAsControlLoop, z as scoreFromEvals } from './control-D6qwHXIR.js';
-export { c as ControlActionFailureMode, d as ControlActionOutcome, e as ControlBudget, f as ControlContext, g as ControlDecision, C as ControlEvalResult, a as ControlRunResult, h as ControlRuntimeConfig, i as ControlRuntimeError, j as ControlSeverity, b as ControlStep, k as ControlStopPolicies, S as StopDecision, l as allCriticalPassed, o as objectiveEval, r as runAgentControlLoop, s as stopOnNoProgress, m as stopOnRepeatedAction, n as subjectiveEval } from './control-runtime-Acf9CGhw.js';
-import './feedback-trajectory-BxY0cKfs.js';
-import './dataset-BbGkaN2I.js';
-import './errors-CzMUYo7b.js';
-import './emitter-C2rqGH_l.js';
-import './schema-m0gsnbt3.js';
-import './store-BcFXE6LG.js';
-import './run-record-e7vj1uZQ.js';
+export type { ActionExecutionPolicy, ActionPolicyDecision, } from './action-policy';
+export { evaluateActionPolicy } from './action-policy';
+export type { ControlActionFailureMode, ControlActionOutcome, ControlBudget, ControlContext, ControlDecision, ControlEvalResult, ControlRunResult, ControlRuntimeConfig, ControlRuntimeError, ControlSeverity, ControlStep, ControlStopPolicies, StopDecision, } from './control-runtime';
+export { allCriticalPassed, objectiveEval, runAgentControlLoop, stopOnNoProgress, stopOnRepeatedAction, subjectiveEval, } from './control-runtime';
+export type { ProposeReviewConfig, ProposeReviewReport, } from './propose-review';
+export { runProposeReview } from './propose-review';
+export type { ProposeReviewControlAction, ProposeReviewControlConfig, ProposeReviewControlResult, ProposeReviewControlState, } from './propose-review-control';
+export { runProposeReviewAsControlLoop } from './propose-review-control';
+export type { ControlRunToRunRecordOptions, RunEvidenceMetadata, } from './run-evidence';
+export { controlRunToRunRecord, scoreFromEvals, } from './run-evidence';
+//# sourceMappingURL=control.d.ts.map

package/dist/control.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control.d.ts","sourceRoot":"","sources":["../src/control.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACtD,YAAY,EACV,wBAAwB,EACxB,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,eAAe,EACf,WAAW,EACX,mBAAmB,EACnB,YAAY,GACb,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,GACf,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACnD,YAAY,EACV,0BAA0B,EAC1B,0BAA0B,EAC1B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAA;AACxE,YAAY,EACV,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,qBAAqB,EACrB,cAAc,GACf,MAAM,gBAAgB,CAAA"}

package/dist/control.js

@@ -4,7 +4,7 @@ import {
   runProposeReview,
   runProposeReviewAsControlLoop,
   scoreFromEvals
-} from "./chunk-E4GH6USR.js";
+} from "./chunk-NZEQVRH5.js";
 import {
   allCriticalPassed,
   objectiveEval,
@@ -13,7 +13,7 @@ import {
   stopOnRepeatedAction,
   subjectiveEval
 } from "./chunk-YEHAEDUD.js";
-import "./chunk-KWRRMR3J.js";
+import "./chunk-LO6IOIJ2.js";
 import "./chunk-TVVP3ZZQ.js";
 import "./chunk-VSMTAMNK.js";
 import "./chunk-3BFEG2F6.js";

package/dist/convergence.d.ts

@@ -0,0 +1,29 @@
+import type { CompletionCriterion, DriverState } from './types';
+/**
+ * ConvergenceTracker — tracks completion percentage over turns.
+ *
+ * Produces convergence curves showing how quickly the agent reaches
+ * completion criteria.
+ */
+export declare class ConvergenceTracker {
+    private criteria;
+    private history;
+    constructor(criteria: CompletionCriterion[]);
+    /** Evaluate criteria against current state, record result */
+    record(turn: number, state: DriverState): {
+        completionPercent: number;
+        complete: boolean;
+        criteriaStatus: Record<string, boolean | number>;
+    };
+    /** Get convergence curve */
+    getCurve(): number[];
+    /** Get full history with per-criterion status */
+    getHistory(): {
+        turn: number;
+        completionPercent: number;
+        criteriaStatus: Record<string, boolean | number>;
+    }[];
+    /** Find the turn where completion first reached 100% (or null) */
+    getTurnToCompletion(): number | null;
+}
+//# sourceMappingURL=convergence.d.ts.map

package/dist/convergence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convergence.d.ts","sourceRoot":"","sources":["../src/convergence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAE/D;;;;;GAKG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,OAAO,CAIP;gBAEI,QAAQ,EAAE,mBAAmB,EAAE;IAI3C,6DAA6D;IAC7D,MAAM,CACJ,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,WAAW,GACjB;QACD,iBAAiB,EAAE,MAAM,CAAA;QACzB,QAAQ,EAAE,OAAO,CAAA;QACjB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,CAAA;KACjD;IA4BD,4BAA4B;IAC5B,QAAQ,IAAI,MAAM,EAAE;IAIpB,iDAAiD;IACjD,UAAU;cAnDF,MAAM;2BACO,MAAM;wBACT,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC;;IAqDlD,kEAAkE;IAClE,mBAAmB,IAAI,MAAM,GAAG,IAAI;CAIrC"}

package/dist/{cost-ledger-DuSqlw5B.d.ts → cost-ledger.d.ts}

@@ -17,8 +17,8 @@
  */
 /** Logical role of an LLM call. Free-form union — consumers add their own
  *  channels; the rollup keys on whatever string is supplied. */
-type CostChannel = 'agent' | 'judge' | 'verifier' | 'analyst' | 'driver' | (string & {});
-interface CostUsage {
+export type CostChannel = 'agent' | 'judge' | 'verifier' | 'analyst' | 'driver' | (string & {});
+export interface CostUsage {
     inputTokens: number;
     outputTokens: number;
     cachedTokens?: number;
@@ -30,8 +30,8 @@ interface CostUsage {
  * means any cost computed is `costUnknown` and the 0 must not aggregate as a
  * measured cost.
  */
-declare function modelPriceKey(model: string): string | null;
-interface CostResult {
+export declare function modelPriceKey(model: string): string | null;
+export interface CostResult {
     costUsd: number;
     /** True when `model` has no pricing — the 0 is "not priced", NOT "free". */
     costUnknown: boolean;
@@ -43,8 +43,8 @@ interface CostResult {
  * model's input rate when present (no separate cache-discount table — callers
  * that need provider-specific cache pricing supply `actualCostUsd` upstream).
  */
-declare function costForUsage(model: string, usage: CostUsage): CostResult;
-interface CostLedgerEntry extends CostUsage {
+export declare function costForUsage(model: string, usage: CostUsage): CostResult;
+export interface CostLedgerEntry extends CostUsage {
     model: string;
     channel: CostChannel;
     costUsd: number;
@@ -55,7 +55,7 @@ interface CostLedgerEntry extends CostUsage {
     tags?: Record<string, string>;
     timestamp: number;
 }
-interface ChannelRollup {
+export interface ChannelRollup {
     channel: CostChannel;
     calls: number;
     inputTokens: number;
@@ -65,7 +65,7 @@ interface ChannelRollup {
     /** Calls whose model was unpriced (their costUsd is 0-but-unknown). */
     unpricedCalls: number;
 }
-interface CostLedgerSummary {
+export interface CostLedgerSummary {
     totalCalls: number;
     inputTokens: number;
     outputTokens: number;
@@ -86,7 +86,7 @@ interface CostLedgerSummary {
  * answers "dollars per finished task", the metric every optimizer's
  * quality-vs-cost tradeoff needs.
  */
-declare class CostLedger {
+export declare class CostLedger {
     private readonly entries;
     private completedTasks;
     /**
@@ -109,5 +109,4 @@ declare class CostLedger {
     /** Total spend divided by completed tasks; null when nothing completed. */
     costPerCompletedTask(): number | null;
 }
-
-export { CostLedger as C, type CostChannel as a, type ChannelRollup as b, type CostLedgerEntry as c, type CostLedgerSummary as d, type CostResult as e, type CostUsage as f, costForUsage as g, modelPriceKey as m };
+//# sourceMappingURL=cost-ledger.d.ts.map

package/dist/cost-ledger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-ledger.d.ts","sourceRoot":"","sources":["../src/cost-ledger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH;gEACgE;AAChE,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;AAE/F,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAE1D;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,4EAA4E;IAC5E,WAAW,EAAE,OAAO,CAAA;CACrB;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,UAAU,CAQxE;AAED,MAAM,WAAW,eAAgB,SAAQ,SAAS;IAChD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,WAAW,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,OAAO,CAAA;IACpB,4DAA4D;IAC5D,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,WAAW,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,uEAAuE;IACvE,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,qDAAqD;IACrD,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B;2DACuD;IACvD,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,4EAA4E;IAC5E,WAAW,EAAE,OAAO,CAAA;CACrB;AAED;;;;;;GAMG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAChD,OAAO,CAAC,cAAc,CAAI;IAE1B;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,WAAW,CAAA;QACpB,KAAK,EAAE,SAAS,CAAA;QAChB,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,GAAG,eAAe;IAqBnB,+EAA+E;IAC/E,aAAa,CAAC,KAAK,SAAI,GAAG,IAAI;IAS9B,IAAI,IAAI,eAAe,EAAE;IAIzB,OAAO,IAAI,iBAAiB;IA0C5B,2EAA2E;IAC3E,oBAAoB,IAAI,MAAM,GAAG,IAAI;CAItC"}

package/dist/cost-ledger.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=cost-ledger.test.d.ts.map

package/dist/cost-ledger.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-ledger.test.d.ts","sourceRoot":"","sources":["../src/cost-ledger.test.ts"],"names":[],"mappings":""}

package/dist/cost-report.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Program cost report — a thin projection over `CostLedger.summary()` that
+ * adds the per-model rollup the summary lacks, plus `attachCostToReport`, the
+ * one way every artifact (capsules, campaign results, diagnose reports) gets
+ * its cost stamp.
+ *
+ * Honesty contract carried through from the ledger: `total.unknownEntries`
+ * and `perModel[].unpriced` surface the costUnknown axis — a $0 from an
+ * unpriced model is a lower bound, never a measured zero.
+ */
+import type { ChannelRollup, CostLedger } from './cost-ledger';
+export interface ModelCostRollup {
+    model: string;
+    usd: number;
+    entries: number;
+    /** ≥1 entry for this model was costUnknown — `usd` is a lower bound. An
+     *  `actualCostUsd` override clears the flag for that entry (the dollars are
+     *  observed, even when the model has no pricing). */
+    unpriced: boolean;
+}
+export interface CostReport {
+    /** Per-channel breakdown — `CostLedgerSummary.byChannel` verbatim. */
+    perChannel: ChannelRollup[];
+    total: {
+        usd: number;
+        /** Entries whose cost was unknown — non-zero means `usd` is a lower bound. */
+        unknownEntries: number;
+    };
+    /** Per-model spend, sorted by model id. */
+    perModel: ModelCostRollup[];
+}
+/** Project a ledger into the program cost report. Pure — no I/O, no clock. */
+export declare function costReport(ledger: CostLedger): CostReport;
+/**
+ * Stamp a report-shaped object with its cost projection under the `cost` key.
+ * Generic so capsules, campaign results, and diagnose reports all stamp the
+ * same way. Throws when the report already carries a `cost` key — silently
+ * overwriting an existing stamp would corrupt the artifact's provenance.
+ */
+export declare function attachCostToReport<R extends object>(report: R, ledger: CostLedger): R & {
+    cost: CostReport;
+};
+//# sourceMappingURL=cost-report.d.ts.map

package/dist/cost-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-report.d.ts","sourceRoot":"","sources":["../src/cost-report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG9D,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,EAAE,MAAM,CAAA;IACf;;yDAEqD;IACrD,QAAQ,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,sEAAsE;IACtE,UAAU,EAAE,aAAa,EAAE,CAAA;IAC3B,KAAK,EAAE;QACL,GAAG,EAAE,MAAM,CAAA;QACX,8EAA8E;QAC9E,cAAc,EAAE,MAAM,CAAA;KACvB,CAAA;IACD,2CAA2C;IAC3C,QAAQ,EAAE,eAAe,EAAE,CAAA;CAC5B;AAED,8EAA8E;AAC9E,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CAuBzD;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS,MAAM,EACjD,MAAM,EAAE,CAAC,EACT,MAAM,EAAE,UAAU,GACjB,CAAC,GAAG;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAO1B"}

package/dist/cost-report.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=cost-report.test.d.ts.map

package/dist/cost-report.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-report.test.d.ts","sourceRoot":"","sources":["../src/cost-report.test.ts"],"names":[],"mappings":""}

package/dist/cost-tracker.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Cost tracker — token + USD accounting per scenario and per run.
+ *
+ * Adapted from generic usage-event accounting. Every
+ * optimizer needs to know "is the quality gain worth the cost delta?",
+ * and every dashboard needs dollars-per-completed-task. MODEL_PRICING
+ * from metrics.ts stays authoritative for estimate math; this module
+ * adds the aggregation + per-scenario roll-up that was duplicated
+ * across 4 verticals.
+ */
+export interface TokenSpec {
+    inputTokens: number;
+    outputTokens: number;
+    cachedTokens?: number;
+    reasoningTokens?: number;
+}
+export interface CostEntry extends TokenSpec {
+    scenarioId: string;
+    model: string;
+    /** Override estimate with an observed cost (e.g. from provider response). */
+    actualCostUsd?: number;
+    timestamp: number;
+    /** Free-form tags (variant id, round #, etc.). */
+    tags?: Record<string, string>;
+}
+export interface ScenarioCost {
+    scenarioId: string;
+    entries: CostEntry[];
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    totalCachedTokens: number;
+    totalCostUsd: number;
+    /** Pass flag — set by consumer via markOutcome; used for cost-per-completed-task. */
+    completed?: boolean;
+}
+export declare class CostTracker {
+    private byScenario;
+    record(entry: Omit<CostEntry, 'timestamp'> & {
+        timestamp?: number;
+    }): CostEntry;
+    markOutcome(scenarioId: string, completed: boolean): void;
+    /**
+     * Convenience: record + markOutcome in one call from a
+     * `{ usage, verdict }`-shaped response (starter-foundry's
+     * `invokeMetaJudge` returns this shape; consumers that wrap any
+     * judge/critic can follow the same convention).
+     *
+     * `usage.model` must be present in `MODEL_PRICING` for cost math to
+     * populate; otherwise totalCostUsd stays at 0 for the entry but
+     * tokens still aggregate.
+     */
+    recordVerdict(verdict: {
+        usage?: {
+            inputTokens: number;
+            outputTokens: number;
+            model: string;
+            cachedTokens?: number;
+            reasoningTokens?: number;
+        };
+        verdict?: 'pass' | 'fail' | 'borderline' | string;
+    }, scenarioId: string, tags?: Record<string, string>): CostEntry | null;
+    get(scenarioId: string): ScenarioCost | undefined;
+    list(): ScenarioCost[];
+    summary(): CostSummary;
+}
+export interface CostSummary {
+    scenarioCount: number;
+    completedCount: number;
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    totalCostUsd: number;
+    avgCostPerScenarioUsd: number;
+    /** Total USD / completed scenarios — null when nothing completed. */
+    costPerCompletedTaskUsd: number | null;
+}
+//# sourceMappingURL=cost-tracker.d.ts.map

package/dist/cost-tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-tracker.d.ts","sourceRoot":"","sources":["../src/cost-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,SAAU,SAAQ,SAAS;IAC1C,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,6EAA6E;IAC7E,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,kDAAkD;IAClD,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,SAAS,EAAE,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,iBAAiB,EAAE,MAAM,CAAA;IACzB,YAAY,EAAE,MAAM,CAAA;IACpB,qFAAqF;IACrF,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,UAAU,CAAkC;IAEpD,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,GAAG;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS;IAwB/E,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,IAAI;IAMzD;;;;;;;;;OASG;IACH,aAAa,CACX,OAAO,EAAE;QACP,KAAK,CAAC,EAAE;YACN,WAAW,EAAE,MAAM,CAAA;YACnB,YAAY,EAAE,MAAM,CAAA;YACpB,KAAK,EAAE,MAAM,CAAA;YACb,YAAY,CAAC,EAAE,MAAM,CAAA;YACrB,eAAe,CAAC,EAAE,MAAM,CAAA;SACzB,CAAA;QACD,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,MAAM,CAAA;KAClD,EACD,UAAU,EAAE,MAAM,EAClB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC5B,SAAS,GAAG,IAAI;IAenB,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIjD,IAAI,IAAI,YAAY,EAAE;IAItB,OAAO,IAAI,WAAW;CAiBvB;AAED,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,YAAY,EAAE,MAAM,CAAA;IACpB,qBAAqB,EAAE,MAAM,CAAA;IAC7B,qEAAqE;IACrE,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAA;CACvC"}

package/dist/{counterfactual-DlOz8PBx.d.ts → counterfactual.d.ts}

@@ -1,7 +1,3 @@
-import { T as TraceEmitter } from './emitter-C2rqGH_l.js';
-import { T as TraceStore } from './store-BcFXE6LG.js';
-import { T as Trajectory, a as TrajectoryStep } from './trajectory-2TkpSEVh.js';
-
 /**
  * Counterfactual replay — "what would have happened if we'd changed
  * exactly one thing at turn N?"
@@ -15,8 +11,11 @@ import { T as Trajectory, a as TrajectoryStep } from './trajectory-2TkpSEVh.js';
  * `parentRunId = originalRunId`, so downstream diff + correlation
  * pipelines see them natively.
  */
-
-type CounterfactualMutation = {
+import { TraceEmitter } from './trace/emitter';
+import type { Span } from './trace/schema';
+import type { TraceStore } from './trace/store';
+import { type Trajectory, type TrajectoryStep } from './trajectory';
+export type CounterfactualMutation = {
     kind: 'swap-model';
     at: number;
     newModel: string;
@@ -37,7 +36,7 @@ type CounterfactualMutation = {
     describe: string;
     apply: (step: TrajectoryStep) => TrajectoryStep;
 };
-interface CounterfactualContext {
+export interface CounterfactualContext {
     originalRunId: string;
     originalTrajectory: Trajectory;
     /** Steps up to (but not including) the mutation point — the prefix the
@@ -49,7 +48,7 @@ interface CounterfactualContext {
      *  re-emit it or continue from there). */
     mutatedStep: TrajectoryStep;
 }
-interface CounterfactualResult {
+export interface CounterfactualResult {
     counterfactualRunId: string;
     originalRunId: string;
     mutation: CounterfactualMutation;
@@ -60,7 +59,7 @@ interface CounterfactualResult {
         deltaScore: number | null;
     };
 }
-interface CounterfactualRunner {
+export interface CounterfactualRunner {
     /**
      * Execute the agent from `ctx.prefix` with the mutation applied.
      * MUST emit spans into the provided emitter so they become part of
@@ -68,18 +67,18 @@ interface CounterfactualRunner {
      */
     executeFrom: (ctx: CounterfactualContext, emitter: TraceEmitter) => Promise<void>;
 }
-declare function runCounterfactual(store: TraceStore, originalRunId: string, mutation: CounterfactualMutation, runner: CounterfactualRunner): Promise<CounterfactualResult>;
+export declare function runCounterfactual(store: TraceStore, originalRunId: string, mutation: CounterfactualMutation, runner: CounterfactualRunner): Promise<CounterfactualResult>;
 /**
  * Aggregate a batch of counterfactuals into a simple attribution table:
  * which mutation kinds move outcomes most? (Useful when you run a grid
  * over the same trajectory — swap-model at every llm span, swap-tool
  * at every tool span — and want a ranked summary.)
  */
-declare function attributeCounterfactuals(results: CounterfactualResult[]): Array<{
+export declare function attributeCounterfactuals(results: CounterfactualResult[]): Array<{
     mutationKind: CounterfactualMutation['kind'];
     n: number;
     meanAbsDelta: number;
     meanSignedDelta: number;
 }>;
-
-export { type CounterfactualMutation as C, attributeCounterfactuals as a, type CounterfactualRunner as b, type CounterfactualContext as c, type CounterfactualResult as d, runCounterfactual as r };
+export type { Span };
+//# sourceMappingURL=counterfactual.d.ts.map

package/dist/counterfactual.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"counterfactual.d.ts","sourceRoot":"","sources":["../src/counterfactual.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,KAAK,EAAW,IAAI,EAAY,MAAM,gBAAgB,CAAA;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAmB,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,cAAc,CAAA;AAEpF,MAAM,MAAM,sBAAsB,GAC9B;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,kBAAkB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,GAC5D;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,uBAAuB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC9D;IACE,IAAI,EAAE,QAAQ,CAAA;IACd,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,cAAc,CAAA;CAChD,CAAA;AAEL,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,kBAAkB,EAAE,UAAU,CAAA;IAC9B;0EACsE;IACtE,MAAM,EAAE,cAAc,EAAE,CAAA;IACxB,QAAQ,EAAE,sBAAsB,CAAA;IAChC;;8CAE0C;IAC1C,WAAW,EAAE,cAAc,CAAA;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,mBAAmB,EAAE,MAAM,CAAA;IAC3B,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,sBAAsB,CAAA;IAChC,gEAAgE;IAChE,KAAK,EAAE;QACL,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAA;QACnC,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAA;QACzC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;KAC1B,CAAA;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;;;OAIG;IACH,WAAW,EAAE,CAAC,GAAG,EAAE,qBAAqB,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAClF;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,UAAU,EACjB,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,sBAAsB,EAChC,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,oBAAoB,CAAC,CA6C/B;AA0BD;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,oBAAoB,EAAE,GAAG,KAAK,CAAC;IAC/E,YAAY,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAA;IAC5C,CAAC,EAAE,MAAM,CAAA;IACT,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;CACxB,CAAC,CA4BD;AAGD,YAAY,EAAE,IAAI,EAAE,CAAA"}

package/dist/cross-trace-diff.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Full cross-trace diff — align two trajectories step-by-step, report
+ * per-step score deltas, attribute a variant's total outcome lead to
+ * specific turns.
+ *
+ * 0.5 shipped `firstDivergenceView` (finds the first differing step).
+ * This does the heavier work: full alignment via LCS, per-step
+ * contribution to score delta using PRM verdicts when available,
+ * fallback to structural heuristics (latency, token count, tool
+ * outcome) otherwise.
+ */
+import type { TraceStore } from './trace/store';
+import { type TrajectoryStep } from './trajectory';
+export type AlignmentOp = {
+    op: 'match';
+    a: TrajectoryStep;
+    b: TrajectoryStep;
+} | {
+    op: 'insert';
+    b: TrajectoryStep;
+} | {
+    op: 'delete';
+    a: TrajectoryStep;
+} | {
+    op: 'replace';
+    a: TrajectoryStep;
+    b: TrajectoryStep;
+};
+export interface StepAttribution {
+    op: AlignmentOp;
+    /** Difference in PRM score (or null when not scored by a matching judge). */
+    prmDelta: number | null;
+    /** Difference in latency (endedAt - startedAt). */
+    latencyDeltaMs: number | null;
+    /** Difference in token count (LLM spans). */
+    tokenDelta: number | null;
+    /** Reason this step is / isn't considered a contributor to the outcome delta. */
+    note: string;
+}
+export interface CrossTraceDiff {
+    runA: string;
+    runB: string;
+    alignment: AlignmentOp[];
+    attributions: StepAttribution[];
+    /** Total score delta (B - A). */
+    totalScoreDelta: number | null;
+    /** Sum of PRM deltas across matched/replaced steps. Close to
+     *  `totalScoreDelta` when PRM covers the trajectory; gap indicates
+     *  unmodeled variance. */
+    prmDeltaSum: number;
+}
+export interface CrossTraceDiffOptions {
+    stepEquals?: (a: TrajectoryStep, b: TrajectoryStep) => boolean;
+}
+export declare function crossTraceDiff(store: TraceStore, runA: string, runB: string, options?: CrossTraceDiffOptions): Promise<CrossTraceDiff>;
+//# sourceMappingURL=cross-trace-diff.d.ts.map

package/dist/cross-trace-diff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-trace-diff.d.ts","sourceRoot":"","sources":["../src/cross-trace-diff.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAmB,KAAK,cAAc,EAAE,MAAM,cAAc,CAAA;AAEnE,MAAM,MAAM,WAAW,GACnB;IAAE,EAAE,EAAE,OAAO,CAAC;IAAC,CAAC,EAAE,cAAc,CAAC;IAAC,CAAC,EAAE,cAAc,CAAA;CAAE,GACrD;IAAE,EAAE,EAAE,QAAQ,CAAC;IAAC,CAAC,EAAE,cAAc,CAAA;CAAE,GACnC;IAAE,EAAE,EAAE,QAAQ,CAAC;IAAC,CAAC,EAAE,cAAc,CAAA;CAAE,GACnC;IAAE,EAAE,EAAE,SAAS,CAAC;IAAC,CAAC,EAAE,cAAc,CAAC;IAAC,CAAC,EAAE,cAAc,CAAA;CAAE,CAAA;AAE3D,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,WAAW,CAAA;IACf,6EAA6E;IAC7E,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,mDAAmD;IACnD,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,6CAA6C;IAC7C,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,iFAAiF;IACjF,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,WAAW,EAAE,CAAA;IACxB,YAAY,EAAE,eAAe,EAAE,CAAA;IAC/B,iCAAiC;IACjC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B;;8BAE0B;IAC1B,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,cAAc,KAAK,OAAO,CAAA;CAC/D;AAED,wBAAsB,cAAc,CAClC,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,cAAc,CAAC,CAwBzB"}