@namzu/sdk 2.0.0 → 3.0.0

package/dist/contracts/api.d.ts

@@ -44,7 +44,15 @@ export interface CreateMessageRequest {
  * `completed`; domain `awaiting_hitl*` → wire `running`; domain
  * `awaiting_subsession` → wire `running`).
  */
-export type WireRunStatus = 'queued' | 'running' | 'completed' | 'failed' | 'cancelled' | 'cancelling' | 'expired';
+export type WireRunStatus = 'queued' | 'running' | 'completed' | 'failed' | 'cancelled' | 'cancelling'
+/**
+ * The run's approval window closed with nobody answering.
+ *
+ * Set by a host sweeping expired parks — there is no domain status that
+ * collapses onto it, because the kernel is suspended mid-iteration while
+ * parked and never gets to observe its own deadline passing.
+ */
+ | 'expired';
 export type RunStopReason = StopReason;
 export interface WireRun {
     id: RunId;
@@ -103,7 +111,37 @@ export interface CreateStatelessRunRequest {
     config: RunConfig;
     env?: Record<string, string>;
 }
-export type StreamEventType = 'run.started' | 'run.completed' | 'run.failed' | 'run.cancelled' | 'run.paused' | 'run.resuming' | 'iteration.started' | 'iteration.completed' | 'tool.executing' | 'tool.completed' | 'tool.error' | 'tool.input_started' | 'tool.input_delta' | 'tool.input_completed' | 'token.usage' | 'message.created' | 'message.delta' | 'message.completed' | 'review.requested' | 'review.completed' | 'checkpoint.created' | 'activity.created' | 'activity.updated' | 'plan.ready' | 'plan.approved' | 'plan.rejected' | 'plan.step_updated' | 'agent.pending' | 'agent.completed' | 'agent.failed' | 'agent.canceled' | 'task.created' | 'task.updated' | 'plugin.hook_executing' | 'plugin.hook_completed' | 'sandbox.created' | 'sandbox.exec' | 'sandbox.destroyed';
+export type StreamEventType = 'run.started' | 'run.completed' | 'run.failed' | 'run.cancelled' | 'run.paused' | 'run.resuming' | 'iteration.started' | 'iteration.completed'
+/**
+ * A compaction pass replaced a span of history with a summary. Wire-
+ * visible because the operation is destructive: a client rendering the
+ * transcript needs to know its middle was dropped, not infer it.
+ */
+ | 'compaction.completed'
+/** A guardrail refused or corrected the run. */
+ | 'guardrail.triggered'
+/**
+ * Extended-thinking lifecycle. Wire-visible because without it a
+ * client renders a multi-second stall with no events while the model
+ * is demonstrably working.
+ */
+ | 'reasoning.started' | 'reasoning.delta' | 'reasoning.completed'
+/**
+ * A model call failed transiently and is being retried after a backoff.
+ * Wire-visible on the same grounds as `tool.progress` and the reasoning
+ * events: without it a client sees no event and no keepalive for the
+ * whole backoff, so a run that is about to succeed is indistinguishable
+ * from one that has hung.
+ */
+ | 'provider.retry' | 'tool.executing'
+/** Ephemeral progress from a long-running tool. Not in the transcript. */
+ | 'tool.progress' | 'tool.completed' | 'tool.error' | 'tool.input_started' | 'tool.input_delta' | 'tool.input_completed' | 'token.usage' | 'message.created' | 'message.delta' | 'message.completed'
+/**
+ * A tool asked the user a question and the run is parked on it. Wire-
+ * visible for the same reason `review.requested` is: a client cannot
+ * render an approval card for something it never hears about.
+ */
+ | 'question.asked' | 'question.answered' | 'review.requested' | 'review.completed' | 'checkpoint.created' | 'activity.created' | 'activity.updated' | 'plan.ready' | 'plan.approved' | 'plan.rejected' | 'plan.step_updated' | 'agent.pending' | 'agent.completed' | 'agent.failed' | 'agent.canceled' | 'task.created' | 'task.updated' | 'plugin.hook_executing' | 'plugin.hook_completed' | 'sandbox.created' | 'sandbox.exec' | 'sandbox.destroyed';
 export interface StreamEvent {
     event: StreamEventType;
     data: Record<string, unknown>;

package/dist/contracts/api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/contracts/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAExD,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAA;AAErE,MAAM,MAAM,YAAY,GAAG,MAAM,CAAA;AAEjC,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,SAAS;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,QAAQ,EAAE,aAAa,CAAA;IACvB,IAAI,CAAC,EAAE,SAAS,CAAA;IAChB,YAAY,CAAC,EAAE,iBAAiB,CAAA;CAChC;AAED,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE;QACT,IAAI,EAAE,MAAM,CAAA;QACZ,SAAS,EAAE,MAAM,CAAA;KACjB,CAAA;CACD;AAED,MAAM,WAAW,oBAAoB;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,aAAa,GACtB,QAAQ,GACR,SAAS,GACT,WAAW,GACX,QAAQ,GACR,WAAW,GACX,YAAY,GACZ,SAAS,CAAA;AAKZ,MAAM,MAAM,aAAa,GAAG,UAAU,CAAA;AAEtC,MAAM,WAAW,OAAO;IACvB,EAAE,EAAE,KAAK,CAAA;IACT,UAAU,EAAE,SAAS,GAAG,IAAI,CAAA;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,aAAa,CAAA;IACrB,WAAW,CAAC,EAAE,aAAa,CAAA;IAC3B,UAAU,EAAE,YAAY,CAAA;IACxB,UAAU,CAAC,EAAE,YAAY,CAAA;IACzB,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,SAAS,CAAA;IACjB,KAAK,CAAC,EAAE,QAAQ,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB,aAAa,CAAC,EAAE,KAAK,CAAA;IAErB,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,aAAa,CAAC,EAAE,KAAK,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,gBAAgB;IAChC,MAAM,EAAE,KAAK,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,EAAE,gBAAgB,EAAE,CAAA;CAC5B;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,CAAA;AAE/C,MAAM,WAAW,SAAS;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,iBAAiB,CAAA;IAElC,YAAY,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,QAAQ;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,gBAAgB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,yBAAyB;IACzC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,SAAS,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC5B;AAED,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,eAAe,GACf,YAAY,GACZ,eAAe,GACf,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,qBAAqB,GACrB,gBAAgB,GAChB,gBAAgB,GAChB,YAAY,GAKZ,oBAAoB,GACpB,kBAAkB,GAClB,sBAAsB,GACtB,aAAa,GACb,iBAAiB,GACjB,eAAe,GACf,mBAAmB,GACnB,kBAAkB,GAClB,kBAAkB,GAClB,oBAAoB,GACpB,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,eAAe,GACf,eAAe,GACf,mBAAmB,GACnB,eAAe,GACf,iBAAiB,GACjB,cAAc,GACd,gBAAgB,GAChB,cAAc,GACd,cAAc,GACd,uBAAuB,GACvB,uBAAuB,GACvB,iBAAiB,GACjB,cAAc,GACd,mBAAmB,CAAA;AAEtB,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,eAAe,CAAA;IACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,EAAE,CAAA;IACT,QAAQ,EAAE,OAAO,CAAA;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAED,MAAM,MAAM,YAAY,GACrB,kBAAkB,GAClB,sBAAsB,GACtB,WAAW,GACX,UAAU,GACV,qBAAqB,GACrB,gBAAgB,CAAA;AAEnB,MAAM,WAAW,QAAQ;IACxB,KAAK,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,OAAO,EAAE,MAAM,CAAA;QACf,IAAI,EAAE,YAAY,CAAA;QAClB,KAAK,CAAC,EAAE,MAAM,CAAA;KACd,CAAA;CACD"}
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/contracts/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAExD,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAA;AAErE,MAAM,MAAM,YAAY,GAAG,MAAM,CAAA;AAEjC,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,SAAS;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,QAAQ,EAAE,aAAa,CAAA;IACvB,IAAI,CAAC,EAAE,SAAS,CAAA;IAChB,YAAY,CAAC,EAAE,iBAAiB,CAAA;CAChC;AAED,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE;QACT,IAAI,EAAE,MAAM,CAAA;QACZ,SAAS,EAAE,MAAM,CAAA;KACjB,CAAA;CACD;AAED,MAAM,WAAW,oBAAoB;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,aAAa,GACtB,QAAQ,GACR,SAAS,GACT,WAAW,GACX,QAAQ,GACR,WAAW,GACX,YAAY;AACd;;;;;;GAMG;GACD,SAAS,CAAA;AAKZ,MAAM,MAAM,aAAa,GAAG,UAAU,CAAA;AAEtC,MAAM,WAAW,OAAO;IACvB,EAAE,EAAE,KAAK,CAAA;IACT,UAAU,EAAE,SAAS,GAAG,IAAI,CAAA;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,aAAa,CAAA;IACrB,WAAW,CAAC,EAAE,aAAa,CAAA;IAC3B,UAAU,EAAE,YAAY,CAAA;IACxB,UAAU,CAAC,EAAE,YAAY,CAAA;IACzB,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,SAAS,CAAA;IACjB,KAAK,CAAC,EAAE,QAAQ,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB,aAAa,CAAC,EAAE,KAAK,CAAA;IAErB,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,aAAa,CAAC,EAAE,KAAK,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,gBAAgB;IAChC,MAAM,EAAE,KAAK,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,EAAE,gBAAgB,EAAE,CAAA;CAC5B;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,CAAA;AAE/C,MAAM,WAAW,SAAS;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,iBAAiB,CAAA;IAElC,YAAY,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,QAAQ;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,gBAAgB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,yBAAyB;IACzC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,SAAS,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC5B;AAED,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,eAAe,GACf,YAAY,GACZ,eAAe,GACf,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,qBAAqB;AACvB;;;;GAIG;GACD,sBAAsB;AACxB,gDAAgD;GAC9C,qBAAqB;AACvB;;;;GAIG;GACD,mBAAmB,GACnB,iBAAiB,GACjB,qBAAqB;AACvB;;;;;;GAMG;GACD,gBAAgB,GAChB,gBAAgB;AAClB,0EAA0E;GACxE,eAAe,GACf,gBAAgB,GAChB,YAAY,GAKZ,oBAAoB,GACpB,kBAAkB,GAClB,sBAAsB,GACtB,aAAa,GACb,iBAAiB,GACjB,eAAe,GACf,mBAAmB;AACrB;;;;GAIG;GACD,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,GAClB,kBAAkB,GAClB,oBAAoB,GACpB,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,eAAe,GACf,eAAe,GACf,mBAAmB,GACnB,eAAe,GACf,iBAAiB,GACjB,cAAc,GACd,gBAAgB,GAChB,cAAc,GACd,cAAc,GACd,uBAAuB,GACvB,uBAAuB,GACvB,iBAAiB,GACjB,cAAc,GACd,mBAAmB,CAAA;AAEtB,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,eAAe,CAAA;IACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,EAAE,CAAA;IACT,QAAQ,EAAE,OAAO,CAAA;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAED,MAAM,MAAM,YAAY,GACrB,kBAAkB,GAClB,sBAAsB,GACtB,WAAW,GACX,UAAU,GACV,qBAAqB,GACrB,gBAAgB,CAAA;AAEnB,MAAM,WAAW,QAAQ;IACxB,KAAK,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,OAAO,EAAE,MAAM,CAAA;QACf,IAAI,EAAE,YAAY,CAAA;QAClB,KAAK,CAAC,EAAE,MAAM,CAAA;KACd,CAAA;CACD"}

package/dist/contracts/run-status.d.ts

@@ -0,0 +1,17 @@
+import type { RunStatus } from '../types/run/status.js';
+import type { WireRunStatus } from './api.js';
+/**
+ * Collapse a domain run status onto the wire enum.
+ *
+ * The mapping was documented on `WireRunStatus` and implemented nowhere, so
+ * every surface that needed it open-coded the collapse or, more often,
+ * passed a domain status where a wire one was expected and relied on the
+ * two enums happening to share spellings. They do not share all of them:
+ * `succeeded` and `awaiting_*` have no wire counterpart at all.
+ *
+ * Total over the domain enum, and exhaustive by construction so a new
+ * domain status is a type error here rather than an `undefined` on the
+ * wire.
+ */
+export declare function toWireRunStatus(status: RunStatus): WireRunStatus;
+//# sourceMappingURL=run-status.d.ts.map

package/dist/contracts/run-status.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-status.d.ts","sourceRoot":"","sources":["../../src/contracts/run-status.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAE7C;;;;;;;;;;;;GAYG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,GAAG,aAAa,CA0BhE"}

package/dist/contracts/run-status.js

@@ -0,0 +1,41 @@
+/**
+ * Collapse a domain run status onto the wire enum.
+ *
+ * The mapping was documented on `WireRunStatus` and implemented nowhere, so
+ * every surface that needed it open-coded the collapse or, more often,
+ * passed a domain status where a wire one was expected and relied on the
+ * two enums happening to share spellings. They do not share all of them:
+ * `succeeded` and `awaiting_*` have no wire counterpart at all.
+ *
+ * Total over the domain enum, and exhaustive by construction so a new
+ * domain status is a type error here rather than an `undefined` on the
+ * wire.
+ */
+export function toWireRunStatus(status) {
+    switch (status) {
+        case 'queued':
+            return 'queued';
+        case 'running':
+            return 'running';
+        // A run waiting on a human is still a live run to a wire consumer:
+        // it has not settled, and nothing it can do will make it settle.
+        // `awaiting_hitl_resolution` is the persisted variant — the user is
+        // absent and the run survives until answered or cancelled — which is
+        // waiting, not finished.
+        case 'awaiting_hitl':
+        case 'awaiting_hitl_resolution':
+        case 'awaiting_subsession':
+            return 'running';
+        case 'succeeded':
+            return 'completed';
+        case 'failed':
+            return 'failed';
+        case 'cancelled':
+            return 'cancelled';
+        default: {
+            const _exhaustive = status;
+            throw new Error(`Unmapped run status: ${_exhaustive}`);
+        }
+    }
+}
+//# sourceMappingURL=run-status.js.map

package/dist/contracts/run-status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-status.js","sourceRoot":"","sources":["../../src/contracts/run-status.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,MAAiB;IAChD,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,QAAQ;YACZ,OAAO,QAAQ,CAAA;QAChB,KAAK,SAAS;YACb,OAAO,SAAS,CAAA;QACjB,mEAAmE;QACnE,iEAAiE;QACjE,oEAAoE;QACpE,qEAAqE;QACrE,yBAAyB;QACzB,KAAK,eAAe,CAAC;QACrB,KAAK,0BAA0B,CAAC;QAChC,KAAK,qBAAqB;YACzB,OAAO,SAAS,CAAA;QACjB,KAAK,WAAW;YACf,OAAO,WAAW,CAAA;QACnB,KAAK,QAAQ;YACZ,OAAO,QAAQ,CAAA;QAChB,KAAK,WAAW;YACf,OAAO,WAAW,CAAA;QACnB,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,MAAM,CAAA;YACjC,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAqB,EAAE,CAAC,CAAA;QACjE,CAAC;IACF,CAAC;AACF,CAAC"}

package/dist/contracts/schemas.d.ts

@@ -32,12 +32,12 @@ export declare const CreateMessageSchema: z.ZodObject<{
     content: z.ZodString;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strict", z.ZodTypeAny, {
-    role: "user";
     content: string;
+    role: "user";
     metadata?: Record<string, unknown> | undefined;
 }, {
-    role: "user";
     content: string;
+    role: "user";
     metadata?: Record<string, unknown> | undefined;
 }>;
 export declare const CreateRunSchema: z.ZodObject<{
@@ -70,7 +70,6 @@ export declare const CreateRunSchema: z.ZodObject<{
     env: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     stream: z.ZodOptional<z.ZodBoolean>;
 }, "strict", z.ZodTypeAny, {
-    agent_id: string;
     config: {
         timeoutMs?: number | undefined;
         model?: string | undefined;
@@ -80,10 +79,10 @@ export declare const CreateRunSchema: z.ZodObject<{
         permissionMode?: "plan" | "auto" | undefined;
         systemPrompt?: string | undefined;
     };
+    agent_id: string;
     env?: Record<string, string> | undefined;
     stream?: boolean | undefined;
 }, {
-    agent_id: string;
     config: {
         timeoutMs?: number | undefined;
         model?: string | undefined;
@@ -93,6 +92,7 @@ export declare const CreateRunSchema: z.ZodObject<{
         permissionMode?: "plan" | "auto" | undefined;
         systemPrompt?: string | undefined;
     };
+    agent_id: string;
     env?: Record<string, string> | undefined;
     stream?: boolean | undefined;
 }>;
@@ -127,7 +127,6 @@ export declare const CreateStatelessRunSchema: z.ZodObject<{
     env: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, "strict", z.ZodTypeAny, {
     message: string;
-    agent_id: string;
     config: {
         timeoutMs?: number | undefined;
         model?: string | undefined;
@@ -137,10 +136,10 @@ export declare const CreateStatelessRunSchema: z.ZodObject<{
         permissionMode?: "plan" | "auto" | undefined;
         systemPrompt?: string | undefined;
     };
+    agent_id: string;
     env?: Record<string, string> | undefined;
 }, {
     message: string;
-    agent_id: string;
     config: {
         timeoutMs?: number | undefined;
         model?: string | undefined;
@@ -150,6 +149,7 @@ export declare const CreateStatelessRunSchema: z.ZodObject<{
         permissionMode?: "plan" | "auto" | undefined;
         systemPrompt?: string | undefined;
     };
+    agent_id: string;
     env?: Record<string, string> | undefined;
 }>;
 export declare const PaginationSchema: z.ZodObject<{

package/dist/eval/__tests__/case-deadline.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=case-deadline.test.d.ts.map

package/dist/eval/__tests__/case-deadline.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-deadline.test.d.ts","sourceRoot":"","sources":["../../../src/eval/__tests__/case-deadline.test.ts"],"names":[],"mappings":""}

package/dist/eval/__tests__/case-deadline.test.js

@@ -0,0 +1,128 @@
+import { describe, expect, it } from 'vitest';
+import { runExperiment } from '../experiment.js';
+/**
+ * `executeCase` was a bare await, so a `run` closure that never settled
+ * blocked its worker and `runExperiment` never returned — no report, no
+ * partial results, nothing to read.
+ *
+ * Narrower than it sounds: the documented path inherits three deadlines
+ * from the runtime it drives. The residual is a closure that does not go
+ * through `query()`, and a mid-iteration provider stall the
+ * between-iterations guard cannot see. Both are reachable, and neither is
+ * the suite's to absorb silently.
+ */
+const emptyRun = () => ({
+    output: 'ok',
+    steps: [],
+    toolCalls: [],
+    totalTokens: 0,
+    totalCostUsd: 0,
+    durationMs: 0,
+});
+const never = () => new Promise(() => { });
+const scorer = {
+    name: 'always-one',
+    score: async () => ({ score: 1, reason: 'fine' }),
+};
+describe('a case that never settles', () => {
+    it('is reported instead of hanging the suite', async () => {
+        const report = await runExperiment({
+            name: 'deadline',
+            cases: [{ name: 'hangs', input: null }],
+            scorers: [scorer],
+            timeoutMs: 20,
+            run: never,
+        });
+        expect(report.cases).toHaveLength(1);
+        expect(report.cases[0]?.run.error).toMatch(/timed out after 20ms/);
+    });
+    it('does not take the rest of the suite with it', async () => {
+        // Forty cases should not be lost to one that hung — the same rule
+        // the harness already applied to a case that threw.
+        const report = await runExperiment({
+            name: 'deadline',
+            cases: [
+                { name: 'hangs', input: null },
+                { name: 'fine', input: null },
+            ],
+            scorers: [scorer],
+            timeoutMs: 20,
+            run: async (_input, evalCase) => (evalCase.name === 'hangs' ? await never() : emptyRun()),
+        });
+        expect(report.cases.map((c) => c.case).sort()).toEqual(['fine', 'hangs']);
+        expect(report.passed).toBe(1);
+        expect(report.failed).toBe(1);
+    });
+    it('reports the time it actually burned, not zero', async () => {
+        // A case that spent its whole deadline is the most interesting
+        // number in the report; zero would hide it.
+        const report = await runExperiment({
+            name: 'deadline',
+            cases: [{ name: 'hangs', input: null }],
+            scorers: [scorer],
+            timeoutMs: 30,
+            run: never,
+        });
+        expect(report.cases[0]?.run.durationMs).toBeGreaterThanOrEqual(20);
+    });
+});
+describe('the signal handed to run', () => {
+    it('fires when the deadline passes, so a cooperating closure can stop', async () => {
+        let aborted = false;
+        await runExperiment({
+            name: 'deadline',
+            cases: [{ name: 'watches', input: null }],
+            scorers: [scorer],
+            timeoutMs: 20,
+            run: async (_input, _case, signal) => {
+                signal.addEventListener('abort', () => {
+                    aborted = true;
+                });
+                return await never();
+            },
+        });
+        expect(aborted).toBe(true);
+    });
+    it('stays quiet for a case that finished in time', async () => {
+        // A spurious abort after the work is done would train a closure to
+        // ignore the signal entirely.
+        let aborted = false;
+        await runExperiment({
+            name: 'deadline',
+            cases: [{ name: 'fast', input: null }],
+            scorers: [scorer],
+            timeoutMs: 5_000,
+            run: async (_input, _case, signal) => {
+                signal.addEventListener('abort', () => {
+                    aborted = true;
+                });
+                return emptyRun();
+            },
+        });
+        expect(aborted).toBe(false);
+    });
+});
+describe('a suite with no deadline set', () => {
+    it('behaves exactly as before', async () => {
+        const report = await runExperiment({
+            name: 'no-deadline',
+            cases: [{ name: 'fine', input: null }],
+            scorers: [scorer],
+            run: async () => emptyRun(),
+        });
+        expect(report.passed).toBe(1);
+        expect(report.cases[0]?.run.error).toBeUndefined();
+    });
+    it('still turns a throw into a result rather than a crash', async () => {
+        const report = await runExperiment({
+            name: 'no-deadline',
+            cases: [{ name: 'throws', input: null }],
+            scorers: [scorer],
+            run: async () => {
+                throw new Error('broken case');
+            },
+        });
+        expect(report.cases[0]?.run.error).toBe('broken case');
+    });
+});
+//# sourceMappingURL=case-deadline.test.js.map

package/dist/eval/__tests__/case-deadline.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-deadline.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/case-deadline.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAE7C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAGhD;;;;;;;;;;GAUG;AAEH,MAAM,QAAQ,GAAG,GAAY,EAAE,CAAC,CAAC;IAChC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,EAAE;IACT,SAAS,EAAE,EAAE;IACb,WAAW,EAAE,CAAC;IACd,YAAY,EAAE,CAAC;IACf,UAAU,EAAE,CAAC;CACb,CAAC,CAAA;AAEF,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAU,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;AAElD,MAAM,MAAM,GAAG;IACd,IAAI,EAAE,YAAY;IAClB,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;CACjD,CAAA;AAED,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,GAAG,EAAE,KAAK;SACV,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACpC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAA;IACnE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC5D,kEAAkE;QAClE,oDAAoD;QACpD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE;gBACN,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;gBAC9B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE;aAC7B;YACD,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;SACzF,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;QACzE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC9B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC9D,+DAA+D;QAC/D,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,GAAG,EAAE,KAAK;SACV,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAA;IACnE,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QAClF,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,aAAa,CAAC;YACnB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACzC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACpC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACrC,OAAO,GAAG,IAAI,CAAA;gBACf,CAAC,CAAC,CAAA;gBACF,OAAO,MAAM,KAAK,EAAE,CAAA;YACrB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC7D,mEAAmE;QACnE,8BAA8B;QAC9B,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,aAAa,CAAC;YACnB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACtC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,SAAS,EAAE,KAAK;YAChB,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACpC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACrC,OAAO,GAAG,IAAI,CAAA;gBACf,CAAC,CAAC,CAAA;gBACF,OAAO,QAAQ,EAAE,CAAA;YAClB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACtC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACxC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,GAAG,EAAE,KAAK,IAAI,EAAE;gBACf,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/B,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/eval/__tests__/end-to-end.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=end-to-end.test.d.ts.map

package/dist/eval/__tests__/end-to-end.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"end-to-end.test.d.ts","sourceRoot":"","sources":["../../../src/eval/__tests__/end-to-end.test.ts"],"names":[],"mappings":""}

package/dist/eval/__tests__/end-to-end.test.js

@@ -0,0 +1,223 @@
+import { describe, expect, it, vi } from 'vitest';
+import { MockLLMProvider } from '../../provider/mock.js';
+import { ToolExecutor } from '../../runtime/query/executor.js';
+import { IterationOrchestrator } from '../../runtime/query/iteration/index.js';
+import { ActivityStore } from '../../store/activity/memory.js';
+import { hasToolCall } from '../../types/run/step.js';
+import { runExperiment } from '../experiment.js';
+import { evalRunFromRun } from '../from-run.js';
+import { completionScorer, trajectoryScorer } from '../scorers.js';
+/**
+ * The harness against the REAL loop, driven by the scriptable mock.
+ *
+ * The unit tests above check the scorers in isolation; this checks the
+ * thing that actually matters — that a behavior change in the agent shows
+ * up as a score drop. Every piece this depends on had to land first:
+ * `Run.steps` (otherwise a trajectory scorer would correlate raw events by
+ * iteration number) and a mock that can emit tool calls (otherwise the
+ * loop cannot be driven at all).
+ */
+const RUN_ID = 'run_eval';
+function makeLogger() {
+    const stub = { info: vi.fn(), warn: vi.fn(), error: vi.fn(), debug: vi.fn() };
+    return { ...stub, child: vi.fn(() => ({ ...stub, child: vi.fn() })) };
+}
+/** Drive the loop with a scripted model and return the finished `Run`. */
+async function driveAgent(turns) {
+    const messages = [];
+    let iteration = 0;
+    let stopReason;
+    const log = makeLogger();
+    const tools = {
+        get: vi.fn((name) => ({
+            name,
+            isConcurrencySafe: () => true,
+            isReadOnly: () => true,
+            isDestructive: () => false,
+        })),
+        execute: vi.fn(async (name) => ({ success: true, output: `${name} ok` })),
+        has: vi.fn(() => true),
+        listNames: vi.fn(() => []),
+        getAvailability: vi.fn(() => 'active'),
+        toLLMTools: vi.fn(() => []),
+        register: vi.fn(),
+        unregister: vi.fn(),
+    };
+    const activityStore = new ActivityStore(RUN_ID, {
+        enabled: false,
+        trackToolCalls: false,
+        trackLlmTurns: false,
+    });
+    const runMgr = {
+        id: RUN_ID,
+        messages,
+        tokenUsage: {
+            promptTokens: 0,
+            completionTokens: 0,
+            totalTokens: 0,
+            cachedTokens: 0,
+            cacheWriteTokens: 0,
+        },
+        costInfo: { inputCostPer1M: 0, outputCostPer1M: 0, totalCost: 0, cacheDiscount: 0 },
+        get currentIteration() {
+            return iteration;
+        },
+        incrementIteration: () => ++iteration,
+        pushMessage: (m) => {
+            messages.push(m);
+        },
+        recordTurnUsage: vi.fn(),
+        accumulateUsage: vi.fn(),
+        clearLastPromptTokens: vi.fn(),
+        lastPromptTokens: undefined,
+        setStopReason: (r) => {
+            stopReason = r;
+        },
+        setStructuredOutput: vi.fn(),
+        markCancelled: vi.fn(),
+    };
+    const orchestrator = new IterationOrchestrator({
+        provider: new MockLLMProvider({ turns: turns }),
+        runConfig: { model: 'mock', maxIterations: 10 },
+        tools,
+        runMgr,
+        toolExecutor: new ToolExecutor({
+            tools,
+            runId: RUN_ID,
+            workingDirectory: '/tmp',
+            permissionMode: 'auto',
+            env: {},
+            abortSignal: new AbortController().signal,
+        }, activityStore, async () => { }, log),
+        activityStore,
+        abortController: new AbortController(),
+        log,
+        emitEvent: async () => { },
+        drainPending: function* () { },
+        checkpointMgr: { create: async () => ({ id: 'cp_1' }) },
+        planManager: { active: undefined },
+        resumeHandler: async () => ({ action: 'approve_tools' }),
+        stopWhen: hasToolCall('finish'),
+        guard: {
+            beforeIteration: () => ({
+                shouldStop: iteration >= 10,
+                forceFinalize: false,
+                isCancelled: false,
+                stopReason: 'max_iterations',
+            }),
+        },
+    });
+    const gen = orchestrator.runLoop();
+    let next = await gen.next();
+    while (!next.done)
+        next = await gen.next();
+    return {
+        id: RUN_ID,
+        status: 'completed',
+        messages,
+        tokenUsage: runMgr.tokenUsage,
+        costInfo: runMgr.costInfo,
+        currentIteration: iteration,
+        startedAt: Date.now() - 10,
+        endedAt: Date.now(),
+        steps: orchestrator.getSteps(),
+        ...(stopReason ? { stopReason } : {}),
+        result: 'done',
+    };
+}
+/** The trajectory a healthy agent takes for this task. */
+const GOLDEN = [
+    {
+        name: 'reads before editing, then finishes',
+        input: 'edit the file',
+        expectedTools: ['read', 'edit', 'finish'],
+    },
+];
+const HEALTHY = [
+    { toolCalls: [{ name: 'read' }] },
+    { toolCalls: [{ name: 'edit' }] },
+    { toolCalls: [{ name: 'finish' }] },
+];
+describe('the harness scores a real run', () => {
+    it('projects a finished Run into the shape scorers consume', async () => {
+        const run = await driveAgent(HEALTHY);
+        const projected = evalRunFromRun(run);
+        expect(projected.toolCalls).toEqual(['read', 'edit', 'finish']);
+        expect(projected.steps).toHaveLength(3);
+        expect(projected.stopReason).toBe('stop_condition');
+    });
+    it('scores the golden trajectory 1', async () => {
+        const report = await runExperiment({
+            name: 'file-editing',
+            cases: GOLDEN,
+            scorers: [trajectoryScorer(), completionScorer(['stop_condition'])],
+            run: async () => evalRunFromRun(await driveAgent(HEALTHY)),
+        });
+        expect(report.mean).toBe(1);
+        expect(report.failed).toBe(0);
+    });
+});
+describe('the harness catches a behavior regression', () => {
+    it('drops the score when the agent skips a step', async () => {
+        // The regression this is for: a tool-description change that makes the
+        // agent edit without reading first. Final-answer scoring cannot see
+        // it — the file still gets edited.
+        const regressed = [{ toolCalls: [{ name: 'edit' }] }, { toolCalls: [{ name: 'finish' }] }];
+        const report = await runExperiment({
+            name: 'file-editing',
+            cases: GOLDEN,
+            scorers: [trajectoryScorer()],
+            run: async () => evalRunFromRun(await driveAgent(regressed)),
+        });
+        expect(report.mean).toBeLessThan(1);
+        expect(report.failed).toBe(1);
+        expect(report.cases[0]?.scores.trajectory?.reason).toContain('read');
+    });
+    it('drops the score when the agent becomes wasteful', async () => {
+        // The regression this is for: a `search_tools` top-k change that makes
+        // the agent probe before acting. The answer is identical; the bill is
+        // not.
+        const wasteful = [
+            { toolCalls: [{ name: 'ls' }] },
+            { toolCalls: [{ name: 'glob' }] },
+            { toolCalls: [{ name: 'read' }] },
+            { toolCalls: [{ name: 'edit' }] },
+            { toolCalls: [{ name: 'finish' }] },
+        ];
+        const report = await runExperiment({
+            name: 'file-editing',
+            cases: GOLDEN,
+            scorers: [trajectoryScorer()],
+            run: async () => evalRunFromRun(await driveAgent(wasteful)),
+        });
+        expect(report.mean).toBeLessThan(1);
+        // Recall is intact — it did everything asked. Precision is what fell.
+        expect(report.cases[0]?.scores.trajectory?.details?.recall).toBe(1);
+        expect(report.cases[0]?.scores.trajectory?.details?.precision).toBeLessThan(1);
+    });
+    it('separates the two failures, which a pass/fail assertion would not', async () => {
+        const score = async (turns) => {
+            const report = await runExperiment({
+                name: 'x',
+                cases: GOLDEN,
+                scorers: [trajectoryScorer()],
+                run: async () => evalRunFromRun(await driveAgent(turns)),
+            });
+            return report.mean;
+        };
+        const skipped = await score([
+            { toolCalls: [{ name: 'edit' }] },
+            { toolCalls: [{ name: 'finish' }] },
+        ]);
+        const wasteful = await score([
+            { toolCalls: [{ name: 'ls' }] },
+            { toolCalls: [{ name: 'read' }] },
+            { toolCalls: [{ name: 'edit' }] },
+            { toolCalls: [{ name: 'finish' }] },
+        ]);
+        expect(skipped).not.toBe(wasteful);
+        // Skipping required work is worse than doing it inefficiently.
+        expect(skipped).toBeLessThan(wasteful);
+    });
+});
+//# sourceMappingURL=end-to-end.test.js.map

package/dist/eval/__tests__/end-to-end.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"end-to-end.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/end-to-end.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAA;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAK9D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAA;AAGrD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAGlE;;;;;;;;;GASG;AAEH,MAAM,MAAM,GAAG,UAAmB,CAAA;AAElC,SAAS,UAAU;IAClB,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;IAC7E,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAuB,CAAA;AAC3F,CAAC;AAED,0EAA0E;AAC1E,KAAK,UAAU,UAAU,CAAC,KAAgB;IACzC,MAAM,QAAQ,GAAc,EAAE,CAAA;IAC9B,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,UAA8B,CAAA;IAClC,MAAM,GAAG,GAAG,UAAU,EAAE,CAAA;IAExB,MAAM,KAAK,GAAG;QACb,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC;YAC7B,IAAI;YACJ,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI;YAC7B,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI;YACtB,aAAa,EAAE,GAAG,EAAE,CAAC,KAAK;SAC1B,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,KAAK,EAAE,CAAC,CAAC;QACjF,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;QACtB,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QAC1B,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC;QACtC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QAC3B,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;QACjB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;KACgB,CAAA;IAEpC,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE;QAC/C,OAAO,EAAE,KAAK;QACd,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,KAAK;KACpB,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG;QACd,EAAE,EAAE,MAAM;QACV,QAAQ;QACR,UAAU,EAAE;YACX,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;SACnB;QACD,QAAQ,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;QACnF,IAAI,gBAAgB;YACnB,OAAO,SAAS,CAAA;QACjB,CAAC;QACD,kBAAkB,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS;QACrC,WAAW,EAAE,CAAC,CAAU,EAAE,EAAE;YAC3B,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;QACD,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE;QACxB,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE;QACxB,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC9B,gBAAgB,EAAE,SAAS;QAC3B,aAAa,EAAE,CAAC,CAAS,EAAE,EAAE;YAC5B,UAAU,GAAG,CAAC,CAAA;QACf,CAAC;QACD,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC5B,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;KACtB,CAAA;IAED,MAAM,YAAY,GAAG,IAAI,qBAAqB,CAAC;QAC9C,QAAQ,EAAE,IAAI,eAAe,CAAC,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC;QACxD,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE;QAC/C,KAAK;QACL,MAAM;QACN,YAAY,EAAE,IAAI,YAAY,CAC7B;YACC,KAAK;YACL,KAAK,EAAE,MAAM;YACb,gBAAgB,EAAE,MAAM;YACxB,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,EAAE;YACP,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SACzC,EACD,aAAa,EACb,KAAK,IAAI,EAAE,GAAE,CAAC,EACd,GAAG,CACH;QACD,aAAa;QACb,eAAe,EAAE,IAAI,eAAe,EAAE;QACtC,GAAG;QACH,SAAS,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QACzB,YAAY,EAAE,QAAQ,CAAC,MAA0B,CAAC;QAClD,aAAa,EAAE,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;QACvD,WAAW,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE;QAClC,aAAa,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;QACxD,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC;QAC/B,KAAK,EAAE;YACN,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;gBACvB,UAAU,EAAE,SAAS,IAAI,EAAE;gBAC3B,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,KAAK;gBAClB,UAAU,EAAE,gBAAgB;aAC5B,CAAC;SACF;KACQ,CAAC,CAAA;IAEX,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,CAAA;IAClC,IAAI,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAA;IAC3B,OAAO,CAAC,IAAI,CAAC,IAAI;QAAE,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAA;IAE1C,OAAO;QACN,EAAE,EAAE,MAAM;QACV,MAAM,EAAE,WAAW;QACnB,QAAQ;QACR,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,gBAAgB,EAAE,SAAS;QAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;QAC1B,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;QACnB,KAAK,EAAE,YAAY,CAAC,QAAQ,EAAE;QAC9B,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM,EAAE,MAAM;KACI,CAAA;AACpB,CAAC;AAED,0DAA0D;AAC1D,MAAM,MAAM,GAAe;IAC1B;QACC,IAAI,EAAE,qCAAqC;QAC3C,KAAK,EAAE,eAAe;QACtB,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC;KACzC;CACD,CAAA;AAED,MAAM,OAAO,GAAG;IACf,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;IACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;IACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;CACnC,CAAA;AAED,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QACrC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;QAErC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;QAC/D,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACpD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,CAAC,gBAAgB,EAAE,EAAE,gBAAgB,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACnE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;SAC1D,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC3B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC9B,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,2CAA2C,EAAE,GAAG,EAAE;IAC1D,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC5D,uEAAuE;QACvE,oEAAoE;QACpE,mCAAmC;QACnC,MAAM,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAA;QAE1F,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,CAAC,gBAAgB,EAAE,CAAC;YAC7B,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;SAC5D,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACrE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAChE,uEAAuE;QACvE,sEAAsE;QACtE,OAAO;QACP,MAAM,QAAQ,GAAG;YAChB,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/B,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SACnC,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YAClC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,CAAC,gBAAgB,EAAE,CAAC;YAC7B,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;SAC3D,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACnC,sEAAsE;QACtE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC/E,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,EAAE;YACxC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;gBAClC,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,MAAM;gBACb,OAAO,EAAE,CAAC,gBAAgB,EAAE,CAAC;gBAC7B,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;aACxD,CAAC,CAAA;YACF,OAAO,MAAM,CAAC,IAAI,CAAA;QACnB,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC3B,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SACnC,CAAC,CAAA;QACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;YAC5B,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/B,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YACjC,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SACnC,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAClC,+DAA+D;QAC/D,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/eval/__tests__/harness-honesty.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=harness-honesty.test.d.ts.map

package/dist/eval/__tests__/harness-honesty.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness-honesty.test.d.ts","sourceRoot":"","sources":["../../../src/eval/__tests__/harness-honesty.test.ts"],"names":[],"mappings":""}