@vincemakes/kiso-evals 0.1.31 → 0.1.32

package/dist/faux.d.ts

@@ -24,7 +24,19 @@ import type { Adapter } from "@vincemakes/kiso-core";
 import type { EventInput } from "@vincemakes/kiso-core";
 /** One model turn: the events it emits. Tool results live in fixture tools. */
 export interface FauxTurn {
-    readonly events: readonly EventInput[];
+    readonly events: readonly (EventInput | FauxDelay)[];
+}
+/** W18: the harness's slow-adapter capability — a `delay` pseudo-event
+ *  awaits REAL milliseconds before the following events. The CLI e2e's
+ *  slow-summarize needs a genuinely slow adapter call at the PROCESS
+ *  level (nothing else is slow there: every summarize local step is a
+ *  linear scan and the stream itself is instant); the runtime gates
+ *  prove the abort semantics with real inline adapters. The delay is
+ *  NOT signal-aware — the runtime's post-call boundary check catches
+ *  an abort that landed during it. */
+export interface FauxDelay {
+    readonly type: "delay";
+    readonly ms: number;
 }
 export type FauxScript = readonly FauxTurn[];
 export declare function createFauxProvider(script: FauxScript): Adapter;

package/dist/faux.js

@@ -45,6 +45,10 @@ export function createFauxProvider(script) {
                     // fake `completed`.
                     let seq = 0;
                     for (const ev of turn?.events ?? []) {
+                        if (ev.type === "delay") {
+                            await new Promise((resolve) => setTimeout(resolve, ev.ms));
+                            continue;
+                        }
                         yield { ...ev, seq: seq++ };
                     }
                 },

package/dist/fixtures/runner.js

@@ -3,7 +3,10 @@
  * checks. Loop integration (trajectory + requiredTerminal) lands in M1.
  */
 export function flattenScript(fixture) {
-    return fixture.script.flatMap((turn) => turn.events);
+    // W18: the delay pseudo-event is a harness timing directive consumed by
+    // the faux stream — never a model event, so the static checks must not
+    // see it (the flat view is the MODEL's event stream).
+    return fixture.script.flatMap((turn) => turn.events.filter((ev) => ev.type !== "delay"));
 }
 export function runStaticFixture(fixture) {
     const events = flattenScript(fixture);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vincemakes/kiso-evals",
-  "version": "0.1.31",
+  "version": "0.1.32",
   "description": "kiso evals — the faux provider, the incident fixture library, and the cross-provider contract tests.",
   "type": "module",
   "license": "MIT",
@@ -21,12 +21,12 @@
     "test": "vitest run"
   },
   "dependencies": {
-    "@vincemakes/kiso-core": "0.1.30"
+    "@vincemakes/kiso-core": "0.1.31"
   },
   "devDependencies": {
     "@anthropic-ai/sdk": "^0.115.0",
-    "@vincemakes/kiso-provider-anthropic": "0.1.31",
-    "@vincemakes/kiso-provider-openai": "0.1.31",
+    "@vincemakes/kiso-provider-anthropic": "0.1.32",
+    "@vincemakes/kiso-provider-openai": "0.1.32",
     "@types/node": "^26.1.2",
     "openai": "^7.3.0",
     "typescript": "^5.7.2",