@vincemakes/kiso-evals 0.1.31 → 0.1.33

package/dist/faux.d.ts

@@ -24,7 +24,19 @@ import type { Adapter } from "@vincemakes/kiso-core";
 import type { EventInput } from "@vincemakes/kiso-core";
 /** One model turn: the events it emits. Tool results live in fixture tools. */
 export interface FauxTurn {
-    readonly events: readonly EventInput[];
+    readonly events: readonly (EventInput | FauxDelay)[];
+}
+/** W18: the harness's slow-adapter capability — a `delay` pseudo-event
+ *  awaits REAL milliseconds before the following events. The CLI e2e's
+ *  slow-summarize needs a genuinely slow adapter call at the PROCESS
+ *  level (nothing else is slow there: every summarize local step is a
+ *  linear scan and the stream itself is instant); the runtime gates
+ *  prove the abort semantics with real inline adapters. The delay is
+ *  NOT signal-aware — the runtime's post-call boundary check catches
+ *  an abort that landed during it. */
+export interface FauxDelay {
+    readonly type: "delay";
+    readonly ms: number;
 }
 export type FauxScript = readonly FauxTurn[];
 export declare function createFauxProvider(script: FauxScript): Adapter;

package/dist/faux.js

@@ -45,6 +45,10 @@ export function createFauxProvider(script) {
                     // fake `completed`.
                     let seq = 0;
                     for (const ev of turn?.events ?? []) {
+                        if (ev.type === "delay") {
+                            await new Promise((resolve) => setTimeout(resolve, ev.ms));
+                            continue;
+                        }
                         yield { ...ev, seq: seq++ };
                     }
                 },

package/dist/fixtures/permission-negotiation.d.ts

@@ -3,7 +3,8 @@
  * and allowed later; the model must see both outcomes distinctly.
  *
  * Incident (mauri ADR-0002): a permission system that is a yes/no gate has
- * no memory and no upgrade path. CC's ask model allows deny-with-reason,
+ * no memory and no upgrade path. The reference implementation's ask model
+ * allows deny-with-reason,
  * and the reason feeds back to the model so it can adjust. The kernel's
  * contract: each decision is a distinct tool_result — `precondition` for a
  * refusal (the tool never ran), a normal result for the allowed retry.

package/dist/fixtures/permission-negotiation.js

@@ -3,7 +3,8 @@
  * and allowed later; the model must see both outcomes distinctly.
  *
  * Incident (mauri ADR-0002): a permission system that is a yes/no gate has
- * no memory and no upgrade path. CC's ask model allows deny-with-reason,
+ * no memory and no upgrade path. The reference implementation's ask model
+ * allows deny-with-reason,
  * and the reason feeds back to the model so it can adjust. The kernel's
  * contract: each decision is a distinct tool_result — `precondition` for a
  * refusal (the tool never ran), a normal result for the allowed retry.

package/dist/fixtures/runner.js

@@ -3,7 +3,10 @@
  * checks. Loop integration (trajectory + requiredTerminal) lands in M1.
  */
 export function flattenScript(fixture) {
-    return fixture.script.flatMap((turn) => turn.events);
+    // W18: the delay pseudo-event is a harness timing directive consumed by
+    // the faux stream — never a model event, so the static checks must not
+    // see it (the flat view is the MODEL's event stream).
+    return fixture.script.flatMap((turn) => turn.events.filter((ev) => ev.type !== "delay"));
 }
 export function runStaticFixture(fixture) {
     const events = flattenScript(fixture);

package/dist/fixtures/silent-tool-failure.d.ts

@@ -6,7 +6,8 @@
  * the model ignored it and continued with "results look great, done" —
  * the turn ended "completed" with zero usable work. Root cause class:
  * error results ride the same channel as successes, and nothing forced the
- * model to acknowledge the error (CC's community loudest complaint: "reports
+ * model to acknowledge the error (the reference implementation's loudest
+ * community complaint: "reports
  * of finished work that never happened").
  *
  * The kernel-side shape the fixture pins: an isError tool_result in the

package/dist/fixtures/silent-tool-failure.js

@@ -6,7 +6,8 @@
  * the model ignored it and continued with "results look great, done" —
  * the turn ended "completed" with zero usable work. Root cause class:
  * error results ride the same channel as successes, and nothing forced the
- * model to acknowledge the error (CC's community loudest complaint: "reports
+ * model to acknowledge the error (the reference implementation's loudest
+ * community complaint: "reports
  * of finished work that never happened").
  *
  * The kernel-side shape the fixture pins: an isError tool_result in the

package/dist/fixtures/types.d.ts

@@ -6,7 +6,8 @@
  * real incident abstracted (uooki production, 2026). A fixture the loop
  * cannot pass is a regression the loop must not ship. Other frameworks
  * advertise features; kiso advertises "verifyable against known failure
- * modes" — because CC's loudest production complaints (reports of done work
+ * modes" — because the reference implementation's loudest production
+ * complaints (reports of done work
  * that never landed, silent tool failures) are exactly these shapes.
  *
  * `assert` receives the FULL trajectory (all events, seq 0..N) once the

package/dist/fixtures/types.js

@@ -6,7 +6,8 @@
  * real incident abstracted (uooki production, 2026). A fixture the loop
  * cannot pass is a regression the loop must not ship. Other frameworks
  * advertise features; kiso advertises "verifyable against known failure
- * modes" — because CC's loudest production complaints (reports of done work
+ * modes" — because the reference implementation's loudest production
+ * complaints (reports of done work
  * that never landed, silent tool failures) are exactly these shapes.
  *
  * `assert` receives the FULL trajectory (all events, seq 0..N) once the

package/dist/fixtures/unknown-tool.d.ts

@@ -1,7 +1,8 @@
 /**
  * Fixture: UNKNOWN TOOL — the model calls a tool that is not registered.
  *
- * Incident class (uooki + CC community): a tool name drifts (renamed,
+ * Incident class (uooki + the reference implementation's community): a tool
+ * name drifts (renamed,
  * ghost entry, typo'd enum) and the harness either silently drops the call
  * (agent loops forever trying to find the tool) or executes something
  * unexpected. The kernel's answer is structural: an unregistered tool is

package/dist/fixtures/unknown-tool.js

@@ -1,7 +1,8 @@
 /**
  * Fixture: UNKNOWN TOOL — the model calls a tool that is not registered.
  *
- * Incident class (uooki + CC community): a tool name drifts (renamed,
+ * Incident class (uooki + the reference implementation's community): a tool
+ * name drifts (renamed,
  * ghost entry, typo'd enum) and the harness either silently drops the call
  * (agent loops forever trying to find the tool) or executes something
  * unexpected. The kernel's answer is structural: an unregistered tool is

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vincemakes/kiso-evals",
-  "version": "0.1.31",
+  "version": "0.1.33",
   "description": "kiso evals — the faux provider, the incident fixture library, and the cross-provider contract tests.",
   "type": "module",
   "license": "MIT",
@@ -21,12 +21,12 @@
     "test": "vitest run"
   },
   "dependencies": {
-    "@vincemakes/kiso-core": "0.1.30"
+    "@vincemakes/kiso-core": "0.1.32"
   },
   "devDependencies": {
     "@anthropic-ai/sdk": "^0.115.0",
-    "@vincemakes/kiso-provider-anthropic": "0.1.31",
-    "@vincemakes/kiso-provider-openai": "0.1.31",
+    "@vincemakes/kiso-provider-anthropic": "0.1.33",
+    "@vincemakes/kiso-provider-openai": "0.1.33",
     "@types/node": "^26.1.2",
     "openai": "^7.3.0",
     "typescript": "^5.7.2",