@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.30

package/lib/assertions/core/command-exits-zero.js

@@ -1,6 +1,7 @@
-import { resolve } from "node:path";
+import { isAbsolute, relative, resolve, sep } from "node:path";
 import { z } from "zod";
-import { exec, hasRunArtifactEvidenceBoundary } from "../../core/index.js";
+import { DurationSchema, durationMs } from "../../core/duration.js";
+import { copyCommandWorkspace, exec, hasRunArtifactEvidenceBoundary, runExecutionWorkspace, } from "../../core/index.js";
 import { baseAssertionFields, commandEnvironment, inspectAssertionPath, LocationSchema, resolveLocationRoot, } from "./helpers.js";
 export const CommandExitsZeroConfigSchema = z
     .object({
@@ -9,13 +10,17 @@ export const CommandExitsZeroConfigSchema = z
     cwd: z.string().optional(),
     in: LocationSchema,
     env: z.record(z.string(), z.string()).optional(),
+    /** Require live dependencies; frozen replay needs an explicitly configured preparation. */
+    requiresExecutionWorkspace: z.boolean().default(false),
+    /** Trusted, bounded preparation in the disposable copy, such as a locked dependency install. */
+    prepare: z.string().min(1).optional(),
     /**
      * Parent variables to add to the minimal toolchain environment. Set to
      * `true` only when the command deliberately needs the entire Lux process
      * environment, including credentials.
      */
     inheritEnv: z.union([z.array(z.string().min(1)), z.literal(true)]).default([]),
-    timeoutMs: z.number().positive().default(120_000),
+    timeout: DurationSchema.default("2 minutes"),
     ...baseAssertionFields,
 })
     .strict();
@@ -39,16 +44,51 @@ export const commandExitsZeroAssertion = {
             }
         }
         const parentEnv = commandEnvironment(process.env, config.inheritEnv);
+        for (const name of ["NODE_OPTIONS", "NODE_PATH", "BASH_ENV", "ENV"])
+            delete parentEnv[name];
         // The whole command line is one shell string with no interpolation, so
         // `shell: true` is safe here; exec() gives it a real process-group
         // timeout and an output cap the old hand-rolled spawn lacked.
         let result;
+        let verification;
         try {
+            const live = runExecutionWorkspace(run);
+            const offset = relative(resolveLocationRoot(run, "artifacts"), root);
+            const withinArtifacts = config.in === "artifacts" &&
+                offset !== ".." &&
+                !offset.startsWith(`..${sep}`) &&
+                !isAbsolute(offset);
+            const liveSelected = live && withinArtifacts ? live : undefined;
+            if (config.requiresExecutionWorkspace && !liveSelected && !config.prepare) {
+                return {
+                    passed: false,
+                    score: 0,
+                    abstention: "insufficient-evidence",
+                    comment: "execution workspace unavailable; frozen dependency verification requires explicit prepare configuration",
+                    detail: { executionWorkspace: "unavailable" },
+                };
+            }
+            verification = await copyCommandWorkspace(liveSelected ?? (withinArtifacts ? resolveLocationRoot(run, "artifacts") : root), ctx?.abortSignal);
+            const commandRoot = withinArtifacts ? resolve(verification.root, offset) : verification.root;
+            const env = { ...parentEnv, ...config.env };
+            if (config.prepare) {
+                const prepared = await exec(config.prepare, [], {
+                    cwd: commandRoot,
+                    env,
+                    shell: true,
+                    timeoutMs: durationMs(config.timeout),
+                    maxBuffer: 4_000,
+                    ...(ctx?.abortSignal ? { signal: ctx.abortSignal } : {}),
+                });
+                if (prepared.exitCode !== 0 || prepared.timedOut) {
+                    throw new Error(`command preparation failed: ${prepared.stderr || prepared.stdout || `exit ${prepared.exitCode}`}`);
+                }
+            }
             result = await exec(config.command, [], {
-                cwd: root,
-                env: { ...parentEnv, ...config.env },
+                cwd: commandRoot,
+                env,
                 shell: true,
-                timeoutMs: config.timeoutMs,
+                timeoutMs: durationMs(config.timeout),
                 maxBuffer: 4_000,
                 ...(ctx?.abortSignal ? { signal: ctx.abortSignal } : {}),
             });
@@ -63,9 +103,12 @@ export const commandExitsZeroAssertion = {
                 detail: { error: message },
             };
         }
+        finally {
+            await verification?.close();
+        }
         const passed = result.exitCode === 0 && !result.timedOut;
         const comment = result.timedOut
-            ? `command timed out after ${config.timeoutMs}ms`
+            ? `command timed out after ${durationMs(config.timeout)}ms`
             : `'${config.command}' exited ${result.exitCode}${result.signal ? ` (signal ${result.signal})` : ""}`;
         return {
             passed,

package/lib/assertions/core/command-exits-zero.js.map

@@ -1 +1 @@
-{"version":3,"file":"command-exits-zero.js","sourceRoot":"","sources":["../../../src/assertions/core/command-exits-zero.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,IAAI,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AAC/F,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,EAAE,EAAE,cAAc;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD;;;;OAIG;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACjD,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,oBAAoB;IAC1B,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,IAAI,IAAI,GAAG,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,IAAI,8BAA8B,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC;oBACpC,MAAM,OAAO,GACX,SAAS,CAAC,KAAK;wBACf,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC;oBACrF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC9C,CAAC;gBACD,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACrE,uEAAuE;QACvE,mEAAmE;QACnE,8DAA8D;QAC9D,IAAI,MAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE;gBACtC,GAAG,EAAE,IAAI;gBACT,GAAG,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE;gBACpC,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,KAAK;gBAChB,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC3B,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ;YAC7B,CAAC,CAAC,2BAA2B,MAAM,CAAC,SAAS,IAAI;YACjD,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACxG,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO;YACP,MAAM,EAAE;gBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,eAAe,EAAE,MAAM,CAAC,eAAe;aACxC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
+{"version":3,"file":"command-exits-zero.js","sourceRoot":"","sources":["../../../src/assertions/core/command-exits-zero.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAEL,oBAAoB,EACpB,IAAI,EACJ,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,EAAE,EAAE,cAAc;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,2FAA2F;IAC3F,0BAA0B,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,gGAAgG;IAChG,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrC;;;;OAIG;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9E,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5C,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,oBAAoB;IAC1B,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,IAAI,IAAI,GAAG,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,IAAI,8BAA8B,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC;oBACpC,MAAM,OAAO,GACX,SAAS,CAAC,KAAK;wBACf,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC;oBACrF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC9C,CAAC;gBACD,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACrE,KAAK,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5F,uEAAuE;QACvE,mEAAmE;QACnE,8DAA8D;QAC9D,IAAI,MAAwC,CAAC;QAC7C,IAAI,YAA0E,CAAC;QAC/E,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;YACrE,MAAM,eAAe,GACnB,MAAM,CAAC,EAAE,KAAK,WAAW;gBACzB,MAAM,KAAK,IAAI;gBACf,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC9B,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtB,MAAM,YAAY,GAAG,IAAI,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,IAAI,MAAM,CAAC,0BAA0B,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC1E,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,uBAAuB;oBACnC,OAAO,EACL,yGAAyG;oBAC3G,MAAM,EAAE,EAAE,kBAAkB,EAAE,aAAa,EAAE;iBAC9C,CAAC;YACJ,CAAC;YACD,YAAY,GAAG,MAAM,oBAAoB,CACvC,YAAY,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAChF,GAAG,EAAE,WAAW,CACjB,CAAC;YACF,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;YAC7F,MAAM,GAAG,GAAG,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE;oBAC9C,GAAG,EAAE,WAAW;oBAChB,GAAG;oBACH,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;oBACrC,SAAS,EAAE,KAAK;oBAChB,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACzD,CAAC,CAAC;gBACH,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACjD,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,QAAQ,CAAC,QAAQ,EAAE,EAAE,CACnG,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE;gBACtC,GAAG,EAAE,WAAW;gBAChB,GAAG;gBACH,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;gBACrC,SAAS,EAAE,KAAK;gBAChB,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC3B,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,YAAY,EAAE,KAAK,EAAE,CAAC;QAC9B,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ;YAC7B,CAAC,CAAC,2BAA2B,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI;YAC3D,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACxG,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO;YACP,MAAM,EAAE;gBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,eAAe,EAAE,MAAM,CAAC,eAAe;aACxC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/event-checks.d.ts

@@ -49,6 +49,9 @@ export declare const InterruptCountConfigSchema: z.ZodObject<{
         ask: "ask";
         custom: "custom";
     }>>;
+    questionIncludesAll: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    questionIncludesAny: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    questionExcludesAny: z.ZodOptional<z.ZodArray<z.ZodString>>;
     min: z.ZodOptional<z.ZodNumber>;
     max: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>;

package/lib/assertions/core/event-checks.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"event-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAY,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAA4B,KAAK,aAAa,EAAyB,MAAM,cAAc,CAAC;AAgBnG,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,iBAAiB,MAAO,aAAa,OAAM,UAAU,KAAW,OAI5E,CAAC;AAEF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;kBAa/B,CAAC;AACL,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAmB/D,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;kBAgBlC,CAAC;AACL,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,eAAO,MAAM,sBAAsB,EAAE,aAAa,CAAC,mBAAmB,CAgBrE,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;kBAenC,CAAC;AACL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAevE,CAAC"}
+{"version":3,"file":"event-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAY,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAA4B,KAAK,aAAa,EAAyB,MAAM,cAAc,CAAC;AAsBnG,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,iBAAiB,MAAO,aAAa,OAAM,UAAU,KAAW,OAI5E,CAAC;AAEF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;kBAa/B,CAAC;AACL,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAmB/D,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;kBAgBlC,CAAC;AACL,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,eAAO,MAAM,sBAAsB,EAAE,aAAa,CAAC,mBAAmB,CAgBrE,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;kBA+CnC,CAAC;AACL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAsCvE,CAAC"}

package/lib/assertions/core/event-checks.js

@@ -1,6 +1,10 @@
 import { z } from "zod";
 import { inRange, isToolCallEvent, weightThresholdFields } from "./helpers.js";
 const isInterruptEvent = (e) => e.type === "interrupt";
+const normalizedText = (value) => value
+    .normalize("NFC")
+    .toLowerCase()
+    .replaceAll(/[^\p{L}\p{N}]/gu, "");
 const toolCallName = (e) => {
     const payload = e.payload;
     return typeof payload?.name === "string" ? payload.name : undefined;
@@ -92,6 +96,18 @@ export const InterruptCountConfigSchema = z
     .object({
     type: z.literal("interrupt-count"),
     kind: z.enum(["ask", "approve", "custom"]).optional(),
+    questionIncludesAll: z
+        .array(z.string().refine((term) => normalizedText(term).length > 0))
+        .min(1)
+        .optional(),
+    questionIncludesAny: z
+        .array(z.string().refine((term) => normalizedText(term).length > 0))
+        .min(1)
+        .optional(),
+    questionExcludesAny: z
+        .array(z.string().refine((term) => normalizedText(term).length > 0))
+        .min(1)
+        .optional(),
     min: z.number().int().nonnegative().optional(),
     max: z.number().int().nonnegative().optional(),
     ...weightThresholdFields,
@@ -101,6 +117,16 @@ export const InterruptCountConfigSchema = z
     .refine((c) => c.min !== undefined || c.max !== undefined, {
     message: "set at least one of min or max",
 })
+    .refine((c) => (c.questionIncludesAll === undefined &&
+    c.questionIncludesAny === undefined &&
+    c.questionExcludesAny === undefined) ||
+    c.kind === "ask", { message: "question content filters require kind 'ask'" })
+    .refine((c) => {
+    const excluded = c.questionExcludesAny?.map(normalizedText) ?? [];
+    const conflicts = (term) => excluded.some((excludedTerm) => normalizedText(term).includes(excludedTerm));
+    return (!c.questionIncludesAll?.some(conflicts) &&
+        !(c.questionIncludesAny?.every(conflicts) ?? false));
+}, { message: "question include and exclude filters cannot contradict" })
     .refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
     message: "min must be <= max",
 });
@@ -110,13 +136,33 @@ export const interruptCountAssertion = {
     evaluate: async (config, run) => {
         const count = run.events
             .filter(isInterruptEvent)
-            .filter((e) => !config.kind || e.kind === config.kind).length;
+            .filter((e) => !config.kind || e.kind === config.kind)
+            .filter((event) => {
+            if (config.questionIncludesAll === undefined &&
+                config.questionIncludesAny === undefined &&
+                config.questionExcludesAny === undefined)
+                return true;
+            if (event.kind !== "ask")
+                return false;
+            const question = normalizedText(event.question);
+            return ((config.questionIncludesAll?.every((term) => question.includes(normalizedText(term))) ??
+                true) &&
+                (config.questionIncludesAny?.some((term) => question.includes(normalizedText(term))) ??
+                    true) &&
+                (config.questionExcludesAny?.every((term) => !question.includes(normalizedText(term))) ??
+                    true));
+        }).length;
         const { passed, comment } = inRange(count, config.min, config.max);
         return {
             passed,
             score: passed ? 1 : 0,
-            comment: `${count} ${config.kind ?? "any-kind"} interrupt${count === 1 ? "" : "s"} (${comment})`,
-            detail: { count },
+            comment: `${count} ${config.kind ?? "any-kind"} interrupt${count === 1 ? "" : "s"}${config.questionIncludesAll ? ` including all of ${config.questionIncludesAll.map((term) => JSON.stringify(term)).join(", ")}` : ""}${config.questionIncludesAny ? ` including any of ${config.questionIncludesAny.map((term) => JSON.stringify(term)).join(", ")}` : ""}${config.questionExcludesAny ? ` containing none of ${config.questionExcludesAny.map((term) => JSON.stringify(term)).join(", ")}` : ""} (${comment})`,
+            detail: {
+                count,
+                ...(config.questionIncludesAll ? { questionIncludesAll: config.questionIncludesAll } : {}),
+                ...(config.questionIncludesAny ? { questionIncludesAny: config.questionIncludesAny } : {}),
+                ...(config.questionExcludesAny ? { questionExcludesAny: config.questionExcludesAny } : {}),
+            },
         };
     },
 };

package/lib/assertions/core/event-checks.js.map

@@ -1 +1 @@
-{"version":3,"file":"event-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,eAAe,EAAsB,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEnG,MAAM,gBAAgB,GAAG,CAAC,CAAW,EAAiD,EAAE,CACtF,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;AAEzB,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC5D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAgD,CAAC;IACnE,OAAO,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,eAAe,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC/D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA2D,CAAC;IAC9E,OAAO,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC,CAAC;AAIF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAgB,EAAE,EAAE,GAAe,KAAK,EAAW,EAAE;IACrF,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;IACjD,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE;IAC/F,OAAO,EAAE,8BAA8B;CACxC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzD,uFAAuF;QACvF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,YAAY,KAAK,IAAI,KAAK,KAAK,OAAO,GAAG;YACtE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,sBAAsB,GAAuC;IACxE,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,yBAAyB;IACvC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YAChH,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,gBAAgB,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAChE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,GAAG;YAChG,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC"}
+{"version":3,"file":"event-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,eAAe,EAAsB,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEnG,MAAM,gBAAgB,GAAG,CAAC,CAAW,EAAiD,EAAE,CACtF,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;AAEzB,MAAM,cAAc,GAAG,CAAC,KAAa,EAAU,EAAE,CAC/C,KAAK;KACF,SAAS,CAAC,KAAK,CAAC;KAChB,WAAW,EAAE;KACb,UAAU,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AAEvC,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC5D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAgD,CAAC;IACnE,OAAO,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,eAAe,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC/D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA2D,CAAC;IAC9E,OAAO,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC,CAAC;AAIF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAgB,EAAE,EAAE,GAAe,KAAK,EAAW,EAAE;IACrF,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;IACjD,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE;IAC/F,OAAO,EAAE,8BAA8B;CACxC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzD,uFAAuF;QACvF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,YAAY,KAAK,IAAI,KAAK,KAAK,OAAO,GAAG;YACtE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,sBAAsB,GAAuC;IACxE,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,yBAAyB;IACvC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YAChH,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrD,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,mBAAmB,KAAK,SAAS;IAClC,CAAC,CAAC,mBAAmB,KAAK,SAAS;IACnC,CAAC,CAAC,mBAAmB,KAAK,SAAS,CAAC;IACtC,CAAC,CAAC,IAAI,KAAK,KAAK,EAClB,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAC3D;KACA,MAAM,CACL,CAAC,CAAC,EAAE,EAAE;IACJ,MAAM,QAAQ,GAAG,CAAC,CAAC,mBAAmB,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAClE,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CACjC,QAAQ,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAC/E,OAAO,CACL,CAAC,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC;QACvC,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,CACpD,CAAC;AACJ,CAAC,EACD,EAAE,OAAO,EAAE,wDAAwD,EAAE,CACtE;KACA,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,gBAAgB,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC;aACrD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YAChB,IACE,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBACxC,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBACxC,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBAExC,OAAO,IAAI,CAAC;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,KAAK,CAAC;YACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChD,OAAO,CACL,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnF,IAAI,CAAC;gBACP,CAAC,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClF,IAAI,CAAC;gBACP,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;oBACpF,IAAI,CAAC,CACR,CAAC;QACJ,CAAC,CAAC,CAAC,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YACjf,MAAM,EAAE;gBACN,KAAK;gBACL,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3F;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/helpers.d.ts

@@ -1,5 +1,6 @@
 import type { Stats } from "node:fs";
 import { z } from "zod";
+import { baseAssertionFields } from "../../core/assertion.js";
 import type { Run, RunEvent } from "../../core/index.js";
 declare const FsLocationSchema: z.ZodEnum<{
     artifacts: "artifacts";
@@ -36,12 +37,6 @@ export declare const deepEquals: (a: unknown, b: unknown) => boolean;
  * Mirrors {@link Assertion} from the core module while letting each built-in
  * assertion reject misspelled type-specific fields at its own schema boundary.
  */
-export declare const baseAssertionFields: {
-    readonly id: z.ZodOptional<z.ZodString>;
-    readonly weight: z.ZodOptional<z.ZodNumber>;
-    readonly threshold: z.ZodOptional<z.ZodNumber>;
-    readonly name: z.ZodOptional<z.ZodString>;
-};
 /**
  * Where on the run dir an assertion looks for files. Defaults to
  * `artifacts` (the standard place drivers drop captured files).
@@ -50,6 +45,7 @@ export declare const LocationSchema: z.ZodDefault<z.ZodEnum<{
     artifacts: "artifacts";
     cwd: "cwd";
 }>>;
+export { baseAssertionFields };
 export declare const weightThresholdFields: {
     readonly id: z.ZodOptional<z.ZodString>;
     readonly weight: z.ZodOptional<z.ZodNumber>;
@@ -62,5 +58,4 @@ export type ToolCallEvent = ProgressEvent & {
     kind: "tool-call";
 };
 export declare const isToolCallEvent: (e: RunEvent) => e is ToolCallEvent;
-export {};
 //# sourceMappingURL=helpers.d.ts.map

package/lib/assertions/core/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzD,QAAA,MAAM,gBAAgB;;;EAA+B,CAAC;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,mBAAmB,QAAS,GAAG,UAAS,UAAU,KAAiB,MAC1B,CAAC;AAEvD,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,eAAO,MAAM,oBAAoB,QAC1B,GAAG,SACD,UAAU,gBACH,MAAM,KACnB,OAAO,CAAC,uBAAuB,CAuCjC,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAAa,MAAM,KAAG,OACG,CAAC;AAuB/D,eAAO,MAAM,kBAAkB,WACrB,MAAM,CAAC,UAAU,YAChB,IAAI,GAAG,SAAS,MAAM,EAAE,KAChC,MAAM,CAAC,UAST,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,cAAc,SAAU,OAAO,WAAW,MAAM,KAAG,OAgB/D,CAAC;AAEF,eAAO,MAAM,OAAO,UACX,MAAM,QACP,MAAM,QACN,MAAM,KACX;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAiBpC,CAAC;AAEF,mFAAmF;AACnF,eAAO,MAAM,UAAU,MAAO,OAAO,KAAK,OAAO,KAAG,OAYnD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB;aAC9B,EAAE;aACF,MAAM;aACN,SAAS;aACT,IAAI;CACI,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,cAAc;;;GAAwC,CAAC;AAIpE,eAAO,MAAM,qBAAqB;aAChC,EAAE;aACF,MAAM;aACN,SAAS;CACD,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC;AAElE,eAAO,MAAM,eAAe,MAAO,QAAQ,KAAG,CAAC,IAAI,aACF,CAAC"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzD,QAAA,MAAM,gBAAgB;;;EAA+B,CAAC;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,mBAAmB,QAAS,GAAG,UAAS,UAAU,KAAiB,MAC1B,CAAC;AAEvD,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,eAAO,MAAM,oBAAoB,QAC1B,GAAG,SACD,UAAU,gBACH,MAAM,KACnB,OAAO,CAAC,uBAAuB,CAuCjC,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAAa,MAAM,KAAG,OACG,CAAC;AAuB/D,eAAO,MAAM,kBAAkB,WACrB,MAAM,CAAC,UAAU,YAChB,IAAI,GAAG,SAAS,MAAM,EAAE,KAChC,MAAM,CAAC,UAST,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,cAAc,SAAU,OAAO,WAAW,MAAM,KAAG,OAgB/D,CAAC;AAEF,eAAO,MAAM,OAAO,UACX,MAAM,QACP,MAAM,QACN,MAAM,KACX;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAiBpC,CAAC;AAEF,mFAAmF;AACnF,eAAO,MAAM,UAAU,MAAO,OAAO,KAAK,OAAO,KAAG,OAYnD,CAAC;AAEF;;;;;;;;GAQG;AAEH;;;GAGG;AACH,eAAO,MAAM,cAAc;;;GAAwC,CAAC;AAIpE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAE/B,eAAO,MAAM,qBAAqB;aAChC,EAAE;aACF,MAAM;aACN,SAAS;CACD,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC;AAElE,eAAO,MAAM,eAAe,MAAO,QAAQ,KAAG,CAAC,IAAI,aACF,CAAC"}

package/lib/assertions/core/helpers.js

@@ -2,6 +2,7 @@ import { lstat } from "node:fs/promises";
 import { isAbsolute, join, relative, resolve, sep } from "node:path";
 import { z } from "zod";
 import { inspectRunArtifact, runArtifactsRoot } from "../../core/artifact-evidence.js";
+import { baseAssertionFields } from "../../core/assertion.js";
 const FsLocationSchema = z.enum(["artifacts", "cwd"]);
 export const resolveLocationRoot = (run, where = "artifacts") => where === "cwd" ? run.runDir : runArtifactsRoot(run);
 const pathEscapesRoot = (root, target) => {
@@ -148,12 +149,6 @@ export const deepEquals = (a, b) => {
  * Mirrors {@link Assertion} from the core module while letting each built-in
  * assertion reject misspelled type-specific fields at its own schema boundary.
  */
-export const baseAssertionFields = {
-    id: z.string().min(1).optional(),
-    weight: z.number().positive().optional(),
-    threshold: z.number().min(0).max(1).optional(),
-    name: z.string().optional(),
-};
 /**
  * Where on the run dir an assertion looks for files. Defaults to
  * `artifacts` (the standard place drivers drop captured files).
@@ -161,6 +156,7 @@ export const baseAssertionFields = {
 export const LocationSchema = FsLocationSchema.default("artifacts");
 // `name` is intentionally excluded: for tool assertions the `name` field is
 // the tool's name, which then doubles as the display label.
+export { baseAssertionFields };
 export const weightThresholdFields = {
     id: baseAssertionFields.id,
     weight: baseAssertionFields.weight,

package/lib/assertions/core/helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAGvF,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC;AAGtD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAQ,EAAE,KAAK,GAAe,WAAW,EAAU,EAAE,CACvF,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAQvD,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,MAAc,EAAW,EAAE;IAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAQ,EACR,KAAiB,EACjB,YAAoB,EACc,EAAE;IACpC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7E,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC3C,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,sCAAsC,EAAE,CAAC;IAClF,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG;QACjB,IAAI;QACJ,GAAG,GAAG;aACH,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,GAAI,GAA6B,CAAC,IAAI,CAAC;YACjD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;YACxD,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,6BAA6B,EAAE,CAAC;QACzE,CAAC;QACD,IAAI,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;QACxD,CAAC;QACD,IAAI,KAAK,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,OAAe,EAAW,EAAE,CACnE,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAE/D,MAAM,qBAAqB,GAAG;IAC5B,MAAM;IACN,SAAS;IACT,MAAM;IACN,aAAa;IACb,YAAY;IACZ,SAAS;IACT,OAAO;IACP,QAAQ;IACR,KAAK;IACL,MAAM;IACN,MAAM;IACN,UAAU;IACV,QAAQ;IACR,UAAU;IACV,MAAM;IACN,WAAW;IACX,UAAU;IACV,aAAa;CACL,CAAC;AAEX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,MAAyB,EACzB,OAAO,GAA6B,EAAE,EACnB,EAAE;IACrB,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,qBAAqB,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAU,CAAC,CAAC;IAC7D,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAa,EAAE,OAAe,EAAW,EAAE;IACxE,IAAI,OAAO,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO;SAClB,KAAK,CAAC,CAAC,CAAC;SACR,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,IAAI,IAAI,GAAY,IAAI,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChE,wEAAwE;QACxE,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACjD,IAAI,GAAI,IAAgC,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CACrB,KAAa,EACb,GAAY,EACZ,GAAY,EAC0B,EAAE;IACxC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,MAAM,MAAM,GAAG;QACb,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3C,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;KAC5C;SACE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;SAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE;KACpD,CAAC;AACJ,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAU,EAAE,CAAU,EAAW,EAAE;IAC5D,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7F,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAClF,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5D,OAAO,QAAQ,CAAC,KAAK,CACnB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,EAAG,CAA6B,CAAC,CAAC,CAAC,CAAC,CACpF,CAAC;AACJ,CAAC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnB,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;AAEpE,4EAA4E;AAC5E,4DAA4D;AAC5D,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,EAAE,EAAE,mBAAmB,CAAC,EAAE;IAC1B,MAAM,EAAE,mBAAmB,CAAC,MAAM;IAClC,SAAS,EAAE,mBAAmB,CAAC,SAAS;CAChC,CAAC;AAKX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAW,EAAsB,EAAE,CACjE,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC"}
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACvF,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAG9D,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC;AAGtD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAQ,EAAE,KAAK,GAAe,WAAW,EAAU,EAAE,CACvF,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAQvD,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,MAAc,EAAW,EAAE;IAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAQ,EACR,KAAiB,EACjB,YAAoB,EACc,EAAE;IACpC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7E,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC3C,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,sCAAsC,EAAE,CAAC;IAClF,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG;QACjB,IAAI;QACJ,GAAG,GAAG;aACH,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,GAAI,GAA6B,CAAC,IAAI,CAAC;YACjD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;YACxD,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,6BAA6B,EAAE,CAAC;QACzE,CAAC;QACD,IAAI,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;QACxD,CAAC;QACD,IAAI,KAAK,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,OAAe,EAAW,EAAE,CACnE,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAE/D,MAAM,qBAAqB,GAAG;IAC5B,MAAM;IACN,SAAS;IACT,MAAM;IACN,aAAa;IACb,YAAY;IACZ,SAAS;IACT,OAAO;IACP,QAAQ;IACR,KAAK;IACL,MAAM;IACN,MAAM;IACN,UAAU;IACV,QAAQ;IACR,UAAU;IACV,MAAM;IACN,WAAW;IACX,UAAU;IACV,aAAa;CACL,CAAC;AAEX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,MAAyB,EACzB,OAAO,GAA6B,EAAE,EACnB,EAAE;IACrB,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,qBAAqB,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAU,CAAC,CAAC;IAC7D,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAa,EAAE,OAAe,EAAW,EAAE;IACxE,IAAI,OAAO,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO;SAClB,KAAK,CAAC,CAAC,CAAC;SACR,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,IAAI,IAAI,GAAY,IAAI,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChE,wEAAwE;QACxE,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACjD,IAAI,GAAI,IAAgC,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CACrB,KAAa,EACb,GAAY,EACZ,GAAY,EAC0B,EAAE;IACxC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,MAAM,MAAM,GAAG;QACb,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3C,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;KAC5C;SACE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;SAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE;KACpD,CAAC;AACJ,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAU,EAAE,CAAU,EAAW,EAAE;IAC5D,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7F,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAClF,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5D,OAAO,QAAQ,CAAC,KAAK,CACnB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,EAAG,CAA6B,CAAC,CAAC,CAAC,CAAC,CACpF,CAAC;AACJ,CAAC,CAAC;AAEF;;;;;;;;GAQG;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;AAEpE,4EAA4E;AAC5E,4DAA4D;AAC5D,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAE/B,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,EAAE,EAAE,mBAAmB,CAAC,EAAE;IAC1B,MAAM,EAAE,mBAAmB,CAAC,MAAM;IAClC,SAAS,EAAE,mBAAmB,CAAC,SAAS;CAChC,CAAC;AAKX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAW,EAAsB,EAAE,CACjE,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC"}

package/lib/assertions/core/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAkCnE,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,eAAO,MAAM,iBAAiB,EAAE,aAAa,EA2B5C,CAAC;AAEF,eAAO,MAAM,sBAAsB,aAAc,QAAQ,KAAG,IAI3D,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAmCnE,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,eAAO,MAAM,iBAAiB,EAAE,aAAa,EA4B5C,CAAC;AAEF,eAAO,MAAM,sBAAsB,aAAc,QAAQ,KAAG,IAI3D,CAAC"}

package/lib/assertions/core/index.js

@@ -4,7 +4,7 @@ import { fileContainsAssertion, fileExistsAssertion, fileMatchesAssertion, fileR
 import { jsonPointerEqualsAssertion } from "./json-pointer-equals.js";
 import { containsAssertion, notContainsAssertion, regexAssertion } from "./output-checks.js";
 import { predicateAssertion } from "./predicate.js";
-import { artifactBytesUnderAssertion, costUnderAssertion, latencyUnderAssertion, runSucceededAssertion, tokensUnderAssertion, } from "./resource-checks.js";
+import { artifactBytesUnderAssertion, costUnderAssertion, latencyUnderAssertion, runSucceededAssertion, timeToFirstActionUnderAssertion, tokensUnderAssertion, } from "./resource-checks.js";
 import { toolCalledWithAssertion } from "./tool-called-with.js";
 import { toolInvocationAssertion } from "./tool-invocation.js";
 import { noErrorResultsAssertion, toolResultContainsAssertion, toolResultIsErrorAssertion, toolResultJsonPointerEqualsAssertion, } from "./tool-result-checks.js";
@@ -41,6 +41,7 @@ export const allCoreAssertions = [
     regexAssertion,
     jsonPointerEqualsAssertion,
     latencyUnderAssertion,
+    timeToFirstActionUnderAssertion,
     artifactBytesUnderAssertion,
     tokensUnderAssertion,
     costUnderAssertion,

package/lib/assertions/core/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,yBAAyB,CAAC;AAEjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAoB;IAChD,mBAAmB;IACnB,qBAAqB;IACrB,oBAAoB;IACpB,qBAAqB;IACrB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,0BAA0B;IAC1B,2BAA2B;IAC3B,oCAAoC;IACpC,uBAAuB;IACvB,uBAAuB;IACvB,yBAAyB;IACzB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,0BAA0B;IAC1B,qBAAqB;IACrB,2BAA2B;IAC3B,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjE,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,+BAA+B,EAC/B,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,yBAAyB,CAAC;AAEjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAoB;IAChD,mBAAmB;IACnB,qBAAqB;IACrB,oBAAoB;IACpB,qBAAqB;IACrB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,0BAA0B;IAC1B,2BAA2B;IAC3B,oCAAoC;IACpC,uBAAuB;IACvB,uBAAuB;IACvB,yBAAyB;IACzB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,0BAA0B;IAC1B,qBAAqB;IACrB,+BAA+B;IAC/B,2BAA2B;IAC3B,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjE,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC"}

package/lib/assertions/core/resource-checks.d.ts

@@ -10,6 +10,25 @@ export declare const LatencyUnderConfigSchema: z.ZodObject<{
 }, z.core.$strict>;
 export type LatencyUnderConfig = z.infer<typeof LatencyUnderConfigSchema>;
 export declare const latencyUnderAssertion: AssertionImpl<LatencyUnderConfig>;
+export declare const TimeToFirstActionUnderConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"time-to-first-action-under">;
+    maxMs: z.ZodNumber;
+    category: z.ZodDefault<z.ZodEnum<{
+        any: "any";
+        "durable-mutation": "durable-mutation";
+        mutation: "mutation";
+    }>>;
+    onUnavailable: z.ZodDefault<z.ZodEnum<{
+        fail: "fail";
+        pass: "pass";
+    }>>;
+}, z.core.$strict>;
+export type TimeToFirstActionUnderConfig = z.infer<typeof TimeToFirstActionUnderConfigSchema>;
+export declare const timeToFirstActionUnderAssertion: AssertionImpl<TimeToFirstActionUnderConfig>;
 export declare const TokensUnderConfigSchema: z.ZodObject<{
     id: z.ZodOptional<z.ZodString>;
     weight: z.ZodOptional<z.ZodNumber>;

package/lib/assertions/core/resource-checks.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resource-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAAoC,MAAM,qBAAqB,CAAC;AAY3F,eAAO,MAAM,wBAAwB;;;;;;;kBAM1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAsBnE,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;kBAczB,CAAC;AACZ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAIxE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAqBjE,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;kBAOvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAgB7D,CAAC;AAEF,eAAO,MAAM,8BAA8B;;;;;;;;;;;kBAOhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,2BAA2B,EAAE,aAAa,CAAC,wBAAwB,CA0B/E,CAAC;AAMF,eAAO,MAAM,wBAAwB;;;;;;kBAK1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAanE,CAAC"}
+{"version":3,"file":"resource-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAAsB,MAAM,qBAAqB,CAAC;AAa7E,eAAO,MAAM,wBAAwB;;;;;;;kBAM1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAsBnE,CAAC;AAEF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;kBAQpC,CAAC;AACZ,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAE9F,eAAO,MAAM,+BAA+B,EAAE,aAAa,CAAC,4BAA4B,CAsBvF,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;kBAczB,CAAC;AACZ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAIxE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAkBjE,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;kBAOvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAgB7D,CAAC;AAEF,eAAO,MAAM,8BAA8B;;;;;;;;;;;kBAOhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,2BAA2B,EAAE,aAAa,CAAC,wBAAwB,CA0B/E,CAAC;AAMF,eAAO,MAAM,wBAAwB;;;;;;kBAK1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAanE,CAAC"}

package/lib/assertions/core/resource-checks.js

@@ -1,5 +1,6 @@
 import { z } from "zod";
-import { inspectRunArtifact, isUsageEmpty } from "../../core/index.js";
+import { inspectRunArtifact } from "../../core/index.js";
+import { hasAgentUsage } from "../../core/usage.js";
 import { baseAssertionFields as baseFields } from "./helpers.js";
 const UnavailablePolicySchema = z.enum(["pass", "fail"]);
 const unavailable = (resource, policy) => ({
@@ -38,6 +39,38 @@ export const latencyUnderAssertion = {
         };
     },
 };
+export const TimeToFirstActionUnderConfigSchema = z
+    .object({
+    type: z.literal("time-to-first-action-under"),
+    maxMs: z.number().nonnegative(),
+    category: z.enum(["any", "mutation", "durable-mutation"]).default("any"),
+    onUnavailable: UnavailablePolicySchema.default("fail"),
+    ...baseFields,
+})
+    .strict();
+export const timeToFirstActionUnderAssertion = {
+    type: "time-to-first-action-under",
+    configSchema: TimeToFirstActionUnderConfigSchema,
+    evaluate: async (config, run) => {
+        const fields = {
+            any: "timeToFirstActionMs",
+            mutation: "timeToFirstMutationMs",
+            "durable-mutation": "timeToFirstDurableMutationMs",
+        };
+        const field = fields[config.category];
+        const value = run.metadata.actionTiming?.[field];
+        if (value === undefined) {
+            return unavailable(`time to first ${config.category} action`, config.onUnavailable);
+        }
+        const passed = value <= config.maxMs;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${config.category} action at ${value}ms ${passed ? "<=" : ">"} ${config.maxMs}ms`,
+            detail: { category: config.category, timeToFirstActionMs: value },
+        };
+    },
+};
 export const TokensUnderConfigSchema = z
     .object({
     type: z.literal("tokens-under"),
@@ -60,10 +93,7 @@ export const tokensUnderAssertion = {
     configSchema: TokensUnderConfigSchema,
     evaluate: async (config, run) => {
         const agent = run.metadata.usage.agent;
-        // A driver that reports nothing arrives here as all-zeros. Treat that as
-        // "unknown", not as "the agent spent zero tokens" — no real agent spends
-        // zero.
-        if (isUsageEmpty(agent)) {
+        if (!hasAgentUsage(run.metadata)) {
             return unavailable("tokens (driver did not report)", config.onUnavailable ?? "pass");
         }
         const value = config.component === "total" ? agent.input + agent.output : agent[config.component];

package/lib/assertions/core/resource-checks.js.map

@@ -1 +1 @@
-{"version":3,"file":"resource-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,kBAAkB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,EAAE,mBAAmB,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AAEjE,MAAM,uBAAuB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAEzD,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,MAA+C,EAAE,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,MAAM,KAAK,MAAM;IACzB,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,OAAO,EAAE,GAAG,QAAQ,cAAc;IAClC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,2CAA2C;aACrD,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,GAAG,GAAG,KAAK,CAAC;QACvB,MAAM,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC;QAClC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI;YAC3D,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;SAC3B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B;;;;OAIG;IACH,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9F,kFAAkF;IAClF,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,wEAAwE;AACxE,4DAA4D;AAC5D,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,IAAI,EAAE,cAAc;IACpB,YAAY,EAAE,uBAAuB;IACrC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QACvC,yEAAyE;QACzE,yEAAyE;QACzE,QAAQ;QACR,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,WAAW,CAAC,gCAAgC,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GACT,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,WAAW,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACnF,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;SAC1B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,kBAAkB,GAAmC;IAChE,IAAI,EAAE,YAAY;IAClB,YAAY,EAAE,qBAAqB;IACnC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;QACnC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,WAAW,CAAC,8BAA8B,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC;QACpC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACjF,MAAM,EAAE,EAAE,GAAG,EAAE;SAChB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC5C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IACvC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACnC,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,2BAA2B,GAA4C;IAClF,IAAI,EAAE,sBAAsB;IAC5B,YAAY,EAAE,8BAA8B;IAC5C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACnC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC,CAAC,CACH,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO,WAAW,CAChB,0DAA0D,EAC1D,MAAM,CAAC,aAAa,IAAI,MAAM,CAC/B,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,kBAAkB,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACvE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;SACvC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,oEAAoE;AACpE,wEAAwE;AACxE,wEAAwE;AACxE,4EAA4E;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;QAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpC,MAAM,MAAM,GAAG,UAAU,KAAK,MAAM,CAAC;QACrC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,mBAAmB,UAAU,GAAG;YAC5E,MAAM,EAAE,EAAE,UAAU,EAAE;SACvB,CAAC;IACJ,CAAC;CACF,CAAC"}
+{"version":3,"file":"resource-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,mBAAmB,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AAEjE,MAAM,uBAAuB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAEzD,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,MAA+C,EAAE,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,MAAM,KAAK,MAAM;IACzB,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,OAAO,EAAE,GAAG,QAAQ,cAAc;IAClC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,2CAA2C;aACrD,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,GAAG,GAAG,KAAK,CAAC;QACvB,MAAM,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC;QAClC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI;YAC3D,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;SAC3B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC;KAChD,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACxE,aAAa,EAAE,uBAAuB,CAAC,OAAO,CAAC,MAAM,CAAC;IACtD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,+BAA+B,GAAgD;IAC1F,IAAI,EAAE,4BAA4B;IAClC,YAAY,EAAE,kCAAkC;IAChD,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG;YACb,GAAG,EAAE,qBAAqB;YAC1B,QAAQ,EAAE,uBAAuB;YACjC,kBAAkB,EAAE,8BAA8B;SAC1C,CAAC;QACX,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,WAAW,CAAC,iBAAiB,MAAM,CAAC,QAAQ,SAAS,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QACtF,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;QACrC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,QAAQ,cAAc,KAAK,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI;YAC3F,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE;SAClE,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B;;;;OAIG;IACH,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9F,kFAAkF;IAClF,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,wEAAwE;AACxE,4DAA4D;AAC5D,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,IAAI,EAAE,cAAc;IACpB,YAAY,EAAE,uBAAuB;IACrC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QACvC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,OAAO,WAAW,CAAC,gCAAgC,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GACT,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,WAAW,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACnF,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;SAC1B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,kBAAkB,GAAmC;IAChE,IAAI,EAAE,YAAY;IAClB,YAAY,EAAE,qBAAqB;IACnC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;QACnC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,WAAW,CAAC,8BAA8B,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC;QACpC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACjF,MAAM,EAAE,EAAE,GAAG,EAAE;SAChB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC5C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IACvC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACnC,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,2BAA2B,GAA4C;IAClF,IAAI,EAAE,sBAAsB;IAC5B,YAAY,EAAE,8BAA8B;IAC5C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACnC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC,CAAC,CACH,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO,WAAW,CAChB,0DAA0D,EAC1D,MAAM,CAAC,aAAa,IAAI,MAAM,CAC/B,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,kBAAkB,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACvE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;SACvC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,oEAAoE;AACpE,wEAAwE;AACxE,wEAAwE;AACxE,4EAA4E;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;QAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpC,MAAM,MAAM,GAAG,UAAU,KAAK,MAAM,CAAC;QACrC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,mBAAmB,UAAU,GAAG;YAC5E,MAAM,EAAE,EAAE,UAAU,EAAE;SACvB,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/rubric/index.d.ts

@@ -14,6 +14,11 @@ export declare const RubricEvidenceSchema: z.ZodDefault<z.ZodObject<{
         "inputs-and-results": "inputs-and-results";
         names: "names";
     }>>;
+    toolInvocations: z.ZodDefault<z.ZodEnum<{
+        all: "all";
+        recent: "recent";
+    }>>;
+    maxInvocationChars: z.ZodDefault<z.ZodNumber>;
     artifactPatterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
     includeArtifactContents: z.ZodDefault<z.ZodBoolean>;
     maxEvents: z.ZodDefault<z.ZodNumber>;
@@ -29,21 +34,29 @@ export declare const RubricConfigSchema: z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
     type: z.ZodLiteral<"rubric">;
     criteria: z.ZodString;
+    scoring: z.ZodDefault<z.ZodEnum<{
+        binary: "binary";
+        continuous: "continuous";
+    }>>;
     provider: z.ZodOptional<z.ZodEnum<{
         "claude-code": "claude-code";
         codex: "codex";
     }>>;
     model: z.ZodOptional<z.ZodString>;
     command: z.ZodOptional<z.ZodString>;
+    inheritEnv: z.ZodOptional<z.ZodUnion<readonly [z.ZodArray<z.ZodString>, z.ZodLiteral<true>]>>;
+    env: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     reasoningEffort: z.ZodOptional<z.ZodEnum<{
         high: "high";
         low: "low";
+        max: "max";
         medium: "medium";
         minimal: "minimal";
         none: "none";
+        ultra: "ultra";
         xhigh: "xhigh";
     }>>;
-    timeoutMs: z.ZodDefault<z.ZodNumber>;
+    timeout: z.ZodDefault<z.ZodString>;
     promptOverride: z.ZodOptional<z.ZodString>;
     maxArtifactExcerpt: z.ZodDefault<z.ZodNumber>;
     evidence: z.ZodDefault<z.ZodObject<{
@@ -60,6 +73,11 @@ export declare const RubricConfigSchema: z.ZodObject<{
             "inputs-and-results": "inputs-and-results";
             names: "names";
         }>>;
+        toolInvocations: z.ZodDefault<z.ZodEnum<{
+            all: "all";
+            recent: "recent";
+        }>>;
+        maxInvocationChars: z.ZodDefault<z.ZodNumber>;
         artifactPatterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
         includeArtifactContents: z.ZodDefault<z.ZodBoolean>;
         maxEvents: z.ZodDefault<z.ZodNumber>;
@@ -83,16 +101,21 @@ export declare const rubricAssertion: AssertionImpl<{
     name?: string | undefined;
     type: "rubric";
     criteria: string;
+    scoring: "binary" | "continuous";
     provider?: "claude-code" | "codex" | undefined;
     model?: string | undefined;
     command?: string | undefined;
-    reasoningEffort?: "high" | "low" | "medium" | "minimal" | "none" | "xhigh" | undefined;
-    timeoutMs: number;
+    inheritEnv?: true | string[] | undefined;
+    env?: Record<string, string> | undefined;
+    reasoningEffort?: "high" | "low" | "max" | "medium" | "minimal" | "none" | "ultra" | "xhigh" | undefined;
+    timeout: string;
     promptOverride?: string | undefined;
     maxArtifactExcerpt: number;
     evidence: {
         eventTypes: ("agent-message" | "interrupt" | "responded" | "terminal" | "tool-call" | "tool-result")[];
         toolDetail: "inputs" | "inputs-and-results" | "names";
+        toolInvocations: "all" | "recent";
+        maxInvocationChars: number;
         artifactPatterns: string[];
         includeArtifactContents: boolean;
         maxEvents: number;

package/lib/assertions/rubric/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/rubric/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAIlB,KAAK,kBAAkB,EAOxB,MAAM,qBAAqB,CAAC;AAa7B,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;mBA8B7B,CAAC;AACL,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEnE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBpB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,iCAAiC;;;;;iBAK5C,CAAC;AAwJH,eAAO,MAAM,qBAAqB,aACtB,kBAAkB,KAC3B,aAAa,CAAC,YAAY,CAW3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;EAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/rubric/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACL,KAAK,aAAa,EAIlB,KAAK,kBAAkB,EAOxB,MAAM,qBAAqB,CAAC;AAiB7B,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;mBAqC7B,CAAC;AACL,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEnE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA0BpB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,iCAAiC;;;;;iBAK5C,CAAC;AA8KH,eAAO,MAAM,qBAAqB,aACtB,kBAAkB,KAC3B,aAAa,CAAC,YAAY,CA2B3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAA0B,CAAC"}