@prismatic-io/lux 0.0.1

package/lib/assertions/core/helpers.js

@@ -0,0 +1,170 @@
+import { lstat } from "node:fs/promises";
+import { isAbsolute, join, relative, resolve, sep } from "node:path";
+import { z } from "zod";
+import { inspectRunArtifact, runArtifactsRoot } from "../../core/artifact-evidence.js";
+const FsLocationSchema = z.enum(["artifacts", "cwd"]);
+export const resolveLocationRoot = (run, where = "artifacts") => where === "cwd" ? run.runDir : runArtifactsRoot(run);
+const pathEscapesRoot = (root, target) => {
+    const rel = relative(root, target);
+    return rel === ".." || rel.startsWith(`..${sep}`) || isAbsolute(rel);
+};
+export const inspectAssertionPath = async (run, where, authoredPath) => {
+    if (where === "artifacts") {
+        const { target, stats, issue } = await inspectRunArtifact(run, authoredPath);
+        return { target, ...(stats ? { stats } : {}), ...(issue ? { issue } : {}) };
+    }
+    const root = resolve(resolveLocationRoot(run, where));
+    const target = resolve(root, authoredPath);
+    if (pathEscapesRoot(root, target)) {
+        return { target, issue: `${authoredPath} escapes the selected assertion root` };
+    }
+    const rel = relative(root, target);
+    const components = [
+        root,
+        ...rel
+            .split(sep)
+            .filter(Boolean)
+            .map((_, index, parts) => join(root, ...parts.slice(0, index + 1))),
+    ];
+    for (const [index, component] of components.entries()) {
+        let stats;
+        try {
+            stats = await lstat(component);
+        }
+        catch (err) {
+            const code = err.code;
+            if (code === "ENOENT" || code === "ENOTDIR") {
+                return { target, issue: `${authoredPath} not found` };
+            }
+            throw err;
+        }
+        if (stats.isSymbolicLink()) {
+            return { target, issue: `${authoredPath} resolves through a symlink` };
+        }
+        if (index < components.length - 1 && !stats.isDirectory()) {
+            return { target, issue: `${authoredPath} not found` };
+        }
+        if (index === components.length - 1)
+            return { target, stats };
+    }
+    return { target, issue: `${authoredPath} not found` };
+};
+export const globEscapesAssertionRoot = (pattern) => isAbsolute(pattern) || pattern.split(/[\\/]/).includes("..");
+const COMMAND_TOOLCHAIN_ENV = [
+    "PATH",
+    "PATHEXT",
+    "HOME",
+    "USERPROFILE",
+    "SYSTEMROOT",
+    "COMSPEC",
+    "SHELL",
+    "TMPDIR",
+    "TMP",
+    "TEMP",
+    "LANG",
+    "LANGUAGE",
+    "LC_ALL",
+    "LC_CTYPE",
+    "TERM",
+    "COLORTERM",
+    "NO_COLOR",
+    "FORCE_COLOR",
+];
+export const commandEnvironment = (parent, inherit = []) => {
+    if (inherit === true)
+        return { ...parent };
+    const names = new Set([...COMMAND_TOOLCHAIN_ENV, ...inherit]);
+    return Object.fromEntries([...names].flatMap((name) => {
+        const value = parent[name];
+        return value === undefined ? [] : [[name, value]];
+    }));
+};
+/**
+ * Resolve an RFC 6901 JSON pointer against a parsed value; undefined when it
+ * does not resolve. Deviates from the RFC for arrays: any own property
+ * resolves, so `/length` works even though the RFC only allows index tokens.
+ */
+export const resolvePointer = (root, pointer) => {
+    if (pointer === "")
+        return root;
+    if (!pointer.startsWith("/"))
+        return undefined;
+    const parts = pointer
+        .slice(1)
+        .split("/")
+        .map((p) => p.replace(/~1/g, "/").replace(/~0/g, "~"));
+    let node = root;
+    for (const part of parts) {
+        if (node === null || typeof node !== "object")
+            return undefined;
+        // Own properties only — a pointer like `/constructor` must not walk the
+        // prototype chain into inherited values.
+        if (!Object.hasOwn(node, part))
+            return undefined;
+        node = node[part];
+    }
+    return node;
+};
+export const inRange = (value, min, max) => {
+    if (min !== undefined && value < min) {
+        return { passed: false, comment: `${value} < min ${min}` };
+    }
+    if (max !== undefined && value > max) {
+        return { passed: false, comment: `${value} > max ${max}` };
+    }
+    const bounds = [
+        min !== undefined ? `>= ${min}` : undefined,
+        max !== undefined ? `<= ${max}` : undefined,
+    ]
+        .filter((b) => b !== undefined)
+        .join(", ");
+    return {
+        passed: true,
+        comment: bounds ? `${value} ${bounds}` : `${value}`,
+    };
+};
+/** Structural equality for JSON-shaped values — object key order is irrelevant. */
+export const deepEquals = (a, b) => {
+    if (Object.is(a, b))
+        return true;
+    if (typeof a !== "object" || typeof b !== "object" || a === null || b === null)
+        return false;
+    if (Array.isArray(a) || Array.isArray(b)) {
+        if (!Array.isArray(a) || !Array.isArray(b) || a.length !== b.length)
+            return false;
+        return a.every((v, i) => deepEquals(v, b[i]));
+    }
+    const aEntries = Object.entries(a);
+    if (aEntries.length !== Object.keys(b).length)
+        return false;
+    return aEntries.every(([k, v]) => Object.hasOwn(b, k) && deepEquals(v, b[k]));
+};
+/**
+ * Zod fragment for the framework-level fields every assertion shares
+ * (weight, threshold, name). Spread into per-assertion config schemas:
+ *
+ *     z.object({ type: z.literal("foo"), ...baseAssertionFields, ... })
+ *
+ * Mirrors {@link Assertion} from the core module while letting each built-in
+ * assertion reject misspelled type-specific fields at its own schema boundary.
+ */
+export const baseAssertionFields = {
+    id: z.string().min(1).optional(),
+    weight: z.number().positive().optional(),
+    threshold: z.number().min(0).max(1).optional(),
+    name: z.string().optional(),
+};
+/**
+ * Where on the run dir an assertion looks for files. Defaults to
+ * `artifacts` (the standard place drivers drop captured files).
+ */
+export const LocationSchema = FsLocationSchema.default("artifacts");
+// `name` is intentionally excluded: for tool assertions the `name` field is
+// the tool's name, which then doubles as the display label.
+export const weightThresholdFields = {
+    id: baseAssertionFields.id,
+    weight: baseAssertionFields.weight,
+    threshold: baseAssertionFields.threshold,
+};
+export const isToolCallEvent = (e) => e.type === "progress" && e.kind === "tool-call";
+//# sourceMappingURL=helpers.js.map

package/lib/assertions/core/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAGvF,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC;AAGtD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAQ,EAAE,KAAK,GAAe,WAAW,EAAU,EAAE,CACvF,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAQvD,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,MAAc,EAAW,EAAE;IAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAQ,EACR,KAAiB,EACjB,YAAoB,EACc,EAAE;IACpC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7E,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC3C,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,sCAAsC,EAAE,CAAC;IAClF,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG;QACjB,IAAI;QACJ,GAAG,GAAG;aACH,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,GAAI,GAA6B,CAAC,IAAI,CAAC;YACjD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;YACxD,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,6BAA6B,EAAE,CAAC;QACzE,CAAC;QACD,IAAI,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;QACxD,CAAC;QACD,IAAI,KAAK,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,OAAe,EAAW,EAAE,CACnE,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAE/D,MAAM,qBAAqB,GAAG;IAC5B,MAAM;IACN,SAAS;IACT,MAAM;IACN,aAAa;IACb,YAAY;IACZ,SAAS;IACT,OAAO;IACP,QAAQ;IACR,KAAK;IACL,MAAM;IACN,MAAM;IACN,UAAU;IACV,QAAQ;IACR,UAAU;IACV,MAAM;IACN,WAAW;IACX,UAAU;IACV,aAAa;CACL,CAAC;AAEX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,MAAyB,EACzB,OAAO,GAA6B,EAAE,EACnB,EAAE;IACrB,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,qBAAqB,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAU,CAAC,CAAC;IAC7D,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAa,EAAE,OAAe,EAAW,EAAE;IACxE,IAAI,OAAO,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO;SAClB,KAAK,CAAC,CAAC,CAAC;SACR,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,IAAI,IAAI,GAAY,IAAI,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChE,wEAAwE;QACxE,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACjD,IAAI,GAAI,IAAgC,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CACrB,KAAa,EACb,GAAY,EACZ,GAAY,EAC0B,EAAE;IACxC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,UAAU,GAAG,EAAE,EAAE,CAAC;IAC7D,CAAC;IACD,MAAM,MAAM,GAAG;QACb,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3C,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;KAC5C;SACE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;SAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE;KACpD,CAAC;AACJ,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAU,EAAE,CAAU,EAAW,EAAE;IAC5D,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7F,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAClF,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5D,OAAO,QAAQ,CAAC,KAAK,CACnB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,EAAG,CAA6B,CAAC,CAAC,CAAC,CAAC,CACpF,CAAC;AACJ,CAAC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnB,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;AAEpE,4EAA4E;AAC5E,4DAA4D;AAC5D,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,EAAE,EAAE,mBAAmB,CAAC,EAAE;IAC1B,MAAM,EAAE,mBAAmB,CAAC,MAAM;IAClC,SAAS,EAAE,mBAAmB,CAAC,SAAS;CAChC,CAAC;AAKX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAW,EAAsB,EAAE,CACjE,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC"}

package/lib/assertions/core/index.d.ts

@@ -0,0 +1,15 @@
+import type { AssertionImpl, Registry } from "../../core/index.js";
+export * from "./command-exits-zero.js";
+export * from "./event-checks.js";
+export * from "./file-checks.js";
+export * from "./json-pointer-equals.js";
+export * from "./output-checks.js";
+export * from "./predicate.js";
+export * from "./resource-checks.js";
+export * from "./tool-called-with.js";
+export * from "./tool-calls.js";
+export * from "./tool-invocation.js";
+export * from "./tool-result-checks.js";
+export declare const allCoreAssertions: AssertionImpl[];
+export declare const registerCoreAssertions: (registry: Registry) => void;
+//# sourceMappingURL=index.d.ts.map

package/lib/assertions/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAkCnE,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,eAAO,MAAM,iBAAiB,EAAE,aAAa,EA2B5C,CAAC;AAEF,eAAO,MAAM,sBAAsB,aAAc,QAAQ,KAAG,IAI3D,CAAC"}

package/lib/assertions/core/index.js

@@ -0,0 +1,56 @@
+import { commandExitsZeroAssertion } from "./command-exits-zero.js";
+import { interruptCountAssertion, toolCallCountAssertion, toolCalledAssertion, } from "./event-checks.js";
+import { fileContainsAssertion, fileExistsAssertion, fileMatchesAssertion, fileRegexCountAssertion, fileRegexSetAssertion, globCountAssertion, } from "./file-checks.js";
+import { jsonPointerEqualsAssertion } from "./json-pointer-equals.js";
+import { containsAssertion, notContainsAssertion, regexAssertion } from "./output-checks.js";
+import { predicateAssertion } from "./predicate.js";
+import { artifactBytesUnderAssertion, costUnderAssertion, latencyUnderAssertion, runSucceededAssertion, tokensUnderAssertion, } from "./resource-checks.js";
+import { toolCalledWithAssertion } from "./tool-called-with.js";
+import { toolInvocationAssertion } from "./tool-invocation.js";
+import { noErrorResultsAssertion, toolResultContainsAssertion, toolResultIsErrorAssertion, toolResultJsonPointerEqualsAssertion, } from "./tool-result-checks.js";
+export * from "./command-exits-zero.js";
+export * from "./event-checks.js";
+export * from "./file-checks.js";
+export * from "./json-pointer-equals.js";
+export * from "./output-checks.js";
+export * from "./predicate.js";
+export * from "./resource-checks.js";
+export * from "./tool-called-with.js";
+export * from "./tool-calls.js";
+export * from "./tool-invocation.js";
+export * from "./tool-result-checks.js";
+export const allCoreAssertions = [
+    fileExistsAssertion,
+    fileContainsAssertion,
+    fileMatchesAssertion,
+    fileRegexSetAssertion,
+    fileRegexCountAssertion,
+    globCountAssertion,
+    toolCalledAssertion,
+    toolCalledWithAssertion,
+    toolInvocationAssertion,
+    toolCallCountAssertion,
+    toolResultIsErrorAssertion,
+    toolResultContainsAssertion,
+    toolResultJsonPointerEqualsAssertion,
+    noErrorResultsAssertion,
+    interruptCountAssertion,
+    commandExitsZeroAssertion,
+    containsAssertion,
+    notContainsAssertion,
+    regexAssertion,
+    jsonPointerEqualsAssertion,
+    latencyUnderAssertion,
+    artifactBytesUnderAssertion,
+    tokensUnderAssertion,
+    costUnderAssertion,
+    runSucceededAssertion,
+    predicateAssertion,
+];
+export const registerCoreAssertions = (registry) => {
+    for (const a of allCoreAssertions) {
+        if (!registry.getAssertion(a.type))
+            registry.registerAssertion(a);
+    }
+};
+//# sourceMappingURL=index.js.map

package/lib/assertions/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,yBAAyB,CAAC;AAEjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAoB;IAChD,mBAAmB;IACnB,qBAAqB;IACrB,oBAAoB;IACpB,qBAAqB;IACrB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,0BAA0B;IAC1B,2BAA2B;IAC3B,oCAAoC;IACpC,uBAAuB;IACvB,uBAAuB;IACvB,yBAAyB;IACzB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,0BAA0B;IAC1B,qBAAqB;IACrB,2BAA2B;IAC3B,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjE,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC"}

package/lib/assertions/core/json-pointer-equals.d.ts

@@ -0,0 +1,19 @@
+import { z } from "zod";
+import { type AssertionImpl } from "../../core/index.js";
+export declare const JsonPointerEqualsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"json-pointer-equals">;
+    path: z.ZodString;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+    pointer: z.ZodString;
+    value: z.ZodUnknown;
+}, z.core.$strict>;
+export type JsonPointerEqualsConfig = z.infer<typeof JsonPointerEqualsConfigSchema>;
+export declare const jsonPointerEqualsAssertion: AssertionImpl<JsonPointerEqualsConfig>;
+//# sourceMappingURL=json-pointer-equals.d.ts.map

package/lib/assertions/core/json-pointer-equals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-pointer-equals.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/json-pointer-equals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAWjF,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;kBAgBsB,CAAC;AACjE,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,0BAA0B,EAAE,aAAa,CAAC,uBAAuB,CAoD7E,CAAC"}

package/lib/assertions/core/json-pointer-equals.js

@@ -0,0 +1,71 @@
+import { z } from "zod";
+import { readInspectedFileBytes } from "../../core/index.js";
+import { baseAssertionFields, deepEquals, inspectAssertionPath, LocationSchema, resolvePointer, } from "./helpers.js";
+const MAX_JSON_FILE_BYTES = 10 * 1024 * 1024;
+export const JsonPointerEqualsConfigSchema = z
+    .object({
+    type: z.literal("json-pointer-equals"),
+    /** File path to read (parsed as JSON). */
+    path: z.string(),
+    /** Where to look for the file. */
+    in: LocationSchema,
+    /** RFC 6901 JSON pointer. */
+    pointer: z.string(),
+    /** Expected value at the pointer. */
+    value: z.unknown(),
+    ...baseAssertionFields,
+})
+    .strict()
+    // An omitted `value` would silently pass against any missing pointer
+    // (undefined === undefined), so its presence is required outright.
+    .refine((c) => "value" in c, { message: "value is required" });
+export const jsonPointerEqualsAssertion = {
+    type: "json-pointer-equals",
+    configSchema: JsonPointerEqualsConfigSchema,
+    evaluate: async (config, run) => {
+        const { target, stats, issue } = await inspectAssertionPath(run, config.in, config.path);
+        if (!stats?.isFile()) {
+            return {
+                passed: false,
+                score: 0,
+                comment: issue ?? (stats ? `${config.path} is not a file` : `${config.path} not found`),
+            };
+        }
+        if (stats.size > MAX_JSON_FILE_BYTES) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `${config.path} exceeds the ${MAX_JSON_FILE_BYTES}-byte JSON assertion limit`,
+            };
+        }
+        let parsed;
+        try {
+            const contents = await readInspectedFileBytes(target, stats, MAX_JSON_FILE_BYTES, config.path);
+            parsed = JSON.parse(contents.toString("utf8"));
+        }
+        catch (err) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `${config.path} is not valid JSON: ${err instanceof Error ? err.message : String(err)}`,
+            };
+        }
+        const resolved = resolvePointer(parsed, config.pointer);
+        if (resolved === undefined) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `${config.pointer} does not resolve in ${config.path}`,
+            };
+        }
+        const passed = deepEquals(resolved, config.value);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `${config.pointer} matches expected value`
+                : `${config.pointer}: expected ${JSON.stringify(config.value)}, got ${JSON.stringify(resolved)}`,
+        };
+    },
+};
+//# sourceMappingURL=json-pointer-equals.js.map

package/lib/assertions/core/json-pointer-equals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-pointer-equals.js","sourceRoot":"","sources":["../../../src/assertions/core/json-pointer-equals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACjF,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,oBAAoB,EACpB,cAAc,EACd,cAAc,GACf,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE7C,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC;KAC3C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC;IACtC,0CAA0C;IAC1C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,kCAAkC;IAClC,EAAE,EAAE,cAAc;IAClB,6BAA6B;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,qCAAqC;IACrC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;IAClB,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE;IACT,qEAAqE;IACrE,mEAAmE;KAClE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,CAAC;AAGjE,MAAM,CAAC,MAAM,0BAA0B,GAA2C;IAChF,IAAI,EAAE,qBAAqB;IAC3B,YAAY,EAAE,6BAA6B;IAC3C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;YACrB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,YAAY,CAAC;aACxF,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YACrC,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,gBAAgB,mBAAmB,4BAA4B;aACvF,CAAC;QACJ,CAAC;QACD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAC3C,MAAM,EACN,KAAK,EACL,mBAAmB,EACnB,MAAM,CAAC,IAAI,CACZ,CAAC;YACF,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,uBAAuB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACjG,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,wBAAwB,MAAM,CAAC,IAAI,EAAE;aAChE,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,yBAAyB;gBAC5C,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;SACnG,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/output-checks.d.ts

@@ -0,0 +1,46 @@
+import { z } from "zod";
+import type { AssertionImpl } from "../../core/index.js";
+export declare const ContainsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"contains">;
+    text: z.ZodString;
+    against: z.ZodDefault<z.ZodEnum<{
+        "transcript-all": "transcript-all";
+        "transcript-final": "transcript-final";
+    }>>;
+}, z.core.$strict>;
+export type ContainsConfig = z.infer<typeof ContainsConfigSchema>;
+export declare const containsAssertion: AssertionImpl<ContainsConfig>;
+export declare const NotContainsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"not-contains">;
+    text: z.ZodString;
+    against: z.ZodDefault<z.ZodEnum<{
+        "transcript-all": "transcript-all";
+        "transcript-final": "transcript-final";
+    }>>;
+}, z.core.$strict>;
+export type NotContainsConfig = z.infer<typeof NotContainsConfigSchema>;
+export declare const notContainsAssertion: AssertionImpl<NotContainsConfig>;
+export declare const RegexConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"regex">;
+    pattern: z.ZodString;
+    flags: z.ZodOptional<z.ZodString>;
+    against: z.ZodDefault<z.ZodEnum<{
+        "transcript-all": "transcript-all";
+        "transcript-final": "transcript-final";
+    }>>;
+}, z.core.$strict>;
+export type RegexConfig = z.infer<typeof RegexConfigSchema>;
+export declare const regexAssertion: AssertionImpl<RegexConfig>;
+//# sourceMappingURL=output-checks.d.ts.map

package/lib/assertions/core/output-checks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/output-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAiB,MAAM,qBAAqB,CAAC;AA0CxE,eAAO,MAAM,oBAAoB;;;;;;;;;;;kBAOtB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,iBAAiB,EAAE,aAAa,CAAC,cAAc,CAY3D,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;kBAOzB,CAAC;AACZ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAcjE,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;kBAc1B,CAAC;AACL,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,cAAc,EAAE,aAAa,CAAC,WAAW,CAuBrD,CAAC"}

package/lib/assertions/core/output-checks.js

@@ -0,0 +1,121 @@
+import { z } from "zod";
+import { baseAssertionFields as baseFields } from "./helpers.js";
+import { inspectSafeRegexes, testSafeRegex } from "./safe-regex.js";
+const MAX_REGEX_PATTERN_CHARS = 2_000;
+const MAX_REGEX_TEXT_CHARS = 1024 * 1024;
+// Skip `responded` events: they carry the answerer's reply, not agent output,
+// so sampling them would grade the persona's words instead of the agent's.
+const agentMessageText = (e) => {
+    if (e?.type === "progress" && e.kind === "agent-message") {
+        const payload = e.payload;
+        if (typeof payload?.text === "string")
+            return payload.text;
+    }
+    return undefined;
+};
+const finalAssistantText = (events) => {
+    for (let i = events.length - 1; i >= 0; i--) {
+        const text = agentMessageText(events[i]);
+        if (text !== undefined)
+            return text;
+    }
+    return "";
+};
+const allAssistantText = (events) => {
+    const parts = [];
+    for (const e of events) {
+        const text = agentMessageText(e);
+        if (text !== undefined)
+            parts.push(text);
+    }
+    return parts.join("\n");
+};
+const TARGETS = ["transcript-final", "transcript-all"];
+const targetSchema = z.enum(TARGETS).default("transcript-final");
+const sample = (run, against) => against === "transcript-all" ? allAssistantText(run.events) : finalAssistantText(run.events);
+// Empty text vacuously passes contains (and vacuously fails not-contains);
+// reject it at authoring time like the other no-op configs.
+export const ContainsConfigSchema = z
+    .object({
+    type: z.literal("contains"),
+    text: z.string().min(1),
+    against: targetSchema,
+    ...baseFields,
+})
+    .strict();
+export const containsAssertion = {
+    type: "contains",
+    configSchema: ContainsConfigSchema,
+    evaluate: async (config, run) => {
+        const actual = sample(run, config.against);
+        const passed = actual.includes(config.text);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed ? `contains '${config.text}'` : `does not contain '${config.text}'`,
+        };
+    },
+};
+export const NotContainsConfigSchema = z
+    .object({
+    type: z.literal("not-contains"),
+    text: z.string().min(1),
+    against: targetSchema,
+    ...baseFields,
+})
+    .strict();
+export const notContainsAssertion = {
+    type: "not-contains",
+    configSchema: NotContainsConfigSchema,
+    evaluate: async (config, run) => {
+        const actual = sample(run, config.against);
+        const passed = !actual.includes(config.text);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `does not contain '${config.text}'`
+                : `unexpectedly contains '${config.text}'`,
+        };
+    },
+};
+export const RegexConfigSchema = z
+    .object({
+    type: z.literal("regex"),
+    pattern: z.string().max(MAX_REGEX_PATTERN_CHARS),
+    flags: z.string().max(16).optional(),
+    against: targetSchema,
+    ...baseFields,
+})
+    .strict()
+    .superRefine(async (config, ctx) => {
+    const [inspection] = await inspectSafeRegexes([config.pattern], config.flags ?? "");
+    if (inspection && "error" in inspection) {
+        ctx.addIssue({ code: "custom", path: ["pattern"], message: inspection.error });
+    }
+});
+export const regexAssertion = {
+    type: "regex",
+    configSchema: RegexConfigSchema,
+    evaluate: async (config, run, ctx) => {
+        const actual = sample(run, config.against);
+        if (actual.length > MAX_REGEX_TEXT_CHARS) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `transcript exceeds the ${MAX_REGEX_TEXT_CHARS}-character regex assertion limit`,
+            };
+        }
+        const passed = await testSafeRegex(config.pattern, config.flags ?? "", actual, {
+            abortSignal: ctx?.abortSignal,
+        });
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `matches /${config.pattern}/${config.flags ?? ""}`
+                : `does not match /${config.pattern}/${config.flags ?? ""}`,
+        };
+    },
+};
+//# sourceMappingURL=output-checks.js.map

package/lib/assertions/core/output-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/output-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,mBAAmB,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEpE,MAAM,uBAAuB,GAAG,KAAK,CAAC;AACtC,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzC,8EAA8E;AAC9E,2EAA2E;AAC3E,MAAM,gBAAgB,GAAG,CAAC,CAAuB,EAAsB,EAAE;IACvE,IAAI,CAAC,EAAE,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACzD,MAAM,OAAO,GAAG,CAAC,CAAC,OAA6B,CAAC;QAChD,IAAI,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC,IAAI,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAkB,EAAU,EAAE;IACxD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAU,EAAE;IACtD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,KAAK,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,CAAU,CAAC;AAChE,MAAM,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAEjE,MAAM,MAAM,GAAG,CAAC,GAAQ,EAAE,OAAiC,EAAU,EAAE,CACrE,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAE/F,2EAA2E;AAC3E,4DAA4D;AAC5D,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,YAAY;IACrB,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,iBAAiB,GAAkC;IAC9D,IAAI,EAAE,UAAU;IAChB,YAAY,EAAE,oBAAoB;IAClC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,qBAAqB,MAAM,CAAC,IAAI,GAAG;SACpF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,YAAY;IACrB,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,IAAI,EAAE,cAAc;IACpB,YAAY,EAAE,uBAAuB;IACrC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,qBAAqB,MAAM,CAAC,IAAI,GAAG;gBACrC,CAAC,CAAC,0BAA0B,MAAM,CAAC,IAAI,GAAG;SAC7C,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAChD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,OAAO,EAAE,YAAY;IACrB,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE;KACR,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;IACjC,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACpF,IAAI,UAAU,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC;AACH,CAAC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,cAAc,GAA+B;IACxD,IAAI,EAAE,OAAO;IACb,YAAY,EAAE,iBAAiB;IAC/B,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACzC,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,0BAA0B,oBAAoB,kCAAkC;aAC1F,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,MAAM,EAAE;YAC7E,WAAW,EAAE,GAAG,EAAE,WAAW;SAC9B,CAAC,CAAC;QACH,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,YAAY,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE;gBACpD,CAAC,CAAC,mBAAmB,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE;SAC9D,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/predicate.d.ts

@@ -0,0 +1,14 @@
+import { z } from "zod";
+import { type AssertionImpl, type AssertionResult, type Run } from "../../core/index.js";
+export type PredicateFn = (run: Run) => boolean | AssertionResult | Promise<boolean | AssertionResult>;
+export declare const PredicateConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"predicate">;
+    fn: z.ZodCustom<PredicateFn, PredicateFn>;
+}, z.core.$strict>;
+export type PredicateConfig = z.infer<typeof PredicateConfigSchema>;
+export declare const predicateAssertion: AssertionImpl<PredicateConfig>;
+//# sourceMappingURL=predicate.d.ts.map

package/lib/assertions/core/predicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"predicate.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/predicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EAEpB,KAAK,GAAG,EACT,MAAM,qBAAqB,CAAC;AAG7B,MAAM,MAAM,WAAW,GAAG,CACxB,GAAG,EAAE,GAAG,KACL,OAAO,GAAG,eAAe,GAAG,OAAO,CAAC,OAAO,GAAG,eAAe,CAAC,CAAC;AAEpE,eAAO,MAAM,qBAAqB;;;;;;;kBAMvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAKpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAyC7D,CAAC"}

package/lib/assertions/core/predicate.js

@@ -0,0 +1,55 @@
+import { z } from "zod";
+import { AssertionResultSchema, } from "../../core/index.js";
+import { baseAssertionFields } from "./helpers.js";
+export const PredicateConfigSchema = z
+    .object({
+    type: z.literal("predicate"),
+    fn: z.custom((v) => typeof v === "function"),
+    ...baseAssertionFields,
+})
+    .strict();
+const isAssertionResult = (v) => AssertionResultSchema.safeParse(v).success;
+export const predicateAssertion = {
+    type: "predicate",
+    configSchema: PredicateConfigSchema,
+    evaluate: async (config, run) => {
+        if (typeof config.fn !== "function") {
+            const errorMessage = "predicate.fn is not a function";
+            return {
+                passed: false,
+                score: 0,
+                comment: errorMessage,
+                errorMessage,
+            };
+        }
+        try {
+            const result = await config.fn(run);
+            if (isAssertionResult(result))
+                return result;
+            if (typeof result !== "boolean") {
+                const errorMessage = "predicate returned an invalid result; expected boolean or AssertionResult";
+                return {
+                    passed: false,
+                    score: 0,
+                    comment: errorMessage,
+                    errorMessage,
+                };
+            }
+            return {
+                passed: result,
+                score: result ? 1 : 0,
+                comment: result ? "predicate returned true" : "predicate returned false",
+            };
+        }
+        catch (err) {
+            const errorMessage = `predicate threw: ${err instanceof Error ? err.message : String(err)}`;
+            return {
+                passed: false,
+                score: 0,
+                comment: errorMessage,
+                errorMessage,
+            };
+        }
+    },
+};
+//# sourceMappingURL=predicate.js.map

package/lib/assertions/core/predicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"predicate.js","sourceRoot":"","sources":["../../../src/assertions/core/predicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAGL,qBAAqB,GAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAMnD,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5B,EAAE,EAAE,CAAC,CAAC,MAAM,CAAc,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC;IACzD,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,iBAAiB,GAAG,CAAC,CAAU,EAAwB,EAAE,CAC7D,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAE7C,MAAM,CAAC,MAAM,kBAAkB,GAAmC;IAChE,IAAI,EAAE,WAAW;IACjB,YAAY,EAAE,qBAAqB;IACnC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,UAAU,EAAE,CAAC;YACpC,MAAM,YAAY,GAAG,gCAAgC,CAAC;YACtD,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,YAAY;gBACrB,YAAY;aACb,CAAC;QACJ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,iBAAiB,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;YAC7C,IAAI,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,YAAY,GAChB,2EAA2E,CAAC;gBAC9E,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,YAAY;oBACrB,YAAY;iBACb,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,0BAA0B;aACzE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5F,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,YAAY;gBACrB,YAAY;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC"}