@prismatic-io/lux 0.0.1

package/lib/assertions/core/event-checks.js

@@ -0,0 +1,123 @@
+import { z } from "zod";
+import { inRange, isToolCallEvent, weightThresholdFields } from "./helpers.js";
+const isInterruptEvent = (e) => e.type === "interrupt";
+const toolCallName = (e) => {
+    const payload = e.payload;
+    return typeof payload?.name === "string" ? payload.name : undefined;
+};
+/** Present when a subagent made the call; absent for the main agent (or if the driver doesn't report it). */
+const parentToolUseId = (e) => {
+    const payload = e.payload;
+    return typeof payload?.parentToolUseId === "string" ? payload.parentToolUseId : undefined;
+};
+/**
+ * Public for custom-assertion authors: whether a progress event belongs to
+ * the requested scope — the "main" agent, a spawned "subagent", or "any".
+ */
+export const matchesAgentScope = (e, by = "any") => {
+    if (by === "any")
+        return true;
+    const spawned = parentToolUseId(e) !== undefined;
+    return by === "subagent" ? spawned : !spawned;
+};
+export const ToolCalledConfigSchema = z
+    .object({
+    type: z.literal("tool-called"),
+    name: z.string(),
+    minTimes: z.number().int().nonnegative().optional(),
+    maxTimes: z.number().int().nonnegative().optional(),
+    /** Whose calls count: "main" agent, "subagent", or "any". */
+    by: z.enum(["any", "main", "subagent"]).default("any"),
+    ...weightThresholdFields,
+})
+    .strict()
+    .refine((c) => c.minTimes === undefined || c.maxTimes === undefined || c.minTimes <= c.maxTimes, {
+    message: "minTimes must be <= maxTimes",
+});
+export const toolCalledAssertion = {
+    type: "tool-called",
+    configSchema: ToolCalledConfigSchema,
+    evaluate: async (config, run) => {
+        const calls = run.events
+            .filter(isToolCallEvent)
+            .filter((e) => matchesAgentScope(e, config.by))
+            .filter((e) => toolCallName(e) === config.name).length;
+        // `maxTimes: 0` means "never called"; defaulting min to 1 would make it unsatisfiable.
+        const min = config.minTimes ?? (config.maxTimes === undefined ? 1 : 0);
+        const { passed, comment } = inRange(calls, min, config.maxTimes);
+        const scope = config.by === "any" ? "" : ` by ${config.by}`;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `tool '${config.name}' called ${calls}×${scope} (${comment})`,
+            detail: { calls },
+        };
+    },
+};
+export const ToolCallCountConfigSchema = z
+    .object({
+    type: z.literal("tool-call-count"),
+    name: z.string().optional(),
+    min: z.number().int().nonnegative().optional(),
+    max: z.number().int().nonnegative().optional(),
+    by: z.enum(["any", "main", "subagent"]).default("any"),
+    ...weightThresholdFields,
+})
+    .strict()
+    // With neither bound the assertion is vacuous — it would always pass.
+    .refine((c) => c.min !== undefined || c.max !== undefined, {
+    message: "set at least one of min or max",
+})
+    .refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
+    message: "min must be <= max",
+});
+export const toolCallCountAssertion = {
+    type: "tool-call-count",
+    configSchema: ToolCallCountConfigSchema,
+    evaluate: async (config, run) => {
+        const calls = run.events
+            .filter(isToolCallEvent)
+            .filter((e) => matchesAgentScope(e, config.by))
+            .filter((e) => !config.name || toolCallName(e) === config.name).length;
+        const { passed, comment } = inRange(calls, config.min, config.max);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${calls} tool call${calls === 1 ? "" : "s"}${config.name ? ` for '${config.name}'` : ""} (${comment})`,
+            detail: { calls },
+        };
+    },
+};
+export const InterruptCountConfigSchema = z
+    .object({
+    type: z.literal("interrupt-count"),
+    kind: z.enum(["ask", "approve", "custom"]).optional(),
+    min: z.number().int().nonnegative().optional(),
+    max: z.number().int().nonnegative().optional(),
+    ...weightThresholdFields,
+})
+    .strict()
+    // With neither bound the assertion is vacuous — it would always pass.
+    .refine((c) => c.min !== undefined || c.max !== undefined, {
+    message: "set at least one of min or max",
+})
+    .refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
+    message: "min must be <= max",
+});
+export const interruptCountAssertion = {
+    type: "interrupt-count",
+    configSchema: InterruptCountConfigSchema,
+    evaluate: async (config, run) => {
+        const count = run.events
+            .filter(isInterruptEvent)
+            .filter((e) => !config.kind || e.kind === config.kind).length;
+        const { passed, comment } = inRange(count, config.min, config.max);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${count} ${config.kind ?? "any-kind"} interrupt${count === 1 ? "" : "s"} (${comment})`,
+            detail: { count },
+        };
+    },
+};
+//# sourceMappingURL=event-checks.js.map

package/lib/assertions/core/event-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,eAAe,EAAsB,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEnG,MAAM,gBAAgB,GAAG,CAAC,CAAW,EAAiD,EAAE,CACtF,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;AAEzB,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC5D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAgD,CAAC;IACnE,OAAO,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,eAAe,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC/D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA2D,CAAC;IAC9E,OAAO,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC,CAAC;AAIF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAgB,EAAE,EAAE,GAAe,KAAK,EAAW,EAAE;IACrF,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;IACjD,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE;IAC/F,OAAO,EAAE,8BAA8B;CACxC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzD,uFAAuF;QACvF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,YAAY,KAAK,IAAI,KAAK,KAAK,OAAO,GAAG;YACtE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,sBAAsB,GAAuC;IACxE,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,yBAAyB;IACvC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YAChH,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,gBAAgB,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAChE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,GAAG;YAChG,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/file-checks.d.ts

@@ -0,0 +1,103 @@
+import { z } from "zod";
+import { type AssertionImpl } from "../../core/index.js";
+export declare const FileExistsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"file-exists">;
+    path: z.ZodString;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+}, z.core.$strict>;
+export type FileExistsConfig = z.infer<typeof FileExistsConfigSchema>;
+export declare const fileExistsAssertion: AssertionImpl<FileExistsConfig>;
+export declare const FileContainsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"file-contains">;
+    path: z.ZodString;
+    text: z.ZodString;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+}, z.core.$strict>;
+export type FileContainsConfig = z.infer<typeof FileContainsConfigSchema>;
+export declare const fileContainsAssertion: AssertionImpl<FileContainsConfig>;
+export declare const FileMatchesConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"file-matches">;
+    path: z.ZodString;
+    pattern: z.ZodString;
+    flags: z.ZodOptional<z.ZodString>;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+}, z.core.$strict>;
+export type FileMatchesConfig = z.infer<typeof FileMatchesConfigSchema>;
+export declare const fileMatchesAssertion: AssertionImpl<FileMatchesConfig>;
+export declare const FileRegexSetConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"file-regex-set">;
+    path: z.ZodString;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+    patterns: z.ZodArray<z.ZodString>;
+    mode: z.ZodEnum<{
+        all: "all";
+        any: "any";
+        none: "none";
+    }>;
+    flags: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export type FileRegexSetConfig = z.infer<typeof FileRegexSetConfigSchema>;
+export declare const fileRegexSetAssertion: AssertionImpl<FileRegexSetConfig>;
+export declare const FileRegexCountConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"file-regex-count">;
+    path: z.ZodString;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+    pattern: z.ZodString;
+    flags: z.ZodOptional<z.ZodString>;
+    min: z.ZodOptional<z.ZodNumber>;
+    max: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strict>;
+export type FileRegexCountConfig = z.infer<typeof FileRegexCountConfigSchema>;
+export declare const fileRegexCountAssertion: AssertionImpl<FileRegexCountConfig>;
+export declare const GlobCountConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    name: z.ZodOptional<z.ZodString>;
+    type: z.ZodLiteral<"glob-count">;
+    glob: z.ZodString;
+    min: z.ZodOptional<z.ZodNumber>;
+    max: z.ZodOptional<z.ZodNumber>;
+    in: z.ZodDefault<z.ZodEnum<{
+        artifacts: "artifacts";
+        cwd: "cwd";
+    }>>;
+}, z.core.$strict>;
+export type GlobCountConfig = z.infer<typeof GlobCountConfigSchema>;
+export declare const globCountAssertion: AssertionImpl<GlobCountConfig>;
+//# sourceMappingURL=file-checks.d.ts.map

package/lib/assertions/core/file-checks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/file-checks.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAqBjF,eAAO,MAAM,sBAAsB;;;;;;;;;;;kBAOxB,CAAC;AACZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAc/D,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;kBAQ1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CA+BnE,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;kBAehC,CAAC;AACL,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAiBjE,CAAC;AA0CF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;kBAsBjC,CAAC;AACL,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAsBnE,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;kBAoCnC,CAAC;AACL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAsBvE,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;kBAgB9B,CAAC;AACL,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAkC7D,CAAC"}

package/lib/assertions/core/file-checks.js

@@ -0,0 +1,288 @@
+import { glob } from "tinyglobby";
+import { z } from "zod";
+import { readInspectedFileBytes } from "../../core/index.js";
+import { baseAssertionFields, globEscapesAssertionRoot, inRange, inspectAssertionPath, LocationSchema, resolveLocationRoot, } from "./helpers.js";
+import { countSafeRegex, inspectSafeRegexes, testSafeRegex, testSafeRegexSet, } from "./safe-regex.js";
+const MAX_REGEX_FILE_BYTES = 5 * 1024 * 1024;
+const MAX_TEXT_FILE_BYTES = 10 * 1024 * 1024;
+const MAX_REGEX_PATTERNS = 50;
+const MAX_REGEX_PATTERN_CHARS = 2_000;
+export const FileExistsConfigSchema = z
+    .object({
+    type: z.literal("file-exists"),
+    path: z.string(),
+    in: LocationSchema,
+    ...baseAssertionFields,
+})
+    .strict();
+export const fileExistsAssertion = {
+    type: "file-exists",
+    configSchema: FileExistsConfigSchema,
+    evaluate: async (config, run) => {
+        const { stats, issue } = await inspectAssertionPath(run, config.in, config.path);
+        const passed = stats?.isFile() ?? false;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `${config.path} exists`
+                : (issue ?? (stats ? `${config.path} is not a file` : `${config.path} not found`)),
+        };
+    },
+};
+export const FileContainsConfigSchema = z
+    .object({
+    type: z.literal("file-contains"),
+    path: z.string(),
+    text: z.string(),
+    in: LocationSchema,
+    ...baseAssertionFields,
+})
+    .strict();
+export const fileContainsAssertion = {
+    type: "file-contains",
+    configSchema: FileContainsConfigSchema,
+    evaluate: async (config, run) => {
+        const { target, stats, issue } = await inspectAssertionPath(run, config.in, config.path);
+        if (!stats?.isFile()) {
+            return {
+                passed: false,
+                score: 0,
+                comment: issue ?? (stats ? `${config.path} is not a file` : `${config.path} not found`),
+            };
+        }
+        if (stats.size > MAX_TEXT_FILE_BYTES) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `${config.path} exceeds the ${MAX_TEXT_FILE_BYTES}-byte text assertion limit`,
+            };
+        }
+        const content = (await readInspectedFileBytes(target, stats, MAX_TEXT_FILE_BYTES, config.path)).toString("utf8");
+        const passed = content.includes(config.text);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `${config.path} contains '${config.text}'`
+                : `${config.path} does not contain '${config.text}'`,
+        };
+    },
+};
+export const FileMatchesConfigSchema = z
+    .object({
+    type: z.literal("file-matches"),
+    path: z.string(),
+    pattern: z.string().max(MAX_REGEX_PATTERN_CHARS),
+    flags: z.string().max(16).optional(),
+    in: LocationSchema,
+    ...baseAssertionFields,
+})
+    .strict()
+    .superRefine(async (config, ctx) => {
+    const [inspection] = await inspectSafeRegexes([config.pattern], config.flags ?? "");
+    if (inspection && "error" in inspection) {
+        ctx.addIssue({ code: "custom", path: ["pattern"], message: inspection.error });
+    }
+});
+export const fileMatchesAssertion = {
+    type: "file-matches",
+    configSchema: FileMatchesConfigSchema,
+    evaluate: async (config, run, ctx) => {
+        const inspected = await readAssertionFile(config, run);
+        if ("failure" in inspected)
+            return inspected.failure;
+        const passed = await testSafeRegex(config.pattern, config.flags ?? "", inspected.content, {
+            abortSignal: ctx?.abortSignal,
+        });
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `${config.path} matches /${config.pattern}/${config.flags ?? ""}`
+                : `${config.path} does not match /${config.pattern}/${config.flags ?? ""}`,
+        };
+    },
+};
+const readAssertionFile = async (config, run) => {
+    const { target, stats, issue } = await inspectAssertionPath(run, config.in, config.path);
+    if (!stats?.isFile()) {
+        return {
+            failure: {
+                passed: false,
+                score: 0,
+                comment: issue ?? (stats ? `${config.path} is not a file` : `${config.path} not found`),
+            },
+        };
+    }
+    if (stats.size > MAX_REGEX_FILE_BYTES) {
+        return {
+            failure: {
+                passed: false,
+                score: 0,
+                comment: `${config.path} exceeds the ${MAX_REGEX_FILE_BYTES}-byte regex assertion limit`,
+            },
+        };
+    }
+    return {
+        content: (await readInspectedFileBytes(target, stats, MAX_REGEX_FILE_BYTES, config.path)).toString("utf8"),
+    };
+};
+const regexSetPassed = (mode, matched, total) => {
+    if (mode === "all")
+        return matched === total;
+    if (mode === "any")
+        return matched > 0;
+    return matched === 0;
+};
+export const FileRegexSetConfigSchema = z
+    .object({
+    type: z.literal("file-regex-set"),
+    path: z.string(),
+    in: LocationSchema,
+    patterns: z.array(z.string().max(MAX_REGEX_PATTERN_CHARS)).min(1).max(MAX_REGEX_PATTERNS),
+    mode: z.enum(["all", "any", "none"]),
+    flags: z.string().max(16).optional(),
+    ...baseAssertionFields,
+})
+    .strict()
+    .superRefine(async (config, ctx) => {
+    const inspections = await inspectSafeRegexes(config.patterns, config.flags ?? "");
+    for (const [index, inspection] of inspections.entries()) {
+        if ("error" in inspection) {
+            ctx.addIssue({
+                code: "custom",
+                path: ["patterns", index],
+                message: inspection.error,
+            });
+        }
+    }
+});
+export const fileRegexSetAssertion = {
+    type: "file-regex-set",
+    configSchema: FileRegexSetConfigSchema,
+    evaluate: async (config, run, ctx) => {
+        const inspected = await readAssertionFile(config, run);
+        if ("failure" in inspected)
+            return inspected.failure;
+        const matches = await testSafeRegexSet(config.patterns, config.flags ?? "", inspected.content, {
+            abortSignal: ctx?.abortSignal,
+        });
+        const matched = matches.filter(Boolean).length;
+        const passed = regexSetPassed(config.mode, matched, matches.length);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${matched}/${matches.length} regex patterns matched ${config.path}; expected ${config.mode}`,
+            detail: {
+                matched,
+                total: matches.length,
+                unmatchedPatterns: config.patterns.filter((_pattern, index) => !matches[index]),
+            },
+        };
+    },
+};
+export const FileRegexCountConfigSchema = z
+    .object({
+    type: z.literal("file-regex-count"),
+    path: z.string(),
+    in: LocationSchema,
+    pattern: z.string().max(MAX_REGEX_PATTERN_CHARS),
+    flags: z.string().max(16).optional(),
+    min: z.number().int().nonnegative().optional(),
+    max: z.number().int().nonnegative().optional(),
+    ...baseAssertionFields,
+})
+    .strict()
+    .refine((config) => config.min !== undefined || config.max !== undefined, {
+    message: "set at least one of min or max",
+})
+    .refine((config) => config.max !== undefined || (config.min ?? 0) > 0, {
+    message: "min alone must be greater than zero",
+})
+    .refine((config) => config.min === undefined || config.max === undefined || config.min <= config.max, { message: "min must be <= max" })
+    .superRefine(async (config, ctx) => {
+    const [inspection] = await inspectSafeRegexes([config.pattern], config.flags ?? "");
+    if (!inspection)
+        return;
+    if ("error" in inspection) {
+        ctx.addIssue({ code: "custom", path: ["pattern"], message: inspection.error });
+        return;
+    }
+    if (inspection.matchesEmpty) {
+        ctx.addIssue({
+            code: "custom",
+            path: ["pattern"],
+            message: "count pattern must not match an empty string",
+        });
+    }
+});
+export const fileRegexCountAssertion = {
+    type: "file-regex-count",
+    configSchema: FileRegexCountConfigSchema,
+    evaluate: async (config, run, ctx) => {
+        const inspected = await readAssertionFile(config, run);
+        if ("failure" in inspected)
+            return inspected.failure;
+        const stopAfter = config.max !== undefined ? config.max + 1 : (config.min ?? 1);
+        const { count, exact } = await countSafeRegex(config.pattern, config.flags ?? "", inspected.content, stopAfter, { abortSignal: ctx?.abortSignal });
+        const { passed, comment } = inRange(count, config.min, config.max);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${config.path} has ${exact ? "" : "at least "}${count} matches for /${config.pattern}/${config.flags ?? ""} (${comment})`,
+            detail: { count, exact },
+        };
+    },
+};
+export const GlobCountConfigSchema = z
+    .object({
+    type: z.literal("glob-count"),
+    glob: z.string(),
+    min: z.number().int().nonnegative().optional(),
+    max: z.number().int().nonnegative().optional(),
+    in: LocationSchema,
+    ...baseAssertionFields,
+})
+    .strict()
+    // With neither bound the assertion is vacuous — it would always pass.
+    .refine((c) => c.min !== undefined || c.max !== undefined, {
+    message: "set at least one of min or max",
+})
+    .refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
+    message: "min must be <= max",
+});
+export const globCountAssertion = {
+    type: "glob-count",
+    configSchema: GlobCountConfigSchema,
+    evaluate: async (config, run) => {
+        const root = resolveLocationRoot(run, config.in);
+        if (globEscapesAssertionRoot(config.glob)) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `${config.glob} escapes the selected assertion root`,
+            };
+        }
+        const matches = await glob(config.glob, {
+            cwd: root,
+            onlyFiles: true,
+            followSymbolicLinks: false,
+        });
+        const inspected = await Promise.all(matches.map(async (path) => ({
+            path,
+            inspection: await inspectAssertionPath(run, config.in, path),
+        })));
+        const files = inspected
+            .filter(({ inspection }) => inspection.stats?.isFile())
+            .map(({ path }) => path);
+        const { passed, comment } = inRange(files.length, config.min, config.max);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${files.length} matches for ${config.glob} (${comment})`,
+            detail: { count: files.length, files: files.slice(0, 10) },
+        };
+    },
+};
+//# sourceMappingURL=file-checks.js.map

package/lib/assertions/core/file-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/file-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACjF,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,aAAa,EACb,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAEtC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,cAAc;IAClB,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC;QACxC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS;gBACzB,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,YAAY,CAAC,CAAC;SACrF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,cAAc;IAClB,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;YACrB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,YAAY,CAAC;aACxF,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YACrC,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,gBAAgB,mBAAmB,4BAA4B;aACvF,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,CACd,MAAM,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,CAC9E,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,IAAI,GAAG;gBAC5C,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,sBAAsB,MAAM,CAAC,IAAI,GAAG;SACvD,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAChD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,EAAE,EAAE,cAAc;IAClB,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE;KACR,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;IACjC,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACpF,IAAI,UAAU,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC;AACH,CAAC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,IAAI,EAAE,cAAc;IACpB,YAAY,EAAE,uBAAuB;IACrC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,SAAS,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,SAAS,CAAC,OAAO,EAAE;YACxF,WAAW,EAAE,GAAG,EAAE,WAAW;SAC9B,CAAC,CAAC;QACH,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE;gBACnE,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,oBAAoB,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE;SAC7E,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,MAA4D,EAC5D,GAA6C,EAC6C,EAAE;IAC5F,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACzF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QACrB,OAAO;YACL,OAAO,EAAE;gBACP,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,YAAY,CAAC;aACxF;SACF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,GAAG,oBAAoB,EAAE,CAAC;QACtC,OAAO;YACL,OAAO,EAAE;gBACP,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,gBAAgB,oBAAoB,6BAA6B;aACzF;SACF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,CACP,MAAM,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,CAC/E,CAAC,QAAQ,CAAC,MAAM,CAAC;KACnB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,IAAgC,EAChC,OAAe,EACf,KAAa,EACJ,EAAE;IACX,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,OAAO,KAAK,KAAK,CAAC;IAC7C,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,OAAO,GAAG,CAAC,CAAC;IACvC,OAAO,OAAO,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,cAAc;IAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC;IACzF,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE;KACR,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;IACjC,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAClF,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxD,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,UAAU,EAAE,KAAK,CAAC;gBACzB,OAAO,EAAE,UAAU,CAAC,KAAK;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,gBAAgB;IACtB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,SAAS,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,SAAS,CAAC,OAAO,EAAE;YAC7F,WAAW,EAAE,GAAG,EAAE,WAAW;SAC9B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC/C,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACpE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,2BAA2B,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,IAAI,EAAE;YACtG,MAAM,EAAE;gBACN,OAAO;gBACP,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;aAChF;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,cAAc;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAChD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE;IACxE,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;IACrE,OAAO,EAAE,qCAAqC;CAC/C,CAAC;KACD,MAAM,CACL,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAC5F,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAClC;KACA,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;IACjC,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACpF,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;QAC1B,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IACD,IAAI,UAAU,CAAC,YAAY,EAAE,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,SAAS,CAAC;YACjB,OAAO,EAAE,8CAA8C;SACxD,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,kBAAkB;IACxB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,SAAS,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QAChF,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAC3C,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,KAAK,IAAI,EAAE,EAClB,SAAS,CAAC,OAAO,EACjB,SAAS,EACT,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,CAClC,CAAC;QACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,QAAQ,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,KAAK,iBAAiB,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,KAAK,OAAO,GAAG;YACnI,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;SACzB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC7B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,cAAc;IAClB,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,kBAAkB,GAAmC;IAChE,IAAI,EAAE,YAAY;IAClB,YAAY,EAAE,qBAAqB;IACnC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,wBAAwB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,sCAAsC;aAC9D,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YACtC,GAAG,EAAE,IAAI;YACT,SAAS,EAAE,IAAI;YACf,mBAAmB,EAAE,KAAK;SAC3B,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YAC3B,IAAI;YACJ,UAAU,EAAE,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC;SAC7D,CAAC,CAAC,CACJ,CAAC;QACF,MAAM,KAAK,GAAG,SAAS;aACpB,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;aACtD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1E,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,gBAAgB,MAAM,CAAC,IAAI,KAAK,OAAO,GAAG;YAClE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/helpers.d.ts

@@ -0,0 +1,66 @@
+import type { Stats } from "node:fs";
+import { z } from "zod";
+import type { Run, RunEvent } from "../../core/index.js";
+declare const FsLocationSchema: z.ZodEnum<{
+    artifacts: "artifacts";
+    cwd: "cwd";
+}>;
+export type FsLocation = z.infer<typeof FsLocationSchema>;
+export declare const resolveLocationRoot: (run: Run, where?: FsLocation) => string;
+export type AssertionPathInspection = {
+    target: string;
+    stats?: Stats;
+    issue?: string;
+};
+export declare const inspectAssertionPath: (run: Run, where: FsLocation, authoredPath: string) => Promise<AssertionPathInspection>;
+export declare const globEscapesAssertionRoot: (pattern: string) => boolean;
+export declare const commandEnvironment: (parent: NodeJS.ProcessEnv, inherit?: true | readonly string[]) => NodeJS.ProcessEnv;
+/**
+ * Resolve an RFC 6901 JSON pointer against a parsed value; undefined when it
+ * does not resolve. Deviates from the RFC for arrays: any own property
+ * resolves, so `/length` works even though the RFC only allows index tokens.
+ */
+export declare const resolvePointer: (root: unknown, pointer: string) => unknown;
+export declare const inRange: (value: number, min?: number, max?: number) => {
+    passed: boolean;
+    comment: string;
+};
+/** Structural equality for JSON-shaped values — object key order is irrelevant. */
+export declare const deepEquals: (a: unknown, b: unknown) => boolean;
+/**
+ * Zod fragment for the framework-level fields every assertion shares
+ * (weight, threshold, name). Spread into per-assertion config schemas:
+ *
+ *     z.object({ type: z.literal("foo"), ...baseAssertionFields, ... })
+ *
+ * Mirrors {@link Assertion} from the core module while letting each built-in
+ * assertion reject misspelled type-specific fields at its own schema boundary.
+ */
+export declare const baseAssertionFields: {
+    readonly id: z.ZodOptional<z.ZodString>;
+    readonly weight: z.ZodOptional<z.ZodNumber>;
+    readonly threshold: z.ZodOptional<z.ZodNumber>;
+    readonly name: z.ZodOptional<z.ZodString>;
+};
+/**
+ * Where on the run dir an assertion looks for files. Defaults to
+ * `artifacts` (the standard place drivers drop captured files).
+ */
+export declare const LocationSchema: z.ZodDefault<z.ZodEnum<{
+    artifacts: "artifacts";
+    cwd: "cwd";
+}>>;
+export declare const weightThresholdFields: {
+    readonly id: z.ZodOptional<z.ZodString>;
+    readonly weight: z.ZodOptional<z.ZodNumber>;
+    readonly threshold: z.ZodOptional<z.ZodNumber>;
+};
+export type ProgressEvent = Extract<RunEvent, {
+    type: "progress";
+}>;
+export type ToolCallEvent = ProgressEvent & {
+    kind: "tool-call";
+};
+export declare const isToolCallEvent: (e: RunEvent) => e is ToolCallEvent;
+export {};
+//# sourceMappingURL=helpers.d.ts.map

package/lib/assertions/core/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzD,QAAA,MAAM,gBAAgB;;;EAA+B,CAAC;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,mBAAmB,QAAS,GAAG,UAAS,UAAU,KAAiB,MAC1B,CAAC;AAEvD,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,eAAO,MAAM,oBAAoB,QAC1B,GAAG,SACD,UAAU,gBACH,MAAM,KACnB,OAAO,CAAC,uBAAuB,CAuCjC,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAAa,MAAM,KAAG,OACG,CAAC;AAuB/D,eAAO,MAAM,kBAAkB,WACrB,MAAM,CAAC,UAAU,YAChB,IAAI,GAAG,SAAS,MAAM,EAAE,KAChC,MAAM,CAAC,UAST,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,cAAc,SAAU,OAAO,WAAW,MAAM,KAAG,OAgB/D,CAAC;AAEF,eAAO,MAAM,OAAO,UACX,MAAM,QACP,MAAM,QACN,MAAM,KACX;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAiBpC,CAAC;AAEF,mFAAmF;AACnF,eAAO,MAAM,UAAU,MAAO,OAAO,KAAK,OAAO,KAAG,OAYnD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB;aAC9B,EAAE;aACF,MAAM;aACN,SAAS;aACT,IAAI;CACI,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,cAAc;;;GAAwC,CAAC;AAIpE,eAAO,MAAM,qBAAqB;aAChC,EAAE;aACF,MAAM;aACN,SAAS;CACD,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC;AAElE,eAAO,MAAM,eAAe,MAAO,QAAQ,KAAG,CAAC,IAAI,aACF,CAAC"}