@prismatic-io/lux 0.0.1

package/lib/assertions/core/tool-invocation.js

@@ -0,0 +1,170 @@
+import { z } from "zod";
+import { malformedToolEventCount, toolInvocations, toolResultValue, } from "../../core/index.js";
+import { deepEquals, resolvePointer, weightThresholdFields } from "./helpers.js";
+import { inspectSafeRegexes, testSafeRegexGroups } from "./safe-regex.js";
+const ValueMatchSchema = z
+    .object({
+    jsonPointer: z.string().default(""),
+    equals: z.unknown().optional(),
+    contains: z.string().min(1).optional(),
+    matches: z.string().max(2_000).optional(),
+    flags: z.string().max(16).optional(),
+})
+    .strict()
+    .refine((config) => [config.equals, config.contains, config.matches].filter((value) => value !== undefined)
+    .length === 1, { message: "set exactly one of equals, contains, or matches" })
+    .superRefine(async (config, ctx) => {
+    if (config.matches === undefined) {
+        if (config.flags !== undefined) {
+            ctx.addIssue({
+                code: "custom",
+                path: ["flags"],
+                message: "flags requires matches",
+            });
+        }
+        return;
+    }
+    const [inspection] = await inspectSafeRegexes([config.matches], config.flags ?? "");
+    if (inspection && "error" in inspection) {
+        ctx.addIssue({
+            code: "custom",
+            path: ["matches"],
+            message: inspection.error,
+        });
+    }
+});
+const MAX_TOOL_MATCH_CHARS = 1024 * 1024;
+const MAX_TOOL_MATCH_TOTAL_CHARS = 8 * 1024 * 1024;
+export const ToolInvocationConfigSchema = z
+    .object({
+    type: z.literal("tool-invocation"),
+    name: z.string(),
+    /** Filter paired results before choosing first, last, or any. */
+    result: z.enum(["success", "error", "any"]).default("success"),
+    occurrence: z.enum(["first", "last", "any"]).default("any"),
+    input: ValueMatchSchema.optional(),
+    output: ValueMatchSchema.optional(),
+    ...weightThresholdFields,
+})
+    .strict();
+const valueText = (value) => {
+    let text;
+    if (typeof value === "string") {
+        text = value;
+    }
+    else {
+        try {
+            text = JSON.stringify(value) ?? String(value);
+        }
+        catch {
+            return null;
+        }
+    }
+    return text.length <= MAX_TOOL_MATCH_CHARS ? text : null;
+};
+const prepareValueMatch = (root, match) => {
+    const value = resolvePointer(root, match.jsonPointer);
+    if (match.equals !== undefined)
+        return { matched: deepEquals(value, match.equals) };
+    if (match.contains !== undefined) {
+        if (value === undefined)
+            return { matched: false };
+        return { matched: valueText(value)?.includes(match.contains) ?? false };
+    }
+    if (match.matches !== undefined) {
+        if (value === undefined)
+            return { matched: false };
+        const text = valueText(value);
+        return text === null ? { matched: false } : { matched: true, regexText: text };
+    }
+    return { matched: false };
+};
+const selectOccurrences = (values, occurrence) => {
+    if (occurrence === "first")
+        return values.slice(0, 1);
+    if (occurrence === "last")
+        return values.slice(-1);
+    return values;
+};
+export const toolInvocationAssertion = {
+    type: "tool-invocation",
+    configSchema: ToolInvocationConfigSchema,
+    evaluate: async (config, run, ctx) => {
+        const malformed = malformedToolEventCount(run.events, ["tool-call", "tool-result"]);
+        if (malformed > 0) {
+            const errorMessage = `${malformed} malformed standardized tool event${malformed === 1 ? "" : "s"} captured`;
+            return {
+                passed: false,
+                score: 0,
+                comment: errorMessage,
+                errorMessage,
+            };
+        }
+        const invocations = toolInvocations(run.events, config.name);
+        const selected = selectOccurrences(invocations, config.occurrence);
+        const paired = selected.filter((invocation) => invocation.result !== undefined);
+        const relevant = paired.filter(({ result }) => {
+            if (config.result === "any")
+                return true;
+            return result.isError === (config.result === "error");
+        });
+        const candidates = [];
+        let regexTextChars = 0;
+        for (const invocation of relevant) {
+            const input = config.input
+                ? prepareValueMatch(invocation.call.input, config.input)
+                : { matched: true };
+            if (!input.matched)
+                continue;
+            const output = config.output
+                ? prepareValueMatch(toolResultValue(invocation.result), config.output)
+                : { matched: true };
+            if (!output.matched)
+                continue;
+            regexTextChars += (input.regexText?.length ?? 0) + (output.regexText?.length ?? 0);
+            if (regexTextChars > MAX_TOOL_MATCH_TOTAL_CHARS) {
+                throw new RangeError(`tool invocation regex evidence exceeds the ${MAX_TOOL_MATCH_TOTAL_CHARS}-character assertion limit`);
+            }
+            candidates.push({
+                ...(input.regexText !== undefined ? { inputRegexText: input.regexText } : {}),
+                ...(output.regexText !== undefined ? { outputRegexText: output.regexText } : {}),
+            });
+        }
+        const groups = [];
+        if (config.input?.matches !== undefined) {
+            groups.push({
+                pattern: config.input.matches,
+                flags: config.input.flags ?? "",
+                texts: candidates.map(({ inputRegexText }) => inputRegexText ?? ""),
+            });
+        }
+        if (config.output?.matches !== undefined) {
+            groups.push({
+                pattern: config.output.matches,
+                flags: config.output.flags ?? "",
+                texts: candidates.map(({ outputRegexText }) => outputRegexText ?? ""),
+            });
+        }
+        const regexResults = groups.length > 0 ? await testSafeRegexGroups(groups, { abortSignal: ctx?.abortSignal }) : [];
+        let groupIndex = 0;
+        const inputResults = config.input?.matches !== undefined ? regexResults[groupIndex++] : undefined;
+        const outputResults = config.output?.matches !== undefined ? regexResults[groupIndex] : undefined;
+        const matches = candidates.filter((_candidate, index) => (inputResults?.[index] ?? true) && (outputResults?.[index] ?? true));
+        const passed = matches.length > 0;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? `'${config.name}' has a matching ${config.result} invocation`
+                : `'${config.name}' has no matching ${config.result} invocation`,
+            detail: {
+                calls: invocations.length,
+                selected: selected.length,
+                paired: paired.length,
+                resultMatches: relevant.length,
+                matches: matches.length,
+            },
+        };
+    },
+};
+//# sourceMappingURL=tool-invocation.js.map

package/lib/assertions/core/tool-invocation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-invocation.js","sourceRoot":"","sources":["../../../src/assertions/core/tool-invocation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,uBAAuB,EACvB,eAAe,EACf,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAuB,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAE/F,MAAM,gBAAgB,GAAG,CAAC;KACvB,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CACrC,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CACL,CAAC,MAAM,EAAE,EAAE,CACT,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;KACpF,MAAM,KAAK,CAAC,EACjB,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAC/D;KACA,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;IACjC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,OAAO,CAAC;gBACf,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACpF,IAAI,UAAU,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,SAAS,CAAC;YACjB,OAAO,EAAE,UAAU,CAAC,KAAK;SAC1B,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC;AACzC,MAAM,0BAA0B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEnD,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,iEAAiE;IACjE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3D,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAClC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IACnC,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,SAAS,GAAG,CAAC,KAAc,EAAiB,EAAE;IAClD,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,GAAG,KAAK,CAAC;IACf,CAAC;SAAM,CAAC;QACN,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,IAAI,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3D,CAAC,CAAC;AAOF,MAAM,iBAAiB,GAAG,CAAC,IAAa,EAAE,KAAiB,EAAsB,EAAE;IACjF,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;IACpF,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACjC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACnD,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC;IAC1E,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACjF,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAI,MAAW,EAAE,UAA8C,EAAO,EAAE;IAChG,IAAI,UAAU,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;QACpF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,YAAY,GAAG,GAAG,SAAS,qCAAqC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;YAC5G,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,YAAY;gBACrB,YAAY;aACb,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAC5B,CACE,UAAU,EAGV,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,CACrC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO,IAAI,CAAC;YACzC,OAAO,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAGX,EAAE,CAAC;QACR,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,UAAU,IAAI,QAAQ,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK;gBACxB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;gBACxD,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,OAAO;gBAAE,SAAS;YAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM;gBAC1B,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;gBACtE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,SAAS;YAC9B,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YACnF,IAAI,cAAc,GAAG,0BAA0B,EAAE,CAAC;gBAChD,MAAM,IAAI,UAAU,CAClB,8CAA8C,0BAA0B,4BAA4B,CACrG,CAAC;YACJ,CAAC;YACD,UAAU,CAAC,IAAI,CAAC;gBACd,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7E,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,KAAK,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;gBAC/B,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,cAAc,IAAI,EAAE,CAAC;aACpE,CAAC,CAAC;QACL,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;gBAC9B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;gBAChC,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC;aACtE,CAAC,CAAC;QACL,CAAC;QACD,MAAM,YAAY,GAChB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,mBAAmB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,aAAa,GACjB,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9E,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAC/B,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAC3F,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAClC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,oBAAoB,MAAM,CAAC,MAAM,aAAa;gBAC/D,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,qBAAqB,MAAM,CAAC,MAAM,aAAa;YAClE,MAAM,EAAE;gBACN,KAAK,EAAE,WAAW,CAAC,MAAM;gBACzB,QAAQ,EAAE,QAAQ,CAAC,MAAM;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,aAAa,EAAE,QAAQ,CAAC,MAAM;gBAC9B,OAAO,EAAE,OAAO,CAAC,MAAM;aACxB;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/core/tool-result-checks.d.ts

@@ -0,0 +1,59 @@
+import { z } from "zod";
+import { type AssertionImpl } from "../../core/index.js";
+export declare const ToolResultIsErrorConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    type: z.ZodLiteral<"tool-result-is-error">;
+    name: z.ZodOptional<z.ZodString>;
+    expected: z.ZodDefault<z.ZodBoolean>;
+    occurrence: z.ZodDefault<z.ZodEnum<{
+        any: "any";
+        first: "first";
+        last: "last";
+    }>>;
+}, z.core.$strict>;
+export type ToolResultIsErrorConfig = z.infer<typeof ToolResultIsErrorConfigSchema>;
+export declare const toolResultIsErrorAssertion: AssertionImpl<ToolResultIsErrorConfig>;
+export declare const ToolResultContainsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    type: z.ZodLiteral<"tool-result-contains">;
+    name: z.ZodOptional<z.ZodString>;
+    text: z.ZodString;
+    occurrence: z.ZodDefault<z.ZodEnum<{
+        any: "any";
+        first: "first";
+        last: "last";
+    }>>;
+}, z.core.$strict>;
+export type ToolResultContainsConfig = z.infer<typeof ToolResultContainsConfigSchema>;
+export declare const toolResultContainsAssertion: AssertionImpl<ToolResultContainsConfig>;
+export declare const ToolResultJsonPointerEqualsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    type: z.ZodLiteral<"tool-result-json-pointer-equals">;
+    name: z.ZodString;
+    jsonPointer: z.ZodDefault<z.ZodString>;
+    value: z.ZodOptional<z.ZodUnknown>;
+    contains: z.ZodOptional<z.ZodString>;
+    occurrence: z.ZodDefault<z.ZodEnum<{
+        any: "any";
+        first: "first";
+        last: "last";
+    }>>;
+}, z.core.$strict>;
+export type ToolResultJsonPointerEqualsConfig = z.infer<typeof ToolResultJsonPointerEqualsConfigSchema>;
+export declare const toolResultJsonPointerEqualsAssertion: AssertionImpl<ToolResultJsonPointerEqualsConfig>;
+export declare const NoErrorResultsConfigSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    weight: z.ZodOptional<z.ZodNumber>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    type: z.ZodLiteral<"no-error-results">;
+    allowEmpty: z.ZodDefault<z.ZodBoolean>;
+}, z.core.$strict>;
+export type NoErrorResultsConfig = z.infer<typeof NoErrorResultsConfigSchema>;
+export declare const noErrorResultsAssertion: AssertionImpl<NoErrorResultsConfig>;
+//# sourceMappingURL=tool-result-checks.d.ts.map

package/lib/assertions/core/tool-result-checks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-result-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/tool-result-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,qBAAqB,CAAC;AAwB7B,eAAO,MAAM,6BAA6B;;;;;;;;;;;;kBAW/B,CAAC;AACZ,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,0BAA0B,EAAE,aAAa,CAAC,uBAAuB,CA2B7E,CAAC;AAEF,eAAO,MAAM,8BAA8B;;;;;;;;;;;;kBAShC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAMtF,eAAO,MAAM,2BAA2B,EAAE,aAAa,CAAC,wBAAwB,CAyB/E,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;;;;;;;;kBAmBhD,CAAC;AACL,MAAM,MAAM,iCAAiC,GAAG,CAAC,CAAC,KAAK,CACrD,OAAO,uCAAuC,CAC/C,CAAC;AAEF,eAAO,MAAM,oCAAoC,EAAE,aAAa,CAAC,iCAAiC,CAgC/F,CAAC;AAEJ,eAAO,MAAM,0BAA0B;;;;;;kBAO5B,CAAC;AACZ,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAyBvE,CAAC"}

package/lib/assertions/core/tool-result-checks.js

@@ -0,0 +1,193 @@
+import { z } from "zod";
+import { malformedToolEventCount, toolResults, toolResultValue, } from "../../core/index.js";
+import { deepEquals, resolvePointer, weightThresholdFields } from "./helpers.js";
+const OccurrenceSchema = z.enum(["first", "last", "any"]);
+const select = (results, occurrence) => {
+    if (occurrence === "first")
+        return results.slice(0, 1);
+    if (occurrence === "last")
+        return results.slice(-1);
+    return results;
+};
+const malformedResultEvidence = (run) => {
+    const malformed = malformedToolEventCount(run.events, ["tool-result"]);
+    if (malformed === 0)
+        return null;
+    const errorMessage = `${malformed} malformed tool result event${malformed === 1 ? "" : "s"} captured`;
+    return {
+        passed: false,
+        score: 0,
+        comment: errorMessage,
+        errorMessage,
+    };
+};
+export const ToolResultIsErrorConfigSchema = z
+    .object({
+    type: z.literal("tool-result-is-error"),
+    /** Tool whose result to inspect; omit to consider every result. */
+    name: z.string().optional(),
+    /** The `isError` value to require. Default true (assert the tool DID error). */
+    expected: z.boolean().default(true),
+    /** Which matching result(s) to require it of. Default "last". */
+    occurrence: OccurrenceSchema.default("last"),
+    ...weightThresholdFields,
+})
+    .strict();
+export const toolResultIsErrorAssertion = {
+    type: "tool-result-is-error",
+    configSchema: ToolResultIsErrorConfigSchema,
+    evaluate: async (config, run) => {
+        const malformed = malformedResultEvidence(run);
+        if (malformed)
+            return malformed;
+        const results = toolResults(run.events, config.name);
+        const label = config.name ? `'${config.name}'` : "any tool";
+        if (results.length === 0) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `no result captured for ${label}`,
+            };
+        }
+        const relevant = config.occurrence === "any" ? results : select(results, config.occurrence);
+        const passed = config.occurrence === "any"
+            ? relevant.some((result) => result.isError === config.expected)
+            : relevant.every((result) => result.isError === config.expected);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${label} isError expected ${config.expected} (${config.occurrence})`,
+            detail: { isError: relevant.map((result) => result.isError) },
+        };
+    },
+};
+export const ToolResultContainsConfigSchema = z
+    .object({
+    type: z.literal("tool-result-contains"),
+    name: z.string().optional(),
+    /** Substring the result's text (or stringified content) must contain. */
+    text: z.string().min(1),
+    occurrence: OccurrenceSchema.default("any"),
+    ...weightThresholdFields,
+})
+    .strict();
+const resultText = (result) => result.text ||
+    (typeof result.content === "string" ? result.content : JSON.stringify(result.content ?? ""));
+export const toolResultContainsAssertion = {
+    type: "tool-result-contains",
+    configSchema: ToolResultContainsConfigSchema,
+    evaluate: async (config, run) => {
+        const malformed = malformedResultEvidence(run);
+        if (malformed)
+            return malformed;
+        const results = toolResults(run.events, config.name);
+        const label = config.name ? `'${config.name}'` : "any tool";
+        if (results.length === 0) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `no result captured for ${label}`,
+            };
+        }
+        const relevant = config.occurrence === "any" ? results : select(results, config.occurrence);
+        const hit = relevant.filter((result) => resultText(result).includes(config.text));
+        const passed = hit.length > 0;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${label} result ${passed ? "contains" : "does not contain"} ${JSON.stringify(config.text)}`,
+            detail: { matches: hit.length },
+        };
+    },
+};
+export const ToolResultJsonPointerEqualsConfigSchema = z
+    .object({
+    type: z.literal("tool-result-json-pointer-equals"),
+    name: z.string(),
+    /**
+     * RFC 6901 pointer into the result's `structuredContent`, falling back to
+     * the result text parsed as JSON. Defaults to "" (the whole value).
+     */
+    jsonPointer: z.string().default(""),
+    /** Structural (key-order-insensitive) equality against the value. */
+    value: z.unknown().optional(),
+    /** Substring containment against the stringified value. */
+    contains: z.string().min(1).optional(),
+    occurrence: OccurrenceSchema.default("last"),
+    ...weightThresholdFields,
+})
+    .strict()
+    .refine((config) => (config.value === undefined) !== (config.contains === undefined), {
+    message: "set exactly one of value or contains",
+});
+export const toolResultJsonPointerEqualsAssertion = {
+    type: "tool-result-json-pointer-equals",
+    configSchema: ToolResultJsonPointerEqualsConfigSchema,
+    evaluate: async (config, run) => {
+        const malformed = malformedResultEvidence(run);
+        if (malformed)
+            return malformed;
+        const results = toolResults(run.events, config.name);
+        if (results.length === 0) {
+            return {
+                passed: false,
+                score: 0,
+                comment: `no result captured for '${config.name}'`,
+            };
+        }
+        const relevant = config.occurrence === "any" ? results : select(results, config.occurrence);
+        const matched = relevant.some((result) => {
+            const value = resolvePointer(toolResultValue(result), config.jsonPointer);
+            if (config.value !== undefined)
+                return deepEquals(value, config.value);
+            if (config.contains !== undefined) {
+                if (value === undefined)
+                    return false;
+                const stringified = typeof value === "string" ? value : JSON.stringify(value);
+                return stringified.includes(config.contains);
+            }
+            return value !== undefined;
+        });
+        return {
+            passed: matched,
+            score: matched ? 1 : 0,
+            comment: `'${config.name}' result at '${config.jsonPointer || "/"}' ${matched ? "matched" : "did not match"}`,
+        };
+    },
+};
+export const NoErrorResultsConfigSchema = z
+    .object({
+    type: z.literal("no-error-results"),
+    /** Permit a run with no captured calls/results. Defaults false to prevent vacuous passes. */
+    allowEmpty: z.boolean().default(false),
+    ...weightThresholdFields,
+})
+    .strict();
+export const noErrorResultsAssertion = {
+    type: "no-error-results",
+    configSchema: NoErrorResultsConfigSchema,
+    evaluate: async (config, run) => {
+        const malformed = malformedResultEvidence(run);
+        if (malformed)
+            return malformed;
+        const results = toolResults(run.events);
+        if (results.length === 0 && !config.allowEmpty) {
+            return {
+                passed: false,
+                score: 0,
+                comment: "no tool results captured",
+            };
+        }
+        const offenders = results.filter((result) => result.isError);
+        const passed = offenders.length === 0;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed
+                ? "no tool returned an error result"
+                : `error results from: ${offenders.map((result) => result.name).join(", ")}`,
+            detail: { offenders: offenders.map((result) => result.name) },
+        };
+    },
+};
+//# sourceMappingURL=tool-result-checks.js.map

package/lib/assertions/core/tool-result-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-result-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/tool-result-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,uBAAuB,EAEvB,WAAW,EACX,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEjF,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAG1D,MAAM,MAAM,GAAG,CAAC,OAA4B,EAAE,UAAsB,EAAuB,EAAE;IAC3F,IAAI,UAAU,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvD,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,GAA6C,EAAE,EAAE;IAChF,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACvE,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,YAAY,GAAG,GAAG,SAAS,+BAA+B,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IACtG,OAAO;QACL,MAAM,EAAE,KAAc;QACtB,KAAK,EAAE,CAAU;QACjB,OAAO,EAAE,YAAY;QACrB,YAAY;KACb,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC;KAC3C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IACvC,mEAAmE;IACnE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,gFAAgF;IAChF,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACnC,iEAAiE;IACjE,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,0BAA0B,GAA2C;IAChF,IAAI,EAAE,sBAAsB;IAC5B,YAAY,EAAE,6BAA6B;IAC3C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;QAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,0BAA0B,KAAK,EAAE;aAC3C,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,MAAM,GACV,MAAM,CAAC,UAAU,KAAK,KAAK;YACzB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,QAAQ,CAAC;YAC/D,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,qBAAqB,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,UAAU,GAAG;YAC9E,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;SAC9D,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC5C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,yEAAyE;IACzE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,UAAU,GAAG,CAAC,MAAyB,EAAU,EAAE,CACvD,MAAM,CAAC,IAAI;IACX,CAAC,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;AAE/F,MAAM,CAAC,MAAM,2BAA2B,GAA4C;IAClF,IAAI,EAAE,sBAAsB;IAC5B,YAAY,EAAE,8BAA8B;IAC5C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;QAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,0BAA0B,KAAK,EAAE;aAC3C,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9B,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,WAAW,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YACrG,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE;SAChC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC;KACrD,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB;;;OAGG;IACH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnC,qEAAqE;IACrE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,2DAA2D;IAC3D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,EAAE;IACpF,OAAO,EAAE,sCAAsC;CAChD,CAAC,CAAC;AAKL,MAAM,CAAC,MAAM,oCAAoC,GAC/C;IACE,IAAI,EAAE,iCAAiC;IACvC,YAAY,EAAE,uCAAuC;IACrD,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,2BAA2B,MAAM,CAAC,IAAI,GAAG;aACnD,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACvC,MAAM,KAAK,GAAG,cAAc,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC1E,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAClC,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO,KAAK,CAAC;gBACtC,MAAM,WAAW,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC9E,OAAO,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,KAAK,KAAK,SAAS,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,OAAO,EAAE,IAAI,MAAM,CAAC,IAAI,gBAAgB,MAAM,CAAC,WAAW,IAAI,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,EAAE;SAC9G,CAAC;IACJ,CAAC;CACF,CAAC;AAEJ,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACnC,6FAA6F;IAC7F,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtC,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,kBAAkB;IACxB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/C,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,0BAA0B;aACpC,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC;QACtC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,kCAAkC;gBACpC,CAAC,CAAC,uBAAuB,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC9E,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;SAC9D,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/mcp/discovery-checks.d.ts

@@ -0,0 +1,36 @@
+import { z } from "zod";
+import { type AssertionImpl } from "../../core/index.js";
+export declare const ServerInfoEqualsConfigSchema: z.ZodObject<{
+    type: z.ZodLiteral<"server-info-equals">;
+    name: z.ZodOptional<z.ZodString>;
+    version: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export type ServerInfoEqualsConfig = z.infer<typeof ServerInfoEqualsConfigSchema>;
+export declare const serverInfoEqualsAssertion: AssertionImpl<ServerInfoEqualsConfig>;
+export declare const ToolListedConfigSchema: z.ZodObject<{
+    type: z.ZodLiteral<"tool-listed">;
+    name: z.ZodString;
+    expected: z.ZodDefault<z.ZodBoolean>;
+}, z.core.$strict>;
+export type ToolListedConfig = z.infer<typeof ToolListedConfigSchema>;
+export declare const toolListedAssertion: AssertionImpl<ToolListedConfig>;
+export declare const ToolsListedCountConfigSchema: z.ZodObject<{
+    type: z.ZodLiteral<"tools-listed-count">;
+    min: z.ZodOptional<z.ZodNumber>;
+    max: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strict>;
+export type ToolsListedCountConfig = z.infer<typeof ToolsListedCountConfigSchema>;
+export declare const toolsListedCountAssertion: AssertionImpl<ToolsListedCountConfig>;
+export declare const CapabilityAbsentConfigSchema: z.ZodObject<{
+    type: z.ZodLiteral<"capability-absent">;
+    capability: z.ZodEnum<{
+        completions: "completions";
+        logging: "logging";
+        prompts: "prompts";
+        resources: "resources";
+        tools: "tools";
+    }>;
+}, z.core.$strict>;
+export type CapabilityAbsentConfig = z.infer<typeof CapabilityAbsentConfigSchema>;
+export declare const capabilityAbsentAssertion: AssertionImpl<CapabilityAbsentConfig>;
+//# sourceMappingURL=discovery-checks.d.ts.map

package/lib/assertions/mcp/discovery-checks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/mcp/discovery-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,qBAAqB,CAAC;AAG7B,eAAO,MAAM,4BAA4B;;;;kBAWrC,CAAC;AACL,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,eAAO,MAAM,yBAAyB,EAAE,aAAa,CAAC,sBAAsB,CAuB3E,CAAC;AAEF,eAAO,MAAM,sBAAsB;;;;kBAQxB,CAAC;AACZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAgB/D,CAAC;AAEF,eAAO,MAAM,4BAA4B;;;;kBAYrC,CAAC;AACL,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,eAAO,MAAM,yBAAyB,EAAE,aAAa,CAAC,sBAAsB,CAgB3E,CAAC;AAEF,eAAO,MAAM,4BAA4B;;;;;;;;;kBAM9B,CAAC;AACZ,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,eAAO,MAAM,yBAAyB,EAAE,aAAa,CAAC,sBAAsB,CAkB3E,CAAC"}

package/lib/assertions/mcp/discovery-checks.js

@@ -0,0 +1,122 @@
+import { z } from "zod";
+import { hasMcpInit, hasMcpToolsList, listedTools, mcpInit, } from "../../core/index.js";
+import { inRange } from "../core/helpers.js";
+export const ServerInfoEqualsConfigSchema = z
+    .object({
+    type: z.literal("server-info-equals"),
+    /** Expected `serverInfo.name` from `initialize`. */
+    name: z.string().optional(),
+    /** Expected `serverInfo.version` from `initialize`. */
+    version: z.string().optional(),
+})
+    .strict()
+    .refine((c) => c.name !== undefined || c.version !== undefined, {
+    message: "set at least one of name or version",
+});
+export const serverInfoEqualsAssertion = {
+    type: "server-info-equals",
+    configSchema: ServerInfoEqualsConfigSchema,
+    evaluate: async (config, run) => {
+        const info = mcpInit(run.events)?.serverInfo;
+        if (!info) {
+            return { passed: false, score: 0, comment: "no initialize metadata captured" };
+        }
+        const mismatches = [];
+        if (config.name !== undefined && info.name !== config.name) {
+            mismatches.push(`name '${info.name}' != '${config.name}'`);
+        }
+        if (config.version !== undefined && info.version !== config.version) {
+            mismatches.push(`version '${info.version}' != '${config.version}'`);
+        }
+        const passed = mismatches.length === 0;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: passed ? `serverInfo ${info.name}@${info.version} matched` : mismatches.join("; "),
+            detail: { serverInfo: info },
+        };
+    },
+};
+export const ToolListedConfigSchema = z
+    .object({
+    type: z.literal("tool-listed"),
+    /** Tool name whose presence is checked. */
+    name: z.string(),
+    /** Whether `tools/list` should include the tool. Default true. */
+    expected: z.boolean().default(true),
+})
+    .strict();
+export const toolListedAssertion = {
+    type: "tool-listed",
+    configSchema: ToolListedConfigSchema,
+    evaluate: async (config, run) => {
+        if (!hasMcpToolsList(run.events)) {
+            return { passed: false, score: 0, comment: "no tools/list result captured" };
+        }
+        const tools = listedTools(run.events);
+        const listed = tools.some((t) => t.name === config.name);
+        const passed = listed === config.expected;
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `tool '${config.name}' is ${listed ? "listed" : `not among ${tools.length} listed tools`}`,
+        };
+    },
+};
+export const ToolsListedCountConfigSchema = z
+    .object({
+    type: z.literal("tools-listed-count"),
+    min: z.number().int().nonnegative().optional(),
+    max: z.number().int().nonnegative().optional(),
+})
+    .strict()
+    .refine((c) => c.min !== undefined || c.max !== undefined, {
+    message: "set at least one of min or max",
+})
+    .refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
+    message: "min must be <= max",
+});
+export const toolsListedCountAssertion = {
+    type: "tools-listed-count",
+    configSchema: ToolsListedCountConfigSchema,
+    evaluate: async (config, run) => {
+        if (!hasMcpToolsList(run.events)) {
+            return { passed: false, score: 0, comment: "no tools/list result captured" };
+        }
+        const count = listedTools(run.events).length;
+        const { passed, comment } = inRange(count, config.min, config.max);
+        return {
+            passed,
+            score: passed ? 1 : 0,
+            comment: `${count} tool${count === 1 ? "" : "s"} listed (${comment})`,
+            detail: { count },
+        };
+    },
+};
+export const CapabilityAbsentConfigSchema = z
+    .object({
+    type: z.literal("capability-absent"),
+    /** Server capability that must NOT be advertised. */
+    capability: z.enum(["resources", "prompts", "logging", "completions", "tools"]),
+})
+    .strict();
+export const capabilityAbsentAssertion = {
+    type: "capability-absent",
+    configSchema: CapabilityAbsentConfigSchema,
+    evaluate: async (config, run) => {
+        if (!hasMcpInit(run.events)) {
+            return { passed: false, score: 0, comment: "no initialize metadata captured" };
+        }
+        const caps = mcpInit(run.events)?.capabilities ?? {};
+        const value = caps[config.capability];
+        const present = value !== undefined && value !== false && value !== null;
+        return {
+            passed: !present,
+            score: present ? 0 : 1,
+            comment: present
+                ? `server advertises '${config.capability}'`
+                : `server does not advertise '${config.capability}'`,
+        };
+    },
+};
+//# sourceMappingURL=discovery-checks.js.map

package/lib/assertions/mcp/discovery-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery-checks.js","sourceRoot":"","sources":["../../../src/assertions/mcp/discovery-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,UAAU,EACV,eAAe,EACf,WAAW,EACX,OAAO,GACR,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,oDAAoD;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,uDAAuD;IACvD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE;IAC9D,OAAO,EAAE,qCAAqC;CAC/C,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,oBAAoB;IAC1B,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC;QAC7C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;QACjF,CAAC;QACD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3D,UAAU,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;YACpE,UAAU,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,OAAO,SAAS,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC;QACvC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;YAC3F,MAAM,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,2CAA2C;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,kEAAkE;IAClE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACpC,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;QAC/E,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,KAAK,MAAM,CAAC,QAAQ,CAAC;QAC1C,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,QAAQ,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,MAAM,eAAe,EAAE;SACpG,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;CAC/C,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,oBAAoB;IAC1B,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;QAC/E,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC7C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,YAAY,OAAO,GAAG;YACrE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC;IACpC,qDAAqD;IACrD,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;CAChF,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,mBAAmB;IACzB,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;QACjF,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,YAAY,IAAI,EAAE,CAAC;QACrD,MAAM,KAAK,GAAI,IAAgC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC;QACzE,OAAO;YACL,MAAM,EAAE,CAAC,OAAO;YAChB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,OAAO,EAAE,OAAO;gBACd,CAAC,CAAC,sBAAsB,MAAM,CAAC,UAAU,GAAG;gBAC5C,CAAC,CAAC,8BAA8B,MAAM,CAAC,UAAU,GAAG;SACvD,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/assertions/mcp/index.d.ts

@@ -0,0 +1,10 @@
+import type { AssertionImpl, Registry } from "../../core/index.js";
+export * from "./discovery-checks.js";
+/**
+ * The result assertions remain in this compatibility collection for
+ * embedders that historically registered only the MCP assertion bundle.
+ * Their implementations are generic and also ship in `allCoreAssertions`.
+ */
+export declare const allMcpAssertions: AssertionImpl[];
+export declare const registerMcpAssertions: (registry: Registry) => void;
+//# sourceMappingURL=index.d.ts.map

package/lib/assertions/mcp/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/mcp/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAcnE,cAAc,uBAAuB,CAAC;AAEtC;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,EAAE,aAAa,EAS3C,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAAc,QAAQ,KAAG,IAI1D,CAAC"}