@post-print/agent-test 2.3.8 → 3.0.0

package/dist/sdk/run-record.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-record.d.ts","sourceRoot":"","sources":["../../src/sdk/run-record.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACX,eAAe,EACf,UAAU,EACV,WAAW,EACX,cAAc,EACd,eAAe,EACf,YAAY,EACZ,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAIzE,4FAA4F;AAC5F,qBAAa,sBAAuB,SAAQ,KAAK;IAChD,QAAQ,CAAC,IAAI,EAAG,oBAAoB,CAAU;IAC9C,YAAY,OAAO,EAAE,MAAM,EAG1B;CACD;AAED,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AACD;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC3B,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS,CAAC;IACzC,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC/D;AAyBD,wBAAgB,WAAW,CAC1B,MAAM,EAAE,UAAU,CAAC,YAAY,CAAC,EAChC,OAAO,EAAE,eAAe,EAAE,GACxB,WAAW,CAeb;AAQD,2FAA2F;AAC3F,wBAAgB,WAAW,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAO7E;AAED,MAAM,WAAW,SAAS;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,WAAW,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mFAAmF;IACnF,WAAW,EAAE,OAAO,CAAC;IACrB,sEAAsE;IACtE,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC;IACtC,MAAM,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC;CACpF;AACD,MAAM,WAAW,aAAa;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAuBD,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAO9F;AAkCD,iGAAiG;AACjG,wBAAsB,qBAAqB,CAC1C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,eAAe,CAAC,GAC/C,OAAO,CAAC,IAAI,CAAC,CAKf;AACD,wBAAsB,cAAc,CACnC,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE;IACN,UAAU,EAAE,cAAc,CAAC;IAC3B,UAAU,EAAE,eAAe,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,eAAe,CAAC;IACzB,OAAO,EAAE,iBAAiB,CAAC;CAC3B,GACC,OAAO,CAAC,SAAS,CAAC,CAmBpB"}

package/dist/sdk/run-record.js

@@ -0,0 +1,152 @@
+import { execFile } from "node:child_process";
+import { createHash } from "node:crypto";
+import { mkdir, readdir, readFile, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { promisify } from "node:util";
+const run = promisify(execFile);
+/** The test asked about something this run cannot show, so it has no verdict either way. */
+export class ConditionsUnknownError extends Error {
+    kind = "conditions-unknown";
+    constructor(message) {
+        super(message);
+        this.name = "ConditionsUnknownError";
+    }
+}
+function catalogTools(catalog) {
+    return catalog.flatMap((entry) => entry.status === "listed"
+        ? entry.tools.map(({ name, description }) => ({ name, server: entry.server, description }))
+        : []);
+}
+function hostToolDetail(name, catalog) {
+    const known = catalog.find((tool) => name === `mcp__${tool.server}__${tool.name}`);
+    return known ? { ...known, name } : { name };
+}
+function reportedServers(report, catalog) {
+    const failures = new Map(catalog.flatMap((entry) => (entry.status === "failed" ? [[entry.server, entry.error]] : [])));
+    if (report?.mcpServers)
+        return report.mcpServers.map(({ name, status }) => ({ name, status: status ?? "unknown" }));
+    return catalog.map(({ server, status }) => ({
+        name: server,
+        status,
+        ...(failures.has(server) ? { error: failures.get(server) } : {}),
+    }));
+}
+export function runExposure(report, catalog) {
+    const fromServers = catalogTools(catalog);
+    const mcpServers = reportedServers(report, catalog);
+    if (report?.tools)
+        return {
+            source: "host",
+            tools: report.tools.map((name) => hostToolDetail(name, fromServers)),
+            mcpServers,
+        };
+    const everyServerListed = catalog.length > 0 && catalog.every((e) => e.status === "listed");
+    return {
+        source: everyServerListed ? "mcp-query" : "unknown",
+        tools: fromServers,
+        mcpServers,
+    };
+}
+function namesTool(tool, requested) {
+    return (tool.name === requested ||
+        (tool.server !== undefined && `mcp__${tool.server}__${tool.name}` === requested) ||
+        tool.name.endsWith(`__${requested}`));
+}
+/** Whether the agent was offered a tool. An unknown catalog answers neither yes nor no. */
+export function offeredTool(exposure, requested) {
+    if (exposure.tools.some((tool) => namesTool(tool, requested)))
+        return true;
+    if (exposure.source === "unknown")
+        throw new ConditionsUnknownError(`Cannot tell whether the agent was offered ${requested}: this run recorded no tool catalog.`);
+    return false;
+}
+function sha256(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+async function gitState(baseDir) {
+    try {
+        const options = { cwd: baseDir };
+        const { stdout: sha } = await run("git", ["rev-parse", "HEAD"], options);
+        const { stdout: status } = await run("git", ["status", "--porcelain"], options);
+        return { sha: sha.trim(), dirty: status.trim().length > 0 };
+    }
+    catch {
+        return undefined;
+    }
+}
+async function packageVersion() {
+    try {
+        const url = new URL("../../package.json", import.meta.url);
+        return JSON.parse(await readFile(url, "utf8")).version;
+    }
+    catch {
+        return undefined;
+    }
+}
+export async function runRecordBase(baseDir, testFile) {
+    return {
+        baseDir,
+        packageVersion: await packageVersion(),
+        git: await gitState(baseDir),
+        suiteHash: testFile ? sha256(await readFile(testFile).catch(() => "")) : undefined,
+    };
+}
+async function directoryDigest(path) {
+    const hash = createHash("sha256");
+    const items = await readdir(path, { withFileTypes: true, recursive: true });
+    const files = items
+        .filter((item) => item.isFile())
+        .map((item) => join(item.parentPath, item.name))
+        .sort();
+    for (const file of files)
+        hash.update(file.slice(path.length)).update(await readFile(file));
+    return hash.digest("hex");
+}
+async function skillsDigest(context) {
+    const digests = await Promise.all(context.skills.map(({ source }) => directoryDigest(source).catch(() => "unreadable")));
+    return sha256(digests.join("\n"));
+}
+function snapshotDigest(snapshot) {
+    const entries = Object.entries(snapshot.files)
+        .map(([path, { sha256: digest }]) => `${path}:${digest}`)
+        .sort();
+    return sha256(entries.join("\n"));
+}
+function calibrationPath(baseDir, host, version) {
+    const safeVersion = version.replace(/[^\w.-]+/g, "_");
+    return join(baseDir, ".agent-test", "calibration", `${host}-${safeVersion}.json`);
+}
+async function hostCalibrated(baseDir, host, version) {
+    if (!version)
+        return false;
+    return readFile(calibrationPath(baseDir, host, version)).then(() => true, () => false);
+}
+/** Called by the host probe after every check passed. Other runs read it to label themselves. */
+export async function recordHostCalibration(configDir, record) {
+    if (!record.binaryVersion)
+        throw new Error("Cannot calibrate a host with an unknown version");
+    const path = calibrationPath(configDir, record.host, record.binaryVersion);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify({ ...record, at: new Date().toISOString() }, null, 2));
+}
+export async function buildRunRecord(base, input) {
+    const { conditions, definition, hostReport, prompt, context, initial } = input;
+    const binaryVersion = hostReport?.version ?? conditions.binaryVersion;
+    return {
+        ...conditions,
+        binaryVersion,
+        requestedModel: definition.options.model,
+        observedModel: hostReport?.model,
+        modelPinned: Boolean(definition.options.model),
+        calibrated: await hostCalibrated(base.baseDir, conditions.host, binaryVersion),
+        packageVersion: base.packageVersion,
+        git: base.git,
+        hashes: {
+            suite: base.suiteHash,
+            prompt: sha256(prompt),
+            skills: await skillsDigest(context),
+            initialSnapshot: snapshotDigest(initial),
+        },
+    };
+}
+//# sourceMappingURL=run-record.js.map

package/dist/sdk/run-record.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-record.js","sourceRoot":"","sources":["../../src/sdk/run-record.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAWtC,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAEhC,4FAA4F;AAC5F,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IACvC,IAAI,GAAG,oBAA6B,CAAC;IAC9C,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACtC,CAAC;CACD;AAiBD,SAAS,YAAY,CAAC,OAA0B;IAC/C,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAChC,KAAK,CAAC,MAAM,KAAK,QAAQ;QACxB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAC3F,CAAC,CAAC,EAAE,CACL,CAAC;AACH,CAAC;AACD,SAAS,cAAc,CAAC,IAAY,EAAE,OAAsB;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnF,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AAC9C,CAAC;AACD,SAAS,eAAe,CAAC,MAAgC,EAAE,OAA0B;IACpF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACvB,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAC5F,CAAC;IACF,IAAI,MAAM,EAAE,UAAU;QACrB,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC;IAC7F,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3C,IAAI,EAAE,MAAM;QACZ,MAAM;QACN,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChE,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,WAAW,CAC1B,MAAgC,EAChC,OAA0B;IAE1B,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,IAAI,MAAM,EAAE,KAAK;QAChB,OAAO;YACN,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YACpE,UAAU;SACV,CAAC;IACH,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;IAC5F,OAAO;QACN,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QACnD,KAAK,EAAE,WAAW;QAClB,UAAU;KACV,CAAC;AACH,CAAC;AACD,SAAS,SAAS,CAAC,IAAiB,EAAE,SAAiB;IACtD,OAAO,CACN,IAAI,CAAC,IAAI,KAAK,SAAS;QACvB,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC;QAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC,CACpC,CAAC;AACH,CAAC;AACD,2FAA2F;AAC3F,MAAM,UAAU,WAAW,CAAC,QAAqB,EAAE,SAAiB;IACnE,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3E,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS;QAChC,MAAM,IAAI,sBAAsB,CAC/B,6CAA6C,SAAS,sCAAsC,CAC5F,CAAC;IACH,OAAO,KAAK,CAAC;AACd,CAAC;AA4BD,SAAS,MAAM,CAAC,KAAsB;IACrC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AACD,KAAK,UAAU,QAAQ,CAAC,OAAe;IACtC,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;QACjC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AACD,KAAK,UAAU,cAAc;IAC5B,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,oBAAoB,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,OAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAA0B,CAAC,OAAO,CAAC;IAClF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe,EAAE,QAAiB;IACrE,OAAO;QACN,OAAO;QACP,cAAc,EAAE,MAAM,cAAc,EAAE;QACtC,GAAG,EAAE,MAAM,QAAQ,CAAC,OAAO,CAAC;QAC5B,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAClF,CAAC;AACH,CAAC;AACD,KAAK,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,KAAK;SACjB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;SAC/B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;SAC/C,IAAI,EAAE,CAAC;IACT,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AACD,KAAK,UAAU,YAAY,CAAC,OAAwB;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CACrF,CAAC;IACF,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACnC,CAAC;AACD,SAAS,cAAc,CAAC,QAA2B;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;SAC5C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,MAAM,EAAE,CAAC;SACxD,IAAI,EAAE,CAAC;IACT,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACnC,CAAC;AACD,SAAS,eAAe,CAAC,OAAe,EAAE,IAAY,EAAE,OAAe;IACtE,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,IAAI,WAAW,OAAO,CAAC,CAAC;AACnF,CAAC;AACD,KAAK,UAAU,cAAc,CAAC,OAAe,EAAE,IAAY,EAAE,OAAgB;IAC5E,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,QAAQ,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAC5D,GAAG,EAAE,CAAC,IAAI,EACV,GAAG,EAAE,CAAC,KAAK,CACX,CAAC;AACH,CAAC;AACD,iGAAiG;AACjG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAC1C,SAAiB,EACjB,MAAiD;IAEjD,IAAI,CAAC,MAAM,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IAC3E,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7F,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,IAAmB,EACnB,KAOC;IAED,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAC/E,MAAM,aAAa,GAAG,UAAU,EAAE,OAAO,IAAI,UAAU,CAAC,aAAa,CAAC;IACtE,OAAO;QACN,GAAG,UAAU;QACb,aAAa;QACb,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,KAAK;QACxC,aAAa,EAAE,UAAU,EAAE,KAAK;QAChC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9C,UAAU,EAAE,MAAM,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC;QAC9E,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,MAAM,EAAE;YACP,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACtB,MAAM,EAAE,MAAM,YAAY,CAAC,OAAO,CAAC;YACnC,eAAe,EAAE,cAAc,CAAC,OAAO,CAAC;SACxC;KACD,CAAC;AACH,CAAC"}

package/dist/sdk/runtime.d.ts

@@ -13,14 +13,20 @@ export interface RuntimeOptions {
         type: string;
         value: unknown;
     }) => void;
+    /** Time left before the test runner kills this test; undefined when it has no limit. */
+    remainingTestMs?: () => number | undefined;
+    testFile?: string;
 }
 export declare class TestRuntime {
     readonly options: RuntimeOptions;
     private readonly resources;
     private readonly pending;
+    private readonly ledger;
     private readonly controller;
     private readonly snapshotStorage;
     private readonly sourceEvidenceStorage;
+    private readonly survivors;
+    private recordBase?;
     private protectedPaths?;
     private nextInvocationIndex;
     private closed;
@@ -29,11 +35,16 @@ export declare class TestRuntime {
     private checkoutPaths;
     private get signal();
     private track;
+    assertResultEarned(options: {
+        noAgent: boolean;
+    }): void;
+    private forTest;
     agent(name: string, settings: AgentSettings, preparation?: readonly WorkspaceSetup[]): AgentFixture;
     judge<S extends z.ZodType>(name: string, settings: JudgeSettings<S>): JudgeFixture<z.output<S>>;
     private start;
     private conversation;
     private run;
+    private runRecord;
     private announceRun;
     private preserveChanges;
     private captureFailure;

package/dist/sdk/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,eAAe,EAKpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,OAAO,KAAK,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EAEb,cAAc,EACd,MAAM,YAAY,CAAC;AAapB,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;CAC3E;AAuDD,qBAAa,WAAW;IASX,QAAQ,CAAC,OAAO,EAAE,cAAc;IAR5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgE;IAC1F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAyB;IACpD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAoB;IACpD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA0B;IAChE,OAAO,CAAC,cAAc,CAAC,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,MAAM,CAAS;IACvB,YAAqB,OAAO,EAAE,cAAc,EAAI;IAChD,kFAAkF;IAClF,OAAO,CAAC,aAAa;IAIrB,OAAO,KAAK,MAAM,GAEjB;IACD,OAAO,CAAC,KAAK;IAUb,KAAK,CACJ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,aAAa,EACvB,WAAW,GAAE,SAAS,cAAc,EAAO,GACzC,YAAY,CAad;IACD,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAkD9F;YACa,KAAK;IA2CnB,OAAO,CAAC,YAAY;YAgBN,GAAG;IA+CjB,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,eAAe;YAIT,cAAc;IAiBtB,KAAK,kBAuBV;CACD"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,eAAe,EAOpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAmBxB,OAAO,KAAK,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EAEb,cAAc,EACd,MAAM,YAAY,CAAC;AAapB,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;IAC3E,wFAAwF;IACxF,eAAe,CAAC,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AA0ED,qBAAa,WAAW;IAYX,QAAQ,CAAC,OAAO,EAAE,cAAc;IAX5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgE;IAC1F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAyB;IACpD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAoB;IACpD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA0B;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,UAAU,CAAC,CAAmC;IACtD,OAAO,CAAC,cAAc,CAAC,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,MAAM,CAAS;IACvB,YAAqB,OAAO,EAAE,cAAc,EAAI;IAChD,kFAAkF;IAClF,OAAO,CAAC,aAAa;IAIrB,OAAO,KAAK,MAAM,GAEjB;IACD,OAAO,CAAC,KAAK;IAUb,kBAAkB,CAAC,OAAO,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAEtD;IACD,OAAO,CAAC,OAAO;IAGf,KAAK,CACJ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,aAAa,EACvB,WAAW,GAAE,SAAS,cAAc,EAAO,GACzC,YAAY,CAad;IACD,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAkD9F;YACa,KAAK;IA8CnB,OAAO,CAAC,YAAY;YAgBN,GAAG;YAgDH,SAAS;IAevB,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,eAAe;YAIT,cAAc;IAiBtB,KAAK,kBAwBV;CACD"}

package/dist/sdk/runtime.js

@@ -1,14 +1,29 @@
 import { mkdir } from "node:fs/promises";
 import { join } from "node:path";
-import { assertInsideWorkspace, createAgentSession, } from "@post-print/agent-harness";
+import { assertInsideWorkspace, createAgentSession, listMcpCatalog, } from "@post-print/agent-harness";
 import { z } from "zod";
 import { trackOperationOutput } from "./criterion-provenance.js";
 import { configuredAgent, mergeSettings, validateSkills } from "./definitions.js";
+import { captureEnvironmentBaseline, observeEnvironment, stopSurvivors, } from "./environment-observation.js";
 import { recordedFailure } from "./failure.js";
 import { evaluate } from "./judge.js";
+import { OperationLedger } from "./operation-ledger.js";
+import { buildRunRecord, runExposure, runRecordBase } from "./run-record.js";
 import { preserveSourceChanges, releaseSnapshots, snapshotBudget, sourceEvidenceBudget, } from "./snapshot-storage.js";
 import { runUsage } from "./usage.js";
 import { callerCheckout, changedPaths, prepareAgent, prepareWorkspace, snapshot, withContext, writeJson, } from "./workspace.js";
+const HOST_DEADLINE_GRACE_MS = 5_000;
+const MINIMUM_HOST_DEADLINE_MS = 1_000;
+/** A stalled host must hit its own deadline first, so it is recorded as infrastructure with its trace. */
+function withinTestDeadline(definition, remainingMs) {
+    const { timeoutMs } = definition.options;
+    if (timeoutMs === undefined || remainingMs === undefined)
+        return definition;
+    const budget = Math.max(remainingMs - HOST_DEADLINE_GRACE_MS, MINIMUM_HOST_DEADLINE_MS);
+    if (timeoutMs <= budget)
+        return definition;
+    return { ...definition, options: { ...definition.options, timeoutMs: budget } };
+}
 function captureRun(input) {
     const { id, prompt, trace, history, durationMs, context, session, workspace, initial, final } = input;
     history.messages.push(...trace.messages);
@@ -27,6 +42,9 @@ function captureRun(input) {
         usage: runUsage(trace.usage),
         capabilities: session.capabilities,
         startingContext: context,
+        record: input.record,
+        exposure: runExposure(trace.hostReport, input.mcpCatalog),
+        ...(input.environment ? { environment: input.environment } : {}),
         workspace: {
             root: workspace.path,
             initial,
@@ -42,9 +60,12 @@ export class TestRuntime {
     options;
     resources = [];
     pending = new Set();
+    ledger = new OperationLedger();
     controller = new AbortController();
     snapshotStorage = snapshotBudget();
     sourceEvidenceStorage = sourceEvidenceBudget();
+    survivors = [];
+    recordBase;
     protectedPaths;
     nextInvocationIndex = 0;
     closed = false;
@@ -65,7 +86,13 @@ export class TestRuntime {
         const promise = Promise.resolve().then(operation);
         this.pending.add(promise);
         void promise.then(() => this.pending.delete(promise), () => this.pending.delete(promise));
-        return promise;
+        return this.ledger.record(promise);
+    }
+    assertResultEarned(options) {
+        this.ledger.assertResultEarned(options);
+    }
+    forTest(definition) {
+        return withinTestDeadline(definition, this.options.remainingTestMs?.());
     }
     agent(name, settings, preparation = []) {
         return {
@@ -82,7 +109,7 @@ export class TestRuntime {
             run: ({ input }) => {
                 const invocationIndex = this.nextInvocationIndex++;
                 return this.track(async () => {
-                    const definition = configuredAgent(this.options.judge, agentSettings);
+                    const definition = this.forTest(configuredAgent(this.options.judge, agentSettings));
                     const id = crypto.randomUUID();
                     let startedEvaluation;
                     let result;
@@ -133,7 +160,7 @@ export class TestRuntime {
         this.signal.throwIfAborted();
         if (typeof prompt !== "string" || !prompt.trim())
             throw new Error("agent.run requires a nonempty prompt");
-        const definition = configuredAgent(this.options.agent, settings);
+        const definition = this.forTest(configuredAgent(this.options.agent, settings));
         validateSkills(definition.options.skills ?? [], this.options.baseDir);
         const workspace = await prepareWorkspace(this.options.baseDir, settings.workspace ?? this.options.workspace);
         const resource = {
@@ -153,6 +180,9 @@ export class TestRuntime {
         });
         const history = { messages: [], toolCalls: [], shellCommands: [], artifacts: {} };
         return this.conversation(name, {
+            settings,
+            definition,
+            mcpCatalog: await listMcpCatalog(definition.options.mcpServers, { cwd: workspace.path }),
             session: resource.session,
             workspace,
             context,
@@ -186,22 +216,22 @@ export class TestRuntime {
         const initial = await snapshot(workspace.path, join(directory, "initial"), this.snapshotStorage);
         const start = performance.now();
         this.announceRun(id, name, input);
+        const observed = input.settings.observeEnvironment;
+        const baseline = observed ? await captureEnvironmentBaseline() : undefined;
         try {
             const trace = await session.run(withContext(prompt, context), (event) => this.options.onEvent?.({ runId: id, type: "agent", value: event }));
             assertInsideWorkspace(trace, workspace.path);
+            const environment = observed && baseline
+                ? await observeEnvironment({ baseline, workspace: workspace.path, observe: observed })
+                : undefined;
+            this.survivors.push(...(environment?.processes.map(({ pid }) => pid) ?? []));
             const final = await snapshot(workspace.path, join(directory, "final"), this.snapshotStorage);
             await this.preserveChanges({ initial, final, directory });
+            const record = await this.runRecord(input, trace, initial);
+            const durationMs = Math.round(performance.now() - start);
+            const captured = { ...input, environment, record, name, artifact: directory, id };
             const result = {
-                ...captureRun({
-                    ...input,
-                    name,
-                    artifact: directory,
-                    id,
-                    trace,
-                    initial,
-                    final,
-                    durationMs: Math.round(performance.now() - start),
-                }),
+                ...captureRun({ ...captured, trace, initial, final, durationMs }),
                 continue: (options) => continuation(options.prompt),
             };
             await writeJson(join(directory, "run.json"), result);
@@ -216,6 +246,17 @@ export class TestRuntime {
             throw error;
         }
     }
+    async runRecord(input, trace, initial) {
+        this.recordBase ??= runRecordBase(this.options.baseDir, this.options.testFile);
+        return buildRunRecord(await this.recordBase, {
+            conditions: await input.session.conditions,
+            definition: input.definition,
+            hostReport: trace.hostReport,
+            prompt: input.prompt,
+            context: input.context,
+            initial,
+        });
+    }
     announceRun(id, name, input) {
         this.options.onEvent?.({
             runId: id,
@@ -239,6 +280,7 @@ export class TestRuntime {
         this.closed = true;
         this.controller.abort();
         await Promise.allSettled([...this.pending]);
+        stopSurvivors(this.survivors);
         const errors = [];
         for (const resource of this.resources.splice(0).reverse()) {
             try {

package/dist/sdk/runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAGN,qBAAqB,EACrB,kBAAkB,GAElB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EACN,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,oBAAoB,GACpB,MAAM,uBAAuB,CAAC;AAS/B,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EACN,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAEhB,QAAQ,EAER,WAAW,EACX,SAAS,GACT,MAAM,gBAAgB,CAAC;AAgCxB,SAAS,UAAU,CAAC,KAAmB;IACtC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAC5F,KAAK,CAAC;IACP,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IAC3C,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;IACnD,OAAO;QACN,EAAE;QACF,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM;QACN,KAAK;QACL,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC;QACtC,MAAM,EAAE,qBAAqB,CAAC,KAAK,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU;QACV,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,eAAe,EAAE,OAAO;QACxB,SAAS,EAAE;YACV,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,OAAO;YACP,KAAK;YACL,YAAY,EAAE,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;SAC1C;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAiB;IAC/C,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AAC/F,CAAC;AAED,MAAM,OAAO,WAAW;IASF,OAAO;IARX,SAAS,GAA6D,EAAE,CAAC;IACzE,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IACtC,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,eAAe,GAAG,cAAc,EAAE,CAAC;IACnC,qBAAqB,GAAG,oBAAoB,EAAE,CAAC;IACxD,cAAc,CAAqB;IACnC,mBAAmB,GAAG,CAAC,CAAC;IACxB,MAAM,GAAG,KAAK,CAAC;IACvB,YAAqB,OAAuB;uBAAvB,OAAO;IAAmB,CAAC;IAChD,kFAAkF;IAC1E,aAAa;QACpB,IAAI,CAAC,cAAc,KAAK,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;IACD,IAAY,MAAM;QACjB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACvE,CAAC;IACO,KAAK,CAAI,SAA2B;QAC3C,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,KAAK,OAAO,CAAC,IAAI,CAChB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAClC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAClC,CAAC;QACF,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,KAAK,CACJ,IAAY,EACZ,QAAuB,EACvB,WAAW,GAA8B,EAAE;QAE3C,OAAO;YACN,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC;YACzE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE;gBAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACnD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CACtB,IAAI,CAAC,KAAK,CACT,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,EAC9C,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAChC,CACD,CAAC;YACH,CAAC;SACD,CAAC;IACH,CAAC;IACD,KAAK,CAAsB,IAAY,EAAE,QAA0B;QAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC;QACtD,OAAO;YACN,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;gBAClB,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACnD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;oBAC5B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;oBACtE,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC/B,IAAI,iBAAkE,CAAC;oBACvE,IAAI,MAAM,CAAC;oBACX,IAAI,CAAC;wBACJ,MAAM,GAAG,MAAM,QAAQ,CAAC;4BACvB,EAAE;4BACF,IAAI;4BACJ,UAAU;4BACV,QAAQ,EAAE,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE;4BAC9C,KAAK;4BACL,GAAG,IAAI,CAAC,OAAO;4BACf,cAAc,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE;4BAC1C,MAAM,EAAE,IAAI,CAAC,MAAM;4BACnB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE;gCACjD,iBAAiB,GAAG,UAAU,CAAC;gCAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oCACtB,KAAK,EAAE,EAAE;oCACT,IAAI,EAAE,kBAAkB;oCACxB,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,eAAe,EAAE;iCAClE,CAAC,CAAC;4BACJ,CAAC;yBACD,CAAC,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACpF,MAAM,KAAK,CAAC;oBACb,CAAC;oBACD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;wBACtB,KAAK,EAAE,MAAM,CAAC,EAAE;wBAChB,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE;4BACN,GAAG,MAAM;4BACT,eAAe;4BACf,KAAK;4BACL,UAAU,EAAE,iBAAiB,IAAI;gCAChC,MAAM;gCACN,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;6BAC9B;yBACD;qBACD,CAAC,CAAC;oBACH,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;gBACrC,CAAC,CAAC,CAAC;YACJ,CAAC;SACD,CAAC;IACH,CAAC;IACO,KAAK,CAAC,KAAK,CAClB,IAKC,EACD,QAAuB;QAEvB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACjE,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,MAAM,gBAAgB,CACvC,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAC5C,CAAC;QACF,MAAM,QAAQ,GAAG;YAChB,OAAO,EAAE,SAAuC;YAChD,OAAO,EAAE,SAAS,CAAC,OAAO;SAC1B,CAAC;QACF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,MAAM,OAAO,IAAI,WAAW;YAAE,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACrF,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC7B,QAAQ,CAAC,OAAO,GAAG,MAAM,kBAAkB,CAAC;YAC3C,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE;SAC1C,CAAC,CAAC;QACH,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;YAC9B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,SAAS;YACT,OAAO;YACP,OAAO;YACP,MAAM;YACN,eAAe;SACf,CAAC,CAAC;IACJ,CAAC;IACO,YAAY,CAAC,IAAY,EAAE,KAAe;QACjD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAE,eAAuB,EAAgB,EAAE;YAC5E,IAAI,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACrF,IAAI,GAAG,IAAI,CAAC;YACZ,IAAI,CAAC;gBACJ,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACV,IAAI,GAAG,KAAK,CAAC;YACd,CAAC;QACF,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAClD,CAAC;IACO,KAAK,CAAC,GAAG,CAChB,IAAY,EACZ,KAAe,EACf,YAA8C;QAE9C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QACtD,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,EAC7B,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC7B,SAAS,CAAC,IAAI,EACd,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAC1B,IAAI,CAAC,eAAe,CACpB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CACvE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAClE,CAAC;YACF,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC7F,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAQ;gBACnB,GAAG,UAAU,CAAC;oBACb,GAAG,KAAK;oBACR,IAAI;oBACJ,QAAQ,EAAE,SAAS;oBACnB,EAAE;oBACF,KAAK;oBACL,OAAO;oBACP,KAAK;oBACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;iBACjD,CAAC;gBACF,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;aACnD,CAAC;YACF,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACvE,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACrE,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IACO,WAAW,CAAC,EAAU,EAAE,IAAY,EAAE,KAAe;QAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACtB,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE;SAC7E,CAAC,CAAC;IACJ,CAAC;IACO,eAAe,CAAC,KAAkE;QACzF,OAAO,qBAAqB,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;IAChF,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAI5B;QACA,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,QAAQ,CAC3B,KAAK,CAAC,SAAS,CAAC,IAAI,EACpB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EACzC,IAAI,CAAC,eAAe,CACpB,CAAC;YACF,MAAM,qBAAqB,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,4BAA4B,CAAC,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9F,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAC3D,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YACD,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;QACF,CAAC;QACD,IAAI,CAAC;YACJ,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,cAAc,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAAC;IACrF,CAAC;CACD"}
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAGN,qBAAqB,EACrB,kBAAkB,EAElB,cAAc,GAEd,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EACN,0BAA0B,EAE1B,kBAAkB,EAClB,aAAa,GACb,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EACN,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,oBAAoB,GACpB,MAAM,uBAAuB,CAAC;AAS/B,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EACN,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAEhB,QAAQ,EAER,WAAW,EACX,SAAS,GACT,MAAM,gBAAgB,CAAC;AAaxB,MAAM,sBAAsB,GAAG,KAAK,CAAC;AACrC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,0GAA0G;AAC1G,SAAS,kBAAkB,CAAC,UAA2B,EAAE,WAAoB;IAC5E,MAAM,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC;IACzC,IAAI,SAAS,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,sBAAsB,EAAE,wBAAwB,CAAC,CAAC;IACxF,IAAI,SAAS,IAAI,MAAM;QAAE,OAAO,UAAU,CAAC;IAC3C,OAAO,EAAE,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;AACjF,CAAC;AA6BD,SAAS,UAAU,CAAC,KAAmB;IACtC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAC5F,KAAK,CAAC;IACP,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IAC3C,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;IACnD,OAAO;QACN,EAAE;QACF,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM;QACN,KAAK;QACL,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC;QACtC,MAAM,EAAE,qBAAqB,CAAC,KAAK,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU;QACV,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,eAAe,EAAE,OAAO;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QACzD,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,SAAS,EAAE;YACV,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,OAAO;YACP,KAAK;YACL,YAAY,EAAE,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;SAC1C;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAiB;IAC/C,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AAC/F,CAAC;AAED,MAAM,OAAO,WAAW;IAYF,OAAO;IAXX,SAAS,GAA6D,EAAE,CAAC;IACzE,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IACtC,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IAC/B,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,eAAe,GAAG,cAAc,EAAE,CAAC;IACnC,qBAAqB,GAAG,oBAAoB,EAAE,CAAC;IAC/C,SAAS,GAAa,EAAE,CAAC;IAClC,UAAU,CAAoC;IAC9C,cAAc,CAAqB;IACnC,mBAAmB,GAAG,CAAC,CAAC;IACxB,MAAM,GAAG,KAAK,CAAC;IACvB,YAAqB,OAAuB;uBAAvB,OAAO;IAAmB,CAAC;IAChD,kFAAkF;IAC1E,aAAa;QACpB,IAAI,CAAC,cAAc,KAAK,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;IACD,IAAY,MAAM;QACjB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACvE,CAAC;IACO,KAAK,CAAI,SAA2B;QAC3C,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,KAAK,OAAO,CAAC,IAAI,CAChB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAClC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAClC,CAAC;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IACD,kBAAkB,CAAC,OAA6B;QAC/C,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IACO,OAAO,CAAC,UAA2B;QAC1C,OAAO,kBAAkB,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CACJ,IAAY,EACZ,QAAuB,EACvB,WAAW,GAA8B,EAAE;QAE3C,OAAO;YACN,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC;YACzE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE;gBAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACnD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CACtB,IAAI,CAAC,KAAK,CACT,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,EAC9C,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAChC,CACD,CAAC;YACH,CAAC;SACD,CAAC;IACH,CAAC;IACD,KAAK,CAAsB,IAAY,EAAE,QAA0B;QAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC;QACtD,OAAO;YACN,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;gBAClB,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACnD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;oBAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC;oBACpF,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC/B,IAAI,iBAAkE,CAAC;oBACvE,IAAI,MAAM,CAAC;oBACX,IAAI,CAAC;wBACJ,MAAM,GAAG,MAAM,QAAQ,CAAC;4BACvB,EAAE;4BACF,IAAI;4BACJ,UAAU;4BACV,QAAQ,EAAE,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE;4BAC9C,KAAK;4BACL,GAAG,IAAI,CAAC,OAAO;4BACf,cAAc,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE;4BAC1C,MAAM,EAAE,IAAI,CAAC,MAAM;4BACnB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE;gCACjD,iBAAiB,GAAG,UAAU,CAAC;gCAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oCACtB,KAAK,EAAE,EAAE;oCACT,IAAI,EAAE,kBAAkB;oCACxB,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,eAAe,EAAE;iCAClE,CAAC,CAAC;4BACJ,CAAC;yBACD,CAAC,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACpF,MAAM,KAAK,CAAC;oBACb,CAAC;oBACD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;wBACtB,KAAK,EAAE,MAAM,CAAC,EAAE;wBAChB,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE;4BACN,GAAG,MAAM;4BACT,eAAe;4BACf,KAAK;4BACL,UAAU,EAAE,iBAAiB,IAAI;gCAChC,MAAM;gCACN,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;6BAC9B;yBACD;qBACD,CAAC,CAAC;oBACH,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;gBACrC,CAAC,CAAC,CAAC;YACJ,CAAC;SACD,CAAC;IACH,CAAC;IACO,KAAK,CAAC,KAAK,CAClB,IAKC,EACD,QAAuB;QAEvB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC/E,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,MAAM,gBAAgB,CACvC,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAC5C,CAAC;QACF,MAAM,QAAQ,GAAG;YAChB,OAAO,EAAE,SAAuC;YAChD,OAAO,EAAE,SAAS,CAAC,OAAO;SAC1B,CAAC;QACF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,MAAM,OAAO,IAAI,WAAW;YAAE,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACrF,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC7B,QAAQ,CAAC,OAAO,GAAG,MAAM,kBAAkB,CAAC;YAC3C,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE;SAC1C,CAAC,CAAC;QACH,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;YAC9B,QAAQ;YACR,UAAU;YACV,UAAU,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;YACxF,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,SAAS;YACT,OAAO;YACP,OAAO;YACP,MAAM;YACN,eAAe;SACf,CAAC,CAAC;IACJ,CAAC;IACO,YAAY,CAAC,IAAY,EAAE,KAAe;QACjD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAE,eAAuB,EAAgB,EAAE;YAC5E,IAAI,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACrF,IAAI,GAAG,IAAI,CAAC;YACZ,IAAI,CAAC;gBACJ,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACV,IAAI,GAAG,KAAK,CAAC;YACd,CAAC;QACF,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAClD,CAAC;IACO,KAAK,CAAC,GAAG,CAChB,IAAY,EACZ,KAAe,EACf,YAA8C;QAE9C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QACtD,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,EAC7B,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC7B,SAAS,CAAC,IAAI,EACd,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAC1B,IAAI,CAAC,eAAe,CACpB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,0BAA0B,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CACvE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAClE,CAAC;YACF,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,WAAW,GAChB,QAAQ,IAAI,QAAQ;gBACnB,CAAC,CAAC,MAAM,kBAAkB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;gBACtF,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC7F,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAClF,MAAM,MAAM,GAAQ;gBACnB,GAAG,UAAU,CAAC,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;gBACjE,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;aACnD,CAAC;YACF,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACvE,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACrE,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IACO,KAAK,CAAC,SAAS,CACtB,KAAe,EACf,KAAiB,EACjB,OAA6C;QAE7C,IAAI,CAAC,UAAU,KAAK,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/E,OAAO,cAAc,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE;YAC5C,UAAU,EAAE,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU;YAC1C,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO;SACP,CAAC,CAAC;IACJ,CAAC;IACO,WAAW,CAAC,EAAU,EAAE,IAAY,EAAE,KAAe;QAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACtB,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE;SAC7E,CAAC,CAAC;IACJ,CAAC;IACO,eAAe,CAAC,KAAkE;QACzF,OAAO,qBAAqB,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;IAChF,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAI5B;QACA,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,QAAQ,CAC3B,KAAK,CAAC,SAAS,CAAC,IAAI,EACpB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EACzC,IAAI,CAAC,eAAe,CACpB,CAAC;YACF,MAAM,qBAAqB,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,4BAA4B,CAAC,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9F,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAC3D,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YACD,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;QACF,CAAC;QACD,IAAI,CAAC;YACJ,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,cAAc,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAAC;IACrF,CAAC;CACD"}

package/dist/sdk/sampling.d.ts

@@ -0,0 +1,23 @@
+import type { TestInfo } from "@playwright/test";
+import type { ComparisonSubject, SampleAnnotation } from "./claims.js";
+export declare const SAMPLE_ANNOTATION = "agent-test.sample";
+export interface SamplingDetails {
+    /** Run this test n times and report a rate. Pass a plan from `samplingPlan` to decide on it. */
+    samples?: number | {
+        n: number;
+        flagAt?: number;
+    };
+    /** Run the same task for each named arm, in a shuffled order. The body receives the arm's name. */
+    variants?: readonly string[];
+    /** What differs between arms on purpose. Any other difference refuses the comparison. */
+    subject?: ComparisonSubject;
+}
+export interface PlannedSample {
+    title: string;
+    annotation: SampleAnnotation;
+}
+export declare function plannedSamples(title: string, details: SamplingDetails): PlannedSample[];
+/** True when the plan's decision is already fixed, so this sample would only spend tokens. */
+export declare function sampleIsUnneeded(info: TestInfo, annotation: SampleAnnotation): Promise<boolean>;
+export declare function recordSample(info: TestInfo, annotation: SampleAnnotation, failed: boolean): Promise<void>;
+//# sourceMappingURL=sampling.d.ts.map

package/dist/sdk/sampling.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampling.d.ts","sourceRoot":"","sources":["../../src/sdk/sampling.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGvE,eAAO,MAAM,iBAAiB,sBAAsB,CAAC;AAErD,MAAM,WAAW,eAAe;IAC/B,gGAAgG;IAChG,OAAO,CAAC,EAAE,MAAM,GAAG;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,mGAAmG;IACnG,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,yFAAyF;IACzF,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AACD,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,gBAAgB,CAAC;CAC7B;AASD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,aAAa,EAAE,CAYvF;AAWD,8FAA8F;AAC9F,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,oBASlF;AACD,wBAAsB,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,iBAK/F"}

package/dist/sdk/sampling.js

@@ -0,0 +1,55 @@
+import { createHash } from "node:crypto";
+import { appendFile, mkdir, readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { planIsDecided } from "./pass-rate.js";
+export const SAMPLE_ANNOTATION = "agent-test.sample";
+/** A repeatable shuffle: every worker must register the same tests in the same order. */
+function shuffled(items, seed) {
+    const keyed = items.map((item, index) => ({
+        item,
+        key: createHash("sha256").update(`${seed}:${index}`).digest("hex"),
+    }));
+    return keyed.sort((a, b) => a.key.localeCompare(b.key)).map(({ item }) => item);
+}
+export function plannedSamples(title, details) {
+    const { samples = 1, variants, subject } = details;
+    const { n, flagAt } = typeof samples === "number" ? { n: samples, flagAt: undefined } : samples;
+    if (!Number.isInteger(n) || n < 1)
+        throw new Error("samples must be a positive whole number");
+    const arms = variants?.length ? [...variants] : [undefined];
+    const planned = arms.flatMap((variant) => Array.from({ length: n }, (_, index) => ({
+        title: `${title} [${variant ? `${variant} ` : ""}${index + 1}/${n}]`,
+        annotation: { title, variant, flagAt, n, subject },
+    })));
+    return shuffled(planned, title);
+}
+function ledgerPath(info, annotation) {
+    const key = createHash("sha256")
+        .update(JSON.stringify([info.project.name, annotation.title, annotation.variant]))
+        .digest("hex");
+    return join(info.project.outputDir, ".sample-ledger", `${key}.ndjson`);
+}
+async function ledgerEntries(path) {
+    const content = await readFile(path, "utf8").catch(() => "");
+    return content.split("\n").flatMap((line) => (line ? [line === "failed"] : []));
+}
+/** True when the plan's decision is already fixed, so this sample would only spend tokens. */
+export async function sampleIsUnneeded(info, annotation) {
+    if (annotation.flagAt === undefined)
+        return false;
+    const entries = await ledgerEntries(ledgerPath(info, annotation));
+    return planIsDecided({
+        flagAt: annotation.flagAt,
+        n: annotation.n,
+        failures: entries.filter(Boolean).length,
+        ran: entries.length,
+    });
+}
+export async function recordSample(info, annotation, failed) {
+    if (annotation.flagAt === undefined)
+        return;
+    const path = ledgerPath(info, annotation);
+    await mkdir(join(path, ".."), { recursive: true });
+    await appendFile(path, `${failed ? "failed" : "passed"}\n`);
+}
+//# sourceMappingURL=sampling.js.map

package/dist/sdk/sampling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampling.js","sourceRoot":"","sources":["../../src/sdk/sampling.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,CAAC,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAcrD,yFAAyF;AACzF,SAAS,QAAQ,CAAI,KAAU,EAAE,IAAY;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACzC,IAAI;QACJ,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;KAClE,CAAC,CAAC,CAAC;IACJ,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;AACjF,CAAC;AACD,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,OAAwB;IACrE,MAAM,EAAE,OAAO,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IACnD,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAChG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CACxC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACxC,KAAK,EAAE,GAAG,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG;QACpE,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE;KAClD,CAAC,CAAC,CACH,CAAC;IACF,OAAO,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AACjC,CAAC;AACD,SAAS,UAAU,CAAC,IAAc,EAAE,UAA4B;IAC/D,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC9B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;SACjF,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,gBAAgB,EAAE,GAAG,GAAG,SAAS,CAAC,CAAC;AACxE,CAAC;AACD,KAAK,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7D,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjF,CAAC;AACD,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,UAA4B;IAClF,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,OAAO,aAAa,CAAC;QACpB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,CAAC,EAAE,UAAU,CAAC,CAAC;QACf,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QACxC,GAAG,EAAE,OAAO,CAAC,MAAM;KACnB,CAAC,CAAC;AACJ,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,UAA4B,EAAE,MAAe;IAC/F,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO;IAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC1C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;AAC7D,CAAC"}

package/dist/sdk/test.d.ts

@@ -2,6 +2,7 @@ import { type PlaywrightTestConfig, type TestInfo } from "@playwright/test";
 import type { AgentDefinition } from "@post-print/agent-harness";
 import type { z } from "zod";
 import { type AgentResource, factories, type JudgeResource, type Resource } from "./definitions.js";
+import { type SamplingDetails } from "./sampling.js";
 import type { AgentFixture, JudgeFixture } from "./types.js";
 interface Defaults {
     agentDefinition?: AgentDefinition;
@@ -12,11 +13,15 @@ export type Resources = Record<string, Resource>;
 export type Fixtures<R extends Resources> = {
     [K in keyof R]: R[K] extends JudgeResource<infer S> ? JudgeFixture<z.output<S>> : R[K] extends AgentResource ? AgentFixture : never;
 };
-type TestBody<R extends Resources> = (fixtures: Fixtures<R>, info: TestInfo) => Promise<void> | void;
-export type TestDetails<R extends Resources = Resources> = {
+type TestBody<R extends Resources> = (fixtures: Fixtures<R>, info: TestInfo, 
+/** The arm of a comparison this run belongs to. */
+variant: string) => Promise<void> | void;
+export type TestDetails<R extends Resources = Resources> = SamplingDetails & {
     description: string;
     criteria?: readonly string[];
     resources?: readonly Extract<keyof R, string>[];
+    /** This test checks the runner itself, so it may pass without a completed agent operation. */
+    noAgent?: boolean;
 };
 export interface SuiteTest<R extends Resources> {
     (title: string, body: TestBody<R>): void;

package/dist/sdk/test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../src/sdk/test.ts"],"names":[],"mappings":"AAEA,OAAO,EAEN,KAAK,oBAAoB,EAEzB,KAAK,QAAQ,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,OAAO,EAAE,KAAK,aAAa,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEpG,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE7D,UAAU,QAAQ;IACjB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;CACxB;AA6CD,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AACjD,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,SAAS,IAAI;KAC1C,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,MAAM,CAAC,CAAC,GAChD,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GACzB,CAAC,CAAC,CAAC,CAAC,SAAS,aAAa,GACzB,YAAY,GACZ,KAAK;CACT,CAAC;AACF,KAAK,QAAQ,CAAC,CAAC,SAAS,SAAS,IAAI,CACpC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EACrB,IAAI,EAAE,QAAQ,KACV,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAC1B,MAAM,MAAM,WAAW,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,IAAI;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,SAAS,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;CAChD,CAAC;AACF,MAAM,WAAW,SAAS,CAAC,CAAC,SAAS,SAAS;IAC7C,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACzC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;CAClE;AAWD,2FAA2F;AAC3F,MAAM,MAAM,YAAY,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC;AACnD,KAAK,eAAe,CAAC,CAAC,SAAS,SAAS,IAAI,CAAC,QAAQ,EAAE,OAAO,SAAS,KAAK,CAAC,CAAC;AAC9E,wBAAgB,QAAQ,CAAC,CAAC,SAAS,SAAS,EAC3C,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GACxB,SAAS,CAAC,CAAC,CAAC,CAAC;AAChB,wBAAgB,QAAQ,CAAC,CAAC,SAAS,SAAS,EAC3C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GACxB,SAAS,CAAC,CAAC,CAAC,CAAC;AA0DhB,UAAU,aAAa;IACtB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AACD,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GACrF,aAAa,GAAG;IACf,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,GACvF,aAAa,CAAC,EAAE,CAAC;CAClB,CAAC;AAWH,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAUpF"}
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../src/sdk/test.ts"],"names":[],"mappings":"AAEA,OAAO,EAEN,KAAK,oBAAoB,EAEzB,KAAK,QAAQ,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,OAAO,EAAE,KAAK,aAAa,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEpG,OAAO,EAIN,KAAK,eAAe,EAEpB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE7D,UAAU,QAAQ;IACjB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;CACxB;AAgDD,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AACjD,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,SAAS,IAAI;KAC1C,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,MAAM,CAAC,CAAC,GAChD,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GACzB,CAAC,CAAC,CAAC,CAAC,SAAS,aAAa,GACzB,YAAY,GACZ,KAAK;CACT,CAAC;AACF,KAAK,QAAQ,CAAC,CAAC,SAAS,SAAS,IAAI,CACpC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EACrB,IAAI,EAAE,QAAQ;AACd,mDAAmD;AACnD,OAAO,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAC1B,MAAM,MAAM,WAAW,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,IAAI,eAAe,GAAG;IAC5E,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,SAAS,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;IAChD,8FAA8F;IAC9F,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AACF,MAAM,WAAW,SAAS,CAAC,CAAC,SAAS,SAAS;IAC7C,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACzC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;CAClE;AAWD,2FAA2F;AAC3F,MAAM,MAAM,YAAY,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC;AACnD,KAAK,eAAe,CAAC,CAAC,SAAS,SAAS,IAAI,CAAC,QAAQ,EAAE,OAAO,SAAS,KAAK,CAAC,CAAC;AAC9E,wBAAgB,QAAQ,CAAC,CAAC,SAAS,SAAS,EAC3C,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GACxB,SAAS,CAAC,CAAC,CAAC,CAAC;AAChB,wBAAgB,QAAQ,CAAC,CAAC,SAAS,SAAS,EAC3C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GACxB,SAAS,CAAC,CAAC,CAAC,CAAC;AAkFhB,UAAU,aAAa;IACtB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AACD,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GACrF,aAAa,GAAG;IACf,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,GACvF,aAAa,CAAC,EAAE,CAAC;CAClB,CAAC;AAWH,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAUpF"}

package/dist/sdk/test.js

@@ -4,6 +4,7 @@ import { test as base, defineConfig as playwrightConfig, } from "@playwright/tes
 import { derivedExpectCriteria } from "./criteria.js";
 import { factories } from "./definitions.js";
 import { TestRuntime } from "./runtime.js";
+import { plannedSamples, recordSample, SAMPLE_ANNOTATION, sampleIsUnneeded, } from "./sampling.js";
 const runner = base.extend({
     agentDefinition: [undefined, { option: true }],
     judgeDefinition: [undefined, { option: true }],
@@ -23,6 +24,7 @@ async function runtimeOwner(defaults, info) {
     await mkdir(outputDir, { recursive: true });
     await appendFile(path, "");
     let writes = Promise.resolve();
+    const startedAt = Date.now();
     const runtime = new TestRuntime({
         baseDir: dirname(info.config.configFile || join(process.cwd(), "agent-test.config.ts")),
         outputDir,
@@ -30,6 +32,8 @@ async function runtimeOwner(defaults, info) {
         judge: defaults.judgeDefinition,
         workspace: defaults.workspaceSource,
         signal: new AbortController().signal,
+        testFile: info.file,
+        remainingTestMs: () => (info.timeout === 0 ? undefined : startedAt + info.timeout - Date.now()),
         onEvent: (event) => {
             writes = writes.then(() => appendFile(path, `${JSON.stringify(event)}\n`));
             if (process.env.AGENT_TEST_VIEWER_EVENTS === "1" || process.env.AGENT_TEST_RECORDER === "1")
@@ -75,10 +79,35 @@ export function describe(name, detailsOrDefine, maybeDefine) {
             ...testAnnotations(resources, callback, details),
             ...suiteAnnotations(suite),
         ];
+        const noAgent = details?.noAgent === true;
+        const sampled = details?.samples !== undefined || details?.variants !== undefined;
         runner.describe(name, () => {
-            runner(title, { annotation }, async ({ runtime }, info) => {
-                await callback(bind(resources, runtime), info);
-            });
+            if (!sampled) {
+                runner(title, { annotation }, async ({ runtime }, info) => {
+                    await callback(bind(resources, runtime), info, "");
+                    runtime.assertResultEarned({ noAgent });
+                });
+                return;
+            }
+            for (const planned of plannedSamples(title, details ?? {})) {
+                const annotations = [
+                    ...annotation,
+                    { type: SAMPLE_ANNOTATION, description: JSON.stringify(planned.annotation) },
+                ];
+                runner(planned.title, { annotation: annotations }, async ({ runtime }, info) => {
+                    const unneeded = await sampleIsUnneeded(info, planned.annotation);
+                    info.skip(unneeded, "The sampling plan's decision is already fixed.");
+                    let failed = true;
+                    try {
+                        await callback(bind(resources, runtime), info, planned.annotation.variant ?? "");
+                        runtime.assertResultEarned({ noAgent });
+                        failed = false;
+                    }
+                    finally {
+                        await recordSample(info, planned.annotation, failed);
+                    }
+                });
+            }
         });
     };
 }