@post-print/agent-test 2.0.0 → 2.0.1

package/dist/sdk/execution-store.js

@@ -0,0 +1,357 @@
+import { appendFile, mkdir, readdir, readFile, rename, rm, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+export const EXECUTION_FORMAT = 1;
+export function executionPaths(root) {
+    return { journal: join(root, "events.ndjson"), summary: join(root, "execution.json") };
+}
+export function executionHistoryRoot(config) {
+    return join(dirname(config), ".agent-test", "executions");
+}
+export class ExecutionStore {
+    root;
+    summary;
+    sequence = 0;
+    writes = Promise.resolve();
+    attemptTests = new Map();
+    constructor(root, summary) {
+        this.root = root;
+        this.summary = summary;
+    }
+    static async create(input) {
+        const store = new ExecutionStore(input.root, {
+            version: EXECUTION_FORMAT,
+            id: input.id,
+            config: input.config,
+            startedAt: new Date().toISOString(),
+            status: "running",
+            ownerPid: input.ownerPid,
+        });
+        await mkdir(input.root, { recursive: true });
+        await store.saveSummary();
+        return store;
+    }
+    async record(input) {
+        const event = {
+            version: EXECUTION_FORMAT,
+            sequence: ++this.sequence,
+            at: new Date().toISOString(),
+            executionId: this.summary.id,
+            ...input,
+        };
+        this.writes = this.writes.then(async () => {
+            await appendFile(executionPaths(this.root).journal, `${JSON.stringify(event)}\n`);
+            if (this.updateTestStatus(event))
+                await this.saveSummary();
+        });
+        await this.writes;
+        return event;
+    }
+    async setTests(testIds) {
+        this.summary.testIds = testIds;
+        this.summary.testStatuses = Object.fromEntries(testIds.map((testId) => [testId, "queued"]));
+        await this.saveSummary();
+    }
+    updateTestStatus(event) {
+        if (!event.attemptId)
+            return false;
+        if (event.type === "attempt.started") {
+            const testId = asRecord(event.data).testId;
+            if (typeof testId !== "string")
+                return false;
+            this.attemptTests.set(event.attemptId, testId);
+            return this.setTestStatus(testId, "running");
+        }
+        if (event.type !== "attempt.finished")
+            return false;
+        const testId = this.attemptTests.get(event.attemptId);
+        return testId ? this.setTestStatus(testId, outcomeStatus(asRecord(event.data).status)) : false;
+    }
+    setTestStatus(testId, status) {
+        this.summary.testStatuses = { ...this.summary.testStatuses, [testId]: status };
+        return true;
+    }
+    async finish(status) {
+        Object.assign(this.summary, terminalSummary(this.summary, status));
+        await this.saveSummary();
+        await retainExecutionHistory(dirname(this.root));
+    }
+    async saveSummary() {
+        const target = executionPaths(this.root).summary;
+        const temporary = `${target}.tmp`;
+        await mkdir(dirname(target), { recursive: true });
+        await writeFile(temporary, `${JSON.stringify(this.summary, null, 2)}\n`);
+        await rename(temporary, target);
+    }
+}
+export async function readExecutionEvents(root) {
+    let content;
+    try {
+        content = await readFile(executionPaths(root).journal, "utf8");
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            return [];
+        throw error;
+    }
+    return content.split("\n").flatMap((line) => {
+        try {
+            return line ? [JSON.parse(line)] : [];
+        }
+        catch {
+            return [];
+        }
+    });
+}
+export async function readExecutionDetail(root) {
+    const summary = await readExecutionSummary(root);
+    if (!summary)
+        return undefined;
+    return {
+        ...summary,
+        attempts: terminalAttempts(summary.status, summarizeAttempts(await readExecutionEvents(root))),
+    };
+}
+function terminalAttempts(status, attempts) {
+    if (status === "running")
+        return attempts;
+    const attemptStatus = status === "interrupted" ? "interrupted" : status === "failed" ? "failed" : "skipped";
+    return attempts.map((attempt) => attempt.completedAt
+        ? attempt
+        : {
+            ...attempt,
+            status: attemptStatus,
+            operations: attempt.operations.map((operation) => operation.status === "running"
+                ? { ...operation, status: status === "failed" ? "failed" : "interrupted" }
+                : operation),
+        });
+}
+function summarizeAttempts(events) {
+    const attempts = new Map();
+    for (const event of events) {
+        if (!event.attemptId)
+            continue;
+        const attempt = attempts.get(event.attemptId) ?? createAttempt(event.attemptId);
+        applyAttemptEvent(attempt, event);
+        attempts.set(event.attemptId, attempt);
+    }
+    return [...attempts.values()];
+}
+function createAttempt(id) {
+    return {
+        id,
+        title: [],
+        retry: 0,
+        status: "running",
+        errors: [],
+        criterionResults: [],
+        output: { stdout: [], stderr: [] },
+        operations: [],
+    };
+}
+function applyAttemptEvent(attempt, event) {
+    if (event.type === "attempt.started")
+        applyAttemptStart(attempt, event);
+    if (event.type === "attempt.finished")
+        applyAttemptFinish(attempt, event);
+    if (event.type === "test.stdout" || event.type === "test.stderr")
+        addOutput(attempt, event);
+    if (event.type.startsWith("operation."))
+        addOperationEvent(attempt, event);
+}
+function asRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value)
+        ? value
+        : {};
+}
+function applyAttemptStart(attempt, event) {
+    const data = asRecord(event.data);
+    attempt.startedAt = event.at;
+    attempt.testId = typeof data.testId === "string" ? data.testId : undefined;
+    attempt.title = Array.isArray(data.title)
+        ? data.title.filter((part) => typeof part === "string")
+        : [];
+    attempt.project = typeof data.project === "string" ? data.project : undefined;
+    attempt.retry = typeof data.retry === "number" ? data.retry : 0;
+}
+function applyAttemptFinish(attempt, event) {
+    const data = asRecord(event.data);
+    attempt.completedAt = event.at;
+    attempt.status = outcomeStatus(data.status);
+    attempt.durationMs = typeof data.durationMs === "number" ? data.durationMs : undefined;
+    attempt.errors = Array.isArray(data.errors) ? data.errors : [];
+    attempt.criterionResults = parseCriterionResults(data.criterionResults);
+}
+function parseCriterionResults(value) {
+    if (!Array.isArray(value))
+        return [];
+    return value.flatMap((item) => {
+        const record = asRecord(item);
+        if (typeof record.criterion !== "string")
+            return [];
+        if (record.status !== "passed" &&
+            record.status !== "failed" &&
+            record.status !== "not-recorded")
+            return [];
+        return [
+            {
+                criterion: record.criterion,
+                status: record.status,
+                assertion: typeof record.assertion === "string" ? record.assertion : undefined,
+            },
+        ];
+    });
+}
+function outcomeStatus(value) {
+    if (value === "passed" || value === "failed" || value === "skipped" || value === "interrupted")
+        return value;
+    return "failed";
+}
+function addOutput(attempt, event) {
+    const text = asRecord(event.data).text;
+    if (typeof text === "string")
+        event.type === "test.stdout"
+            ? attempt.output.stdout.push(text)
+            : attempt.output.stderr.push(text);
+}
+function addOperationEvent(attempt, event) {
+    if (!event.operationId)
+        return;
+    let operation = attempt.operations.find((item) => item.id === event.operationId);
+    if (!operation) {
+        operation = {
+            id: event.operationId,
+            kind: event.type === "operation.evaluation" ? "evaluation" : "agent",
+            status: "running",
+            startedAt: event.at,
+            data: [],
+        };
+        attempt.operations.push(operation);
+    }
+    operation.data.push(event.data);
+    const name = asRecord(event.data).name;
+    if (typeof name === "string" && (event.type === "operation.start" || !operation.name))
+        operation.name = name;
+    if (event.type === "operation.complete" || event.type === "operation.evaluation") {
+        operation.status = "completed";
+        operation.completedAt = event.at;
+    }
+}
+export async function listExecutionHistory(root) {
+    try {
+        const entries = await readdir(root, { withFileTypes: true });
+        const summaries = await Promise.all(entries
+            .filter((entry) => entry.isDirectory())
+            .map((entry) => readExecutionSummary(join(root, entry.name))));
+        return summaries
+            .filter((summary) => summary !== undefined)
+            .sort((left, right) => right.startedAt.localeCompare(left.startedAt));
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            return [];
+        throw error;
+    }
+}
+/** Marks a process-owned execution interrupted only after its recorded process has exited. */
+export async function recoverExecutionHistory(root) {
+    for (const summary of await listExecutionHistory(root)) {
+        if (summary.status !== "running" || !summary.ownerPid || processIsRunning(summary.ownerPid))
+            continue;
+        await updateExecutionSummary(join(root, summary.id), {
+            ...terminalSummary(summary, "interrupted"),
+        });
+    }
+}
+export async function finishExecutionIfRunning(root, status) {
+    const summary = await readExecutionSummary(root);
+    if (!summary || summary.status !== "running")
+        return false;
+    await updateExecutionSummary(root, terminalSummary(summary, status));
+    await retainExecutionHistory(dirname(root));
+    return true;
+}
+async function readExecutionSummary(root) {
+    try {
+        const summary = JSON.parse(await readFile(executionPaths(root).summary, "utf8"));
+        if (!summary.testIds || !summary.testStatuses) {
+            const events = await readExecutionEvents(root);
+            summary.testIds ??= testIdsFromEvents(events);
+            summary.testStatuses ??= testStatusesFromEvents(summary.testIds, events);
+        }
+        return summary.status === "running" ? summary : terminalSummary(summary, summary.status);
+    }
+    catch {
+        return undefined;
+    }
+}
+function terminalSummary(summary, status) {
+    const activeStatus = status === "interrupted" ? "interrupted" : status === "failed" ? "failed" : "skipped";
+    return {
+        ...summary,
+        status,
+        finishedAt: summary.finishedAt ?? new Date().toISOString(),
+        testStatuses: summary.testStatuses
+            ? Object.fromEntries(Object.entries(summary.testStatuses).map(([testId, testStatus]) => [
+                testId,
+                testStatus === "running"
+                    ? activeStatus
+                    : testStatus === "queued"
+                        ? "skipped"
+                        : testStatus,
+            ]))
+            : undefined,
+    };
+}
+function testIdsFromEvents(events) {
+    return [
+        ...new Set(events.flatMap((event) => {
+            const id = asRecord(event.data).testId;
+            return event.type === "attempt.started" && typeof id === "string" ? [id] : [];
+        })),
+    ];
+}
+function testStatusesFromEvents(testIds, events) {
+    const statuses = Object.fromEntries(testIds.map((testId) => [testId, "queued"]));
+    const attemptTests = new Map();
+    for (const event of events)
+        applyTestStatusEvent(statuses, attemptTests, event);
+    return statuses;
+}
+function applyTestStatusEvent(statuses, attemptTests, event) {
+    if (!event.attemptId)
+        return;
+    if (event.type === "attempt.started") {
+        const testId = asRecord(event.data).testId;
+        if (typeof testId !== "string")
+            return;
+        attemptTests.set(event.attemptId, testId);
+        statuses[testId] = "running";
+    }
+    if (event.type !== "attempt.finished")
+        return;
+    const testId = attemptTests.get(event.attemptId);
+    if (testId)
+        statuses[testId] = outcomeStatus(asRecord(event.data).status);
+}
+function processIsRunning(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch (error) {
+        return error.code === "EPERM";
+    }
+}
+async function updateExecutionSummary(root, summary) {
+    const target = executionPaths(root).summary;
+    const temporary = `${target}.tmp`;
+    await writeFile(temporary, `${JSON.stringify(summary, null, 2)}\n`);
+    await rename(temporary, target);
+}
+async function retainExecutionHistory(root, maximum = 50) {
+    const finished = (await listExecutionHistory(root)).filter((summary) => summary.status !== "running");
+    for (const summary of finished.slice(maximum)) {
+        await rm(join(root, summary.id), { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=execution-store.js.map

package/dist/sdk/execution-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-store.js","sourceRoot":"","sources":["../../src/sdk/execution-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC/F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAgElC,MAAM,UAAU,cAAc,CAAC,IAAY;IAC1C,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE,CAAC;AACxF,CAAC;AACD,MAAM,UAAU,oBAAoB,CAAC,MAAc;IAClD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,OAAO,cAAc;IAKhB,IAAI;IACI,OAAO;IALjB,QAAQ,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAClB,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1D,YACU,IAAY,EACJ,OAAyB;oBADjC,IAAI;uBACI,OAAO;IACtB,CAAC;IACJ,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAKnB;QACA,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE;YAC5C,OAAO,EAAE,gBAAgB;YACzB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACxB,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACd,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAA0E;QACtF,MAAM,KAAK,GAAmB;YAC7B,OAAO,EAAE,gBAAgB;YACzB,QAAQ,EAAE,EAAE,IAAI,CAAC,QAAQ;YACzB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;YAC5B,GAAG,KAAK;SACR,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClF,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC;QAClB,OAAO,KAAK,CAAC;IACd,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,OAAiB;QAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5F,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IACO,gBAAgB,CAAC,KAAqB;QAC7C,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO,KAAK,CAAC;QACnC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YAC3C,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;YAAE,OAAO,KAAK,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACtD,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChG,CAAC;IACO,aAAa,CAAC,MAAc,EAAE,MAA2B;QAChE,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACb,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,MAAsD;QAClE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IACO,KAAK,CAAC,WAAW;QACxB,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;QACjD,MAAM,SAAS,GAAG,GAAG,MAAM,MAAM,CAAC;QAClC,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACzE,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;CACD;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY;IACrD,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACJ,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,MAAM,KAAK,CAAC;IACb,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC3C,IAAI,CAAC;YACJ,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,EAAE,CAAC;QACX,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY;IACrD,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO;QACN,GAAG,OAAO;QACV,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;KAC9F,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,MAAkC,EAClC,QAA4B;IAE5B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,MAAM,aAAa,GAClB,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/B,OAAO,CAAC,WAAW;QAClB,CAAC,CAAC,OAAO;QACT,CAAC,CAAC;YACA,GAAG,OAAO;YACV,MAAM,EAAE,aAAa;YACrB,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAChD,SAAS,CAAC,MAAM,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,MAAM,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,EAAE;gBAC1E,CAAC,CAAC,SAAS,CACZ;SACD,CACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAwB;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,SAAS;QAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChF,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAChC,OAAO;QACN,EAAE;QACF,KAAK,EAAE,EAAE;QACT,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,EAAE;QACV,gBAAgB,EAAE,EAAE;QACpB,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAClC,UAAU,EAAE,EAAE;KACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB,EAAE,KAAqB;IAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;QAAE,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACxE,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;QAAE,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC5F,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1E,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB,EAAE,KAAqB;IAC1E,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC;IAC7B,OAAO,CAAC,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QACxC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;QACvE,CAAC,CAAC,EAAE,CAAC;IACN,OAAO,CAAC,OAAO,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9E,OAAO,CAAC,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAyB,EAAE,KAAqB;IAC3E,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,EAAE,CAAC;IAC/B,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,OAAO,CAAC,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,OAAO,CAAC,gBAAgB,GAAG,qBAAqB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACpD,IACC,MAAM,CAAC,MAAM,KAAK,QAAQ;YAC1B,MAAM,CAAC,MAAM,KAAK,QAAQ;YAC1B,MAAM,CAAC,MAAM,KAAK,cAAc;YAEhC,OAAO,EAAE,CAAC;QACX,OAAO;YACN;gBACC,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aAC9E;SACD,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,aAAa;QAC7F,OAAO,KAAK,CAAC;IACd,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,OAAyB,EAAE,KAAqB;IAClE,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ;QAC3B,KAAK,CAAC,IAAI,KAAK,aAAa;YAC3B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAyB,EAAE,KAAqB;IAC1E,IAAI,CAAC,KAAK,CAAC,WAAW;QAAE,OAAO;IAC/B,IAAI,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC;IACjF,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,SAAS,GAAG;YACX,EAAE,EAAE,KAAK,CAAC,WAAW;YACrB,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,sBAAsB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO;YACpE,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,KAAK,CAAC,EAAE;YACnB,IAAI,EAAE,EAAE;SACR,CAAC;QACF,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QACpF,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;IACvB,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;QAClF,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC;QAC/B,SAAS,CAAC,WAAW,GAAG,KAAK,CAAC,EAAE,CAAC;IAClC,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY;IACtD,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,OAAO;aACL,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;aACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAC9D,CAAC;QACF,OAAO,SAAS;aACd,MAAM,CAAC,CAAC,OAAO,EAA+B,EAAE,CAAC,OAAO,KAAK,SAAS,CAAC;aACvE,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,MAAM,KAAK,CAAC;IACb,CAAC;AACF,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAY;IACzD,KAAK,MAAM,OAAO,IAAI,MAAM,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC1F,SAAS;QACV,MAAM,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE;YACpD,GAAG,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC;SAC1C,CAAC,CAAC;IACJ,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC7C,IAAY,EACZ,MAAsD;IAEtD,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC3D,MAAM,sBAAsB,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC;AACb,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAY;IAC/C,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACzB,MAAM,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAChC,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC/C,OAAO,CAAC,OAAO,KAAK,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC9C,OAAO,CAAC,YAAY,KAAK,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1F,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CACvB,OAAyB,EACzB,MAAsD;IAEtD,MAAM,YAAY,GACjB,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,OAAO;QACN,GAAG,OAAO;QACV,MAAM;QACN,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC1D,YAAY,EAAE,OAAO,CAAC,YAAY;YACjC,CAAC,CAAC,MAAM,CAAC,WAAW,CAClB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;gBAClE,MAAM;gBACN,UAAU,KAAK,SAAS;oBACvB,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,UAAU,KAAK,QAAQ;wBACxB,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,UAAU;aACd,CAAC,CACF;YACF,CAAC,CAAC,SAAS;KACZ,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAwB;IAClD,OAAO;QACN,GAAG,IAAI,GAAG,CACT,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACxB,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YACvC,OAAO,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC,CAAC,CACF;KACD,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC9B,OAAiB,EACjB,MAAwB;IAExB,MAAM,QAAQ,GAAwC,MAAM,CAAC,WAAW,CACvE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAC3C,CAAC;IACF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,oBAAoB,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAChF,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAC5B,QAA6C,EAC7C,YAAiC,EACjC,KAAqB;IAErB,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO;IAC7B,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC3C,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO;QACvC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1C,QAAQ,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO;IAC9C,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,MAAM;QAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACpC,IAAI,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAQ,KAA+B,CAAC,IAAI,KAAK,OAAO,CAAC;IAC1D,CAAC;AACF,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,OAAyB;IAC5E,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;IAC5C,MAAM,SAAS,GAAG,GAAG,MAAM,MAAM,CAAC;IAClC,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,OAAO,GAAG,EAAE;IAC/D,MAAM,QAAQ,GAAG,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CACzD,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CACzC,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;AACF,CAAC"}

package/dist/sdk/expect.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"expect.d.ts","sourceRoot":"","sources":["../../src/sdk/expect.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAsBtC,eAAO,MAAM,MAAM;+BACS,GAAG,YAAY;QAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE;;;;0BAsBnE,GAAG,YAAY,MAAM,GAAG,MAAM;;;;kCAOtB,GAAG,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE;;;;wBAU5C,GAAG,QAAQ,MAAM;;;;4BAmBb,GAAG,QAAQ,MAAM;;;;4BAejB,GAAG,QAAQ,MAAM;;;;EAMxC,CAAC"}
+{"version":3,"file":"expect.d.ts","sourceRoot":"","sources":["../../src/sdk/expect.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AA+CtC,eAAO,MAAM,MAAM;+BACS,GAAG,YAAY;QAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE;;;;0BAsBnE,GAAG,YAAY,MAAM,GAAG,MAAM;;;;kCAOtB,GAAG,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE;;;;wBAU5C,GAAG,QAAQ,MAAM;;;;4BAqBb,GAAG,QAAQ,MAAM;;;;4BAejB,GAAG,QAAQ,MAAM;;;;EAMxC,CAAC"}

package/dist/sdk/expect.js

@@ -1,9 +1,22 @@
-import { resolve } from "node:path";
+import { basename, resolve } from "node:path";
 import { expect as base } from "@playwright/test";
 const FILE_PROTOCOL = /^file:\/\//;
 const COMMAND_TOOL = /shell|bash|terminal|exec|command/i;
 const READ_TOOL = /read/i;
 const SHELL_SEPARATORS = /[\s;|&"']+/;
+const SHELL_SEGMENTS = /\s*(?:&&|\|\||[;|])\s*/;
+const SHELL_WRAPPER = /\s-(?:lc|c)\s+(["'])([\s\S]*)\1\s*$/;
+const FILE_READING_COMMANDS = new Set([
+    "awk",
+    "cat",
+    "grep",
+    "head",
+    "less",
+    "more",
+    "rg",
+    "sed",
+    "tail",
+]);
 const matches = (actual, expected) => typeof expected === "string"
     ? actual === expected
     : new RegExp(expected.source, expected.flags.replace("g", "").replace("y", "")).test(actual);
@@ -15,6 +28,16 @@ function requireTools(run) {
     if (!run.capabilities.toolCalls)
         throw new Error("Tool-call observation unavailable for this adapter");
 }
+function shellReadsPath(run, command, path) {
+    const payload = command.match(SHELL_WRAPPER)?.[2] ?? command;
+    return payload.split(SHELL_SEGMENTS).some((segment) => {
+        const tokens = segment.trim().split(SHELL_SEPARATORS).filter(Boolean);
+        const executable = tokens[0];
+        return Boolean(executable &&
+            FILE_READING_COMMANDS.has(basename(executable)) &&
+            tokens.slice(1).some((token) => samePath(run, token, path)));
+    });
+}
 const outcome = (pass, description) => ({ pass, message: () => description });
 export const expect = base.extend({
     toHaveExecutedCommand(run, expected) {
@@ -45,12 +68,17 @@ export const expect = base.extend({
     toHaveReadPath(run, path) {
         if (!run.capabilities.fileReads)
             throw new Error("Successful file-read evidence unavailable for this adapter");
-        const calls = run.toolCalls.filter((call) => READ_TOOL.test(call.name) &&
+        const readCalls = run.toolCalls.filter((call) => READ_TOOL.test(call.name) &&
             Object.values(call.args ?? {}).some((value) => typeof value === "string" && samePath(run, value, path)));
+        const shellCalls = run.toolCalls.filter((call) => {
+            if (!COMMAND_TOOL.test(call.name))
+                return false;
+            const command = String(call.args?.command ?? call.args?.cmd ?? "");
+            return shellReadsPath(run, command, path);
+        });
+        const calls = [...readCalls, ...shellCalls];
         const found = calls.some((call) => call.succeeded === true && call.result !== undefined);
-        if (!found &&
-            (calls.some((call) => call.result === undefined || call.succeeded === undefined) ||
-                run.toolCalls.some((call) => COMMAND_TOOL.test(call.name))))
+        if (!found && calls.some((call) => call.result === undefined || call.succeeded === undefined))
             throw new Error(`Successful file-read evidence unavailable: ${path}`);
         return outcome(found, `Expected successful read of ${path}`);
     },

package/dist/sdk/expect.js.map

@@ -1 +1 @@
-{"version":3,"file":"expect.js","sourceRoot":"","sources":["../../src/sdk/expect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,IAAI,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAGlD,MAAM,aAAa,GAAG,YAAY,CAAC;AACnC,MAAM,YAAY,GAAG,mCAAmC,CAAC;AACzD,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,gBAAgB,GAAG,YAAY,CAAC;AAEtC,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,QAAyB,EAAE,EAAE,CAC7D,OAAO,QAAQ,KAAK,QAAQ;IAC3B,CAAC,CAAC,MAAM,KAAK,QAAQ;IACrB,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/F,SAAS,QAAQ,CAAC,GAAQ,EAAE,MAAc,EAAE,QAAgB;IAC3D,OAAO,CACN,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CACrC,CAAC;AACH,CAAC;AACD,SAAS,YAAY,CAAC,GAAQ;IAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS;QAC9B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AACD,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,WAAmB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AAC/F,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,qBAAqB,CAAC,GAAQ,EAAE,QAAyD;QACxF,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,gBAAgB;YACxE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAC7E,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAChF,CAAC;QACF,IACC,CAAC,KAAK;YACN,QAAQ,CAAC,QAAQ,KAAK,SAAS;YAC/B,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;YAEpD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC3D,OAAO,OAAO,CACb,KAAK,EACL,oBAAoB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,QAAQ,CAAC,QAAQ,EAAE,eAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAClK,CAAC;IACH,CAAC;IACD,gBAAgB,CAAC,GAAQ,EAAE,QAAyB;QACnD,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,EAC1D,iBAAiB,MAAM,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClG,CAAC;IACH,CAAC;IACD,wBAAwB,CAAC,GAAQ,EAAE,QAA6B;QAC/D,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,SAAS;YAC/B,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAAE,KAAK,EAAE,CAAC;QAC7E,OAAO,OAAO,CACb,KAAK,KAAK,QAAQ,CAAC,MAAM,EACzB,0BAA0B,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAC5D,CAAC;IACH,CAAC;IACD,cAAc,CAAC,GAAQ,EAAE,IAAY;QACpC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS;YAC9B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CACjC,CAAC,IAAI,EAAE,EAAE,CACR,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAClC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAClE,CACF,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QACzF,IACC,CAAC,KAAK;YACN,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;gBAC/E,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAE5D,MAAM,IAAI,KAAK,CAAC,8CAA8C,IAAI,EAAE,CAAC,CAAC;QACvE,OAAO,OAAO,CAAC,KAAK,EAAE,+BAA+B,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,kBAAkB,CAAC,GAAQ,EAAE,IAAY;QACxC,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAClC,CAAC,KAAK,EAAE,EAAE,CACT,OAAO,KAAK,KAAK,QAAQ;YACzB,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC;gBAC1B,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC5B,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAC9E,CACD,EACD,gCAAgC,IAAI,EAAE,CACtC,CAAC;IACH,CAAC;IACD,kBAAkB,CAAC,GAAQ,EAAE,IAAY;QACxC,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACzC,sCAAsC,IAAI,cAAc,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC/F,CAAC;IACH,CAAC;CACD,CAAC,CAAC"}
+{"version":3,"file":"expect.js","sourceRoot":"","sources":["../../src/sdk/expect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,MAAM,IAAI,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAGlD,MAAM,aAAa,GAAG,YAAY,CAAC;AACnC,MAAM,YAAY,GAAG,mCAAmC,CAAC;AACzD,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,gBAAgB,GAAG,YAAY,CAAC;AACtC,MAAM,cAAc,GAAG,wBAAwB,CAAC;AAChD,MAAM,aAAa,GAAG,qCAAqC,CAAC;AAC5D,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACrC,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,IAAI;IACJ,KAAK;IACL,MAAM;CACN,CAAC,CAAC;AAEH,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,QAAyB,EAAE,EAAE,CAC7D,OAAO,QAAQ,KAAK,QAAQ;IAC3B,CAAC,CAAC,MAAM,KAAK,QAAQ;IACrB,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/F,SAAS,QAAQ,CAAC,GAAQ,EAAE,MAAc,EAAE,QAAgB;IAC3D,OAAO,CACN,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CACrC,CAAC;AACH,CAAC;AACD,SAAS,YAAY,CAAC,GAAQ;IAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS;QAC9B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AACD,SAAS,cAAc,CAAC,GAAQ,EAAE,OAAe,EAAE,IAAY;IAC9D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAC7D,OAAO,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,OAAO,OAAO,CACb,UAAU;YACT,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAC5D,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AACD,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,WAAmB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AAC/F,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,qBAAqB,CAAC,GAAQ,EAAE,QAAyD;QACxF,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,gBAAgB;YACxE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAC7E,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAChF,CAAC;QACF,IACC,CAAC,KAAK;YACN,QAAQ,CAAC,QAAQ,KAAK,SAAS;YAC/B,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;YAEpD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC3D,OAAO,OAAO,CACb,KAAK,EACL,oBAAoB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,QAAQ,CAAC,QAAQ,EAAE,eAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAClK,CAAC;IACH,CAAC;IACD,gBAAgB,CAAC,GAAQ,EAAE,QAAyB;QACnD,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,EAC1D,iBAAiB,MAAM,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClG,CAAC;IACH,CAAC;IACD,wBAAwB,CAAC,GAAQ,EAAE,QAA6B;QAC/D,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,SAAS;YAC/B,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAAE,KAAK,EAAE,CAAC;QAC7E,OAAO,OAAO,CACb,KAAK,KAAK,QAAQ,CAAC,MAAM,EACzB,0BAA0B,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAC5D,CAAC;IACH,CAAC;IACD,cAAc,CAAC,GAAQ,EAAE,IAAY;QACpC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS;YAC9B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CACrC,CAAC,IAAI,EAAE,EAAE,CACR,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAClC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAClE,CACF,CAAC;QACF,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAChD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YACnE,OAAO,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,UAAU,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;YAC5F,MAAM,IAAI,KAAK,CAAC,8CAA8C,IAAI,EAAE,CAAC,CAAC;QACvE,OAAO,OAAO,CAAC,KAAK,EAAE,+BAA+B,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,kBAAkB,CAAC,GAAQ,EAAE,IAAY;QACxC,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAClC,CAAC,KAAK,EAAE,EAAE,CACT,OAAO,KAAK,KAAK,QAAQ;YACzB,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC;gBAC1B,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC5B,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAC9E,CACD,EACD,gCAAgC,IAAI,EAAE,CACtC,CAAC;IACH,CAAC;IACD,kBAAkB,CAAC,GAAQ,EAAE,IAAY;QACxC,OAAO,OAAO,CACb,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACzC,sCAAsC,IAAI,cAAc,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC/F,CAAC;IACH,CAAC;CACD,CAAC,CAAC"}

package/dist/sdk/playwright-cli.d.ts

@@ -0,0 +1,2 @@
+export declare function playwrightCli(): string;
+//# sourceMappingURL=playwright-cli.d.ts.map

package/dist/sdk/playwright-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-cli.d.ts","sourceRoot":"","sources":["../../src/sdk/playwright-cli.ts"],"names":[],"mappings":"AAIA,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}

package/dist/sdk/playwright-cli.js

@@ -0,0 +1,6 @@
+import { createRequire } from "node:module";
+const require = createRequire(import.meta.url);
+export function playwrightCli() {
+    return require.resolve("@playwright/test/cli");
+}
+//# sourceMappingURL=playwright-cli.js.map

package/dist/sdk/playwright-cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-cli.js","sourceRoot":"","sources":["../../src/sdk/playwright-cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,MAAM,UAAU,aAAa;IAC5B,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;AAChD,CAAC"}

package/dist/sdk/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/sdk/reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAQnG,MAAM,CAAC,OAAO,OAAO,mBAAoB,YAAW,QAAQ;IAC3D,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,QAWxC;IACD,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,QAK/C;IACD,OAAO,CAAC,QAAQ;IAYhB,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,QAU3C;IACD,OAAO,CAAC,KAAK,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,QAElC;CACD"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/sdk/reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAWnG,MAAM,CAAC,OAAO,OAAO,mBAAoB,YAAW,QAAQ;IAC3D,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,QAYxC;IACD,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,QAK/C;IACD,OAAO,CAAC,QAAQ;IAYhB,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,QAU3C;IACD,OAAO,CAAC,KAAK,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,QAElC;CACD"}

package/dist/sdk/reporter.js

@@ -12,6 +12,7 @@ export default class AgentViewerReporter {
         emit({
             type: "catalog",
             tests: suite.allTests().map((test) => ({
+                ...discoveryMetadata(test),
                 id: test.id,
                 title: test.titlePath().slice(3).join(" › ") || test.title,
                 file: sourceFile(test),
@@ -55,4 +56,43 @@ export default class AgentViewerReporter {
         emit({ type: "error", message: error.message });
     }
 }
+function discoveryMetadata(test) {
+    const use = test.parent.project()?.use;
+    const raw = test.annotations.find((entry) => entry.type === "agent-test.resources")?.description;
+    const resources = raw ? JSON.parse(raw) : [];
+    const criteria = parseCriteria(test.annotations.find((entry) => entry.type === "agent-test.criteria")?.description);
+    return {
+        description: test.annotations.find((entry) => entry.type === "description")?.description,
+        criteria,
+        workspace: use?.workspaceSource,
+        resources: resources.map((resource) => {
+            const definition = resource.kind === "judge" ? use?.judgeDefinition : use?.agentDefinition;
+            return resolveResource(resource, resource.host ? undefined : definition);
+        }),
+    };
+}
+function parseCriteria(raw) {
+    if (!raw)
+        return undefined;
+    try {
+        const parsed = JSON.parse(raw);
+        if (!Array.isArray(parsed) || !parsed.every((value) => typeof value === "string"))
+            return undefined;
+        return parsed;
+    }
+    catch {
+        return undefined;
+    }
+}
+function resolveResource(resource, definition) {
+    return {
+        ...resource,
+        skills: [...new Set([...(definition?.options.skills ?? []), ...resource.skills])],
+        mcpServers: [
+            ...new Set([...Object.keys(definition?.options.mcpServers ?? {}), ...resource.mcpServers]),
+        ],
+        host: resource.host ?? definition?.host ?? (definition?.adapter ? "custom" : undefined),
+        model: resource.model ?? definition?.options.model,
+    };
+}
 //# sourceMappingURL=reporter.js.map

package/dist/sdk/reporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../src/sdk/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGrC,SAAS,UAAU,CAAC,IAAc;IACjC,IAAI,KAAK,GAAsB,IAAI,CAAC,MAAM,CAAC;IAC3C,OAAO,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;AACpD,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACpF,MAAM,CAAC,OAAO,OAAO,mBAAmB;IAC/B,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,OAAO,CAAC,OAAmB,EAAE,KAAY;QACxC,IAAI,CAAC;YACJ,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtC,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK;gBAC1D,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC;gBACtB,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3E,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,IAAI,SAAS;aACjD,CAAC,CAAC;SACH,CAAC,CAAC;IACJ,CAAC;IACD,QAAQ,CAAC,KAAsB,EAAE,IAAe;QAC/C,MAAM,EAAE,GAAG,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAC;QAChC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;IACO,QAAQ,CAAC,EAAU,EAAE,IAAY;QACxC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,MAAM,CAAC;YACR,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAED,SAAS,CAAC,IAAc,EAAE,MAAkB;QAC3C,IAAI,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,cAAc;YAC7C,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS;YACpC,UAAU,EAAE,MAAM,CAAC,QAAQ;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;YACpE,MAAM,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,KAA2B;QAClC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;CACD"}
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../src/sdk/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAMrC,SAAS,UAAU,CAAC,IAAc;IACjC,IAAI,KAAK,GAAsB,IAAI,CAAC,MAAM,CAAC;IAC3C,OAAO,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;AACpD,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACpF,MAAM,CAAC,OAAO,OAAO,mBAAmB;IAC/B,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,OAAO,CAAC,OAAmB,EAAE,KAAY;QACxC,IAAI,CAAC;YACJ,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK;gBAC1D,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC;gBACtB,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3E,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,IAAI,SAAS;aACjD,CAAC,CAAC;SACH,CAAC,CAAC;IACJ,CAAC;IACD,QAAQ,CAAC,KAAsB,EAAE,IAAe;QAC/C,MAAM,EAAE,GAAG,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAC;QAChC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;IACO,QAAQ,CAAC,EAAU,EAAE,IAAY;QACxC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,MAAM,CAAC;YACR,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAED,SAAS,CAAC,IAAc,EAAE,MAAkB;QAC3C,IAAI,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,cAAc;YAC7C,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS;YACpC,UAAU,EAAE,MAAM,CAAC,QAAQ;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;YACpE,MAAM,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,KAA2B;QAClC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;CACD;AAED,SAAS,iBAAiB,CAAC,IAAc;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,GAMvB,CAAC;IACb,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB,CAAC,EAAE,WAAW,CAAC;IACjG,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,MAAM,QAAQ,GAAG,aAAa,CAC7B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAC,EAAE,WAAW,CACnF,CAAC;IACF,OAAO;QACN,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,WAAW;QACxF,QAAQ;QACR,SAAS,EAAE,GAAG,EAAE,eAAe;QAC/B,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YACrC,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC;YAC3F,OAAO,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC1E,CAAC,CAAC;KACF,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IAClC,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,IAAI,CAAC;QACJ,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;YAChF,OAAO,SAAS,CAAC;QAClB,OAAO,MAAM,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,QAAsB,EAAE,UAA4B;IAC5E,OAAO;QACN,GAAG,QAAQ;QACX,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjF,UAAU,EAAE;YACX,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;SAC1F;QACD,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,UAAU,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACvF,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,UAAU,EAAE,OAAO,CAAC,KAAK;KAClD,CAAC;AACH,CAAC"}

package/dist/sdk/runtime.d.ts

@@ -1,5 +1,5 @@
 import { type AgentDefinition } from "@post-print/agent-harness";
-import type { z } from "zod/v4";
+import { z } from "zod/v4";
 import type { AgentFixture, AgentSettings, JudgeFixture, JudgeSettings, WorkspaceSetup } from "./types.js";
 export interface RuntimeOptions {
     baseDir: string;

package/dist/sdk/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,eAAe,EAKpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAGhC,OAAO,KAAK,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EAEb,cAAc,EACd,MAAM,YAAY,CAAC;AAYpB,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;CAC3E;AA0DD,qBAAa,WAAW;IAKX,QAAQ,CAAC,OAAO,EAAE,cAAc;IAJ5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgE;IAC1F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAyB;IACpD,OAAO,CAAC,MAAM,CAAS;IACvB,YAAqB,OAAO,EAAE,cAAc,EAAI;IAChD,OAAO,KAAK,MAAM,GAEjB;IACD,OAAO,CAAC,KAAK;IAUb,KAAK,CACJ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,aAAa,EACvB,WAAW,GAAE,SAAS,cAAc,EAAO,GACzC,YAAY,CAQd;IACD,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAkB9F;YACa,KAAK;IAoCnB,OAAO,CAAC,YAAY;YAaN,GAAG;IAuCX,KAAK,kBAkBV;CACD"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,eAAe,EAKpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAG3B,OAAO,KAAK,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EAEb,cAAc,EACd,MAAM,YAAY,CAAC;AAYpB,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;CAC3E;AA2DD,qBAAa,WAAW;IAKX,QAAQ,CAAC,OAAO,EAAE,cAAc;IAJ5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgE;IAC1F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAyB;IACpD,OAAO,CAAC,MAAM,CAAS;IACvB,YAAqB,OAAO,EAAE,cAAc,EAAI;IAChD,OAAO,KAAK,MAAM,GAEjB;IACD,OAAO,CAAC,KAAK;IAUb,KAAK,CACJ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,aAAa,EACvB,WAAW,GAAE,SAAS,cAAc,EAAO,GACzC,YAAY,CAQd;IACD,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CA0B9F;YACa,KAAK;IAoCnB,OAAO,CAAC,YAAY;YAaN,GAAG;IAuCX,KAAK,kBAkBV;CACD"}

package/dist/sdk/runtime.js

@@ -1,6 +1,7 @@
 import { mkdir } from "node:fs/promises";
 import { join } from "node:path";
 import { createAgentSession, toolPathsOutsideWorkspace, } from "@post-print/agent-harness";
+import { z } from "zod/v4";
 import { configuredAgent, mergeSettings, validateSkills } from "./definitions.js";
 import { evaluate } from "./judge.js";
 import { runUsage } from "./usage.js";
@@ -17,10 +18,7 @@ function captureRun(input) {
         prompt,
         trace,
         conversation: structuredClone(history),
-        output: trace.messages
-            .filter((message) => message.role === "assistant")
-            .map((message) => message.content)
-            .join("\n"),
+        output: finalAssistantMessage(trace),
         toolCalls: trace.toolCalls,
         durationMs,
         usage: runUsage(trace.usage),
@@ -34,6 +32,9 @@ function captureRun(input) {
         },
     };
 }
+function finalAssistantMessage(trace) {
+    return trace.messages.filter((message) => message.role === "assistant").at(-1)?.content ?? "";
+}
 function assertWorkspacePaths(trace, workspace) {
     const escaped = toolPathsOutsideWorkspace(trace, workspace);
     if (escaped.length)
@@ -78,7 +79,15 @@ export class TestRuntime {
                     ...this.options,
                     signal: this.signal,
                 });
-                this.options.onEvent?.({ runId: result.id, type: "evaluation", value: result });
+                this.options.onEvent?.({
+                    runId: result.id,
+                    type: "evaluation",
+                    value: {
+                        ...result,
+                        input,
+                        evaluation: { prompt, schema: z.toJSONSchema(schema) },
+                    },
+                });
                 return result;
             }),
         };