@restormel/testing-runner 0.1.1 → 0.1.5

package/dist/ac-agent-loop.d.ts

@@ -0,0 +1,21 @@
+import type { Page } from "playwright";
+import type { AcceptanceCriterionDefinition } from "@restormel/testing-core";
+import type { ResolvedModel } from "@restormel/testing-keys-adapter";
+export type AcAgentLoopResult = {
+    ok: true;
+    roundsUsed: number;
+    finished: "done" | "max_rounds";
+} | {
+    ok: false;
+    roundsUsed: number;
+    reasonCode: string;
+    summary: string;
+};
+/**
+ * Multi-turn tool-use style loop: model proposes JSON actions until `done` / `give_up` / max rounds.
+ */
+export declare function runBuiltInAcAgentLoop(page: Page, ac: AcceptanceCriterionDefinition, model: ResolvedModel, baseUrl: string, options?: {
+    maxRounds?: number;
+    instructions?: string;
+}): Promise<AcAgentLoopResult>;
+//# sourceMappingURL=ac-agent-loop.d.ts.map

package/dist/ac-agent-loop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-agent-loop.d.ts","sourceRoot":"","sources":["../src/ac-agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAyGrE,MAAM,MAAM,iBAAiB,GACzB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,CAAA;CAAE,GACjE;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3E;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,IAAI,EACV,EAAE,EAAE,6BAA6B,EACjC,KAAK,EAAE,aAAa,EACpB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC,iBAAiB,CAAC,CAgF5B"}

package/dist/ac-agent-loop.js

@@ -0,0 +1,174 @@
+import { postChatCompletions } from "./ac-llm.js";
+function truncate(s, n) {
+    return s.length <= n ? s : `${s.slice(0, n)}…`;
+}
+async function pageSnippet(page) {
+    const url = page.url();
+    const title = await page.title().catch(() => "");
+    const body = await page.locator("body").innerText().catch(() => "");
+    return `URL: ${url}\nTitle: ${title}\nBody (truncated):\n${truncate(body.trim(), 6000)}`;
+}
+function resolveNavUrl(href, baseUrl) {
+    try {
+        const b = new URL(baseUrl);
+        const t = new URL(href.trim(), b);
+        if (t.origin !== b.origin)
+            return null;
+        return t.href;
+    }
+    catch {
+        return null;
+    }
+}
+function parseAgentAction(raw) {
+    let o;
+    try {
+        o = JSON.parse(raw);
+    }
+    catch {
+        return undefined;
+    }
+    if (o === null || typeof o !== "object")
+        return undefined;
+    const a = o;
+    const action = typeof a.action === "string" ? a.action.toLowerCase() : "";
+    if (action === "navigate" && typeof a.url === "string")
+        return { action: "navigate", url: a.url };
+    if (action === "click_css" && typeof a.selector === "string")
+        return { action: "click_css", selector: a.selector };
+    if (action === "click_role" && typeof a.role === "string")
+        return { action: "click_role", role: a.role, name: typeof a.name === "string" ? a.name : undefined };
+    if (action === "fill" && typeof a.role === "string" && typeof a.value === "string")
+        return {
+            action: "fill",
+            role: a.role,
+            name: typeof a.name === "string" ? a.name : undefined,
+            value: a.value,
+        };
+    if (action === "wait_load")
+        return {
+            action: "wait_load",
+            state: a.state === "domcontentloaded" || a.state === "networkidle" || a.state === "load"
+                ? a.state
+                : undefined,
+        };
+    if (action === "done")
+        return { action: "done" };
+    if (action === "give_up")
+        return { action: "give_up", reason: typeof a.reason === "string" ? a.reason : undefined };
+    return undefined;
+}
+async function executeAction(page, act, baseUrl) {
+    const timeout = 15_000;
+    try {
+        if (act.action === "navigate") {
+            const u = resolveNavUrl(act.url, baseUrl) ?? resolveNavUrl(act.url, page.url());
+            if (!u)
+                return { ok: false, err: "navigate: URL not allowed (same-origin only)" };
+            await page.goto(u, { waitUntil: "load", timeout });
+            return { ok: true };
+        }
+        if (act.action === "click_css") {
+            await page.locator(act.selector).first().click({ timeout });
+            return { ok: true };
+        }
+        if (act.action === "click_role") {
+            const loc = page.getByRole(act.role, act.name ? { name: new RegExp(escapeReg(act.name), "i") } : undefined);
+            await loc.first().click({ timeout });
+            return { ok: true };
+        }
+        if (act.action === "fill") {
+            const loc = page.getByRole(act.role, act.name ? { name: new RegExp(escapeReg(act.name), "i") } : undefined);
+            await loc.first().fill(act.value, { timeout });
+            return { ok: true };
+        }
+        if (act.action === "wait_load") {
+            await page.waitForLoadState(act.state ?? "networkidle", { timeout });
+            return { ok: true };
+        }
+        return { ok: false, err: "unhandled action" };
+    }
+    catch (e) {
+        return { ok: false, err: e instanceof Error ? e.message : String(e) };
+    }
+}
+function escapeReg(s) {
+    return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+/**
+ * Multi-turn tool-use style loop: model proposes JSON actions until `done` / `give_up` / max rounds.
+ */
+export async function runBuiltInAcAgentLoop(page, ac, model, baseUrl, options) {
+    const maxRounds = options?.maxRounds ?? 12;
+    const extra = options?.instructions?.trim() ? `\n${options.instructions.trim()}` : "";
+    const system = `You are a browser automation agent. You must satisfy ONE acceptance criterion at a time using the page.
+Output a single JSON object per message (no markdown). Allowed actions:
+- {"action":"navigate","url":"<path or absolute same-origin URL>"}
+- {"action":"click_css","selector":"<CSS selector>"}
+- {"action":"click_role","role":"<aria role>","name":"<optional accessible name substring>"}
+- {"action":"fill","role":"textbox","name":"<optional>","value":"<text>"}
+- {"action":"wait_load","state":"networkidle"|"load"|"domcontentloaded"}
+- {"action":"done"} when the criterion is satisfied on the current page
+- {"action":"give_up","reason":"..."} if blocked
+
+Rules: stay on the same origin as the starting base URL. Prefer role-based actions over fragile CSS. Never output secrets.${extra}`;
+    const messages = [
+        { role: "system", content: system },
+        {
+            role: "user",
+            content: `Criterion id: ${ac.id}\nCriterion: ${ac.text}\n\n${await pageSnippet(page)}`,
+        },
+    ];
+    let roundsUsed = 0;
+    for (let i = 0; i < maxRounds; i++) {
+        roundsUsed++;
+        const chat = await postChatCompletions(model, messages, { maxTokens: 400, temperature: 0 });
+        if (!chat.ok) {
+            return {
+                ok: false,
+                roundsUsed,
+                reasonCode: "AC_AGENT_LLM_ERROR",
+                summary: chat.summary,
+            };
+        }
+        messages.push({ role: "assistant", content: chat.content });
+        const act = parseAgentAction(chat.content);
+        if (!act) {
+            messages.push({
+                role: "user",
+                content: "Invalid JSON or unknown action. Reply with one JSON object only.",
+            });
+            continue;
+        }
+        if (act.action === "done") {
+            return { ok: true, roundsUsed, finished: "done" };
+        }
+        if (act.action === "give_up") {
+            return {
+                ok: false,
+                roundsUsed,
+                reasonCode: "AC_AGENT_GAVE_UP",
+                summary: act.reason ?? "Agent gave up",
+            };
+        }
+        const ex = await executeAction(page, act, baseUrl);
+        if (!ex.ok) {
+            messages.push({
+                role: "user",
+                content: `Action failed: ${ex.err}\n${await pageSnippet(page)}`,
+            });
+            continue;
+        }
+        messages.push({
+            role: "user",
+            content: `Action ok.\n${await pageSnippet(page)}`,
+        });
+    }
+    return {
+        ok: false,
+        roundsUsed,
+        reasonCode: "AC_AGENT_MAX_ROUNDS",
+        summary: `Exceeded ${maxRounds} rounds without done`,
+    };
+}
+//# sourceMappingURL=ac-agent-loop.js.map

package/dist/ac-agent-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-agent-loop.js","sourceRoot":"","sources":["../src/ac-agent-loop.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAoB,MAAM,aAAa,CAAC;AAEpE,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAU;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACpE,OAAO,QAAQ,GAAG,YAAY,KAAK,wBAAwB,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;AAC3F,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,OAAe;IAClD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACvC,OAAO,CAAC,CAAC,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAWD,SAAS,gBAAgB,CAAC,GAAW;IACnC,IAAI,CAAU,CAAC;IACf,IAAI,CAAC;QACH,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,CAAC,GAAG,CAA4B,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,IAAI,MAAM,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAClG,IAAI,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;IACnH,IAAI,MAAM,KAAK,YAAY,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QACvD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACvG,IAAI,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QAChF,OAAO;YACL,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YACrD,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC;IACJ,IAAI,MAAM,KAAK,WAAW;QACxB,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EACH,CAAC,CAAC,KAAK,KAAK,kBAAkB,IAAI,CAAC,CAAC,KAAK,KAAK,aAAa,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;gBAC/E,CAAC,CAAC,CAAC,CAAC,KAAK;gBACT,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACpH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,GAAgB,EAAE,OAAe;IACxE,MAAM,OAAO,GAAG,MAAM,CAAC;IACvB,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,CAAC;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,8CAA8C,EAAE,CAAC;YAClF,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAgB,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACxH,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAiB,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACzH,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC/C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,IAAI,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACrE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAMD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAU,EACV,EAAiC,EACjC,KAAoB,EACpB,OAAe,EACf,OAAuD;IAEvD,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEtF,MAAM,MAAM,GAAG;;;;;;;;;;4HAU2G,KAAK,EAAE,CAAC;IAElI,MAAM,QAAQ,GAAkB;QAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;QACnC;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,IAAI,OAAO,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE;SACvF;KACF,CAAC;IAEF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,UAAU,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU;gBACV,UAAU,EAAE,oBAAoB;gBAChC,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,kEAAkE;aAC5E,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACpD,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU;gBACV,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,GAAG,CAAC,MAAM,IAAI,eAAe;aACvC,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,kBAAkB,EAAE,CAAC,GAAG,KAAK,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE;aAChE,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,eAAe,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE;SAClD,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK;QACT,UAAU;QACV,UAAU,EAAE,qBAAqB;QACjC,OAAO,EAAE,YAAY,SAAS,sBAAsB;KACrD,CAAC;AACJ,CAAC"}

package/dist/ac-judge.d.ts

@@ -0,0 +1,12 @@
+import type { Page } from "playwright";
+import type { CriteriaEvaluation } from "./evaluate-criteria.js";
+import type { JudgeRubric } from "@restormel/testing-core";
+import type { ResolvedModel } from "@restormel/testing-keys-adapter";
+/**
+ * Per-AC judge: response JSON must include matching `ac_id` (R-BA-5).
+ */
+export declare function runAcShapedJudgeRubric(page: Page, rubric: JudgeRubric, model: ResolvedModel, ac: {
+    id: string;
+    text: string;
+}): Promise<CriteriaEvaluation>;
+//# sourceMappingURL=ac-judge.d.ts.map

package/dist/ac-judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-judge.d.ts","sourceRoot":"","sources":["../src/ac-judge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAmBrE;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,aAAa,EACpB,EAAE,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,kBAAkB,CAAC,CAqG7B"}

package/dist/ac-judge.js

@@ -0,0 +1,116 @@
+function truncate(s, n) {
+    return s.length <= n ? s : `${s.slice(0, n)}…`;
+}
+const MAX_SAMPLE = 8000;
+async function sampleTextForAcJudge(page, rubric) {
+    if (rubric.contextSelector !== undefined && rubric.contextSelector.trim() !== "") {
+        const t = await page.locator(rubric.contextSelector).first().innerText().catch(() => "");
+        return truncate(t.trim(), MAX_SAMPLE);
+    }
+    const mainText = await page.locator("main").first().innerText().catch(() => "");
+    if (mainText.trim().length > 0)
+        return truncate(mainText.trim(), MAX_SAMPLE);
+    const bodyText = await page.locator("body").innerText().catch(() => "");
+    return truncate(bodyText.trim(), MAX_SAMPLE);
+}
+/**
+ * Per-AC judge: response JSON must include matching `ac_id` (R-BA-5).
+ */
+export async function runAcShapedJudgeRubric(page, rubric, model, ac) {
+    const sample = await sampleTextForAcJudge(page, rubric);
+    const base = model.providerBaseUrl?.replace(/\/?$/, "") ?? "https://api.openai.com/v1";
+    const url = `${base}/chat/completions`;
+    const system = `You are a test oracle for one acceptance criterion. Reply with a single JSON object only:
+{"verdict":"pass"|"fail"|"uncertain","ac_id":"<string>","reason":"<short>"}
+The ac_id field MUST exactly equal the acceptance criterion id provided in the user message.`;
+    const user = `Acceptance criterion id: ${ac.id}
+Criterion text: ${ac.text}
+
+Rubric id: ${rubric.id}
+Rubric summary: ${rubric.summary ?? "(none)"}
+
+Page text:
+${sample}`;
+    try {
+        const res = await fetch(url, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                authorization: `Bearer ${model.credentials.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: model.modelId,
+                messages: [
+                    { role: "system", content: system },
+                    { role: "user", content: user },
+                ],
+                max_tokens: 120,
+                temperature: 0,
+                response_format: { type: "json_object" },
+            }),
+        });
+        if (!res.ok) {
+            const t = await res.text().catch(() => "");
+            return {
+                verdict: "indeterminate",
+                reasonCode: "JUDGE_HTTP_ERROR",
+                summary: `AC judge HTTP ${res.status}: ${truncate(t, 80)}`,
+                judgeModelInvocations: 1,
+            };
+        }
+        const data = (await res.json());
+        const raw = data.choices?.[0]?.message?.content ?? "{}";
+        let parsed;
+        try {
+            parsed = JSON.parse(raw);
+        }
+        catch {
+            return {
+                verdict: "indeterminate",
+                reasonCode: "JUDGE_PARSE_ERROR",
+                summary: "AC judge response was not valid JSON",
+                judgeModelInvocations: 1,
+            };
+        }
+        if (parsed.ac_id !== ac.id) {
+            return {
+                verdict: "indeterminate",
+                reasonCode: "JUDGE_AC_ID_MISMATCH",
+                summary: `Model ac_id ${JSON.stringify(parsed.ac_id)} did not match expected ${JSON.stringify(ac.id)}`,
+                judgeModelInvocations: 1,
+            };
+        }
+        const v = (parsed.verdict ?? "").toLowerCase();
+        const reason = parsed.reason ? `: ${parsed.reason}` : "";
+        if (v === "pass") {
+            return {
+                verdict: "passed",
+                reasonCode: "JUDGE_AC_PASS",
+                summary: `AC judge passed${reason}`,
+                judgeModelInvocations: 1,
+            };
+        }
+        if (v === "fail") {
+            return {
+                verdict: "failed",
+                reasonCode: "JUDGE_AC_FAIL",
+                summary: `AC judge failed${reason}`,
+                judgeModelInvocations: 1,
+            };
+        }
+        return {
+            verdict: "indeterminate",
+            reasonCode: "JUDGE_AC_UNCERTAIN",
+            summary: `AC judge uncertain${reason}`,
+            judgeModelInvocations: 1,
+        };
+    }
+    catch (e) {
+        return {
+            verdict: "indeterminate",
+            reasonCode: "JUDGE_ERROR",
+            summary: `AC judge error: ${e instanceof Error ? e.message : String(e)}`,
+        };
+    }
+}
+//# sourceMappingURL=ac-judge.js.map

package/dist/ac-judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-judge.js","sourceRoot":"","sources":["../src/ac-judge.ts"],"names":[],"mappings":"AAKA,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,GAAG,IAAI,CAAC;AAExB,KAAK,UAAU,oBAAoB,CAAC,IAAU,EAAE,MAAmB;IACjE,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjF,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAU,EACV,MAAmB,EACnB,KAAoB,EACpB,EAAgC;IAEhC,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,2BAA2B,CAAC;IACvF,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;IAEvC,MAAM,MAAM,GAAG;;6FAE4E,CAAC;IAE5F,MAAM,IAAI,GAAG,4BAA4B,EAAE,CAAC,EAAE;kBAC9B,EAAE,CAAC,IAAI;;aAEZ,MAAM,CAAC,EAAE;kBACJ,MAAM,CAAC,OAAO,IAAI,QAAQ;;;EAG1C,MAAM,EAAE,CAAC;IAET,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE;aACpD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;oBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;iBAChC;gBACD,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3C,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,iBAAiB,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAC1D,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4D,CAAC;QAC3F,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QACxD,IAAI,MAA6D,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA0D,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,mBAAmB;gBAC/B,OAAO,EAAE,sCAAsC;gBAC/C,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,sBAAsB;gBAClC,OAAO,EAAE,eAAe,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;gBACtG,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,eAAe;gBAC3B,OAAO,EAAE,kBAAkB,MAAM,EAAE;gBACnC,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,eAAe;gBAC3B,OAAO,EAAE,kBAAkB,MAAM,EAAE;gBACnC,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,qBAAqB,MAAM,EAAE;YACtC,qBAAqB,EAAE,CAAC;SACzB,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,mBAAmB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACzE,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/ac-llm.d.ts

@@ -0,0 +1,19 @@
+import type { ResolvedModel } from "@restormel/testing-keys-adapter";
+export type ChatMessage = {
+    role: "system" | "user" | "assistant";
+    content: string;
+};
+/**
+ * OpenAI-compatible chat/completions call (same transport as judge rubric).
+ */
+export declare function postChatCompletions(model: ResolvedModel, messages: ChatMessage[], options?: {
+    maxTokens?: number;
+    temperature?: number;
+}): Promise<{
+    ok: true;
+    content: string;
+} | {
+    ok: false;
+    summary: string;
+}>;
+//# sourceMappingURL=ac-llm.d.ts.map

package/dist/ac-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-llm.d.ts","sourceRoot":"","sources":["../src/ac-llm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAMrF;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,aAAa,EACpB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GACrD,OAAO,CAAC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAyCzE"}

package/dist/ac-llm.js

@@ -0,0 +1,47 @@
+function redactForLog(s) {
+    return s.replace(/\bBearer\s+[\w-_.]+\b/gi, "Bearer [redacted]").replace(/\bsk-[a-zA-Z0-9]{10,}\b/g, "sk-[redacted]");
+}
+/**
+ * OpenAI-compatible chat/completions call (same transport as judge rubric).
+ */
+export async function postChatCompletions(model, messages, options) {
+    const base = model.providerBaseUrl?.replace(/\/?$/, "") ?? "https://api.openai.com/v1";
+    const url = `${base}/chat/completions`;
+    const maxTokens = options?.maxTokens ?? 400;
+    const temperature = options?.temperature ?? 0;
+    try {
+        const res = await fetch(url, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                authorization: `Bearer ${model.credentials.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: model.modelId,
+                messages,
+                max_tokens: maxTokens,
+                temperature,
+            }),
+        });
+        if (!res.ok) {
+            const t = await res.text().catch(() => "");
+            return {
+                ok: false,
+                summary: `LLM HTTP ${res.status} ${redactForLog(t).slice(0, 120)}`,
+            };
+        }
+        const data = (await res.json());
+        const content = data.choices?.[0]?.message?.content?.trim() ?? "";
+        if (!content) {
+            return { ok: false, summary: "Empty model response" };
+        }
+        return { ok: true, content };
+    }
+    catch (e) {
+        return {
+            ok: false,
+            summary: `LLM error: ${e instanceof Error ? e.message : String(e)}`,
+        };
+    }
+}
+//# sourceMappingURL=ac-llm.js.map

package/dist/ac-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-llm.js","sourceRoot":"","sources":["../src/ac-llm.ts"],"names":[],"mappings":"AAIA,SAAS,YAAY,CAAC,CAAS;IAC7B,OAAO,CAAC,CAAC,OAAO,CAAC,yBAAyB,EAAE,mBAAmB,CAAC,CAAC,OAAO,CAAC,0BAA0B,EAAE,eAAe,CAAC,CAAC;AACxH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAoB,EACpB,QAAuB,EACvB,OAAsD;IAEtD,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,2BAA2B,CAAC;IACvF,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,GAAG,CAAC;IAC5C,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAE9C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE;aACpD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,QAAQ;gBACR,UAAU,EAAE,SAAS;gBACrB,WAAW;aACZ,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3C,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,OAAO,EAAE,YAAY,GAAG,CAAC,MAAM,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;aACnE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4D,CAAC;QAC3F,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;QACxD,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,EAAE,EAAE,KAAK;YACT,OAAO,EAAE,cAAc,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACpE,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/ac-post-checks.d.ts

@@ -0,0 +1,18 @@
+import type { Page } from "playwright";
+import type { AcSequencePostCheck } from "@restormel/testing-core";
+export type PostCheckResult = {
+    ok: true;
+} | {
+    ok: false;
+    reasonCode: string;
+    summary: string;
+};
+/**
+ * R-BA-6 style checks after agent work: HTTP, DOM role+name, optional db shell.
+ */
+export declare function runAcPostCheck(page: Page, check: AcSequencePostCheck, ctx: {
+    baseUrl: string;
+    hookCwd: string;
+    extraEnv: Record<string, string | undefined>;
+}): Promise<PostCheckResult>;
+//# sourceMappingURL=ac-post-checks.d.ts.map

package/dist/ac-post-checks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-post-checks.d.ts","sourceRoot":"","sources":["../src/ac-post-checks.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAInE,MAAM,MAAM,eAAe,GACvB;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GACZ;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAYvD;;GAEG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,mBAAmB,EAC1B,GAAG,EAAE;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC9C,GACA,OAAO,CAAC,eAAe,CAAC,CAoF1B"}

package/dist/ac-post-checks.js

@@ -0,0 +1,101 @@
+import { isSafeHttpUrl } from "@restormel/testing-config";
+import { runMissionExecutorCommand } from "./shell-hooks.js";
+function resolveCheckUrl(raw, baseUrl) {
+    const t = raw.trim();
+    if (t === "")
+        return undefined;
+    try {
+        return new URL(t, baseUrl).href;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * R-BA-6 style checks after agent work: HTTP, DOM role+name, optional db shell.
+ */
+export async function runAcPostCheck(page, check, ctx) {
+    if (check.http !== undefined) {
+        const href = resolveCheckUrl(check.http.url, ctx.baseUrl);
+        if (!href) {
+            return { ok: false, reasonCode: "POST_CHECK_HTTP_BAD_URL", summary: "Invalid post_check http url" };
+        }
+        const urlCheck = isSafeHttpUrl(href);
+        if (!urlCheck.ok) {
+            return { ok: false, reasonCode: "POST_CHECK_HTTP_UNSAFE", summary: urlCheck.reason };
+        }
+        const method = (check.http.method ?? "GET").toUpperCase();
+        const expectStatuses = check.http.expectStatus?.length ? check.http.expectStatus : [200];
+        try {
+            const res = await fetch(href, {
+                method,
+                headers: check.http.headers,
+                body: method === "GET" || method === "HEAD" ? undefined : check.http.body,
+            });
+            if (!expectStatuses.includes(res.status)) {
+                return {
+                    ok: false,
+                    reasonCode: "POST_CHECK_HTTP_STATUS",
+                    summary: `Expected status ${expectStatuses.join("|")}, got ${res.status} for ${href}`,
+                };
+            }
+        }
+        catch (e) {
+            return {
+                ok: false,
+                reasonCode: "POST_CHECK_HTTP_ERROR",
+                summary: `HTTP check failed: ${e instanceof Error ? e.message : String(e)}`,
+            };
+        }
+    }
+    if (check.domRoleName !== undefined) {
+        const { role, name, expectVisible = true } = check.domRoleName;
+        const r = role.trim();
+        if (r === "") {
+            return { ok: false, reasonCode: "POST_CHECK_DOM_ROLE_EMPTY", summary: "dom_role_name.role is empty" };
+        }
+        try {
+            const loc = page.getByRole(r, name ? { name: new RegExp(escapeRegExp(name), "i") } : undefined);
+            const n = await loc.count();
+            if (n === 0) {
+                return {
+                    ok: false,
+                    reasonCode: "POST_CHECK_DOM_ROLE_MISSING",
+                    summary: `No element role=${r}${name ? ` name~${JSON.stringify(name)}` : ""}`,
+                };
+            }
+            if (expectVisible) {
+                const vis = await loc.first().isVisible().catch(() => false);
+                if (!vis) {
+                    return {
+                        ok: false,
+                        reasonCode: "POST_CHECK_DOM_ROLE_HIDDEN",
+                        summary: `role=${r} exists but not visible`,
+                    };
+                }
+            }
+        }
+        catch (e) {
+            return {
+                ok: false,
+                reasonCode: "POST_CHECK_DOM_ERROR",
+                summary: e instanceof Error ? e.message : String(e),
+            };
+        }
+    }
+    if (check.dbShell !== undefined && check.dbShell.trim() !== "") {
+        const r = await runMissionExecutorCommand(check.dbShell.trim(), {
+            cwd: ctx.hookCwd,
+            label: `post_check db_shell (${check.acId})`,
+            extraEnv: ctx.extraEnv,
+        });
+        if (!r.ok) {
+            return { ok: false, reasonCode: "POST_CHECK_DB_SHELL_FAILED", summary: r.message };
+        }
+    }
+    return { ok: true };
+}
+function escapeRegExp(s) {
+    return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+//# sourceMappingURL=ac-post-checks.js.map

package/dist/ac-post-checks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-post-checks.js","sourceRoot":"","sources":["../src/ac-post-checks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAM7D,SAAS,eAAe,CAAC,GAAW,EAAE,OAAe;IACnD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACrB,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,KAA0B,EAC1B,GAIC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,yBAAyB,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC;QACtG,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,wBAAwB,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;QACvF,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1D,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACzF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE;gBAC5B,MAAM;gBACN,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO;gBAC3B,IAAI,EAAE,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI;aAC1E,CAAC,CAAC;YACH,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,wBAAwB;oBACpC,OAAO,EAAE,mBAAmB,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,MAAM,QAAQ,IAAI,EAAE;iBACtF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,uBAAuB;gBACnC,OAAO,EAAE,sBAAsB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;aAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;QAC/D,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,2BAA2B,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC;QACxG,CAAC;QACD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CACxB,CAAqC,EACrC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CACjE,CAAC;YACF,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,6BAA6B;oBACzC,OAAO,EAAE,mBAAmB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;iBAC9E,CAAC;YACJ,CAAC;YACD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7D,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,UAAU,EAAE,4BAA4B;wBACxC,OAAO,EAAE,QAAQ,CAAC,yBAAyB;qBAC5C,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,sBAAsB;gBAClC,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;aACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/D,MAAM,CAAC,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;YAC9D,GAAG,EAAE,GAAG,CAAC,OAAO;YAChB,KAAK,EAAE,wBAAwB,KAAK,CAAC,IAAI,GAAG;YAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACV,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,4BAA4B,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACrF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,YAAY,CAAC,CAAS;IAC7B,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC"}

package/dist/index.d.ts

@@ -3,6 +3,8 @@
  */
 export { runBrowserGoal } from "./browser-goal.js";
 export type { RunBrowserGoalOptions, RunBrowserGoalResult } from "./browser-goal.js";
+export { runAcSequenceBrowserGoal } from "./run-ac-sequence-goal.js";
+export type { RunAcSequenceBrowserGoalOptions } from "./run-ac-sequence-goal.js";
 export { evaluateBrowserSuccessCriteria } from "./evaluate-criteria.js";
 export type { CriteriaEvaluation } from "./evaluate-criteria.js";
 export { runGoalAttempts } from "./retries.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AACxE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACnE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC;AACjF,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AACxE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACnE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}

package/dist/index.js

@@ -2,6 +2,7 @@
  * @restormel/testing-runner — local suite execution (MVP).
  */
 export { runBrowserGoal } from "./browser-goal.js";
+export { runAcSequenceBrowserGoal } from "./run-ac-sequence-goal.js";
 export { evaluateBrowserSuccessCriteria } from "./evaluate-criteria.js";
 export { runGoalAttempts } from "./retries.js";
 export { runLocalSuite, runSuiteFromConfig } from "./run-suite.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAErE,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}

package/dist/post-mission-goal.d.ts

@@ -0,0 +1,7 @@
+import type { TestGoal } from "@restormel/testing-core";
+/**
+ * After `mission_executor` exits 0, browser evaluation uses this goal: agent-only fields removed,
+ * navigation path is `after_agent.start_path` when set, otherwise the goal's top-level `start_path`.
+ */
+export declare function toPostMissionObserveGoal(goal: TestGoal): TestGoal;
+//# sourceMappingURL=post-mission-goal.d.ts.map

package/dist/post-mission-goal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"post-mission-goal.d.ts","sourceRoot":"","sources":["../src/post-mission-goal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAExD;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAiBjE"}

package/dist/post-mission-goal.js

@@ -0,0 +1,23 @@
+/**
+ * After `mission_executor` exits 0, browser evaluation uses this goal: agent-only fields removed,
+ * navigation path is `after_agent.start_path` when set, otherwise the goal's top-level `start_path`.
+ */
+export function toPostMissionObserveGoal(goal) {
+    const startPath = goal.afterAgent?.startPath ?? goal.startPath;
+    return {
+        id: goal.id,
+        type: goal.type,
+        description: goal.description,
+        successCriteria: goal.successCriteria,
+        startPath,
+        executionMode: "observe",
+        preconditions: goal.preconditions,
+        cleanup: goal.cleanup,
+        exclusiveWith: goal.exclusiveWith,
+        tags: goal.tags,
+        ...(goal.acceptanceCriterionIds !== undefined && goal.acceptanceCriterionIds.length > 0
+            ? { acceptanceCriterionIds: [...goal.acceptanceCriterionIds] }
+            : {}),
+    };
+}
+//# sourceMappingURL=post-mission-goal.js.map

package/dist/post-mission-goal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"post-mission-goal.js","sourceRoot":"","sources":["../src/post-mission-goal.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAAc;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;IAC/D,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,SAAS;QACT,aAAa,EAAE,SAAS;QACxB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,GAAG,CAAC,IAAI,CAAC,sBAAsB,KAAK,SAAS,IAAI,IAAI,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC;YACrF,CAAC,CAAC,EAAE,sBAAsB,EAAE,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE;YAC9D,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC"}