prose-qa 0.1.0

package/dist/agent/provider-options.d.ts

@@ -0,0 +1,8 @@
+import type { ProviderOptions } from "@ai-sdk/provider-utils";
+import type { PqaConfig } from "../types/config.js";
+/**
+ * Provider-specific options for extended thinking / reasoning.
+ * Honors `config.llm.thinking.enabled` across Anthropic, OpenAI, Fireworks, Google, OpenRouter, and Ollama.
+ */
+export declare function buildProviderOptions(config: PqaConfig): ProviderOptions | undefined;
+//# sourceMappingURL=provider-options.d.ts.map

package/dist/agent/provider-options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-options.d.ts","sourceRoot":"","sources":["../../src/agent/provider-options.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAsB,SAAS,EAAE,MAAM,oBAAoB,CAAC;AA0DxE;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,SAAS,GAChB,eAAe,GAAG,SAAS,CA2D7B"}

package/dist/agent/provider-options.js

@@ -0,0 +1,115 @@
+const DEFAULT_THINKING_BUDGET = 10_000;
+function thinkingBudget(config) {
+    return config.llm.thinking?.budgetTokens ?? DEFAULT_THINKING_BUDGET;
+}
+function isThinkingEnabled(config) {
+    return config.llm.thinking?.enabled === true;
+}
+/** Derive OpenAI reasoning effort from token budget when `reasoningEffort` is unset. */
+function reasoningEffortFromBudget(budgetTokens) {
+    if (budgetTokens <= 2_000)
+        return "minimal";
+    if (budgetTokens <= 5_000)
+        return "low";
+    if (budgetTokens <= 10_000)
+        return "medium";
+    if (budgetTokens <= 20_000)
+        return "high";
+    return "xhigh";
+}
+function resolveOpenAIReasoningEffort(config) {
+    const explicit = config.llm.thinking?.reasoningEffort;
+    if (explicit != null)
+        return explicit;
+    return reasoningEffortFromBudget(thinkingBudget(config));
+}
+function geminiThinkingLevel(reasoningEffort, budgetTokens) {
+    if (reasoningEffort != null && reasoningEffort !== "none") {
+        if (reasoningEffort === "xhigh")
+            return "high";
+        if (reasoningEffort === "minimal")
+            return "minimal";
+        return reasoningEffort;
+    }
+    if (budgetTokens <= 2_000)
+        return "minimal";
+    if (budgetTokens <= 5_000)
+        return "low";
+    if (budgetTokens <= 10_000)
+        return "medium";
+    return "high";
+}
+/** Map config effort to Anthropic `effort` (none/minimal are omitted). */
+function anthropicEffort(reasoningEffort) {
+    if (reasoningEffort == null || reasoningEffort === "none") {
+        return undefined;
+    }
+    if (reasoningEffort === "minimal")
+        return "low";
+    if (reasoningEffort === "xhigh")
+        return "xhigh";
+    return reasoningEffort;
+}
+/**
+ * Provider-specific options for extended thinking / reasoning.
+ * Honors `config.llm.thinking.enabled` across Anthropic, OpenAI, Fireworks, Google, OpenRouter, and Ollama.
+ */
+export function buildProviderOptions(config) {
+    if (!isThinkingEnabled(config)) {
+        if (config.llm.provider === "anthropic") {
+            return { anthropic: { disableParallelToolUse: true } };
+        }
+        return undefined;
+    }
+    const budget = thinkingBudget(config);
+    const reasoningEffort = config.llm.thinking?.reasoningEffort;
+    switch (config.llm.provider) {
+        case "anthropic": {
+            const effort = anthropicEffort(reasoningEffort);
+            return {
+                anthropic: {
+                    disableParallelToolUse: true,
+                    thinking: { type: "enabled", budgetTokens: budget },
+                    ...(effort && { effort }),
+                },
+            };
+        }
+        case "openai":
+            return {
+                openai: {
+                    reasoningEffort: resolveOpenAIReasoningEffort(config),
+                },
+            };
+        case "fireworks":
+            return {
+                fireworks: {
+                    thinking: { type: "enabled", budgetTokens: budget },
+                },
+            };
+        case "google":
+            return {
+                google: {
+                    thinkingConfig: {
+                        includeThoughts: true,
+                        thinkingBudget: budget,
+                        thinkingLevel: geminiThinkingLevel(reasoningEffort, budget),
+                    },
+                },
+            };
+        case "ollama":
+            return {
+                ollama: { think: true },
+            };
+        case "openrouter":
+            return {
+                openrouter: {
+                    reasoning: reasoningEffort
+                        ? { effort: reasoningEffort }
+                        : { max_tokens: budget },
+                },
+            };
+        default:
+            return undefined;
+    }
+}
+//# sourceMappingURL=provider-options.js.map

package/dist/agent/provider-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-options.js","sourceRoot":"","sources":["../../src/agent/provider-options.ts"],"names":[],"mappings":"AAGA,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAIvC,SAAS,cAAc,CAAC,MAAiB;IACvC,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,IAAI,uBAAuB,CAAC;AACtE,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAiB;IAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;AAC/C,CAAC;AAED,wFAAwF;AACxF,SAAS,yBAAyB,CAAC,YAAoB;IACrD,IAAI,YAAY,IAAI,KAAK;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,YAAY,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,YAAY,IAAI,MAAM;QAAE,OAAO,QAAQ,CAAC;IAC5C,IAAI,YAAY,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,4BAA4B,CAAC,MAAiB;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,CAAC;IACtD,IAAI,QAAQ,IAAI,IAAI;QAAE,OAAO,QAAQ,CAAC;IACtC,OAAO,yBAAyB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3D,CAAC;AAID,SAAS,mBAAmB,CAC1B,eAA+C,EAC/C,YAAoB;IAEpB,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;QAC1D,IAAI,eAAe,KAAK,OAAO;YAAE,OAAO,MAAM,CAAC;QAC/C,IAAI,eAAe,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QACpD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,YAAY,IAAI,KAAK;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,YAAY,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,YAAY,IAAI,MAAM;QAAE,OAAO,QAAQ,CAAC;IAC5C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0EAA0E;AAC1E,SAAS,eAAe,CACtB,eAA+C;IAE/C,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;QAC1D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,eAAe,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,eAAe,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAiB;IAEjB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACxC,OAAO,EAAE,SAAS,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,EAAE,CAAC;QACzD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,CAAC;IAE7D,QAAQ,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC5B,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;YAChD,OAAO;gBACL,SAAS,EAAE;oBACT,sBAAsB,EAAE,IAAI;oBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE;oBACnD,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,CAAC;iBAC1B;aACF,CAAC;QACJ,CAAC;QACD,KAAK,QAAQ;YACX,OAAO;gBACL,MAAM,EAAE;oBACN,eAAe,EAAE,4BAA4B,CAAC,MAAM,CAAC;iBACtD;aACF,CAAC;QACJ,KAAK,WAAW;YACd,OAAO;gBACL,SAAS,EAAE;oBACT,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE;iBACpD;aACF,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,MAAM,EAAE;oBACN,cAAc,EAAE;wBACd,eAAe,EAAE,IAAI;wBACrB,cAAc,EAAE,MAAM;wBACtB,aAAa,EAAE,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC;qBAC5D;iBACF;aACF,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;aACxB,CAAC;QACJ,KAAK,YAAY;YACf,OAAO;gBACL,UAAU,EAAE;oBACV,SAAS,EAAE,eAAe;wBACxB,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE;wBAC7B,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE;iBAC3B;aACF,CAAC;QACJ;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/agent/provider-options.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=provider-options.test.d.ts.map

package/dist/agent/provider-options.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-options.test.d.ts","sourceRoot":"","sources":["../../src/agent/provider-options.test.ts"],"names":[],"mappings":""}

package/dist/agent/provider-options.test.js

@@ -0,0 +1,114 @@
+import assert from "node:assert/strict";
+import { describe, it } from "node:test";
+import { buildProviderOptions } from "./provider-options.js";
+const base = {
+    browser: { headed: false, sessionName: "pqa", defaultTimeout: 25_000, engine: "chrome" },
+    skills: { dirs: [], preloads: [] },
+    agent: { maxTurns: 10, bashTimeoutMs: 60_000 },
+    auth: {},
+};
+function config(provider, thinking) {
+    return {
+        ...base,
+        llm: { provider, model: "test-model", thinking },
+    };
+}
+describe("buildProviderOptions", () => {
+    it("returns undefined when thinking is disabled", () => {
+        assert.equal(buildProviderOptions(config("openai", { enabled: false })), undefined);
+    });
+    it("keeps anthropic parallel tool use off when thinking is disabled", () => {
+        assert.deepEqual(buildProviderOptions(config("anthropic", { enabled: false })), { anthropic: { disableParallelToolUse: true } });
+    });
+    it("enables anthropic extended thinking with budget", () => {
+        assert.deepEqual(buildProviderOptions(config("anthropic", { enabled: true, budgetTokens: 8_000 })), {
+            anthropic: {
+                disableParallelToolUse: true,
+                thinking: { type: "enabled", budgetTokens: 8_000 },
+            },
+        });
+    });
+    it("maps thinking budget to openai reasoning effort when reasoningEffort is unset", () => {
+        assert.deepEqual(buildProviderOptions(config("openai", { enabled: true, budgetTokens: 3_000 })), { openai: { reasoningEffort: "low" } });
+        assert.deepEqual(buildProviderOptions(config("openai", { enabled: true, budgetTokens: 25_000 })), { openai: { reasoningEffort: "xhigh" } });
+    });
+    it("uses explicit reasoningEffort for openai", () => {
+        assert.deepEqual(buildProviderOptions(config("openai", {
+            enabled: true,
+            budgetTokens: 25_000,
+            reasoningEffort: "medium",
+        })), { openai: { reasoningEffort: "medium" } });
+    });
+    it("maps reasoningEffort to anthropic effort", () => {
+        assert.deepEqual(buildProviderOptions(config("anthropic", {
+            enabled: true,
+            budgetTokens: 8_000,
+            reasoningEffort: "high",
+        })), {
+            anthropic: {
+                disableParallelToolUse: true,
+                thinking: { type: "enabled", budgetTokens: 8_000 },
+                effort: "high",
+            },
+        });
+    });
+    it("omits anthropic effort for none or minimal reasoningEffort", () => {
+        assert.deepEqual(buildProviderOptions(config("anthropic", { enabled: true, reasoningEffort: "none" })), {
+            anthropic: {
+                disableParallelToolUse: true,
+                thinking: { type: "enabled", budgetTokens: 10_000 },
+            },
+        });
+        assert.deepEqual(buildProviderOptions(config("anthropic", { enabled: true, reasoningEffort: "minimal" })), {
+            anthropic: {
+                disableParallelToolUse: true,
+                thinking: { type: "enabled", budgetTokens: 10_000 },
+                effort: "low",
+            },
+        });
+    });
+    it("enables fireworks thinking with budget", () => {
+        assert.deepEqual(buildProviderOptions(config("fireworks", { enabled: true, budgetTokens: 12_000 })), {
+            fireworks: {
+                thinking: { type: "enabled", budgetTokens: 12_000 },
+            },
+        });
+    });
+    it("enables google thinking config", () => {
+        assert.deepEqual(buildProviderOptions(config("google", {
+            enabled: true,
+            budgetTokens: 8_000,
+            reasoningEffort: "high",
+        })), {
+            google: {
+                thinkingConfig: {
+                    includeThoughts: true,
+                    thinkingBudget: 8_000,
+                    thinkingLevel: "high",
+                },
+            },
+        });
+    });
+    it("enables ollama think mode", () => {
+        assert.deepEqual(buildProviderOptions(config("ollama", { enabled: true })), { ollama: { think: true } });
+    });
+    it("enables openrouter reasoning with budget", () => {
+        assert.deepEqual(buildProviderOptions(config("openrouter", { enabled: true, budgetTokens: 8_000 })), {
+            openrouter: {
+                reasoning: { max_tokens: 8_000 },
+            },
+        });
+    });
+    it("uses explicit reasoningEffort for openrouter", () => {
+        assert.deepEqual(buildProviderOptions(config("openrouter", {
+            enabled: true,
+            budgetTokens: 8_000,
+            reasoningEffort: "high",
+        })), {
+            openrouter: {
+                reasoning: { effort: "high" },
+            },
+        });
+    });
+});
+//# sourceMappingURL=provider-options.test.js.map

package/dist/agent/provider-options.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-options.test.js","sourceRoot":"","sources":["../../src/agent/provider-options.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE;IACxF,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;IAC9C,IAAI,EAAE,EAAE;CACoB,CAAC;AAE/B,SAAS,MAAM,CACb,QAAsC,EACtC,QAAuC;IAEvC,OAAO;QACL,GAAG,IAAI;QACP,GAAG,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE;KACpC,CAAC;AACjB,CAAC;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,KAAK,CACV,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAC1D,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,SAAS,CACd,oBAAoB,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAC7D,EAAE,SAAS,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,EAAE,CAChD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAC5D,EACD;YACE,SAAS,EAAE;gBACT,sBAAsB,EAAE,IAAI;gBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE;aACnD;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CACzD,EACD,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,CACvC,CAAC;QACF,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAC1D,EACD,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,CACzC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,QAAQ,EAAE;YACf,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,MAAM;YACpB,eAAe,EAAE,QAAQ;SAC1B,CAAC,CACH,EACD,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,CAC1C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,WAAW,EAAE;YAClB,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,eAAe,EAAE,MAAM;SACxB,CAAC,CACH,EACD;YACE,SAAS,EAAE;gBACT,sBAAsB,EAAE,IAAI;gBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE;gBAClD,MAAM,EAAE,MAAM;aACf;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAChE,EACD;YACE,SAAS,EAAE;gBACT,sBAAsB,EAAE,IAAI;gBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE;aACpD;SACF,CACF,CAAC;QACF,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CACnE,EACD;YACE,SAAS,EAAE;gBACT,sBAAsB,EAAE,IAAI;gBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE;gBACnD,MAAM,EAAE,KAAK;aACd;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAC7D,EACD;YACE,SAAS,EAAE;gBACT,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE;aACpD;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,QAAQ,EAAE;YACf,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,eAAe,EAAE,MAAM;SACxB,CAAC,CACH,EACD;YACE,MAAM,EAAE;gBACN,cAAc,EAAE;oBACd,eAAe,EAAE,IAAI;oBACrB,cAAc,EAAE,KAAK;oBACrB,aAAa,EAAE,MAAM;iBACtB;aACF;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,SAAS,CACd,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EACzD,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAC5B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAC7D,EACD;YACE,UAAU,EAAE;gBACV,SAAS,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;aACjC;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,SAAS,CACd,oBAAoB,CAClB,MAAM,CAAC,YAAY,EAAE;YACnB,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,eAAe,EAAE,MAAM;SACxB,CAAC,CACH,EACD;YACE,UAAU,EAAE;gBACV,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;aAC9B;SACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/agent/runner.d.ts

@@ -0,0 +1,27 @@
+import type { ArtifactsMode, PqaConfig } from "../types/config.js";
+import type { Scenario } from "../types/scenario.js";
+import type { Skill } from "../types/skill.js";
+import type { ScenarioResult, Verdict } from "../types/verdict.js";
+import type { EnvRedactor } from "../redact/env-secrets.js";
+export interface RunScenarioOptions {
+    config: PqaConfig;
+    skills: Skill[];
+    scenario: Scenario;
+    cwd: string;
+    artifactDir: string;
+    authStatePath?: string;
+    authProfile?: string;
+    profilePath?: string;
+    headed: boolean;
+    verbose?: boolean;
+    artifacts: ArtifactsMode;
+    sessionName?: string;
+    preparedStartUrl?: string;
+    onTurn?: () => Promise<void>;
+    redactor?: EnvRedactor;
+    noHealing?: boolean;
+    scenarioCacheHints?: string;
+}
+export declare function runScenario(options: RunScenarioOptions): Promise<ScenarioResult>;
+export type { Verdict };
+//# sourceMappingURL=runner.d.ts.map

package/dist/agent/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EAIV,cAAc,EACd,OAAO,EACR,MAAM,qBAAqB,CAAC;AAqB7B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA2B5D,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,SAAS,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,aAAa,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA+DD,wBAAsB,WAAW,CAC/B,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,cAAc,CAAC,CA2RzB;AAED,YAAY,EAAE,OAAO,EAAE,CAAC"}

package/dist/agent/runner.js

@@ -0,0 +1,291 @@
+import { generateText, stepCountIs, tool, } from "ai";
+import { z } from "zod";
+import { resolveHealingConfig } from "../config/load.js";
+import { classifyFailure, isHealingEnabled, isRecoveryAllowed, } from "../healing/classify.js";
+import { buildRecoveryPrompt } from "../healing/recovery-prompt.js";
+import { buildBrowserEnv, runBash } from "./bash.js";
+import { buildInitialPrompt, buildSystemPrompt } from "./prompt.js";
+import { buildVerdictRetryPrompt } from "./verdict-retry-prompt.js";
+import { writeTranscript } from "../reporter/index.js";
+import { appendFinalTextToTranscript, appendStepToTranscript, appendTranscriptMessage, extractVerdict, formatStepForTranscript, stripLastAssistantTurn, } from "./verdict.js";
+import { resolveStatePath } from "../auth/store.js";
+import { createLlmModel } from "./llm-model.js";
+import { buildProviderOptions } from "./provider-options.js";
+const MAX_VERDICT_RETRIES = 5;
+/** Extra steps when re-emitting a verdict after an invalid completion. */
+const VERDICT_RETRY_MAX_STEPS = 10;
+function removeLastAssistantMessage(transcript) {
+    while (transcript.entries.at(-1)?.type === "bash") {
+        transcript.entries.pop();
+    }
+    const last = transcript.entries.at(-1);
+    if (last?.type === "message" && last.role === "assistant") {
+        transcript.entries.pop();
+    }
+}
+function persistTranscript(options, transcript) {
+    if (options.verbose) {
+        writeTranscript(options.artifactDir, transcript, options.redactor);
+    }
+}
+async function retryVerdictCompletion(options) {
+    let { result, finalText } = options;
+    for (let attempt = 0; !extractVerdict(finalText) && attempt < MAX_VERDICT_RETRIES; attempt++) {
+        removeLastAssistantMessage(options.transcript);
+        const retryPrompt = buildVerdictRetryPrompt(options.runOptions.scenario);
+        appendTranscriptMessage(options.transcript, "user", retryPrompt);
+        persistTranscript(options.runOptions, options.transcript);
+        const retryMessages = [
+            ...stripLastAssistantTurn(result.response.messages),
+            { role: "user", content: retryPrompt },
+        ];
+        options.stepTiming.startMs = Date.now();
+        result = await generateText({
+            model: createLlmModel(options.config),
+            system: options.system,
+            messages: retryMessages,
+            providerOptions: options.providerOptions,
+            stopWhen: stepCountIs(VERDICT_RETRY_MAX_STEPS),
+            onStepFinish: options.onStepFinish,
+        });
+        finalText = result.text || finalText;
+        appendFinalTextToTranscript(options.transcript, options.runOptions.redactor
+            ? options.runOptions.redactor.redact(finalText)
+            : finalText, { durationMs: Date.now() - options.stepTiming.startMs });
+        options.stepTiming.startMs = Date.now();
+        persistTranscript(options.runOptions, options.transcript);
+    }
+    return { result, finalText };
+}
+export async function runScenario(options) {
+    const start = Date.now();
+    const transcript = { entries: [] };
+    const sessionName = options.sessionName ?? options.config.browser.sessionName;
+    const authSavePath = options.authProfile
+        ? resolveStatePath(options.cwd, options.authProfile, options.config)
+        : undefined;
+    const bashEnv = buildBrowserEnv({
+        cwd: options.cwd,
+        headed: options.headed,
+        sessionName,
+        engine: options.config.browser.engine,
+        lightpanda: options.config.browser.lightpanda,
+        profilePath: options.profilePath,
+        authStatePath: options.profilePath ? undefined : options.authStatePath,
+        authSavePath,
+        artifactDir: options.artifactDir,
+    });
+    const system = buildSystemPrompt(options.config, options.skills, options.scenario, {
+        cwd: options.cwd,
+        artifactDir: options.artifactDir,
+        authStatePath: options.authStatePath,
+        authProfile: options.authProfile,
+        profilePath: options.profilePath,
+        headed: options.headed,
+        sessionName,
+        artifacts: options.artifacts,
+        scenarioCacheHints: options.scenarioCacheHints,
+        preparedStartUrl: options.preparedStartUrl,
+    });
+    let finalText = "";
+    let turn = 0;
+    const stepTiming = { startMs: Date.now() };
+    const pendingBashEntries = [];
+    const tools = {
+        bash: tool({
+            description: "Run ONE bash command. For UI interactions (click, fill, select, open, press), run a single agent-browser command per call. Use snapshot -i before acting on refs.",
+            inputSchema: z.object({
+                command: z.string().describe("Shell command to execute"),
+            }),
+            execute: async ({ command }) => {
+                const entry = await runBash(command, {
+                    cwd: options.cwd,
+                    timeoutMs: options.config.agent.bashTimeoutMs,
+                    env: bashEnv,
+                });
+                const redacted = options.redactor
+                    ? options.redactor.redactBashEntry(entry)
+                    : entry;
+                pendingBashEntries.push(redacted);
+                if (options.verbose) {
+                    console.log(`\n$ ${redacted.command}`);
+                    if (redacted.stdout)
+                        console.log(redacted.stdout.slice(0, 2000));
+                    if (redacted.stderr)
+                        console.error(redacted.stderr.slice(0, 1000));
+                }
+                return {
+                    exitCode: entry.exitCode,
+                    stdout: entry.stdout.slice(0, 8000),
+                    stderr: entry.stderr.slice(0, 2000),
+                };
+            },
+        }),
+    };
+    const initialPrompt = buildInitialPrompt(options.scenario, options.preparedStartUrl);
+    appendTranscriptMessage(transcript, "user", initialPrompt);
+    const onStepFinish = async (step) => {
+        turn += 1;
+        const recordedAt = new Date();
+        const durationMs = recordedAt.getTime() - stepTiming.startMs;
+        stepTiming.startMs = recordedAt.getTime();
+        const bashEntries = pendingBashEntries.splice(0);
+        const stepInput = {
+            text: step.text,
+            reasoningText: step.reasoningText,
+            toolCalls: step.toolCalls,
+        };
+        const formatted = formatStepForTranscript(stepInput);
+        const safeFormatted = options.redactor
+            ? {
+                content: formatted.content
+                    ? options.redactor.redact(formatted.content)
+                    : formatted.content,
+                thinking: formatted.thinking
+                    ? options.redactor.redact(formatted.thinking)
+                    : formatted.thinking,
+            }
+            : formatted;
+        const changed = appendStepToTranscript(transcript, stepInput, bashEntries, safeFormatted, { at: recordedAt, durationMs });
+        if (changed) {
+            persistTranscript(options, transcript);
+        }
+        if (step.text)
+            finalText = step.text;
+        if (options.onTurn)
+            await options.onTurn();
+    };
+    try {
+        const providerOptions = buildProviderOptions(options.config);
+        stepTiming.startMs = Date.now();
+        let result = (await generateText({
+            model: createLlmModel(options.config),
+            system,
+            prompt: initialPrompt,
+            tools,
+            providerOptions,
+            stopWhen: stepCountIs(options.config.agent.maxTurns),
+            onStepFinish,
+        }));
+        finalText = result.text || finalText;
+        appendFinalTextToTranscript(transcript, options.redactor ? options.redactor.redact(finalText) : finalText, { durationMs: Date.now() - stepTiming.startMs });
+        stepTiming.startMs = Date.now();
+        persistTranscript(options, transcript);
+        ({ result, finalText } = await retryVerdictCompletion({
+            config: options.config,
+            system,
+            providerOptions,
+            result,
+            transcript,
+            runOptions: options,
+            onStepFinish,
+            finalText,
+            stepTiming,
+        }));
+        let verdict = extractVerdict(finalText);
+        const healingMeta = {
+            used: false,
+            recoveryTurns: 0,
+            scenarioRetries: 0,
+        };
+        let draftResult = {
+            scenario: options.scenario.frontmatter.name,
+            filePath: options.scenario.filePath,
+            status: verdict?.status === "pass" ? "pass" : "fail",
+            durationMs: Date.now() - start,
+            verdict: options.redactor ? options.redactor.redactVerdict(verdict) : verdict,
+            transcript,
+            artifactDir: options.artifactDir,
+            error: verdict
+                ? undefined
+                : "Agent did not emit a valid verdict JSON block",
+            healing: healingMeta,
+        };
+        if (isHealingEnabled(options.config, options.noHealing) &&
+            verdict?.status === "fail") {
+            const classified = classifyFailure(draftResult, options.scenario, options.config);
+            healingMeta.failureKind = classified.kind;
+            healingMeta.signals = classified.signals;
+            if (isRecoveryAllowed(classified, options.config, options.noHealing)) {
+                const maxRecovery = resolveHealingConfig(options.config).maxRecoveryTurns;
+                const failed = verdict.checkpoints.filter((c) => !c.pass);
+                for (let recoveryAttempt = 0; recoveryAttempt < maxRecovery; recoveryAttempt++) {
+                    const recoveryPrompt = buildRecoveryPrompt(failed);
+                    appendTranscriptMessage(transcript, "user", recoveryPrompt);
+                    persistTranscript(options, transcript);
+                    const recoveryMessages = [
+                        ...result.response.messages,
+                        { role: "user", content: recoveryPrompt },
+                    ];
+                    stepTiming.startMs = Date.now();
+                    result = (await generateText({
+                        model: createLlmModel(options.config),
+                        system,
+                        messages: recoveryMessages,
+                        tools,
+                        providerOptions,
+                        stopWhen: stepCountIs(options.config.agent.maxTurns),
+                        onStepFinish,
+                    }));
+                    finalText = result.text || finalText;
+                    appendFinalTextToTranscript(transcript, options.redactor ? options.redactor.redact(finalText) : finalText, { durationMs: Date.now() - stepTiming.startMs });
+                    stepTiming.startMs = Date.now();
+                    persistTranscript(options, transcript);
+                    ({ result, finalText } = await retryVerdictCompletion({
+                        config: options.config,
+                        system,
+                        providerOptions,
+                        result,
+                        transcript,
+                        runOptions: options,
+                        onStepFinish,
+                        finalText,
+                        stepTiming,
+                    }));
+                    verdict = extractVerdict(finalText);
+                    healingMeta.recoveryTurns += 1;
+                    draftResult = {
+                        ...draftResult,
+                        status: verdict?.status === "pass" ? "pass" : "fail",
+                        verdict: options.redactor
+                            ? options.redactor.redactVerdict(verdict)
+                            : verdict,
+                        error: verdict
+                            ? undefined
+                            : "Agent did not emit a valid verdict JSON block",
+                    };
+                    if (verdict?.status === "pass") {
+                        healingMeta.used = true;
+                        break;
+                    }
+                }
+            }
+        }
+        if (!draftResult.verdict) {
+            draftResult.status = "fail";
+        }
+        return {
+            ...draftResult,
+            durationMs: Date.now() - start,
+            healing: healingMeta,
+        };
+    }
+    catch (err) {
+        if (pendingBashEntries.length > 0) {
+            appendStepToTranscript(transcript, { text: "", toolCalls: [] }, pendingBashEntries.splice(0));
+        }
+        persistTranscript(options, transcript);
+        const error = String(err);
+        return {
+            scenario: options.scenario.frontmatter.name,
+            filePath: options.scenario.filePath,
+            status: "error",
+            durationMs: Date.now() - start,
+            verdict: null,
+            transcript,
+            artifactDir: options.artifactDir,
+            error: options.redactor ? options.redactor.redact(error) : error,
+        };
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/agent/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAEZ,WAAW,EACX,IAAI,GAIL,MAAM,IAAI,CAAC;AAGZ,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EACL,2BAA2B,EAC3B,sBAAsB,EACtB,uBAAuB,EACvB,cAAc,EACd,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,0EAA0E;AAC1E,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAEnC,SAAS,0BAA0B,CAAC,UAA2B;IAC7D,OAAO,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QAClD,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC1D,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,OAA2B,EAC3B,UAA2B;IAE3B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAsBD,KAAK,UAAU,sBAAsB,CAAC,OAcrC;IAIC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAEpC,KACE,IAAI,OAAO,GAAG,CAAC,EACf,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,OAAO,GAAG,mBAAmB,EAC3D,OAAO,EAAE,EACT,CAAC;QACD,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACzE,uBAAuB,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACjE,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,aAAa,GAAmB;YACpC,GAAG,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,QAA0B,CAAC;YACrE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;SACvC,CAAC;QAEF,OAAO,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,aAAa;YACvB,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,QAAQ,EAAE,WAAW,CAAC,uBAAuB,CAAC;YAC9C,YAAY,EAAE,OAAO,CAAC,YAAY;SACnC,CAAC,CAAC;QAEH,SAAS,GAAG,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC;QACrC,2BAA2B,CACzB,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,UAAU,CAAC,QAAQ;YACzB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,SAAS,EACb,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,CACxD,CAAC;QACF,OAAO,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAA2B;IAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,UAAU,GAAoB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACpD,MAAM,WAAW,GACf,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW;QACtC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC;QACpE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,OAAO,GAAG,eAAe,CAAC;QAC9B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW;QACX,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;QACrC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;QAC7C,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa;QACtE,YAAY;QACZ,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,iBAAiB,CAC9B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,QAAQ,EAChB;QACE,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW;QACX,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;KAC3C,CACF,CAAC;IAEF,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,UAAU,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC3C,MAAM,kBAAkB,GAAgB,EAAE,CAAC;IAE3C,MAAM,KAAK,GAAG;QACZ,IAAI,EAAE,IAAI,CAAC;YACT,WAAW,EACT,mKAAmK;YACrK,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;aACzD,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;gBAC7B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;oBACnC,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa;oBAC7C,GAAG,EAAE,OAAO;iBACb,CAAC,CAAC;gBACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ;oBAC/B,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC;oBACzC,CAAC,CAAC,KAAK,CAAC;gBACV,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;oBACvC,IAAI,QAAQ,CAAC,MAAM;wBAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;oBACjE,IAAI,QAAQ,CAAC,MAAM;wBAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO;oBACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBACnC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;iBACpC,CAAC;YACJ,CAAC;SACF,CAAC;KACH,CAAC;IAEF,MAAM,aAAa,GAAG,kBAAkB,CACtC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,gBAAgB,CACzB,CAAC;IACF,uBAAuB,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IAE3D,MAAM,YAAY,GAAG,KAAK,EAAE,IAI3B,EAAE,EAAE;QACH,IAAI,IAAI,CAAC,CAAC;QACV,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC;QAC7D,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;QACF,MAAM,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ;YACpC,CAAC,CAAC;gBACA,OAAO,EAAE,SAAS,CAAC,OAAO;oBACxB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;oBAC5C,CAAC,CAAC,SAAS,CAAC,OAAO;gBACrB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC1B,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC7C,CAAC,CAAC,SAAS,CAAC,QAAQ;aACvB;YACD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,OAAO,GAAG,sBAAsB,CACpC,UAAU,EACV,SAAS,EACT,WAAW,EACX,aAAa,EACb,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,CAC/B,CAAC;QACF,IAAI,OAAO,EAAE,CAAC;YACZ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI;YAAE,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;QACrC,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7C,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE7D,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,MAAM,GAAG,CAAC,MAAM,YAAY,CAAC;YAC/B,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC;YACrC,MAAM;YACN,MAAM,EAAE,aAAa;YACrB,KAAK;YACL,eAAe;YACf,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YACpD,YAAY;SACb,CAAC,CAA+D,CAAC;QAElE,SAAS,GAAG,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC;QACrC,2BAA2B,CACzB,UAAU,EACV,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EACjE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAChD,CAAC;QACF,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,sBAAsB,CAAC;YACpD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;YACN,eAAe;YACf,MAAM;YACN,UAAU;YACV,UAAU,EAAE,OAAO;YACnB,YAAY;YACZ,SAAS;YACT,UAAU;SACX,CAAC,CAAC,CAAC;QAEJ,IAAI,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,WAAW,GAAgB;YAC/B,IAAI,EAAE,KAAK;YACX,aAAa,EAAE,CAAC;YAChB,eAAe,EAAE,CAAC;SACnB,CAAC;QAEF,IAAI,WAAW,GAAmB;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI;YAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;YACnC,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YACpD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;YAC7E,UAAU;YACV,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,+CAA+C;YACnD,OAAO,EAAE,WAAW;SACrB,CAAC;QAEF,IACE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC;YACnD,OAAO,EAAE,MAAM,KAAK,MAAM,EAC1B,CAAC;YACD,MAAM,UAAU,GAAG,eAAe,CAChC,WAAW,EACX,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,MAAM,CACf,CAAC;YACF,WAAW,CAAC,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC;YAC1C,WAAW,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YAEzC,IAAI,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrE,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC;gBAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAE1D,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,WAAW,EAAE,eAAe,EAAE,EAAE,CAAC;oBAC/E,MAAM,cAAc,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBACnD,uBAAuB,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;oBAC5D,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;oBAEvC,MAAM,gBAAgB,GAAmB;wBACvC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ;wBAC3B,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;qBAC1C,CAAC;oBAEF,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAChC,MAAM,GAAG,CAAC,MAAM,YAAY,CAAC;wBAC3B,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC;wBACrC,MAAM;wBACN,QAAQ,EAAE,gBAAgB;wBAC1B,KAAK;wBACL,eAAe;wBACf,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;wBACpD,YAAY;qBACb,CAAC,CAA+D,CAAC;oBAElE,SAAS,GAAG,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC;oBACrC,2BAA2B,CACzB,UAAU,EACV,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EACjE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAChD,CAAC;oBACF,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAChC,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;oBAEvC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,sBAAsB,CAAC;wBACpD,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,MAAM;wBACN,eAAe;wBACf,MAAM;wBACN,UAAU;wBACV,UAAU,EAAE,OAAO;wBACnB,YAAY;wBACZ,SAAS;wBACT,UAAU;qBACX,CAAC,CAAC,CAAC;oBACJ,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;oBAEpC,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;oBAE/B,WAAW,GAAG;wBACZ,GAAG,WAAW;wBACd,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;wBACpD,OAAO,EAAE,OAAO,CAAC,QAAQ;4BACvB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC;4BACzC,CAAC,CAAC,OAAO;wBACX,KAAK,EAAE,OAAO;4BACZ,CAAC,CAAC,SAAS;4BACX,CAAC,CAAC,+CAA+C;qBACpD,CAAC;oBAEF,IAAI,OAAO,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;wBAC/B,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC;wBACxB,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,GAAG,WAAW;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,sBAAsB,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChG,CAAC;QACD,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,OAAO;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI;YAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;YACnC,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,OAAO,EAAE,IAAI;YACb,UAAU;YACV,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;SACjE,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/agent/verdict-retry-prompt.d.ts

@@ -0,0 +1,3 @@
+import type { Scenario } from "../types/scenario.js";
+export declare function buildVerdictRetryPrompt(scenario: Scenario): string;
+//# sourceMappingURL=verdict-retry-prompt.d.ts.map

package/dist/agent/verdict-retry-prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict-retry-prompt.d.ts","sourceRoot":"","sources":["../../src/agent/verdict-retry-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAiBlE"}

package/dist/agent/verdict-retry-prompt.js

@@ -0,0 +1,18 @@
+export function buildVerdictRetryPrompt(scenario) {
+    const list = scenario.then
+        .map((assertion, i) => `${i + 1}. **${assertion}**`)
+        .join("\n");
+    return `## Verdict required
+
+All Steps are complete (or the harness is ending this run). Emit your **final JSON verdict** now.
+
+### Then checkpoints (${scenario.then.length} total — include each exactly once)
+${list}
+
+### Rules (strict)
+- Do **not** use bash or read tools unless you lack CLI evidence for a checkpoint you already verified in this run.
+- Your reply must include a fenced \`\`\`json block with \`status\`, \`checkpoints\`, and \`summary\` per the system prompt schema.
+- \`status\` is \`"pass"\` only if every checkpoint passes with concrete CLI evidence.
+- Map every Then bullet above to one \`checkpoints[]\` entry using the same assertion text.`;
+}
+//# sourceMappingURL=verdict-retry-prompt.js.map

package/dist/agent/verdict-retry-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict-retry-prompt.js","sourceRoot":"","sources":["../../src/agent/verdict-retry-prompt.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,uBAAuB,CAAC,QAAkB;IACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI;SACvB,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,SAAS,IAAI,CAAC;SACnD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;wBAIe,QAAQ,CAAC,IAAI,CAAC,MAAM;EAC1C,IAAI;;;;;;4FAMsF,CAAC;AAC7F,CAAC"}

package/dist/agent/verdict-retry-prompt.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=verdict-retry-prompt.test.d.ts.map

package/dist/agent/verdict-retry-prompt.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict-retry-prompt.test.d.ts","sourceRoot":"","sources":["../../src/agent/verdict-retry-prompt.test.ts"],"names":[],"mappings":""}