prose-qa 0.1.0

package/dist/analyze/repl.js

@@ -0,0 +1,284 @@
+import { createInterface } from "node:readline/promises";
+import { stdin as input, stdout as output } from "node:process";
+import { readFileSync, writeFileSync } from "node:fs";
+import path from "node:path";
+import chalk from "chalk";
+import { canSplitHunk, computeDiffHunks, formatHunkBody, formatHunkHeader, splitHunk, } from "./diff-hunks.js";
+import { applyHunkList, editHunkInEditor, hunkMatchesAt, } from "./hunk-editor.js";
+import { normalizeScenarioMarkdown, validateScenarioMarkdown, } from "./validate-markdown.js";
+const PATCH_HELP = `y — apply this hunk
+n — skip this hunk
+e — edit this hunk in $EDITOR (save & close to apply if valid)
+s — split this hunk into smaller hunks (when possible)
+q — quit; unreviewed hunks are not applied
+? — show this help`;
+export async function waitForAnyKey(message, waitForKey) {
+    if (waitForKey) {
+        await waitForKey(message);
+        return;
+    }
+    process.stdout.write(message);
+    if (!process.stdin.isTTY) {
+        await new Promise((resolve) => {
+            process.stdin.once("end", resolve);
+            process.stdin.once("data", resolve);
+        });
+        process.stdout.write("\n");
+        return;
+    }
+    process.stdin.setRawMode(true);
+    process.stdin.resume();
+    await new Promise((resolve) => {
+        process.stdin.once("data", () => resolve());
+    });
+    process.stdin.setRawMode(false);
+    process.stdin.pause();
+    process.stdout.write("\n");
+}
+export function formatHunkDisplay(hunk, index, total, filePath) {
+    const header = formatHunkHeader(hunk, index, total, filePath);
+    const body = formatHunkBody(hunk)
+        .split("\n")
+        .map((line) => {
+        if (line.startsWith("+"))
+            return chalk.green(line);
+        if (line.startsWith("-"))
+            return chalk.red(line);
+        return chalk.dim(line);
+    })
+        .join("\n");
+    return `${chalk.bold(header)}\n${body}`;
+}
+async function reviewFileHunks(options) {
+    const pending = [...options.hunks];
+    const accepted = [];
+    const fileLines = options.before.split("\n");
+    let offset = 0;
+    const recomputeOffset = () => {
+        offset = 0;
+        for (const hunk of accepted) {
+            offset += hunk.added.length - hunk.removed.length;
+        }
+    };
+    while (pending.length > 0) {
+        const hunk = pending.shift();
+        const total = pending.length + accepted.length + 1;
+        const index = accepted.length;
+        console.log("");
+        console.log(formatHunkDisplay(hunk, index, total, options.relPath));
+        while (true) {
+            const answer = (await options.ask(chalk.bold("Stage this hunk [y/n/e/s/q/?]? "))).toLowerCase();
+            if (answer === "?" || answer === "h") {
+                console.log(PATCH_HELP);
+                await waitForAnyKey(chalk.dim("\nPress any key to continue… "), options.waitForKey);
+                continue;
+            }
+            if (answer === "q" || answer === "quit") {
+                return { accepted, quit: true };
+            }
+            if (answer === "s" || answer === "split") {
+                if (!canSplitHunk(hunk)) {
+                    console.log(chalk.yellow("Hunk cannot be split further."));
+                    continue;
+                }
+                const parts = splitHunk(hunk);
+                if (!parts) {
+                    console.log(chalk.yellow("Hunk cannot be split further."));
+                    continue;
+                }
+                pending.unshift(parts[1]);
+                pending.unshift(parts[0]);
+                break;
+            }
+            if (answer === "e" || answer === "edit") {
+                const edited = options.editHunk(hunk, options.relPath);
+                if (!edited) {
+                    console.log(chalk.dim("Edit cancelled or editor failed."));
+                    continue;
+                }
+                recomputeOffset();
+                if (!hunkMatchesAt(fileLines, edited, offset)) {
+                    console.log(chalk.red("Edited hunk does not apply cleanly to the file — try again."));
+                    continue;
+                }
+                accepted.push(edited);
+                break;
+            }
+            if (answer === "y" || answer === "yes") {
+                recomputeOffset();
+                if (!hunkMatchesAt(fileLines, hunk, offset)) {
+                    console.log(chalk.red("Hunk no longer applies cleanly to the file."));
+                    break;
+                }
+                accepted.push(hunk);
+                break;
+            }
+            if (answer === "n" || answer === "no" || answer === "") {
+                break;
+            }
+            console.log(chalk.dim("Unknown option. Type ? for help."));
+        }
+    }
+    return { accepted, quit: false };
+}
+export async function runAnalyzeRepl(options) {
+    const appliedFiles = [];
+    let quit = false;
+    const editHunk = options.editHunk ?? editHunkInEditor;
+    console.log("");
+    console.log(chalk.bold("Heuristic analysis"));
+    if (options.flakyReport) {
+        console.log(formatFlakySummary(options.flakyReport));
+    }
+    else {
+        console.log(formatHeuristicSummary(options.heuristicReport));
+    }
+    await waitForAnyKey(chalk.dim("\nPress any key to continue to LLM proposals… "), options.waitForKey);
+    if (options.llmEntries.length === 0) {
+        console.log(chalk.green("\nNo failed scenarios — nothing to review."));
+        return { appliedFiles, quit: false };
+    }
+    const rl = options.ask ? undefined : createInterface({ input, output });
+    const ask = options.ask ?? ((prompt) => rl.question(prompt).then((a) => a.trim()));
+    try {
+        for (const entry of options.llmEntries) {
+            if (quit)
+                break;
+            console.log("");
+            console.log(chalk.bold.cyan(`Scenario: ${entry.finding.scenario}`));
+            console.log(chalk.dim(entry.finding.filePath));
+            if (!entry.proposal) {
+                console.log(chalk.red(`LLM analysis failed: ${entry.parseError ?? "unknown error"}`));
+                await waitForAnyKey(chalk.dim("Press any key to continue… "), options.waitForKey);
+                continue;
+            }
+            console.log("");
+            if (entry.proposal.flakeDiagnosis) {
+                const d = entry.proposal.flakeDiagnosis;
+                console.log(chalk.magenta(`Flake diagnosis: ${d.type} [${d.confidence}] — ${d.explanation}`));
+                console.log("");
+            }
+            console.log(entry.proposal.rationale);
+            if (!entry.proposal.shouldEditScenario ||
+                !entry.proposal.revisedMarkdown) {
+                console.log(chalk.yellow("\nNo scenario edit proposed."));
+                await waitForAnyKey(chalk.dim("Press any key to continue… "), options.waitForKey);
+                continue;
+            }
+            const resolved = path.isAbsolute(entry.finding.filePath)
+                ? entry.finding.filePath
+                : path.resolve(options.cwd, entry.finding.filePath);
+            const before = readFileSync(resolved, "utf-8");
+            const after = normalizeScenarioMarkdown(entry.proposal.revisedMarkdown);
+            const hunks = computeDiffHunks(before, after);
+            const relPath = path.relative(options.cwd, resolved);
+            if (hunks.length === 0) {
+                console.log(chalk.dim("\nNo diff hunks — skipping file."));
+                await waitForAnyKey(chalk.dim("Press any key to continue… "), options.waitForKey);
+                continue;
+            }
+            const review = await reviewFileHunks({
+                before,
+                hunks,
+                relPath,
+                ask,
+                waitForKey: options.waitForKey,
+                editHunk,
+            });
+            if (review.quit) {
+                quit = true;
+            }
+            if (review.accepted.length > 0) {
+                try {
+                    const merged = applyHunkList(before, review.accepted);
+                    const normalized = normalizeScenarioMarkdown(merged);
+                    const err = writeScenarioFile(resolved, normalized);
+                    if (err) {
+                        console.error(chalk.red(`Failed to write ${relPath}: ${err}`));
+                    }
+                    else {
+                        console.log(chalk.green(`Updated ${relPath} (${review.accepted.length} hunk(s) applied)`));
+                        appliedFiles.push(resolved);
+                    }
+                }
+                catch (err) {
+                    console.error(chalk.red(String(err)));
+                }
+            }
+            if (quit)
+                break;
+        }
+    }
+    finally {
+        rl?.close();
+    }
+    return { appliedFiles, quit };
+}
+export function formatHeuristicSummary(report) {
+    if (report.findings.length === 0) {
+        return chalk.green(`Run ${report.runId}: all scenarios passed.`);
+    }
+    const lines = [
+        chalk.dim(`Run ${report.runId}`),
+        chalk.bold(`${report.findings.length} failed scenario(s):`),
+        "",
+    ];
+    for (const f of report.findings) {
+        const kindColor = f.failureKind === "scenario_issue"
+            ? chalk.yellow
+            : f.failureKind === "product"
+                ? chalk.red
+                : f.failureKind === "transient"
+                    ? chalk.cyan
+                    : chalk.gray;
+        lines.push(`• ${chalk.bold(f.scenario)} — ${kindColor(f.failureKind)} [${f.confidence}]`);
+        if (f.signals.length > 0) {
+            lines.push(chalk.dim(`  signals: ${f.signals.join(", ")}`));
+        }
+        for (const s of f.suggestions.slice(0, 3)) {
+            lines.push(chalk.dim(`  - ${s}`));
+        }
+    }
+    return lines.join("\n");
+}
+export function formatFlakySummary(report) {
+    if (report.findings.length === 0) {
+        return chalk.green(`No flaky scenarios across ${report.runIds.length} run(s).`);
+    }
+    const lines = [
+        chalk.bold(`Flaky scenarios across ${report.runIds.length} run(s):`),
+        chalk.dim(`Runs: ${report.runIds.join(", ")}`),
+        "",
+    ];
+    for (const f of report.findings) {
+        lines.push(`  ${chalk.bold(f.scenario)}  ${f.passCount} pass / ${f.failCount} fail / ${f.errorCount} error`);
+        for (const cp of f.inconsistentCheckpoints.slice(0, 3)) {
+            lines.push(chalk.dim(`    checkpoint flip: "${cp.assertion}" (pass: ${cp.passedIn.length}, fail: ${cp.failedIn.length})`));
+        }
+        const assessment = f.heuristicAssessment;
+        const hints = [];
+        if (assessment.likelyFalseNegative)
+            hints.push("likely false negative");
+        if (assessment.likelyFalsePositive)
+            hints.push("likely false positive");
+        if (hints.length > 0) {
+            lines.push(chalk.dim(`    diagnosis hint: ${hints.join(", ")} [${assessment.dominantKind}]`));
+        }
+        for (const w of f.filePathWarnings) {
+            lines.push(chalk.yellow(`    warning: ${w}`));
+        }
+        lines.push("");
+    }
+    return lines.join("\n");
+}
+function writeScenarioFile(filePath, markdown) {
+    try {
+        validateScenarioMarkdown(markdown, path.basename(filePath));
+        writeFileSync(filePath, markdown, "utf-8");
+        return undefined;
+    }
+    catch (err) {
+        return String(err);
+    }
+}
+//# sourceMappingURL=repl.js.map

package/dist/analyze/repl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repl.js","sourceRoot":"","sources":["../../src/analyze/repl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,KAAK,IAAI,KAAK,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,OAAO,CAAC;AAG1B,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,SAAS,GAEV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,aAAa,GACd,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAuBhC,MAAM,UAAU,GAAG;;;;;mBAKA,CAAC;AAEpB,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAe,EACf,UAA+C;IAE/C,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACnC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,IAAc,EACd,KAAa,EACb,KAAa,EACb,QAAgB;IAEhB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;SAC9B,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;AAC1C,CAAC;AAOD,KAAK,UAAU,eAAe,CAAC,OAO9B;IACC,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,eAAe,GAAG,GAAS,EAAE;QACjC,MAAM,GAAG,CAAC,CAAC;QACX,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpD,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAG,CAAC;QAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE9B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAEpE,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,CACb,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,CACjE,CAAC,WAAW,EAAE,CAAC;YAEhB,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACxB,MAAM,aAAa,CACjB,KAAK,CAAC,GAAG,CAAC,+BAA+B,CAAC,EAC1C,OAAO,CAAC,UAAU,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAClC,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBACzC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,+BAA+B,CAAC,CAAC,CAAC;oBAC3D,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,+BAA+B,CAAC,CAAC,CAAC;oBAC3D,SAAS;gBACX,CAAC;gBACD,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC3B,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC;oBAC3D,SAAS;gBACX,CAAC;gBACD,eAAe,EAAE,CAAC;gBAClB,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;oBAC9C,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,GAAG,CACP,6DAA6D,CAC9D,CACF,CAAC;oBACF,SAAS;gBACX,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,MAAM;YACR,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACvC,eAAe,EAAE,CAAC;gBAClB,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;oBAC5C,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,GAAG,CAAC,6CAA6C,CAAC,CACzD,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;gBACvD,MAAM;YACR,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA2B;IAE3B,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC;IAEtD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;IAC9C,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,aAAa,CACjB,KAAK,CAAC,GAAG,CAAC,gDAAgD,CAAC,EAC3D,OAAO,CAAC,UAAU,CACnB,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC,CAAC;QACvE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAED,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACxE,MAAM,GAAG,GACP,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,EAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAElF,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvC,IAAI,IAAI;gBAAE,MAAM;YAEhB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE/C,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,GAAG,CACP,wBAAwB,KAAK,CAAC,UAAU,IAAI,eAAe,EAAE,CAC9D,CACF,CAAC;gBACF,MAAM,aAAa,CACjB,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,EACxC,OAAO,CAAC,UAAU,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAClC,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACxC,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,OAAO,CACX,oBAAoB,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,UAAU,OAAO,CAAC,CAAC,WAAW,EAAE,CAClE,CACF,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,IACE,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB;gBAClC,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,EAC/B,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;gBAC1D,MAAM,aAAa,CACjB,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,EACxC,OAAO,CAAC,UAAU,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACtD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ;gBACxB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,yBAAyB,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAErD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC;gBAC3D,MAAM,aAAa,CACjB,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,EACxC,OAAO,CAAC,UAAU,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACnC,MAAM;gBACN,KAAK;gBACL,OAAO;gBACP,GAAG;gBACH,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,QAAQ;aACT,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACtD,MAAM,UAAU,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;oBACrD,MAAM,GAAG,GAAG,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;oBACpD,IAAI,GAAG,EAAE,CAAC;wBACR,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,OAAO,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,KAAK,CACT,WAAW,OAAO,KAAK,MAAM,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CACjE,CACF,CAAC;wBACF,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,IAAI,IAAI;gBAAE,MAAM;QAClB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,EAAE,EAAE,KAAK,EAAE,CAAC;IACd,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAqB;IAC1D,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,KAAK,yBAAyB,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,KAAK,GAAa;QACtB,KAAK,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,sBAAsB,CAAC;QAC3D,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,SAAS,GACb,CAAC,CAAC,WAAW,KAAK,gBAAgB;YAChC,CAAC,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS;gBAC3B,CAAC,CAAC,KAAK,CAAC,GAAG;gBACX,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW;oBAC7B,CAAC,CAAC,KAAK,CAAC,IAAI;oBACZ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAErB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,CAC9E,CAAC;QACF,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAA0B;IAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,KAAK,CAChB,6BAA6B,MAAM,CAAC,MAAM,CAAC,MAAM,UAAU,CAC5D,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAa;QACtB,KAAK,CAAC,IAAI,CACR,0BAA0B,MAAM,CAAC,MAAM,CAAC,MAAM,UAAU,CACzD;QACD,KAAK,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,SAAS,WAAW,CAAC,CAAC,SAAS,WAAW,CAAC,CAAC,UAAU,QAAQ,CACjG,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACvD,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,GAAG,CACP,yBAAyB,EAAE,CAAC,SAAS,YAAY,EAAE,CAAC,QAAQ,CAAC,MAAM,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,GAAG,CACpG,CACF,CAAC;QACJ,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,CAAC,mBAAmB,CAAC;QACzC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,UAAU,CAAC,mBAAmB;YAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACxE,IAAI,UAAU,CAAC,mBAAmB;YAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACxE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,GAAG,CACP,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,YAAY,GAAG,CACvE,CACF,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,QAAgB;IAC3D,IAAI,CAAC;QACH,wBAAwB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3C,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/analyze/repl.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=repl.test.d.ts.map

package/dist/analyze/repl.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repl.test.d.ts","sourceRoot":"","sources":["../../src/analyze/repl.test.ts"],"names":[],"mappings":""}

package/dist/analyze/repl.test.js

@@ -0,0 +1,101 @@
+import assert from "node:assert/strict";
+import { describe, it } from "node:test";
+import { computeDiffHunks } from "./diff-hunks.js";
+import { formatFlakySummary, formatHeuristicSummary } from "./repl.js";
+describe("formatHeuristicSummary", () => {
+    it("reports when all scenarios passed", () => {
+        const text = formatHeuristicSummary({
+            runId: "run-1",
+            analyzedAt: "now",
+            findings: [],
+        });
+        assert.match(text, /all scenarios passed/i);
+    });
+    it("lists failed scenarios", () => {
+        const text = formatHeuristicSummary({
+            runId: "run-1",
+            analyzedAt: "now",
+            findings: [
+                {
+                    scenario: "demo",
+                    filePath: "scenarios/demo.md",
+                    status: "fail",
+                    failureKind: "scenario_issue",
+                    confidence: "high",
+                    suggestions: ["Move checkpoint"],
+                    signals: ["steps_completed"],
+                },
+            ],
+        });
+        assert.match(text, /demo/);
+        assert.match(text, /scenario_issue/);
+    });
+});
+describe("formatFlakySummary", () => {
+    it("reports when no flaky scenarios found", () => {
+        const text = formatFlakySummary({
+            runIds: ["a", "b"],
+            analyzedAt: "now",
+            findings: [],
+        });
+        assert.match(text, /No flaky scenarios/i);
+    });
+    it("lists flaky scenario stats", () => {
+        const report = {
+            runIds: ["a", "b", "c"],
+            analyzedAt: "now",
+            findings: [
+                {
+                    scenario: "pilar-smoke",
+                    filePath: "scenarios/pilar-smoke.md",
+                    filePathWarnings: [],
+                    runCount: 3,
+                    passCount: 2,
+                    failCount: 1,
+                    errorCount: 0,
+                    inconsistentCheckpoints: [
+                        {
+                            assertion: 'page shows "Projects"',
+                            passedIn: ["a", "b"],
+                            failedIn: ["c"],
+                        },
+                    ],
+                    runs: [],
+                    heuristicAssessment: {
+                        dominantKind: "scenario_issue",
+                        likelyFalseNegative: true,
+                        likelyFalsePositive: false,
+                        suggestions: [],
+                    },
+                },
+            ],
+        };
+        const text = formatFlakySummary(report);
+        assert.match(text, /pilar-smoke/);
+        assert.match(text, /2 pass \/ 1 fail/);
+        assert.match(text, /checkpoint flip/i);
+        assert.match(text, /false negative/i);
+    });
+});
+describe("computeDiffHunks integration", () => {
+    it("produces hunks for scenario-like edits", () => {
+        const before = `# Steps
+1. Open app
+2. Click Save
+
+# Then
+- page shows "Done"
+`;
+        const after = `# Steps
+1. Open app
+2. Click Save
+3. Wait for confirmation
+
+# Then
+- page shows "Done"
+`;
+        const hunks = computeDiffHunks(before, after);
+        assert.ok(hunks.length >= 1);
+    });
+});
+//# sourceMappingURL=repl.test.js.map

package/dist/analyze/repl.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repl.test.js","sourceRoot":"","sources":["../../src/analyze/repl.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AAGvE,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,sBAAsB,CAAC;YAClC,KAAK,EAAE,OAAO;YACd,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,IAAI,GAAG,sBAAsB,CAAC;YAClC,KAAK,EAAE,OAAO;YACd,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE;gBACR;oBACE,QAAQ,EAAE,MAAM;oBAChB,QAAQ,EAAE,mBAAmB;oBAC7B,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,gBAAgB;oBAC7B,UAAU,EAAE,MAAM;oBAClB,WAAW,EAAE,CAAC,iBAAiB,CAAC;oBAChC,OAAO,EAAE,CAAC,iBAAiB,CAAC;iBAC7B;aACF;SACF,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,IAAI,GAAG,kBAAkB,CAAC;YAC9B,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;YAClB,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,MAAM,GAAuB;YACjC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACvB,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE;gBACR;oBACE,QAAQ,EAAE,aAAa;oBACvB,QAAQ,EAAE,0BAA0B;oBACpC,gBAAgB,EAAE,EAAE;oBACpB,QAAQ,EAAE,CAAC;oBACX,SAAS,EAAE,CAAC;oBACZ,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;oBACb,uBAAuB,EAAE;wBACvB;4BACE,SAAS,EAAE,uBAAuB;4BAClC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;4BACpB,QAAQ,EAAE,CAAC,GAAG,CAAC;yBAChB;qBACF;oBACD,IAAI,EAAE,EAAE;oBACR,mBAAmB,EAAE;wBACnB,YAAY,EAAE,gBAAgB;wBAC9B,mBAAmB,EAAE,IAAI;wBACzB,mBAAmB,EAAE,KAAK;wBAC1B,WAAW,EAAE,EAAE;qBAChB;iBACF;aACF;SACF,CAAC;QACF,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,MAAM,GAAG;;;;;;CAMlB,CAAC;QACE,MAAM,KAAK,GAAG;;;;;;;CAOjB,CAAC;QACE,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/analyze/suggest.d.ts

@@ -0,0 +1,5 @@
+import type { ClassifiedFailure } from "../healing/classify.js";
+import type { Scenario } from "../types/scenario.js";
+import type { ScenarioResult } from "../types/verdict.js";
+export declare function suggestScenarioFixes(result: ScenarioResult, scenario: Scenario | undefined, classified: ClassifiedFailure): string[];
+//# sourceMappingURL=suggest.d.ts.map

package/dist/analyze/suggest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggest.d.ts","sourceRoot":"","sources":["../../src/analyze/suggest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AA+B1D,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAC9B,UAAU,EAAE,iBAAiB,GAC5B,MAAM,EAAE,CAkEV"}

package/dist/analyze/suggest.js

@@ -0,0 +1,75 @@
+function lastNumberedStepIndex(steps) {
+    const matches = [...steps.matchAll(/^\s*(\d+)\./gm)];
+    if (matches.length === 0)
+        return undefined;
+    const last = matches.at(-1);
+    return last ? parseInt(last[1], 10) : undefined;
+}
+function stepBeforeNavigation(scenario) {
+    const lines = scenario.steps.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].toLowerCase();
+        if (/open (the )?(first )?project\b|open (a )?project\b|navigate.*project.*detail|see details/i.test(line) &&
+            !/my projects|all projects|projects list|sidebar/i.test(line)) {
+            const prev = lines
+                .slice(0, i)
+                .map((l) => /^\s*(\d+)\./.exec(l))
+                .filter(Boolean)
+                .at(-1);
+            if (prev)
+                return parseInt(prev[1], 10);
+            return Math.max(1, i);
+        }
+    }
+    return lastNumberedStepIndex(scenario.steps);
+}
+export function suggestScenarioFixes(result, scenario, classified) {
+    const suggestions = [];
+    const failed = result.verdict?.checkpoints.filter((c) => !c.pass) ?? [];
+    switch (classified.kind) {
+        case "scenario_issue": {
+            for (const cp of failed) {
+                if (/^page shows/i.test(cp.assertion)) {
+                    const stepN = scenario ? stepBeforeNavigation(scenario) : undefined;
+                    if (stepN !== undefined) {
+                        suggestions.push(`Move checkpoint "${cp.assertion}" to immediately after step ${stepN} (before navigation changes the page).`);
+                    }
+                    else {
+                        suggestions.push(`Add an intermediate Then with "${cp.assertion}" before the step that navigates away from that view.`);
+                    }
+                }
+                if (/^url contains/i.test(cp.assertion) && /detail/i.test(cp.reason)) {
+                    suggestions.push(`Narrow "${cp.assertion}" to the list route only (e.g. exact path "/projects" without project id), or verify URL before opening a detail page.`);
+                }
+            }
+            if (suggestions.length === 0) {
+                suggestions.push("Review Then placement: checkpoints may target an earlier page state than the final step leaves the browser on.");
+            }
+            break;
+        }
+        case "transient": {
+            if (classified.signals.length > 0) {
+                suggestions.push(`Flake suspected (signals: ${classified.signals.join(", ")}). Add explicit waits after steps that trigger navigation or data loading.`);
+            }
+            else {
+                suggestions.push("Flake suspected — add agent-browser wait commands after unstable steps.");
+            }
+            suggestions.push("Consider `pqa run ... --retries 1 --retries-policy transient` for CI.");
+            break;
+        }
+        case "product": {
+            for (const cp of failed) {
+                suggestions.push(`Likely application regression — do not heal. Failed: "${cp.assertion}" — ${cp.reason.slice(0, 120)}`);
+            }
+            break;
+        }
+        default: {
+            suggestions.push(`Review transcript and artifacts in ${result.artifactDir ?? "(no artifact dir)"}.`);
+            if (result.error) {
+                suggestions.push(`Error: ${result.error.slice(0, 200)}`);
+            }
+        }
+    }
+    return suggestions.slice(0, 5);
+}
+//# sourceMappingURL=suggest.js.map

package/dist/analyze/suggest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggest.js","sourceRoot":"","sources":["../../src/analyze/suggest.ts"],"names":[],"mappings":"AAIA,SAAS,qBAAqB,CAAC,KAAa;IAC1C,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;IACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAkB;IAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,CAAC;QACrC,IACE,2FAA2F,CAAC,IAAI,CAC9F,IAAI,CACL;YACD,CAAC,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,EAC7D,CAAC;YACD,MAAM,IAAI,GAAG,KAAK;iBACf,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACjC,MAAM,CAAC,OAAO,CAAC;iBACf,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACV,IAAI,IAAI;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;YACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAsB,EACtB,QAA8B,EAC9B,UAA6B;IAE7B,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAExE,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACxB,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACpE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,WAAW,CAAC,IAAI,CACd,oBAAoB,EAAE,CAAC,SAAS,+BAA+B,KAAK,wCAAwC,CAC7G,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,WAAW,CAAC,IAAI,CACd,kCAAkC,EAAE,CAAC,SAAS,uDAAuD,CACtG,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;oBACrE,WAAW,CAAC,IAAI,CACd,WAAW,EAAE,CAAC,SAAS,wHAAwH,CAChJ,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,WAAW,CAAC,IAAI,CACd,gHAAgH,CACjH,CAAC;YACJ,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,WAAW,CAAC,IAAI,CACd,6BAA6B,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,4EAA4E,CACvI,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CACd,yEAAyE,CAC1E,CAAC;YACJ,CAAC;YACD,WAAW,CAAC,IAAI,CACd,uEAAuE,CACxE,CAAC;YACF,MAAM;QACR,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,WAAW,CAAC,IAAI,CACd,yDAAyD,EAAE,CAAC,SAAS,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACtG,CAAC;YACJ,CAAC;YACD,MAAM;QACR,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACR,WAAW,CAAC,IAAI,CACd,sCAAsC,MAAM,CAAC,WAAW,IAAI,mBAAmB,GAAG,CACnF,CAAC;YACF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,WAAW,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjC,CAAC"}

package/dist/analyze/suggest.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=suggest.test.d.ts.map

package/dist/analyze/suggest.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggest.test.d.ts","sourceRoot":"","sources":["../../src/analyze/suggest.test.ts"],"names":[],"mappings":""}

package/dist/analyze/suggest.test.js

@@ -0,0 +1,53 @@
+import assert from "node:assert/strict";
+import { describe, it } from "node:test";
+import { classifyFailure } from "../healing/classify.js";
+import { suggestScenarioFixes } from "./suggest.js";
+const scenario = {
+    filePath: "/scenarios/pilar-smoke.md",
+    frontmatter: { name: "pilar-smoke" },
+    skills: [],
+    goal: "Smoke",
+    steps: `1. Open app
+4. Click My projects
+5. Open the first project`,
+    then: ['url contains "/projects"', 'page shows "Projects"'],
+    rawCheckpoints: [],
+    checkpoints: [
+        { raw: 'url contains "/projects"', kind: "url_contains", value: "/projects" },
+        { raw: 'page shows "Projects"', kind: "page_shows", value: "Projects" },
+    ],
+};
+const failResult = {
+    scenario: "pilar-smoke",
+    filePath: "/scenarios/pilar-smoke.md",
+    status: "fail",
+    durationMs: 1,
+    verdict: {
+        status: "fail",
+        summary: "All 5 steps completed successfully.",
+        checkpoints: [
+            { assertion: 'url contains "/projects"', pass: true, reason: "ok" },
+            {
+                assertion: 'page shows "Projects"',
+                pass: false,
+                reason: "After completing all steps, on project detail page.",
+            },
+        ],
+    },
+    transcript: { entries: [] },
+};
+describe("suggestScenarioFixes", () => {
+    it("suggests moving page_shows checkpoint before navigation", () => {
+        const classified = classifyFailure(failResult, scenario, {
+            llm: { provider: "anthropic", model: "x" },
+            browser: { headed: false, sessionName: "pqa", defaultTimeout: 25_000, engine: "chrome" },
+            skills: { dirs: [], preloads: [] },
+            agent: { maxTurns: 30, bashTimeoutMs: 120_000 },
+            auth: {},
+        });
+        const suggestions = suggestScenarioFixes(failResult, scenario, classified);
+        assert.equal(classified.kind, "scenario_issue");
+        assert.ok(suggestions.some((s) => s.includes('page shows "Projects"') && s.includes("step 4")));
+    });
+});
+//# sourceMappingURL=suggest.test.js.map

package/dist/analyze/suggest.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggest.test.js","sourceRoot":"","sources":["../../src/analyze/suggest.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAEpD,MAAM,QAAQ,GAAa;IACzB,QAAQ,EAAE,2BAA2B;IACrC,WAAW,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;IACpC,MAAM,EAAE,EAAE;IACV,IAAI,EAAE,OAAO;IACb,KAAK,EAAE;;0BAEiB;IACxB,IAAI,EAAE,CAAC,0BAA0B,EAAE,uBAAuB,CAAC;IAC3D,cAAc,EAAE,EAAE;IAClB,WAAW,EAAE;QACX,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE;QAC7E,EAAE,GAAG,EAAE,uBAAuB,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE;KACxE;CACF,CAAC;AAEF,MAAM,UAAU,GAAmB;IACjC,QAAQ,EAAE,aAAa;IACvB,QAAQ,EAAE,2BAA2B;IACrC,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,CAAC;IACb,OAAO,EAAE;QACP,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qCAAqC;QAC9C,WAAW,EAAE;YACX,EAAE,SAAS,EAAE,0BAA0B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YACnE;gBACE,SAAS,EAAE,uBAAuB;gBAClC,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,qDAAqD;aAC9D;SACF;KACF;IACD,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;CAC5B,CAAC;AAEF,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,UAAU,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,EAAE;YACvD,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;YAC1C,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE;YACxF,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,OAAO,EAAE;YAC/C,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC3E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CACP,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CACrF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/analyze/validate-markdown.d.ts

@@ -0,0 +1,3 @@
+export declare function normalizeScenarioMarkdown(markdown: string): string;
+export declare function validateScenarioMarkdown(markdown: string, hintBasename?: string): void;
+//# sourceMappingURL=validate-markdown.d.ts.map

package/dist/analyze/validate-markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-markdown.d.ts","sourceRoot":"","sources":["../../src/analyze/validate-markdown.ts"],"names":[],"mappings":"AAKA,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAElE;AAED,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,MAAM,EAChB,YAAY,SAAa,GACxB,IAAI,CAcN"}

package/dist/analyze/validate-markdown.js

@@ -0,0 +1,25 @@
+import { mkdtempSync, unlinkSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import path from "node:path";
+import { parseScenarioFile, stripScenarioComments } from "../scenarios/parser.js";
+export function normalizeScenarioMarkdown(markdown) {
+    return `${stripScenarioComments(markdown).trim()}\n`;
+}
+export function validateScenarioMarkdown(markdown, hintBasename = "draft.md") {
+    const normalized = normalizeScenarioMarkdown(markdown);
+    const dir = mkdtempSync(path.join(tmpdir(), "pqa-analyze-"));
+    const draft = path.join(dir, hintBasename);
+    writeFileSync(draft, normalized, "utf-8");
+    try {
+        parseScenarioFile(draft);
+    }
+    finally {
+        try {
+            unlinkSync(draft);
+        }
+        catch {
+            /* ignore */
+        }
+    }
+}
+//# sourceMappingURL=validate-markdown.js.map

package/dist/analyze/validate-markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-markdown.js","sourceRoot":"","sources":["../../src/analyze/validate-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAElF,MAAM,UAAU,yBAAyB,CAAC,QAAgB;IACxD,OAAO,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAAgB,EAChB,YAAY,GAAG,UAAU;IAEzB,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC3C,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,UAAU,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/artifacts/policy.d.ts

@@ -0,0 +1,9 @@
+import type { ArtifactsMode } from "../types/config.js";
+import type { ScenarioResult } from "../types/verdict.js";
+/** Browser failure captures written by the agent under $PQA_ARTIFACT_DIR */
+export declare const BROWSER_ARTIFACT_FILES: readonly ["failure.png", "snapshot.json"];
+export declare function formatArtifactsRuntimeHint(mode: ArtifactsMode): string;
+export declare function pruneBrowserArtifacts(artifactDir: string): void;
+/** Enforce --artifacts policy after a scenario (harness transcripts are unaffected). */
+export declare function applyArtifactsPolicy(artifactDir: string, mode: ArtifactsMode, result: Pick<ScenarioResult, "status">): void;
+//# sourceMappingURL=policy.d.ts.map

package/dist/artifacts/policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../../src/artifacts/policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,4EAA4E;AAC5E,eAAO,MAAM,sBAAsB,2CAA4C,CAAC;AAEhF,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAsBtE;AAED,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAO/D;AAED,wFAAwF;AACxF,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,GACrC,IAAI,CAQN"}