prose-qa 0.1.0

package/dist/analyze/index.js

@@ -0,0 +1,122 @@
+import { existsSync, readdirSync, readFileSync, statSync } from "node:fs";
+import path from "node:path";
+import chalk from "chalk";
+import { classifyFailure } from "../healing/classify.js";
+import { parseScenarioFile } from "../scenarios/parser.js";
+import { suggestScenarioFixes } from "./suggest.js";
+export function listRunDirs(cwd) {
+    const runsRoot = path.join(cwd, ".pqa", "runs");
+    if (!existsSync(runsRoot)) {
+        throw new Error(`No runs directory at ${runsRoot}`);
+    }
+    const dirs = readdirSync(runsRoot)
+        .map((name) => path.join(runsRoot, name))
+        .filter((p) => statSync(p).isDirectory())
+        .sort((a, b) => statSync(b).mtimeMs - statSync(a).mtimeMs);
+    if (dirs.length === 0) {
+        throw new Error(`No runs found under ${runsRoot}`);
+    }
+    return dirs;
+}
+export function resolveRunDir(cwd, runPathOrId) {
+    if (!runPathOrId) {
+        return listRunDirs(cwd)[0];
+    }
+    const runsRoot = path.join(cwd, ".pqa", "runs");
+    const resolved = path.isAbsolute(runPathOrId)
+        ? runPathOrId
+        : path.resolve(cwd, runPathOrId);
+    if (existsSync(resolved) && statSync(resolved).isDirectory()) {
+        return resolved;
+    }
+    const byId = path.join(runsRoot, runPathOrId);
+    if (existsSync(byId) && statSync(byId).isDirectory()) {
+        return byId;
+    }
+    throw new Error(`Run directory not found: ${runPathOrId}`);
+}
+export function resolveRunDirs(cwd, runIds, lastN) {
+    if (runIds.length > 0) {
+        return runIds.map((id) => resolveRunDir(cwd, id));
+    }
+    if (lastN !== undefined) {
+        if (lastN < 2) {
+            throw new Error("--last requires at least 2 runs for multi-run analysis");
+        }
+        const dirs = listRunDirs(cwd);
+        if (dirs.length < 2) {
+            throw new Error(`Multi-run analysis requires at least 2 runs; found ${dirs.length}`);
+        }
+        return dirs.slice(0, lastN);
+    }
+    return [resolveRunDir(cwd)];
+}
+export function loadRunReport(runDir) {
+    const reportPath = path.join(runDir, "report.json");
+    if (!existsSync(reportPath)) {
+        throw new Error(`Missing report.json in ${runDir}`);
+    }
+    return JSON.parse(readFileSync(reportPath, "utf-8"));
+}
+export function analyzeRun(runDir, cwd) {
+    const report = loadRunReport(runDir);
+    const findings = [];
+    for (const result of report.results) {
+        if (result.status !== "fail" && result.status !== "error")
+            continue;
+        let scenario;
+        try {
+            scenario = parseScenarioFile(path.isAbsolute(result.filePath)
+                ? result.filePath
+                : path.resolve(cwd, result.filePath));
+        }
+        catch {
+            scenario = undefined;
+        }
+        const classified = classifyFailure(result, scenario);
+        const suggestions = suggestScenarioFixes(result, scenario, classified);
+        findings.push({
+            scenario: result.scenario,
+            filePath: result.filePath,
+            status: result.status,
+            failureKind: classified.kind,
+            confidence: classified.confidence,
+            suggestions,
+            signals: classified.signals,
+        });
+    }
+    return {
+        runId: report.runId,
+        analyzedAt: new Date().toISOString(),
+        findings,
+    };
+}
+export function formatAnalyzeReport(report) {
+    if (report.findings.length === 0) {
+        return chalk.green(`Run ${report.runId}: no failed scenarios to analyze.`);
+    }
+    const lines = [
+        chalk.bold(`Analyze run ${report.runId}`),
+        chalk.dim(`Analyzed at ${report.analyzedAt}`),
+        "",
+    ];
+    for (const f of report.findings) {
+        const kindColor = f.failureKind === "scenario_issue"
+            ? chalk.yellow
+            : f.failureKind === "product"
+                ? chalk.red
+                : f.failureKind === "transient"
+                    ? chalk.cyan
+                    : chalk.gray;
+        lines.push(`${chalk.bold(f.scenario)} ${chalk.dim(`(${f.status})`)} — ${kindColor(f.failureKind)} [${f.confidence}]`);
+        if (f.signals.length > 0) {
+            lines.push(chalk.dim(`  signals: ${f.signals.join(", ")}`));
+        }
+        for (const s of f.suggestions) {
+            lines.push(`  • ${s}`);
+        }
+        lines.push("");
+    }
+    return lines.join("\n");
+}
+//# sourceMappingURL=index.js.map

package/dist/analyze/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/analyze/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAiB,MAAM,SAAS,CAAC;AACzF,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAG3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAkBpD,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAC;SAC/B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;SACxC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,WAAoB;IAC7D,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IAC9B,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAEnC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,GAAW,EACX,MAAgB,EAChB,KAAc;IAEd,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,sDAAsD,IAAI,CAAC,MAAM,EAAE,CACpE,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAc,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,GAAW;IACpD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO;YAAE,SAAS;QAEpE,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACH,QAAQ,GAAG,iBAAiB,CAC1B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC9B,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CACvC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,UAAU,CAAC,IAAI;YAC5B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,WAAW;YACX,OAAO,EAAE,UAAU,CAAC,OAAO;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACvD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,KAAK,mCAAmC,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,KAAK,GAAa;QACtB,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,KAAK,EAAE,CAAC;QACzC,KAAK,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,UAAU,EAAE,CAAC;QAC7C,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,SAAS,GACb,CAAC,CAAC,WAAW,KAAK,gBAAgB;YAChC,CAAC,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS;gBAC3B,CAAC,CAAC,KAAK,CAAC,GAAG;gBACX,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW;oBAC7B,CAAC,CAAC,KAAK,CAAC,IAAI;oBACZ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAErB,KAAK,CAAC,IAAI,CACR,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,CAC1G,CAAC;QACF,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/analyze/llm-fix.d.ts

@@ -0,0 +1,11 @@
+import type { PqaConfig } from "../types/config.js";
+import type { FlakyLlmAnalyzeContext, LlmAnalyzeContext } from "./build-context.js";
+import { type ScenarioFixProposal } from "./parse-proposal.js";
+export interface LlmFixResult {
+    proposal: ScenarioFixProposal | null;
+    rawText: string;
+    parseError?: string;
+}
+export declare function proposeScenarioFixWithLlm(config: PqaConfig, context: LlmAnalyzeContext, cwd: string): Promise<LlmFixResult>;
+export declare function proposeFlakyScenarioFixWithLlm(config: PqaConfig, context: FlakyLlmAnalyzeContext, cwd: string): Promise<LlmFixResult>;
+//# sourceMappingURL=llm-fix.d.ts.map

package/dist/analyze/llm-fix.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-fix.d.ts","sourceRoot":"","sources":["../../src/analyze/llm-fix.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACpF,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,qBAAqB,CAAC;AAG7B,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAsFD,wBAAsB,yBAAyB,CAC7C,MAAM,EAAE,SAAS,EACjB,OAAO,EAAE,iBAAiB,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,YAAY,CAAC,CAOvB;AAED,wBAAsB,8BAA8B,CAClD,MAAM,EAAE,SAAS,EACjB,OAAO,EAAE,sBAAsB,EAC/B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,YAAY,CAAC,CAOvB"}

package/dist/analyze/llm-fix.js

@@ -0,0 +1,76 @@
+import { readFileSync } from "node:fs";
+import { generateText } from "ai";
+import { createLlmModel } from "../agent/llm-model.js";
+import { resolveBundledPath } from "../paths.js";
+import { extractScenarioFixProposal, } from "./parse-proposal.js";
+import { validateScenarioMarkdown } from "./validate-markdown.js";
+async function validateAndRetryProposal(config, system, formatRef, proposal, rawText) {
+    if (!proposal.shouldEditScenario) {
+        return { proposal, rawText };
+    }
+    const markdown = proposal.revisedMarkdown?.trim();
+    if (!markdown) {
+        return {
+            proposal,
+            rawText,
+            parseError: "shouldEditScenario is true but revisedMarkdown is missing",
+        };
+    }
+    try {
+        validateScenarioMarkdown(markdown);
+        return { proposal, rawText };
+    }
+    catch (err) {
+        const parseError = `revisedMarkdown failed parse: ${String(err)}`;
+        const retry = await generateText({
+            model: createLlmModel(config),
+            system: `${system}\n\n---\n\n## Reference: scenario format\n\n${formatRef}`,
+            prompt: `The revised scenario failed to parse: ${parseError}\n\nReturn ONLY fixed JSON with valid revisedMarkdown.\n\nPrevious JSON:\n\`\`\`json\n${JSON.stringify(proposal, null, 2)}\n\`\`\``,
+            maxOutputTokens: 8192,
+        });
+        const retried = extractScenarioFixProposal(retry.text);
+        if (!retried?.shouldEditScenario || !retried.revisedMarkdown?.trim()) {
+            return { proposal, rawText: retry.text, parseError };
+        }
+        try {
+            validateScenarioMarkdown(retried.revisedMarkdown);
+            return { proposal: retried, rawText: retry.text };
+        }
+        catch (retryErr) {
+            return {
+                proposal: retried,
+                rawText: retry.text,
+                parseError: `revisedMarkdown failed parse after retry: ${String(retryErr)}`,
+            };
+        }
+    }
+}
+async function runLlmProposal(config, cwd, systemRelPath, userPrompt) {
+    const systemPath = resolveBundledPath(cwd, systemRelPath);
+    const formatPath = resolveBundledPath(cwd, "prompt/references/scenario-format.md");
+    const system = readFileSync(systemPath, "utf-8");
+    const formatRef = readFileSync(formatPath, "utf-8");
+    const fullSystem = `${system}\n\n---\n\n## Reference: scenario format\n\n${formatRef}`;
+    const { text } = await generateText({
+        model: createLlmModel(config),
+        system: fullSystem,
+        prompt: userPrompt,
+        maxOutputTokens: 8192,
+    });
+    const proposal = extractScenarioFixProposal(text);
+    if (!proposal) {
+        return {
+            proposal: null,
+            rawText: text,
+            parseError: "LLM response did not contain valid proposal JSON",
+        };
+    }
+    return validateAndRetryProposal(config, system, formatRef, proposal, text);
+}
+export async function proposeScenarioFixWithLlm(config, context, cwd) {
+    return runLlmProposal(config, cwd, "prompt/ANALYZE.md", `Analyze this failed run and propose scenario fixes.\n\n\`\`\`json\n${JSON.stringify(context, null, 2)}\n\`\`\`\n\nReply with ONLY the JSON code block from the output schema.`);
+}
+export async function proposeFlakyScenarioFixWithLlm(config, context, cwd) {
+    return runLlmProposal(config, cwd, "prompt/ANALYZE-FLAKY.md", `Compare pass vs fail runs for this flaky scenario and propose stabilizing edits.\n\n\`\`\`json\n${JSON.stringify(context, null, 2)}\n\`\`\`\n\nReply with ONLY the JSON code block from the output schema.`);
+}
+//# sourceMappingURL=llm-fix.js.map

package/dist/analyze/llm-fix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-fix.js","sourceRoot":"","sources":["../../src/analyze/llm-fix.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EACL,0BAA0B,GAE3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAQlE,KAAK,UAAU,wBAAwB,CACrC,MAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,QAA6B,EAC7B,OAAe;IAEf,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;IAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;YACL,QAAQ;YACR,OAAO;YACP,UAAU,EAAE,2DAA2D;SACxE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,iCAAiC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC;YAC/B,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC;YAC7B,MAAM,EAAE,GAAG,MAAM,+CAA+C,SAAS,EAAE;YAC3E,MAAM,EAAE,yCAAyC,UAAU,yFAAyF,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU;YAC/L,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,EAAE,kBAAkB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;YACrE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;QACvD,CAAC;QAED,IAAI,CAAC;YACH,wBAAwB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACpD,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,OAAO;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,KAAK,CAAC,IAAI;gBACnB,UAAU,EAAE,6CAA6C,MAAM,CAAC,QAAQ,CAAC,EAAE;aAC5E,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,MAAiB,EACjB,GAAW,EACX,aAAqB,EACrB,UAAkB;IAElB,MAAM,UAAU,GAAG,kBAAkB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,kBAAkB,CACnC,GAAG,EACH,sCAAsC,CACvC,CAAC;IACF,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,GAAG,MAAM,+CAA+C,SAAS,EAAE,CAAC;IAEvF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,YAAY,CAAC;QAClC,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC;QAC7B,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,eAAe,EAAE,IAAI;KACtB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,kDAAkD;SAC/D,CAAC;IACJ,CAAC;IAED,OAAO,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAiB,EACjB,OAA0B,EAC1B,GAAW;IAEX,OAAO,cAAc,CACnB,MAAM,EACN,GAAG,EACH,mBAAmB,EACnB,sEAAsE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,yEAAyE,CAChL,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAiB,EACjB,OAA+B,EAC/B,GAAW;IAEX,OAAO,cAAc,CACnB,MAAM,EACN,GAAG,EACH,yBAAyB,EACzB,mGAAmG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,yEAAyE,CAC7M,CAAC;AACJ,CAAC"}

package/dist/analyze/parse-proposal.d.ts

@@ -0,0 +1,41 @@
+import { z } from "zod";
+export declare const FlakeDiagnosisSchema: z.ZodObject<{
+    type: z.ZodEnum<{
+        product: "product";
+        false_negative: "false_negative";
+        false_positive: "false_positive";
+        timing_flake: "timing_flake";
+        agent_drift: "agent_drift";
+    }>;
+    confidence: z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+    }>;
+    explanation: z.ZodString;
+}, z.core.$strip>;
+export declare const ScenarioFixProposalSchema: z.ZodObject<{
+    shouldEditScenario: z.ZodBoolean;
+    rationale: z.ZodString;
+    changes: z.ZodArray<z.ZodString>;
+    revisedMarkdown: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    flakeDiagnosis: z.ZodOptional<z.ZodObject<{
+        type: z.ZodEnum<{
+            product: "product";
+            false_negative: "false_negative";
+            false_positive: "false_positive";
+            timing_flake: "timing_flake";
+            agent_drift: "agent_drift";
+        }>;
+        confidence: z.ZodEnum<{
+            low: "low";
+            medium: "medium";
+            high: "high";
+        }>;
+        explanation: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type FlakeDiagnosis = z.infer<typeof FlakeDiagnosisSchema>;
+export type ScenarioFixProposal = z.infer<typeof ScenarioFixProposalSchema>;
+export declare function extractScenarioFixProposal(text: string): ScenarioFixProposal | null;
+//# sourceMappingURL=parse-proposal.d.ts.map

package/dist/analyze/parse-proposal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-proposal.d.ts","sourceRoot":"","sources":["../../src/analyze/parse-proposal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;iBAU/B,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;iBAMpC,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAiCnF"}

package/dist/analyze/parse-proposal.js

@@ -0,0 +1,53 @@
+import { z } from "zod";
+export const FlakeDiagnosisSchema = z.object({
+    type: z.enum([
+        "false_negative",
+        "false_positive",
+        "timing_flake",
+        "agent_drift",
+        "product",
+    ]),
+    confidence: z.enum(["high", "medium", "low"]),
+    explanation: z.string(),
+});
+export const ScenarioFixProposalSchema = z.object({
+    shouldEditScenario: z.boolean(),
+    rationale: z.string(),
+    changes: z.array(z.string()),
+    revisedMarkdown: z.string().nullable().optional(),
+    flakeDiagnosis: FlakeDiagnosisSchema.optional(),
+});
+export function extractScenarioFixProposal(text) {
+    const jsonBlock = /```(?:json)?\s*([\s\S]*?)```/g;
+    let match;
+    const candidates = [];
+    while ((match = jsonBlock.exec(text)) !== null) {
+        candidates.push(match[1].trim());
+    }
+    candidates.push(text.trim());
+    for (const candidate of candidates.reverse()) {
+        try {
+            const parsed = JSON.parse(candidate);
+            const result = ScenarioFixProposalSchema.safeParse(parsed);
+            if (result.success)
+                return result.data;
+        }
+        catch {
+            // continue
+        }
+    }
+    const inline = /\{[\s\S]*"shouldEditScenario"\s*:\s*(?:true|false)[\s\S]*\}/.exec(text);
+    if (inline) {
+        try {
+            const parsed = JSON.parse(inline[0]);
+            const result = ScenarioFixProposalSchema.safeParse(parsed);
+            if (result.success)
+                return result.data;
+        }
+        catch {
+            // continue
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=parse-proposal.js.map

package/dist/analyze/parse-proposal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-proposal.js","sourceRoot":"","sources":["../../src/analyze/parse-proposal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QACX,gBAAgB;QAChB,gBAAgB;QAChB,cAAc;QACd,aAAa;QACb,SAAS;KACV,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;CACxB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,cAAc,EAAE,oBAAoB,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAKH,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,MAAM,SAAS,GAAG,+BAA+B,CAAC;IAClD,IAAI,KAA6B,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAE7B,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAY,CAAC;YAChD,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GACV,6DAA6D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAY,CAAC;YAChD,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/analyze/parse-proposal.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=parse-proposal.test.d.ts.map

package/dist/analyze/parse-proposal.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-proposal.test.d.ts","sourceRoot":"","sources":["../../src/analyze/parse-proposal.test.ts"],"names":[],"mappings":""}

package/dist/analyze/parse-proposal.test.js

@@ -0,0 +1,40 @@
+import assert from "node:assert/strict";
+import { describe, it } from "node:test";
+import { extractScenarioFixProposal } from "./parse-proposal.js";
+describe("extractScenarioFixProposal", () => {
+    it("parses JSON from fenced block", () => {
+        const text = `\`\`\`json
+{
+  "shouldEditScenario": true,
+  "rationale": "Move checkpoint earlier.",
+  "changes": ["Move Then item"],
+  "revisedMarkdown": "---\\nname: x\\n---\\n"
+}
+\`\`\``;
+        const proposal = extractScenarioFixProposal(text);
+        assert.ok(proposal);
+        assert.equal(proposal.shouldEditScenario, true);
+        assert.equal(proposal.changes[0], "Move Then item");
+    });
+    it("returns null for invalid payload", () => {
+        assert.equal(extractScenarioFixProposal("not json"), null);
+    });
+    it("parses optional flakeDiagnosis", () => {
+        const text = `\`\`\`json
+{
+  "shouldEditScenario": false,
+  "rationale": "Product bug.",
+  "changes": [],
+  "flakeDiagnosis": {
+    "type": "false_negative",
+    "confidence": "high",
+    "explanation": "Then checked too late."
+  }
+}
+\`\`\``;
+        const proposal = extractScenarioFixProposal(text);
+        assert.ok(proposal?.flakeDiagnosis);
+        assert.equal(proposal.flakeDiagnosis.type, "false_negative");
+    });
+});
+//# sourceMappingURL=parse-proposal.test.js.map

package/dist/analyze/parse-proposal.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-proposal.test.js","sourceRoot":"","sources":["../../src/analyze/parse-proposal.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAEjE,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,IAAI,GAAG;;;;;;;OAOV,CAAC;QACJ,MAAM,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,IAAI,GAAG;;;;;;;;;;;OAWV,CAAC;QACJ,MAAM,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,cAAe,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/analyze/repl.d.ts

@@ -0,0 +1,28 @@
+import type { AnalyzeFinding, AnalyzeReport } from "./index.js";
+import type { FlakyAnalyzeReport } from "./compare-runs.js";
+import { type DiffHunk } from "./diff-hunks.js";
+import type { ScenarioFixProposal } from "./parse-proposal.js";
+export interface LlmReplEntry {
+    finding: AnalyzeFinding;
+    proposal: ScenarioFixProposal | null;
+    parseError?: string;
+}
+export interface AnalyzeReplOptions {
+    heuristicReport: AnalyzeReport;
+    flakyReport?: FlakyAnalyzeReport;
+    llmEntries: LlmReplEntry[];
+    cwd: string;
+    ask?: (prompt: string) => Promise<string>;
+    waitForKey?: (message: string) => Promise<void>;
+    editHunk?: (hunk: DiffHunk, filePath: string) => DiffHunk | null;
+}
+export interface AnalyzeReplResult {
+    appliedFiles: string[];
+    quit: boolean;
+}
+export declare function waitForAnyKey(message: string, waitForKey?: (message: string) => Promise<void>): Promise<void>;
+export declare function formatHunkDisplay(hunk: DiffHunk, index: number, total: number, filePath: string): string;
+export declare function runAnalyzeRepl(options: AnalyzeReplOptions): Promise<AnalyzeReplResult>;
+export declare function formatHeuristicSummary(report: AnalyzeReport): string;
+export declare function formatFlakySummary(report: FlakyAnalyzeReport): string;
+//# sourceMappingURL=repl.d.ts.map

package/dist/analyze/repl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repl.d.ts","sourceRoot":"","sources":["../../src/analyze/repl.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAML,KAAK,QAAQ,EACd,MAAM,iBAAiB,CAAC;AAMzB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAM/D,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,aAAa,CAAC;IAC/B,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,YAAY,EAAE,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,QAAQ,GAAG,IAAI,CAAC;CAClE;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,IAAI,EAAE,OAAO,CAAC;CACf;AASD,wBAAsB,aAAa,CACjC,OAAO,EAAE,MAAM,EACf,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAC9C,OAAO,CAAC,IAAI,CAAC,CAwBf;AAED,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,QAAQ,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,MAAM,CAWR;AA8GD,wBAAsB,cAAc,CAClC,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAkI5B;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAiCpE;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA4CrE"}