assertloom 0.0.0-stage → 0.1.0

package/dist/generator/testGenerator.js

@@ -0,0 +1,80 @@
+import { readFile } from "node:fs/promises";
+import path from "node:path";
+import { GENERATION_SYSTEM_PROMPT, buildGenerationPrompt } from "../ai/prompts.js";
+import { formatUsd, promptTokens } from "../ai/pricing.js";
+import { redactSecrets } from "../ai/redact.js";
+import { analyzeSource } from "../analyzer/index.js";
+import { UserError } from "../errors.js";
+import { planImports } from "./importPlan.js";
+import { planMocks } from "./mocks.js";
+import { GenerationSchema } from "./schema.js";
+import { previewPathFor, renderTestFile } from "./testWriter.js";
+import { validateGeneration } from "./validate.js";
+export class GenerationError extends UserError {
+}
+const MAX_SOURCE_CHARS = 60_000;
+const MAX_OUTPUT_TOKENS = 32_000;
+export async function generateTests(options) {
+    const { source, provider } = options;
+    const testPath = options.testPath ?? previewPathFor(source.absolutePath);
+    const code = await readFile(source.absolutePath, "utf8");
+    const analysis = analyzeSource(code, source);
+    const targets = analysis.functions.filter((fn) => fn.exported);
+    if (targets.length === 0)
+        throw new GenerationError(`No exported functions in ${analysis.file}.`);
+    if (code.length > MAX_SOURCE_CHARS) {
+        throw new GenerationError(`${analysis.file} is ${code.length} characters; the limit for sending to a model is ${MAX_SOURCE_CHARS}.`);
+    }
+    const plan = planImports(analysis, targets, source.absolutePath, testPath);
+    const mocks = await planMocks({
+        analysis,
+        sourcePath: source.absolutePath,
+        testPath,
+        extension: source.extension,
+        reserved: plan.bindings.map((b) => b.binding),
+        mock: options.mock,
+        keepReal: options.keepReal,
+    });
+    const redacted = redactSecrets(code);
+    const prompt = buildGenerationPrompt({
+        analysis,
+        code: redacted.code,
+        bindings: plan.bindings,
+        testFileName: path.basename(testPath),
+        mockSummary: mocks.summary,
+    });
+    const { budget } = options;
+    if (budget && !budget.allows({ inputTokens: promptTokens(GENERATION_SYSTEM_PROMPT, prompt), outputTokens: MAX_OUTPUT_TOKENS })) {
+        throw new GenerationError(`Generating tests for ${analysis.file} could exceed the spending limit of ${formatUsd(budget.maxUsd)}; raise it with --max-cost.`);
+    }
+    const response = await provider.generateStructured({
+        system: GENERATION_SYSTEM_PROMPT,
+        prompt,
+        schema: GenerationSchema,
+        schemaName: "assertloom_tests",
+        maxOutputTokens: MAX_OUTPUT_TOKENS,
+    });
+    budget?.add(response.usage);
+    const { suites, rejected } = validateGeneration(response.data, plan.bindings, source.extension);
+    if (suites.length === 0) {
+        throw new GenerationError(`The model returned no usable test cases (${rejected.length} rejected).`);
+    }
+    const preamble = [...mocks.imports, ...plan.statements];
+    if (mocks.setup.length)
+        preamble.push("", mocks.setup.join("\n\n"));
+    const content = renderTestFile({ sourceFile: analysis.file, preamble, suites, extension: source.extension });
+    return {
+        analysis,
+        testPath,
+        content,
+        preamble,
+        mocks,
+        suites,
+        promptSource: redacted.code,
+        rejected,
+        model: response.model,
+        usage: response.usage,
+        redactions: redacted.redactions,
+    };
+}
+//# sourceMappingURL=testGenerator.js.map

package/dist/generator/testGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testGenerator.js","sourceRoot":"","sources":["../../src/generator/testGenerator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAAE,SAAS,EAAE,YAAY,EAAe,MAAM,kBAAkB,CAAC;AAExE,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAiB,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAA0C,MAAM,eAAe,CAAC;AAE3F,MAAM,OAAO,eAAgB,SAAQ,SAAS;CAAG;AAEjD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAkBjC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OASnC;IACC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAE/D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,4BAA4B,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;IAClG,IAAI,IAAI,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;QACnC,MAAM,IAAI,eAAe,CAAC,GAAG,QAAQ,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,oDAAoD,gBAAgB,GAAG,CAAC,CAAC;IACvI,CAAC;IAED,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC;QAC5B,QAAQ;QACR,UAAU,EAAE,MAAM,CAAC,YAAY;QAC/B,QAAQ;QACR,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QAC7C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,qBAAqB,CAAC;QACnC,QAAQ;QACR,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrC,WAAW,EAAE,KAAK,CAAC,OAAO;KAC3B,CAAC,CAAC;IAEH,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,YAAY,CAAC,wBAAwB,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC;QAC/H,MAAM,IAAI,eAAe,CAAC,wBAAwB,QAAQ,CAAC,IAAI,uCAAuC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;IAC/J,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAAC;QACjD,MAAM,EAAE,wBAAwB;QAChC,MAAM;QACN,MAAM,EAAE,gBAAgB;QACxB,UAAU,EAAE,kBAAkB;QAC9B,eAAe,EAAE,iBAAiB;KACnC,CAAC,CAAC;IACH,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAChG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,eAAe,CAAC,4CAA4C,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;IACtG,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEpE,MAAM,OAAO,GAAG,cAAc,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAE7G,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,KAAK;QACL,MAAM;QACN,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,QAAQ;QACR,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,UAAU,EAAE,QAAQ,CAAC,UAAU;KAChC,CAAC;AACJ,CAAC"}

package/dist/generator/testWriter.d.ts

@@ -0,0 +1,22 @@
+import { UserError } from "../errors.js";
+import type { SupportedExtension } from "../types/index.js";
+import type { ValidatedSuite } from "./validate.js";
+export declare const GENERATED_HEADER = "// Generated by Assertloom.";
+export declare class TestFileExistsError extends UserError {
+}
+/** `src/math.ts` → `src/math.test.preview.ts`. Jest's default pattern ignores it until it has been run. */
+export declare function previewPathFor(sourcePath: string): string;
+/** `src/math.ts` → `src/math.test.ts`. */
+export declare function testPathFor(sourcePath: string): string;
+export declare function renderTestFile(options: {
+    sourceFile: string;
+    /** Mocks, imports, and setup that precede the describe blocks. */
+    preamble: string[];
+    suites: ValidatedSuite[];
+    extension: SupportedExtension;
+}): string;
+export declare function writeTestFile(filePath: string, content: string, force?: boolean, 
+/** Called with the changes before an existing file with different content is overwritten. */
+onOverwrite?: (diff: string[]) => void): Promise<{
+    overwritten: boolean;
+}>;

package/dist/generator/testWriter.js

@@ -0,0 +1,93 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { parse } from "@babel/parser";
+import traverse from "@babel/traverse";
+import { parseSource, pluginsFor } from "../analyzer/parser.js";
+import { UserError } from "../errors.js";
+import { unifiedDiff } from "./diff.js";
+export const GENERATED_HEADER = "// Generated by Assertloom.";
+export class TestFileExistsError extends UserError {
+}
+/** `src/math.ts` → `src/math.test.preview.ts`. Jest's default pattern ignores it until it has been run. */
+export function previewPathFor(sourcePath) {
+    const ext = path.extname(sourcePath);
+    return path.join(path.dirname(sourcePath), `${path.basename(sourcePath, ext)}.test.preview${ext}`);
+}
+/** `src/math.ts` → `src/math.test.ts`. */
+export function testPathFor(sourcePath) {
+    const ext = path.extname(sourcePath);
+    return path.join(path.dirname(sourcePath), `${path.basename(sourcePath, ext)}.test${ext}`);
+}
+/** Offsets inside template literals, where added indentation would change the string's value. */
+function templateRanges(body, extension) {
+    const prefix = "async function __assertloomCase() {\n";
+    const ranges = [];
+    try {
+        const ast = parse(`${prefix}${body}\n}`, { sourceType: "module", plugins: pluginsFor(extension) });
+        traverse(ast, {
+            TemplateLiteral({ node }) {
+                if (node.start != null && node.end != null)
+                    ranges.push([node.start - prefix.length, node.end - prefix.length]);
+            },
+        });
+    }
+    catch {
+        // Unparseable bodies are rejected later by parseSource; indent them naively.
+    }
+    return ranges;
+}
+function indent(text, spaces, extension) {
+    const pad = " ".repeat(spaces);
+    const ranges = templateRanges(text, extension);
+    let offset = 0;
+    return text
+        .split("\n")
+        .map((line) => {
+        const start = offset;
+        offset += line.length + 1;
+        if (ranges.some(([from, to]) => start > from && start < to))
+            return line;
+        const trimmed = line.replace(/\r$/, "");
+        return trimmed.trim() ? pad + trimmed : "";
+    })
+        .join("\n");
+}
+export function renderTestFile(options) {
+    const blocks = options.suites.map(({ binding, cases }) => {
+        const tests = cases.map((c) => {
+            const comment = c.skipReason ? `  // Assertloom skipped this test: ${c.skipReason.replace(/\s+/g, " ")}\n` : "";
+            const it = c.skipReason ? "it.skip" : "it";
+            return `${comment}  ${it}(${JSON.stringify(c.name)}, ${c.async ? "async " : ""}() => {\n${indent(c.body, 4, options.extension)}\n  });`;
+        });
+        return `describe(${JSON.stringify(binding.binding)}, () => {\n${tests.join("\n\n")}\n});`;
+    });
+    const content = [
+        `${GENERATED_HEADER} Source: ${options.sourceFile}. Review before committing.`,
+        ...options.preamble,
+        "",
+        blocks.join("\n\n"),
+        "",
+    ].join("\n");
+    parseSource(content, options.extension);
+    return content;
+}
+export async function writeTestFile(filePath, content, force = false, 
+/** Called with the changes before an existing file with different content is overwritten. */
+onOverwrite) {
+    let existing;
+    try {
+        existing = await readFile(filePath, "utf8");
+    }
+    catch {
+        // File does not exist yet.
+    }
+    if (existing !== undefined && !existing.startsWith(GENERATED_HEADER) && !force) {
+        throw new TestFileExistsError(`${filePath} already exists and was not generated by Assertloom. Use --force to overwrite it.`);
+    }
+    if (existing !== undefined && existing !== content)
+        onOverwrite?.(unifiedDiff(existing, content));
+    await mkdir(path.dirname(filePath), { recursive: true });
+    await writeFile(filePath, content, "utf8");
+    return { overwritten: existing !== undefined };
+}
+//# sourceMappingURL=testWriter.js.map

package/dist/generator/testWriter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testWriter.js","sourceRoot":"","sources":["../../src/generator/testWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAGxC,MAAM,CAAC,MAAM,gBAAgB,GAAG,6BAA6B,CAAC;AAE9D,MAAM,OAAO,mBAAoB,SAAQ,SAAS;CAAG;AAErD,2GAA2G;AAC3G,MAAM,UAAU,cAAc,CAAC,UAAkB;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;AACrG,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,WAAW,CAAC,UAAkB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,iGAAiG;AACjG,SAAS,cAAc,CAAC,IAAY,EAAE,SAA6B;IACjE,MAAM,MAAM,GAAG,uCAAuC,CAAC;IACvD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,MAAM,GAAG,IAAI,KAAK,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnG,QAAQ,CAAC,GAAG,EAAE;YACZ,eAAe,CAAC,EAAE,IAAI,EAAE;gBACtB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,6EAA6E;IAC/E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,MAAc,EAAE,SAA6B;IACzE,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,IAAI;SACR,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,KAAK,GAAG,MAAM,CAAC;QACrB,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAM9B;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChH,MAAM,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3C,OAAO,GAAG,OAAO,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;QAC1I,CAAC,CAAC,CAAC;QACH,OAAO,YAAY,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG;QACd,GAAG,gBAAgB,YAAY,OAAO,CAAC,UAAU,6BAA6B;QAC9E,GAAG,OAAO,CAAC,QAAQ;QACnB,EAAE;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QACnB,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACxC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,OAAe,EACf,KAAK,GAAG,KAAK;AACb,6FAA6F;AAC7F,WAAsC;IAEtC,IAAI,QAA4B,CAAC;IACjC,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,2BAA2B;IAC7B,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/E,MAAM,IAAI,mBAAmB,CAAC,GAAG,QAAQ,mFAAmF,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,OAAO;QAAE,WAAW,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAElG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3C,OAAO,EAAE,WAAW,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;AACjD,CAAC"}

package/dist/generator/validate.d.ts

@@ -0,0 +1,31 @@
+import type { SupportedExtension } from "../types/index.js";
+import type { Binding } from "./importPlan.js";
+import type { GeneratedTestCase, Generation } from "./schema.js";
+export declare const MAX_CASES_PER_FUNCTION = 12;
+export interface AcceptedCase extends GeneratedTestCase {
+    async: boolean;
+    /** Set when the repair loop gives up on a case; rendered as `it.skip` with this reason. */
+    skipReason?: string;
+}
+export interface ValidatedSuite {
+    binding: Binding;
+    cases: AcceptedCase[];
+}
+export interface RejectedCase {
+    functionName: string;
+    name: string;
+    reason: string;
+}
+export interface ValidationResult {
+    suites: ValidatedSuite[];
+    rejected: RejectedCase[];
+}
+/** Returns why a test body is unacceptable, or whether it needs an async callback. */
+export declare function checkBody(body: string, extension: SupportedExtension, 
+/** Names the target functions are imported as; they are real code, never mocks. */
+targets?: ReadonlySet<string>): {
+    error: string;
+} | {
+    async: boolean;
+};
+export declare function validateGeneration(generation: Generation, bindings: Binding[], extension: SupportedExtension): ValidationResult;

package/dist/generator/validate.js

@@ -0,0 +1,180 @@
+import { parse } from "@babel/parser";
+import traverse from "@babel/traverse";
+import { pluginsFor } from "../analyzer/parser.js";
+export const MAX_CASES_PER_FUNCTION = 12;
+const MAX_BODY_LENGTH = 4000;
+const MAX_NAME_LENGTH = 200;
+/** Module-level mocking is Assertloom's job; these would also load real modules or bypass the mocks. */
+/** Read-only process calls; anything else (exit, kill, chdir, ...) could affect the test run itself. */
+const SAFE_PROCESS_METHODS = new Set(["cwd", "hrtime", "memoryUsage", "uptime", "nextTick", "emitWarning"]);
+const FORBIDDEN_JEST_METHODS = new Set([
+    "mock", "doMock", "unmock", "dontMock", "requireActual", "requireMock", "createMockFromModule",
+    "enableAutomock", "disableAutomock", "resetModules", "isolateModules", "isolateModulesAsync",
+]);
+/** Read-only process properties tests may inspect. */
+const SAFE_PROCESS_PROPERTIES = new Set(["env", "platform", "arch", "version", "versions", "argv", "pid", "execPath", "release", "features"]);
+const GLOBAL_OBJECTS = new Set(["globalThis", "global", "window", "self"]);
+function rootIdentifier(node) {
+    if (node.type === "Identifier")
+        return node.name;
+    if (node.type === "MemberExpression" || node.type === "OptionalMemberExpression")
+        return rootIdentifier(node.object);
+    if (node.type === "CallExpression" || node.type === "OptionalCallExpression")
+        return rootIdentifier(node.callee);
+    return undefined;
+}
+const isMember = (node) => node?.type === "MemberExpression" || node?.type === "OptionalMemberExpression";
+/** The property name of `a.b` or `a["b"]`, or undefined when it is computed at runtime. */
+function memberName(node) {
+    if (!node.computed && node.property.type === "Identifier")
+        return node.property.name;
+    if (node.property.type === "StringLiteral")
+        return node.property.value;
+    return undefined;
+}
+const propertyIs = (node, name) => memberName(node) === name;
+/** Returns why a test body is unacceptable, or whether it needs an async callback. */
+export function checkBody(body, extension, 
+/** Names the target functions are imported as; they are real code, never mocks. */
+targets = new Set()) {
+    if (body.length > MAX_BODY_LENGTH)
+        return { error: `body is longer than ${MAX_BODY_LENGTH} characters` };
+    let ast;
+    try {
+        ast = parse(`async function __assertloomCase() {\n${body}\n}`, {
+            sourceType: "module",
+            plugins: pluginsFor(extension),
+        });
+    }
+    catch (error) {
+        return { error: `syntax error: ${error.message.replace(/\s*\(\d+:\d+\)$/, "")}` };
+    }
+    const [wrapper, ...extra] = ast.program.body;
+    if (extra.length || wrapper?.type !== "FunctionDeclaration")
+        return { error: "has unbalanced braces" };
+    let hasExpect = false;
+    let usesAwait = false;
+    let problem;
+    traverse(ast, {
+        "CallExpression|OptionalCallExpression"(path) {
+            const node = path.node;
+            const callee = node.callee;
+            if (rootIdentifier(callee) === "expect")
+                hasExpect = true;
+            const method = isMember(callee) ? memberName(callee) : undefined;
+            if (isMember(callee) && method?.startsWith("mock")) {
+                let stubbed = callee.object;
+                if ((stubbed.type === "CallExpression" || stubbed.type === "OptionalCallExpression") && rootIdentifier(stubbed.callee) === "jest") {
+                    stubbed = stubbed.arguments[0];
+                }
+                if (stubbed?.type === "Identifier" && targets.has(stubbed.name)) {
+                    problem ??= `calls ${method}() on \`${stubbed.name}\`, a real function under test (only dependencies are mocked)`;
+                }
+            }
+            if (rootIdentifier(callee) === "jest" && isMember(callee) && propertyIs(callee, "spyOn")) {
+                const [, spied] = node.arguments;
+                if (spied?.type === "StringLiteral" && targets.has(spied.value)) {
+                    problem ??= `spies on \`${spied.value}\`, a function under test; calls inside the source file bypass spies`;
+                }
+            }
+        },
+        ImportExpression() {
+            problem ??= "uses import()";
+        },
+        AwaitExpression(path) {
+            if (path.getFunctionParent()?.parentPath?.isProgram())
+                usesAwait = true;
+        },
+        ForOfStatement(path) {
+            if (path.node.await && path.getFunctionParent()?.parentPath?.isProgram())
+                usesAwait = true;
+        },
+        Identifier(path) {
+            const { name } = path.node;
+            const global = path.isReferencedIdentifier() && !path.scope.getBinding(name);
+            const parent = path.parent;
+            const member = isMember(parent) && parent.object === path.node ? memberName(parent) : null;
+            const called = isMember(parent) && path.parentPath.parent.callee === parent;
+            if (global && name === "require") {
+                const call = path.parent;
+                const arg = call.callee === path.node ? call.arguments?.[0] : undefined;
+                problem ??= arg?.type === "StringLiteral" ? `uses require("${arg.value}")` : "uses require";
+            }
+            if (global && (name === "eval" || name === "Function"))
+                problem ??= `uses ${name}`;
+            if (global && name === "process") {
+                if (member === null)
+                    problem ??= "uses process directly";
+                else if (!SAFE_PROCESS_PROPERTIES.has(member ?? "") && !SAFE_PROCESS_METHODS.has(member ?? "")) {
+                    problem ??= called ? `calls process.${member ?? "[…]"}()` : `uses process.${member ?? "[…]"}`;
+                }
+            }
+            if (global && (name === "jest" || name === "vi")) {
+                if (member === null)
+                    problem ??= `uses ${name} directly`;
+                else if (member === undefined || FORBIDDEN_JEST_METHODS.has(member))
+                    problem ??= `calls jest.${member ?? "[…]"}()`;
+            }
+            if (global && GLOBAL_OBJECTS.has(name) && (member === null || member === undefined || member === "process" || member === "require")) {
+                problem ??= `uses ${name}${member ? `.${member}` : ""}`;
+            }
+            if ((name === "exports" || (name === "module" && path.parentPath.isMemberExpression({ object: path.node }))) && path.isReferencedIdentifier() && !path.scope.hasBinding(name)) {
+                problem ??= `uses ${name === "module" ? "module.exports" : "exports"}, which is the test file's own module`;
+            }
+            if ((path.node.name === "describe" || path.node.name === "it" || path.node.name === "test") && path.parentPath.isCallExpression({ callee: path.node })) {
+                problem ??= `wraps the body in ${path.node.name}()`;
+            }
+        },
+    });
+    if (problem)
+        return { error: problem };
+    if (!hasExpect)
+        return { error: "does not call expect()" };
+    return { async: usesAwait };
+}
+export function validateGeneration(generation, bindings, extension) {
+    const byName = new Map(bindings.map((b) => [b.binding, b]));
+    const targets = new Set(byName.keys());
+    const suites = new Map();
+    const rejected = [];
+    for (const suite of generation.suites) {
+        const binding = byName.get(suite.functionName);
+        if (!binding) {
+            for (const c of suite.cases)
+                rejected.push({ functionName: suite.functionName, name: c.name, reason: "not a target function" });
+            continue;
+        }
+        const target = suites.get(binding.binding) ?? { binding, cases: [] };
+        suites.set(binding.binding, target);
+        for (const testCase of suite.cases) {
+            const reject = (reason) => rejected.push({ functionName: suite.functionName, name: testCase.name, reason });
+            const name = testCase.name.trim();
+            if (!name) {
+                reject("has an empty name");
+                continue;
+            }
+            if (name.length > MAX_NAME_LENGTH) {
+                reject(`name is longer than ${MAX_NAME_LENGTH} characters`);
+                continue;
+            }
+            if (target.cases.length >= MAX_CASES_PER_FUNCTION) {
+                reject(`exceeds ${MAX_CASES_PER_FUNCTION} cases for this function`);
+                continue;
+            }
+            const check = checkBody(testCase.body, extension, targets);
+            if ("error" in check) {
+                reject(check.error);
+                continue;
+            }
+            let uniqueName = name;
+            for (let n = 2; target.cases.some((c) => c.name === uniqueName); n++)
+                uniqueName = `${name} (${n})`;
+            target.cases.push({ ...testCase, name: uniqueName, body: testCase.body.trim(), async: check.async });
+        }
+    }
+    return {
+        suites: bindings.map((b) => suites.get(b.binding)).filter((s) => !!s && s.cases.length > 0),
+        rejected,
+    };
+}
+//# sourceMappingURL=validate.js.map

package/dist/generator/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/generator/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AAEvC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKnD,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AACzC,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,wGAAwG;AACxG,wGAAwG;AACxG,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;AAE5G,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,sBAAsB;IAC9F,gBAAgB,EAAE,iBAAiB,EAAE,cAAc,EAAE,gBAAgB,EAAE,qBAAqB;CAC7F,CAAC,CAAC;AAwBH,sDAAsD;AACtD,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;AAE9I,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAE3E,SAAS,cAAc,CAAC,IAAU;IAChC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC;IACjD,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,IAAI,IAAI,CAAC,IAAI,KAAK,0BAA0B;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrH,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,IAAI,CAAC,IAAI,KAAK,wBAAwB;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,IAA6B,EAAsE,EAAE,CACrH,IAAI,EAAE,IAAI,KAAK,kBAAkB,IAAI,IAAI,EAAE,IAAI,KAAK,0BAA0B,CAAC;AAEjF,2FAA2F;AAC3F,SAAS,UAAU,CAAC,IAA2C;IAC7D,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IACrF,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IACvE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,IAA2C,EAAE,IAAY,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;AAE5G,sFAAsF;AACtF,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,SAA6B;AAC7B,mFAAmF;AACnF,OAAO,GAAwB,IAAI,GAAG,EAAE;IAExC,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe;QAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,eAAe,aAAa,EAAE,CAAC;IAEzG,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACH,GAAG,GAAG,KAAK,CAAC,wCAAwC,IAAI,KAAK,EAAE;YAC7D,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC;SAC/B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,KAAK,EAAE,iBAAkB,KAAe,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;IAC/F,CAAC;IAED,MAAM,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,IAAI,KAAK,CAAC,MAAM,IAAI,OAAO,EAAE,IAAI,KAAK,qBAAqB;QAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;IAEvG,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,OAA2B,CAAC;IAEhC,QAAQ,CAAC,GAAG,EAAE;QACZ,uCAAuC,CAAC,IAAI;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAkD,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3B,IAAI,cAAc,CAAC,MAAM,CAAC,KAAK,QAAQ;gBAAE,SAAS,GAAG,IAAI,CAAC;YAC1D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACjE,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnD,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,IAAI,OAAO,CAAC,IAAI,KAAK,wBAAwB,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,MAAM,EAAE,CAAC;oBAClI,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAmB,CAAC;gBACnD,CAAC;gBACD,IAAI,OAAO,EAAE,IAAI,KAAK,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChE,OAAO,KAAK,SAAS,MAAM,WAAW,OAAO,CAAC,IAAI,+DAA+D,CAAC;gBACpH,CAAC;YACH,CAAC;YACD,IAAI,cAAc,CAAC,MAAM,CAAC,KAAK,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;gBACzF,MAAM,CAAC,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;gBACjC,IAAI,KAAK,EAAE,IAAI,KAAK,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChE,OAAO,KAAK,cAAc,KAAK,CAAC,KAAK,sEAAsE,CAAC;gBAC9G,CAAC;YACH,CAAC;QACH,CAAC;QACD,gBAAgB;YACd,OAAO,KAAK,eAAe,CAAC;QAC9B,CAAC;QACD,eAAe,CAAC,IAAI;YAClB,IAAI,IAAI,CAAC,iBAAiB,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE;gBAAE,SAAS,GAAG,IAAI,CAAC;QAC1E,CAAC;QACD,cAAc,CAAC,IAAI;YACjB,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,iBAAiB,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE;gBAAE,SAAS,GAAG,IAAI,CAAC;QAC7F,CAAC;QACD,UAAU,CAAC,IAAI;YACb,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3F,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAK,IAAI,CAAC,UAAU,CAAC,MAA4B,CAAC,MAAM,KAAK,MAAM,CAAC;YAEnG,IAAI,MAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,MAA+C,CAAC;gBAClE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxE,OAAO,KAAK,GAAG,EAAE,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC;YAC9F,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,CAAC;gBAAE,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;YACnF,IAAI,MAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACjC,IAAI,MAAM,KAAK,IAAI;oBAAE,OAAO,KAAK,uBAAuB,CAAC;qBACpD,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC/F,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,iBAAiB,MAAM,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,MAAM,IAAI,KAAK,EAAE,CAAC;gBAChG,CAAC;YACH,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACjD,IAAI,MAAM,KAAK,IAAI;oBAAE,OAAO,KAAK,QAAQ,IAAI,WAAW,CAAC;qBACpD,IAAI,MAAM,KAAK,SAAS,IAAI,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC;oBAAE,OAAO,KAAK,cAAc,MAAM,IAAI,KAAK,IAAI,CAAC;YACrH,CAAC;YACD,IAAI,MAAM,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;gBACpI,OAAO,KAAK,QAAQ,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9K,OAAO,KAAK,QAAQ,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,uCAAuC,CAAC;YAC9G,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBACvJ,OAAO,KAAK,qBAAqB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;YACtD,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,OAAO;QAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACvC,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAC3D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAsB,EAAE,QAAmB,EAAE,SAA6B;IAC3G,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;YAChI,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEpC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACpH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAElC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,CAAC,mBAAmB,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;gBAClC,MAAM,CAAC,uBAAuB,eAAe,aAAa,CAAC,CAAC;gBAC5D,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,sBAAsB,EAAE,CAAC;gBAClD,MAAM,CAAC,WAAW,sBAAsB,0BAA0B,CAAC,CAAC;gBACpE,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC3D,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;gBACrB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,IAAI,UAAU,GAAG,IAAI,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC,EAAE;gBAAE,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC;YACpG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAChH,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/repair/classifyFailure.d.ts

@@ -0,0 +1,11 @@
+import type { InfraFailure, TestOutcome } from "../runner/index.js";
+export type FailureCategory = "assertion" | "runtime" | "timeout" | "mock" | "import" | "configuration";
+export interface FailureClassification {
+    category: FailureCategory;
+    /** Whether rewriting the test body can plausibly fix it. */
+    repairable: boolean;
+}
+/** Sorts a failing test into the four repair categories (plus runtime errors and timeouts). */
+export declare function classifyTestFailure(outcome: TestOutcome): FailureClassification;
+/** A failure that stopped the whole file from running. No test-body edit can fix these. */
+export declare function classifyInfraFailure(infra: InfraFailure): FailureClassification;

package/dist/repair/classifyFailure.js

@@ -0,0 +1,26 @@
+import { NETWORK_BLOCKED_CODE, NETWORK_BLOCKED_MESSAGE } from "../runner/networkGuard.js";
+/**
+ * Errors from real sockets: the code reached a dependency that is not mocked. Problems with
+ * Assertloom's mocks themselves (unconfigured return values, wrong call arguments) are test bugs.
+ */
+const MOCK_SIGNALS = new RegExp(`${NETWORK_BLOCKED_MESSAGE}|${NETWORK_BLOCKED_CODE}|ECONNREFUSED|ENOTFOUND|EAI_AGAIN|ECONNRESET|getaddrinfo|socket hang up`);
+/** Sorts a failing test into the four repair categories (plus runtime errors and timeouts). */
+export function classifyTestFailure(outcome) {
+    const failure = outcome.failure;
+    if (!failure)
+        return { category: "runtime", repairable: true };
+    if (MOCK_SIGNALS.test(failure.message))
+        return { category: "mock", repairable: false };
+    if (/Cannot find module/.test(failure.message))
+        return { category: "import", repairable: false };
+    if (failure.kind === "assertion")
+        return { category: "assertion", repairable: true };
+    if (failure.kind === "timeout")
+        return { category: "timeout", repairable: true };
+    return { category: "runtime", repairable: true };
+}
+/** A failure that stopped the whole file from running. No test-body edit can fix these. */
+export function classifyInfraFailure(infra) {
+    return { category: infra.kind === "module-not-found" ? "import" : "configuration", repairable: false };
+}
+//# sourceMappingURL=classifyFailure.js.map

package/dist/repair/classifyFailure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"classifyFailure.js","sourceRoot":"","sources":["../../src/repair/classifyFailure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAW1F;;;GAGG;AACH,MAAM,YAAY,GAAG,IAAI,MAAM,CAAC,GAAG,uBAAuB,IAAI,oBAAoB,yEAAyE,CAAC,CAAC;AAE7J,+FAA+F;AAC/F,MAAM,UAAU,mBAAmB,CAAC,OAAoB;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC/D,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACvF,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACjG,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACrF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACjF,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AACnD,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,oBAAoB,CAAC,KAAmB;IACtD,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACzG,CAAC"}

package/dist/repair/index.d.ts

@@ -0,0 +1,2 @@
+export { classifyInfraFailure, classifyTestFailure, type FailureCategory } from "./classifyFailure.js";
+export { MAX_REPAIR_ATTEMPTS, repairTests, summarize, type RepairAttempt, type RepairResult, type StopReason } from "./repairLoop.js";

package/dist/repair/index.js

@@ -0,0 +1,3 @@
+export { classifyInfraFailure, classifyTestFailure } from "./classifyFailure.js";
+export { MAX_REPAIR_ATTEMPTS, repairTests, summarize } from "./repairLoop.js";
+//# sourceMappingURL=index.js.map

package/dist/repair/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/repair/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAwB,MAAM,sBAAsB,CAAC;AACvG,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,SAAS,EAA0D,MAAM,iBAAiB,CAAC"}

package/dist/repair/repairLoop.d.ts

@@ -0,0 +1,74 @@
+import { type Budget } from "../ai/pricing.js";
+import type { LLMProvider, TokenUsage } from "../ai/provider.js";
+import { type ValidatedSuite } from "../generator/index.js";
+import { type RunResult } from "../runner/index.js";
+import type { FileAnalysis, SupportedExtension } from "../types/index.js";
+import { type RepairAction } from "./schema.js";
+export declare const MAX_REPAIR_ATTEMPTS = 3;
+export interface RunSummary {
+    status: RunResult["status"];
+    passed: number;
+    failed: number;
+    skipped: number;
+    coverage?: RunResult["coverage"];
+}
+export interface RepairChange {
+    functionName: string;
+    name: string;
+    action: RepairAction | "set-aside" | "gave-up";
+    reason: string;
+}
+export interface RepairAttempt {
+    attempt: number;
+    before: RunSummary;
+    after?: RunSummary;
+    requested: number;
+    changes: RepairChange[];
+    invalid: Array<{
+        functionName: string;
+        name: string;
+        reason: string;
+    }>;
+    regressed: boolean;
+    usage: TokenUsage;
+}
+export type StopReason = "all-passing" | "max-attempts" | "regressed" | "no-valid-repairs" | "unrepairable" | "budget";
+export interface RepairResult {
+    suites: ValidatedSuite[];
+    content: string;
+    run: RunResult;
+    initial: RunSummary;
+    final: RunSummary;
+    attempts: RepairAttempt[];
+    /** Cases marked `it.skip` after the loop because they still failed. */
+    gaveUp: RepairChange[];
+    stopReason: StopReason;
+    /** False if a test run modified the source file; Assertloom restores it. */
+    sourceUnchanged: boolean;
+    usage: TokenUsage;
+}
+export interface RepairOptions {
+    provider: LLMProvider;
+    analysis: FileAnalysis;
+    /** Source as sent to the model (secrets redacted). */
+    promptSource: string;
+    sourcePath: string;
+    testPath: string;
+    extension: SupportedExtension;
+    preamble: string[];
+    /** Description of the mocks, as given to the model when generating. */
+    mockSummary?: string;
+    suites: ValidatedSuite[];
+    initialRun: RunResult;
+    maxAttempts?: number;
+    runTests?: (testPath: string) => Promise<RunResult>;
+    /** Let tests open network connections. Off by default. */
+    allowNetwork?: boolean;
+    budget?: Budget;
+}
+export declare function summarize(run: RunResult): RunSummary;
+/**
+ * Repairs failing generated tests in bounded rounds. Only the test file is ever written;
+ * a round that breaks a previously passing test is reverted and ends the loop.
+ */
+export declare function repairTests(options: RepairOptions): Promise<RepairResult>;