agent-bober 0.1.0

package/dist/evaluators/builtin/playwright.js

@@ -0,0 +1,238 @@
+import { readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { execa } from "execa";
+async function hasPlaywright(projectRoot) {
+    try {
+        const raw = await readFile(join(projectRoot, "package.json"), "utf-8");
+        const pkg = JSON.parse(raw);
+        const allDeps = { ...pkg.dependencies, ...pkg.devDependencies };
+        return "@playwright/test" in allDeps || "playwright" in allDeps;
+    }
+    catch {
+        return false;
+    }
+}
+function flattenSuites(suite, prefix = "") {
+    const tests = [];
+    const suiteName = prefix ? `${prefix} > ${suite.title}` : suite.title;
+    for (const spec of suite.specs ?? []) {
+        for (const test of spec.tests) {
+            const lastResult = test.results[test.results.length - 1];
+            if (!lastResult)
+                continue;
+            const screenshot = lastResult.attachments?.find((a) => a.contentType.startsWith("image/") && a.path);
+            tests.push({
+                title: `${suiteName} > ${spec.title}`,
+                status: lastResult.status,
+                error: lastResult.error?.message ?? lastResult.error?.stack,
+                file: spec.location?.file,
+                line: spec.location?.line,
+                screenshot: screenshot?.path,
+            });
+        }
+    }
+    for (const child of suite.suites ?? []) {
+        tests.push(...flattenSuites(child, suiteName));
+    }
+    return tests;
+}
+function parsePlaywrightJson(raw) {
+    const jsonStart = raw.indexOf("{");
+    if (jsonStart === -1)
+        return null;
+    try {
+        const parsed = JSON.parse(raw.slice(jsonStart));
+        if (!Array.isArray(parsed.suites))
+            return null;
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+async function startDevServer(projectRoot, devCommand, waitMs = 5000) {
+    const [cmd, ...args] = devCommand.split(/\s+/);
+    const child = execa(cmd, args, {
+        cwd: projectRoot,
+        reject: false,
+        // Let the process run in the background.
+        cleanup: true,
+    });
+    // Give the server time to start.
+    await new Promise((resolve) => setTimeout(resolve, waitMs));
+    return {
+        process: child,
+        kill: () => {
+            child.kill("SIGTERM");
+        },
+    };
+}
+// ── Evaluator ──────────────────────────────────────────────────────
+const DEFAULT_TIMEOUT_MS = 120_000;
+export class PlaywrightEvaluator {
+    name = "Playwright E2E";
+    description = "Runs Playwright end-to-end tests and reports results.";
+    async canRun(projectRoot, _config) {
+        return hasPlaywright(projectRoot);
+    }
+    async evaluate(context) {
+        const { projectRoot, config, strategy } = context;
+        const timestamp = new Date().toISOString();
+        const timeout = strategy.config?.timeout ?? DEFAULT_TIMEOUT_MS;
+        const shouldStartServer = strategy.config?.startServer ?? true;
+        let server = null;
+        try {
+            // Start dev server if configured and requested.
+            if (shouldStartServer && config.commands.dev) {
+                server = await startDevServer(projectRoot, config.commands.dev);
+            }
+            return await this.runPlaywright(projectRoot, strategy, timeout, timestamp);
+        }
+        finally {
+            if (server) {
+                server.kill();
+            }
+        }
+    }
+    async runPlaywright(projectRoot, strategy, timeout, timestamp) {
+        const args = ["playwright", "test", "--reporter", "json"];
+        // Add base URL if configured.
+        const baseUrl = strategy.config?.baseUrl;
+        if (baseUrl) {
+            args.push(`--config-base-url=${baseUrl}`);
+        }
+        try {
+            const result = await execa("npx", args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+                env: {
+                    ...process.env,
+                    // Force non-interactive mode.
+                    CI: "true",
+                },
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            const report = parsePlaywrightJson(allOutput);
+            if (report) {
+                return this.buildFromReport(report, timestamp);
+            }
+            // Couldn't parse JSON — fall back to exit code.
+            if (result.exitCode === 0) {
+                return {
+                    evaluator: this.name,
+                    passed: true,
+                    score: 100,
+                    details: [],
+                    summary: "All Playwright tests passed.",
+                    feedback: "E2E tests completed successfully.",
+                    timestamp,
+                };
+            }
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: "Playwright test execution",
+                        passed: false,
+                        message: allOutput.slice(0, 2000) ||
+                            `Playwright exited with code ${result.exitCode}`,
+                        severity: "error",
+                    },
+                ],
+                summary: "Playwright tests failed.",
+                feedback: allOutput.slice(0, 2000),
+                timestamp,
+            };
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    buildFromReport(report, timestamp) {
+        const allTests = [];
+        for (const suite of report.suites) {
+            allTests.push(...flattenSuites(suite));
+        }
+        const total = allTests.length;
+        const passed = allTests.filter((t) => t.status === "passed").length;
+        const failed = allTests.filter((t) => t.status === "failed" || t.status === "timedOut").length;
+        const skipped = allTests.filter((t) => t.status === "skipped").length;
+        const details = [];
+        for (const test of allTests) {
+            if (test.status === "failed" || test.status === "timedOut") {
+                let message = test.error ?? `Test ${test.status}`;
+                if (test.screenshot) {
+                    message += `\nScreenshot: ${test.screenshot}`;
+                }
+                details.push({
+                    criterion: `e2e: ${test.title}`,
+                    passed: false,
+                    message: message.slice(0, 500),
+                    file: test.file,
+                    line: test.line,
+                    severity: "error",
+                });
+            }
+        }
+        const allPassed = failed === 0;
+        const score = total === 0 ? 100 : Math.round((passed / total) * 100);
+        const summaryParts = [`E2E Tests: ${passed} passed`];
+        if (failed > 0)
+            summaryParts.push(`${failed} failed`);
+        if (skipped > 0)
+            summaryParts.push(`${skipped} skipped`);
+        summaryParts.push(`${total} total`);
+        return {
+            evaluator: this.name,
+            passed: allPassed,
+            score,
+            details,
+            summary: summaryParts.join(", "),
+            feedback: this.buildFeedback(allPassed, details, failed),
+            timestamp,
+        };
+    }
+    buildFeedback(allPassed, details, failedCount) {
+        if (allPassed)
+            return "All E2E tests passed. No changes needed.";
+        const lines = [`${failedCount} E2E test(s) failed. Fix the following:`, ""];
+        for (const d of details.slice(0, 10)) {
+            const loc = d.file ? `  ${d.file}${d.line ? `:${d.line}` : ""}` : "  (unknown)";
+            lines.push(`${loc}`);
+            lines.push(`    ${d.criterion}: ${d.message.split("\n")[0]}`);
+        }
+        if (details.length > 10) {
+            lines.push(`  ... and ${details.length - 10} more failures`);
+        }
+        return lines.join("\n");
+    }
+    errorResult(err, timestamp) {
+        return {
+            evaluator: this.name,
+            passed: false,
+            score: 0,
+            details: [
+                {
+                    criterion: "Playwright execution",
+                    passed: false,
+                    message: err instanceof Error ? err.message : String(err),
+                    severity: "error",
+                },
+            ],
+            summary: "Playwright E2E tests failed to execute.",
+            feedback: `Playwright could not be run: ${err instanceof Error ? err.message : String(err)}`,
+            timestamp,
+        };
+    }
+}
+/**
+ * Factory function for the registry.
+ */
+export function createPlaywrightEvaluator() {
+    return new PlaywrightEvaluator();
+}
+//# sourceMappingURL=playwright.js.map

package/dist/evaluators/builtin/playwright.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/evaluators/builtin/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAkD9B,KAAK,UAAU,aAAa,CAAC,WAAmB;IAC9C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;QAC3C,MAAM,OAAO,GAAG,EAAE,GAAG,GAAG,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;QAChE,OAAO,kBAAkB,IAAI,OAAO,IAAI,YAAY,IAAI,OAAO,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAWD,SAAS,aAAa,CAAC,KAAsB,EAAE,SAAiB,EAAE;IAChE,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;IAEtE,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzD,IAAI,CAAC,UAAU;gBAAE,SAAS;YAE1B,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,CAC7C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CACpD,CAAC;YAEF,KAAK,CAAC,IAAI,CAAC;gBACT,KAAK,EAAE,GAAG,SAAS,MAAM,IAAI,CAAC,KAAK,EAAE;gBACrC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,UAAU,CAAC,KAAK,EAAE,KAAK;gBAC3D,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI;gBACzB,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI;gBACzB,UAAU,EAAE,UAAU,EAAE,IAAI;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAyB,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AASD,KAAK,UAAU,cAAc,CAC3B,WAAmB,EACnB,UAAkB,EAClB,SAAiB,IAAI;IAErB,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;QAC7B,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK;QACb,yCAAyC;QACzC,OAAO,EAAE,IAAI;KACd,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IAE5D,OAAO;QACL,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,GAAG,EAAE;YACT,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,sEAAsE;AAEtE,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,OAAO,mBAAmB;IACrB,IAAI,GAAG,gBAAgB,CAAC;IACxB,WAAW,GAAG,uDAAuD,CAAC;IAE/E,KAAK,CAAC,MAAM,CAAC,WAAmB,EAAE,OAAoB;QACpD,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAoB;QACjC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAI,QAAQ,CAAC,MAAM,EAAE,OAAkB,IAAI,kBAAkB,CAAC;QAC3E,MAAM,iBAAiB,GAAI,QAAQ,CAAC,MAAM,EAAE,WAAuB,IAAI,IAAI,CAAC;QAE5E,IAAI,MAAM,GAA2B,IAAI,CAAC;QAE1C,IAAI,CAAC;YACH,gDAAgD;YAChD,IAAI,iBAAiB,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC7C,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAClE,CAAC;YAED,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC7E,CAAC;gBAAS,CAAC;YACT,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,WAAmB,EACnB,QAA8C,EAC9C,OAAe,EACf,SAAiB;QAEjB,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1D,8BAA8B;QAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,EAAE,OAA6B,CAAC;QAC/D,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;gBACtC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;gBACT,GAAG,EAAE;oBACH,GAAG,OAAO,CAAC,GAAG;oBACd,8BAA8B;oBAC9B,EAAE,EAAE,MAAM;iBACX;aACF,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACpD,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;YAE9C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACjD,CAAC;YAED,gDAAgD;YAChD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,8BAA8B;oBACvC,QAAQ,EAAE,mCAAmC;oBAC7C,SAAS;iBACV,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,2BAA2B;wBACtC,MAAM,EAAE,KAAK;wBACb,OAAO,EACL,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;4BACxB,+BAA+B,MAAM,CAAC,QAAQ,EAAE;wBAClD,QAAQ,EAAE,OAAO;qBAClB;iBACF;gBACD,OAAO,EAAE,0BAA0B;gBACnC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBAClC,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,MAA4B,EAC5B,SAAiB;QAEjB,MAAM,QAAQ,GAAe,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,CACxD,CAAC,MAAM,CAAC;QACT,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAEtE,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC3D,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,OAAO,IAAI,iBAAiB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChD,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,SAAS,EAAE,QAAQ,IAAI,CAAC,KAAK,EAAE;oBAC/B,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC9B,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;QAErE,MAAM,YAAY,GAAG,CAAC,cAAc,MAAM,SAAS,CAAC,CAAC;QACrD,IAAI,MAAM,GAAG,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,GAAG,OAAO,UAAU,CAAC,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC;QAEpC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM,EAAE,SAAS;YACjB,KAAK;YACL,OAAO;YACP,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;YACxD,SAAS;SACV,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,SAAkB,EAClB,OAAqB,EACrB,WAAmB;QAEnB,IAAI,SAAS;YAAE,OAAO,0CAA0C,CAAC;QAEjE,MAAM,KAAK,GAAG,CAAC,GAAG,WAAW,yCAAyC,EAAE,EAAE,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;YAChF,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,MAAM,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW,CAAC,GAAY,EAAE,SAAiB;QACjD,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,CAAC;YACR,OAAO,EAAE;gBACP;oBACE,SAAS,EAAE,sBAAsB;oBACjC,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACzD,QAAQ,EAAE,OAAO;iBAClB;aACF;YACD,OAAO,EAAE,yCAAyC;YAClD,QAAQ,EAAE,gCAAgC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAC5F,SAAS;SACV,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB;IACvC,OAAO,IAAI,mBAAmB,EAAE,CAAC;AACnC,CAAC"}

package/dist/evaluators/builtin/typescript-check.d.ts

@@ -0,0 +1,12 @@
+import type { EvaluatorPlugin, EvalContext, EvalResult, BoberConfig } from "../plugin-interface.js";
+export declare class TypeScriptCheckEvaluator implements EvaluatorPlugin {
+    readonly name = "TypeScript Check";
+    readonly description = "Runs tsc --noEmit to verify the project has no type errors.";
+    canRun(projectRoot: string, config: BoberConfig): Promise<boolean>;
+    evaluate(context: EvalContext): Promise<EvalResult>;
+}
+/**
+ * Default export: factory function for the registry.
+ */
+export declare function createTypescriptCheckEvaluator(): EvaluatorPlugin;
+//# sourceMappingURL=typescript-check.d.ts.map

package/dist/evaluators/builtin/typescript-check.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript-check.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/typescript-check.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AA6ChC,qBAAa,wBAAyB,YAAW,eAAe;IAC9D,QAAQ,CAAC,IAAI,sBAAsB;IACnC,QAAQ,CAAC,WAAW,iEAAiE;IAE/E,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAalE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;CAsF1D;AA0BD;;GAEG;AACH,wBAAgB,8BAA8B,IAAI,eAAe,CAEhE"}

package/dist/evaluators/builtin/typescript-check.js

@@ -0,0 +1,155 @@
+import { access } from "node:fs/promises";
+import { join } from "node:path";
+import { execa } from "execa";
+/**
+ * Parse tsc --noEmit output lines into structured errors.
+ *
+ * Expected format per line:
+ *   src/foo.ts(12,5): error TS2345: Argument of type ...
+ */
+function parseTscOutput(output) {
+    const errors = [];
+    const linePattern = /^(.+?)\((\d+),(\d+)\):\s+error\s+(TS\d+):\s+(.+)$/;
+    for (const line of output.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        const match = linePattern.exec(trimmed);
+        if (match) {
+            errors.push({
+                file: match[1],
+                line: parseInt(match[2], 10),
+                col: parseInt(match[3], 10),
+                code: match[4],
+                message: match[5],
+            });
+        }
+    }
+    return errors;
+}
+// ── Evaluator ──────────────────────────────────────────────────────
+const DEFAULT_TIMEOUT_MS = 60_000;
+export class TypeScriptCheckEvaluator {
+    name = "TypeScript Check";
+    description = "Runs tsc --noEmit to verify the project has no type errors.";
+    async canRun(projectRoot, config) {
+        // If a custom typecheck command is configured, assume it's runnable.
+        if (config.commands.typecheck)
+            return true;
+        // Otherwise check for tsconfig.json.
+        try {
+            await access(join(projectRoot, "tsconfig.json"));
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async evaluate(context) {
+        const { projectRoot, config, strategy } = context;
+        const timestamp = new Date().toISOString();
+        const timeout = strategy.config?.timeout ?? DEFAULT_TIMEOUT_MS;
+        const command = config.commands.typecheck ?? "npx tsc --noEmit";
+        const [cmd, ...args] = command.split(/\s+/);
+        try {
+            const result = await execa(cmd, args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            // Exit code 0 means no type errors.
+            if (result.exitCode === 0) {
+                return {
+                    evaluator: this.name,
+                    passed: true,
+                    score: 100,
+                    details: [],
+                    summary: "TypeScript compilation succeeded with no errors.",
+                    feedback: "All types are valid. No changes needed.",
+                    timestamp,
+                };
+            }
+            // Parse errors from tsc output.
+            const tscErrors = parseTscOutput(allOutput);
+            const details = tscErrors.map((err) => ({
+                criterion: `Type check: ${err.code}`,
+                passed: false,
+                message: `${err.message} (${err.code})`,
+                file: err.file,
+                line: err.line,
+                severity: "error",
+            }));
+            // If we couldn't parse any structured errors but the command failed,
+            // add a generic detail with the raw output.
+            if (details.length === 0 && result.exitCode !== 0) {
+                details.push({
+                    criterion: "TypeScript compilation",
+                    passed: false,
+                    message: allOutput.slice(0, 2000) || `tsc exited with code ${result.exitCode}`,
+                    severity: "error",
+                });
+            }
+            // Score: 0 when there are errors. We could be proportional but
+            // type errors are generally blocking.
+            const errorCount = details.length;
+            const score = errorCount === 0 ? 100 : Math.max(0, 100 - errorCount * 5);
+            return {
+                evaluator: this.name,
+                passed: false,
+                score,
+                details,
+                summary: `TypeScript compilation failed with ${errorCount} error(s).`,
+                feedback: buildFeedback(tscErrors),
+                timestamp,
+            };
+        }
+        catch (err) {
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: "TypeScript compilation",
+                        passed: false,
+                        message: err instanceof Error ? err.message : String(err),
+                        severity: "error",
+                    },
+                ],
+                summary: "TypeScript check failed to execute.",
+                feedback: `The typecheck command could not be run: ${err instanceof Error ? err.message : String(err)}`,
+                timestamp,
+            };
+        }
+    }
+}
+function buildFeedback(errors) {
+    if (errors.length === 0)
+        return "Fix the TypeScript compilation errors shown above.";
+    const grouped = new Map();
+    for (const err of errors) {
+        const existing = grouped.get(err.file) ?? [];
+        existing.push(err);
+        grouped.set(err.file, existing);
+    }
+    const lines = ["Fix the following TypeScript errors:", ""];
+    for (const [file, fileErrors] of grouped) {
+        lines.push(`  ${file}:`);
+        for (const e of fileErrors.slice(0, 10)) {
+            lines.push(`    line ${e.line}: ${e.message} (${e.code})`);
+        }
+        if (fileErrors.length > 10) {
+            lines.push(`    ... and ${fileErrors.length - 10} more`);
+        }
+    }
+    return lines.join("\n");
+}
+/**
+ * Default export: factory function for the registry.
+ */
+export function createTypescriptCheckEvaluator() {
+    return new TypeScriptCheckEvaluator();
+}
+//# sourceMappingURL=typescript-check.js.map

package/dist/evaluators/builtin/typescript-check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript-check.js","sourceRoot":"","sources":["../../../src/evaluators/builtin/typescript-check.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAoB9B;;;;;GAKG;AACH,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,MAAM,WAAW,GAAG,mDAAmD,CAAC;IAExE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACd,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC5B,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACd,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,sEAAsE;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,OAAO,wBAAwB;IAC1B,IAAI,GAAG,kBAAkB,CAAC;IAC1B,WAAW,GAAG,6DAA6D,CAAC;IAErF,KAAK,CAAC,MAAM,CAAC,WAAmB,EAAE,MAAmB;QACnD,qEAAqE;QACrE,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAE3C,qCAAqC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAoB;QACjC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAI,QAAQ,CAAC,MAAM,EAAE,OAAkB,IAAI,kBAAkB,CAAC;QAE3E,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAChE,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACpC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YAEpD,oCAAoC;YACpC,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,kDAAkD;oBAC3D,QAAQ,EAAE,yCAAyC;oBACnD,SAAS;iBACV,CAAC;YACJ,CAAC;YAED,gCAAgC;YAChC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACpD,SAAS,EAAE,eAAe,GAAG,CAAC,IAAI,EAAE;gBACpC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI,GAAG;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,QAAQ,EAAE,OAAgB;aAC3B,CAAC,CAAC,CAAC;YAEJ,qEAAqE;YACrE,4CAA4C;YAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClD,OAAO,CAAC,IAAI,CAAC;oBACX,SAAS,EAAE,wBAAwB;oBACnC,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,wBAAwB,MAAM,CAAC,QAAQ,EAAE;oBAC9E,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,+DAA+D;YAC/D,sCAAsC;YACtC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;YAClC,MAAM,KAAK,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YAEzE,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK;gBACL,OAAO;gBACP,OAAO,EAAE,sCAAsC,UAAU,YAAY;gBACrE,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC;gBAClC,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,wBAAwB;wBACnC,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;wBACzD,QAAQ,EAAE,OAAO;qBAClB;iBACF;gBACD,OAAO,EAAE,qCAAqC;gBAC9C,QAAQ,EAAE,2CAA2C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvG,SAAS;aACV,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,aAAa,CAAC,MAAkB;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,oDAAoD,CAAC;IAErF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,KAAK,GAAa,CAAC,sCAAsC,EAAE,EAAE,CAAC,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,8BAA8B;IAC5C,OAAO,IAAI,wBAAwB,EAAE,CAAC;AACxC,CAAC"}

package/dist/evaluators/builtin/unit-test.d.ts

@@ -0,0 +1,18 @@
+import type { EvaluatorPlugin, EvalContext, EvalResult, BoberConfig } from "../plugin-interface.js";
+export declare class UnitTestEvaluator implements EvaluatorPlugin {
+    readonly name = "Unit Tests";
+    readonly description = "Runs vitest or jest and reports test results.";
+    canRun(projectRoot: string, config: BoberConfig): Promise<boolean>;
+    evaluate(context: EvalContext): Promise<EvalResult>;
+    private runVitest;
+    private runJest;
+    private runCustomCommand;
+    private processJsonResults;
+    private buildFeedback;
+    private errorResult;
+}
+/**
+ * Factory function for the registry.
+ */
+export declare function createUnitTestEvaluator(): EvaluatorPlugin;
+//# sourceMappingURL=unit-test.d.ts.map

package/dist/evaluators/builtin/unit-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unit-test.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/unit-test.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AA8EhC,qBAAa,iBAAkB,YAAW,eAAe;IACvD,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,QAAQ,CAAC,WAAW,mDAAmD;IAEjE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAUlE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YAwC3C,SAAS;YAsBT,OAAO;YAsBP,gBAAgB;IA4D9B,OAAO,CAAC,kBAAkB;IA8E1B,OAAO,CAAC,aAAa;IAerB,OAAO,CAAC,WAAW;CAkBpB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,eAAe,CAEzD"}