agent-bober 0.1.0

package/dist/evaluators/builtin/unit-test.js

@@ -0,0 +1,279 @@
+import { readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { execa } from "execa";
+async function readPackageJson(projectRoot) {
+    try {
+        const raw = await readFile(join(projectRoot, "package.json"), "utf-8");
+        return JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+}
+function detectFramework(pkg) {
+    const allDeps = {
+        ...pkg.dependencies,
+        ...pkg.devDependencies,
+    };
+    if ("vitest" in allDeps)
+        return "vitest";
+    if ("jest" in allDeps)
+        return "jest";
+    // Check scripts for hints
+    const testScript = pkg.scripts?.test ?? "";
+    if (testScript.includes("vitest"))
+        return "vitest";
+    if (testScript.includes("jest"))
+        return "jest";
+    return "unknown";
+}
+// ── Parser ─────────────────────────────────────────────────────────
+function parseJsonTestResults(raw) {
+    // The JSON may be preceded by console output. Find the first '{'.
+    const jsonStart = raw.indexOf("{");
+    if (jsonStart === -1)
+        return null;
+    try {
+        const parsed = JSON.parse(raw.slice(jsonStart));
+        if (typeof parsed.numTotalTests !== "number")
+            return null;
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+// ── Evaluator ──────────────────────────────────────────────────────
+const DEFAULT_TIMEOUT_MS = 60_000;
+export class UnitTestEvaluator {
+    name = "Unit Tests";
+    description = "Runs vitest or jest and reports test results.";
+    async canRun(projectRoot, config) {
+        if (config.commands.test)
+            return true;
+        const pkg = await readPackageJson(projectRoot);
+        if (!pkg)
+            return false;
+        const framework = detectFramework(pkg);
+        return framework !== "unknown";
+    }
+    async evaluate(context) {
+        const { projectRoot, config, strategy } = context;
+        const timestamp = new Date().toISOString();
+        const timeout = strategy.config?.timeout ?? DEFAULT_TIMEOUT_MS;
+        // Determine command
+        if (config.commands.test) {
+            return this.runCustomCommand(config.commands.test, projectRoot, timeout, timestamp);
+        }
+        const pkg = await readPackageJson(projectRoot);
+        const framework = pkg ? detectFramework(pkg) : "unknown";
+        switch (framework) {
+            case "vitest":
+                return this.runVitest(projectRoot, timeout, timestamp);
+            case "jest":
+                return this.runJest(projectRoot, timeout, timestamp);
+            default:
+                return {
+                    evaluator: this.name,
+                    passed: false,
+                    score: 0,
+                    details: [
+                        {
+                            criterion: "Test framework detection",
+                            passed: false,
+                            message: "No supported test framework detected (vitest or jest).",
+                            severity: "error",
+                        },
+                    ],
+                    summary: "Could not detect a test framework.",
+                    feedback: "Install vitest or jest, or set commands.test in your bober config.",
+                    timestamp,
+                };
+        }
+    }
+    // ── Vitest ─────────────────────────────────────────────────────
+    async runVitest(projectRoot, timeout, timestamp) {
+        try {
+            const result = await execa("npx", ["vitest", "run", "--reporter", "json"], {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            return this.processJsonResults(allOutput, result.exitCode ?? 1, timestamp);
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    // ── Jest ───────────────────────────────────────────────────────
+    async runJest(projectRoot, timeout, timestamp) {
+        try {
+            const result = await execa("npx", ["jest", "--json", "--forceExit"], {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            return this.processJsonResults(allOutput, result.exitCode ?? 1, timestamp);
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    // ── Custom command ─────────────────────────────────────────────
+    async runCustomCommand(command, projectRoot, timeout, timestamp) {
+        const [cmd, ...args] = command.split(/\s+/);
+        try {
+            const result = await execa(cmd, args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            // Try to parse JSON output (in case the custom command produces it).
+            const jsonResults = parseJsonTestResults(allOutput);
+            if (jsonResults) {
+                return this.processJsonResults(allOutput, result.exitCode ?? 1, timestamp);
+            }
+            // Fallback: simple pass/fail based on exit code.
+            if (result.exitCode === 0) {
+                return {
+                    evaluator: this.name,
+                    passed: true,
+                    score: 100,
+                    details: [],
+                    summary: "All tests passed.",
+                    feedback: "Tests completed successfully.",
+                    timestamp,
+                };
+            }
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: "Test execution",
+                        passed: false,
+                        message: allOutput.slice(0, 2000) || `Tests exited with code ${result.exitCode}`,
+                        severity: "error",
+                    },
+                ],
+                summary: "Tests failed.",
+                feedback: allOutput.slice(0, 2000),
+                timestamp,
+            };
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    // ── Result processing ──────────────────────────────────────────
+    processJsonResults(rawOutput, exitCode, timestamp) {
+        const parsed = parseJsonTestResults(rawOutput);
+        if (!parsed) {
+            // Couldn't parse JSON — fall back to exit code.
+            const passed = exitCode === 0;
+            return {
+                evaluator: this.name,
+                passed,
+                score: passed ? 100 : 0,
+                details: passed
+                    ? []
+                    : [
+                        {
+                            criterion: "Test execution",
+                            passed: false,
+                            message: rawOutput.slice(0, 2000) ||
+                                `Tests exited with code ${exitCode}`,
+                            severity: "error",
+                        },
+                    ],
+                summary: passed ? "Tests passed." : "Tests failed (could not parse JSON output).",
+                feedback: passed ? "All tests passed." : rawOutput.slice(0, 2000),
+                timestamp,
+            };
+        }
+        const { numTotalTests, numPassedTests, numFailedTests, numPendingTests } = parsed;
+        const details = [];
+        // Map each failed test to a detail.
+        for (const suite of parsed.testResults ?? []) {
+            for (const assertion of suite.assertionResults ?? []) {
+                if (assertion.status === "failed") {
+                    details.push({
+                        criterion: `test: ${assertion.fullName}`,
+                        passed: false,
+                        message: (assertion.failureMessages ?? []).join("\n").slice(0, 500),
+                        file: suite.name,
+                        line: assertion.location?.line,
+                        severity: "error",
+                    });
+                }
+            }
+        }
+        const passed = numFailedTests === 0;
+        const score = numTotalTests === 0 ? 100 : Math.round((numPassedTests / numTotalTests) * 100);
+        const summary = [
+            `Tests: ${numPassedTests} passed`,
+            numFailedTests > 0 ? `${numFailedTests} failed` : null,
+            numPendingTests > 0 ? `${numPendingTests} skipped` : null,
+            `${numTotalTests} total`,
+        ]
+            .filter(Boolean)
+            .join(", ");
+        const feedback = this.buildFeedback(passed, details, numFailedTests);
+        return {
+            evaluator: this.name,
+            passed,
+            score,
+            details,
+            summary,
+            feedback,
+            timestamp,
+        };
+    }
+    // ── Helpers ────────────────────────────────────────────────────
+    buildFeedback(passed, details, failedCount) {
+        if (passed)
+            return "All tests passed. No changes needed.";
+        const lines = [`${failedCount} test(s) failed. Fix the following:`, ""];
+        for (const d of details.slice(0, 15)) {
+            const loc = d.file ? `  ${d.file}${d.line ? `:${d.line}` : ""}` : "  (unknown)";
+            lines.push(`${loc}`);
+            lines.push(`    ${d.criterion}: ${d.message.split("\n")[0]}`);
+        }
+        if (details.length > 15) {
+            lines.push(`  ... and ${details.length - 15} more failures`);
+        }
+        return lines.join("\n");
+    }
+    errorResult(err, timestamp) {
+        return {
+            evaluator: this.name,
+            passed: false,
+            score: 0,
+            details: [
+                {
+                    criterion: "Test execution",
+                    passed: false,
+                    message: err instanceof Error ? err.message : String(err),
+                    severity: "error",
+                },
+            ],
+            summary: "Unit test runner failed to execute.",
+            feedback: `The test command could not be run: ${err instanceof Error ? err.message : String(err)}`,
+            timestamp,
+        };
+    }
+}
+/**
+ * Factory function for the registry.
+ */
+export function createUnitTestEvaluator() {
+    return new UnitTestEvaluator();
+}
+//# sourceMappingURL=unit-test.js.map

package/dist/evaluators/builtin/unit-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unit-test.js","sourceRoot":"","sources":["../../../src/evaluators/builtin/unit-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAoB9B,KAAK,UAAU,eAAe,CAAC,WAAmB;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,GAAgB;IACvC,MAAM,OAAO,GAAG;QACd,GAAG,GAAG,CAAC,YAAY;QACnB,GAAG,GAAG,CAAC,eAAe;KACvB,CAAC;IAEF,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,QAAQ,CAAC;IACzC,IAAI,MAAM,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC;IAErC,0BAA0B;IAC1B,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;IAC3C,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAE/C,OAAO,SAAS,CAAC;AACnB,CAAC;AAsBD,sEAAsE;AAEtE,SAAS,oBAAoB,CAAC,GAAW;IACvC,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAqB,CAAC;QACpE,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1D,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,sEAAsE;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,YAAY,CAAC;IACpB,WAAW,GAAG,+CAA+C,CAAC;IAEvE,KAAK,CAAC,MAAM,CAAC,WAAmB,EAAE,MAAmB;QACnD,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACvC,OAAO,SAAS,KAAK,SAAS,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAoB;QACjC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAI,QAAQ,CAAC,MAAM,EAAE,OAAkB,IAAI,kBAAkB,CAAC;QAE3E,oBAAoB;QACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzD,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACzD,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD;gBACE,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE;wBACP;4BACE,SAAS,EAAE,0BAA0B;4BACrC,MAAM,EAAE,KAAK;4BACb,OAAO,EAAE,wDAAwD;4BACjE,QAAQ,EAAE,OAAO;yBAClB;qBACF;oBACD,OAAO,EAAE,oCAAoC;oBAC7C,QAAQ,EAAE,oEAAoE;oBAC9E,SAAS;iBACV,CAAC;QACN,CAAC;IACH,CAAC;IAED,kEAAkE;IAE1D,KAAK,CAAC,SAAS,CACrB,WAAmB,EACnB,OAAe,EACf,SAAiB;QAEjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE;gBACzE,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,kEAAkE;IAE1D,KAAK,CAAC,OAAO,CACnB,WAAmB,EACnB,OAAe,EACf,SAAiB;QAEjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,EAAE;gBACnE,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,kEAAkE;IAE1D,KAAK,CAAC,gBAAgB,CAC5B,OAAe,EACf,WAAmB,EACnB,OAAe,EACf,SAAiB;QAEjB,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACpC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YAEpD,qEAAqE;YACrE,MAAM,WAAW,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;YACpD,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;YAC7E,CAAC;YAED,iDAAiD;YACjD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,mBAAmB;oBAC5B,QAAQ,EAAE,+BAA+B;oBACzC,SAAS;iBACV,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,gBAAgB;wBAC3B,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,0BAA0B,MAAM,CAAC,QAAQ,EAAE;wBAChF,QAAQ,EAAE,OAAO;qBAClB;iBACF;gBACD,OAAO,EAAE,eAAe;gBACxB,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBAClC,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,kEAAkE;IAE1D,kBAAkB,CACxB,SAAiB,EACjB,QAAgB,EAChB,SAAiB;QAEjB,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,gDAAgD;YAChD,MAAM,MAAM,GAAG,QAAQ,KAAK,CAAC,CAAC;YAC9B,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM;gBACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACE;4BACE,SAAS,EAAE,gBAAgB;4BAC3B,MAAM,EAAE,KAAK;4BACb,OAAO,EACL,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gCACxB,0BAA0B,QAAQ,EAAE;4BACtC,QAAQ,EAAE,OAAO;yBAClB;qBACF;gBACL,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,6CAA6C;gBACjF,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACjE,SAAS;aACV,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,GAAG,MAAM,CAAC;QAClF,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,oCAAoC;QACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;YAC7C,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,gBAAgB,IAAI,EAAE,EAAE,CAAC;gBACrD,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS,EAAE,SAAS,SAAS,CAAC,QAAQ,EAAE;wBACxC,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,CAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;wBACnE,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI,EAAE,SAAS,CAAC,QAAQ,EAAE,IAAI;wBAC9B,QAAQ,EAAE,OAAO;qBAClB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;QAE7F,MAAM,OAAO,GAAG;YACd,UAAU,cAAc,SAAS;YACjC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,cAAc,SAAS,CAAC,CAAC,CAAC,IAAI;YACtD,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,UAAU,CAAC,CAAC,CAAC,IAAI;YACzD,GAAG,aAAa,QAAQ;SACzB;aACE,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QAErE,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM;YACN,KAAK;YACL,OAAO;YACP,OAAO;YACP,QAAQ;YACR,SAAS;SACV,CAAC;IACJ,CAAC;IAED,kEAAkE;IAE1D,aAAa,CAAC,MAAe,EAAE,OAAqB,EAAE,WAAmB;QAC/E,IAAI,MAAM;YAAE,OAAO,sCAAsC,CAAC;QAE1D,MAAM,KAAK,GAAG,CAAC,GAAG,WAAW,qCAAqC,EAAE,EAAE,CAAC,CAAC;QACxE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;YAChF,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,MAAM,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW,CAAC,GAAY,EAAE,SAAiB;QACjD,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,CAAC;YACR,OAAO,EAAE;gBACP;oBACE,SAAS,EAAE,gBAAgB;oBAC3B,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACzD,QAAQ,EAAE,OAAO;iBAClB;aACF;YACD,OAAO,EAAE,qCAAqC;YAC9C,QAAQ,EAAE,sCAAsC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAClG,SAAS;SACV,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB;IACrC,OAAO,IAAI,iBAAiB,EAAE,CAAC;AACjC,CAAC"}

package/dist/evaluators/index.d.ts

@@ -0,0 +1,11 @@
+export type { EvaluatorPlugin, EvaluatorFactory, EvalContext, } from "./plugin-interface.js";
+export { EvaluatorRegistry, createDefaultRegistry, runEvaluation, type EvaluationRunResult, } from "./registry.js";
+export { loadPlugin, loadPlugins } from "./plugin-loader.js";
+export { TypeScriptCheckEvaluator, createTypescriptCheckEvaluator, } from "./builtin/typescript-check.js";
+export { LintEvaluator, createLintEvaluator } from "./builtin/lint.js";
+export { UnitTestEvaluator, createUnitTestEvaluator, } from "./builtin/unit-test.js";
+export { PlaywrightEvaluator, createPlaywrightEvaluator, } from "./builtin/playwright.js";
+export { ApiCheckEvaluator, createApiCheckEvaluator, } from "./builtin/api-check.js";
+export { BuildCheckEvaluator, createBuildCheckEvaluator, } from "./builtin/build-check.js";
+export { CommandRunnerEvaluator, createCommandRunnerEvaluator, } from "./builtin/command-runner.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/evaluators/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evaluators/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,WAAW,GACZ,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,KAAK,mBAAmB,GACzB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAG7D,OAAO,EACL,wBAAwB,EACxB,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC"}

package/dist/evaluators/index.js

@@ -0,0 +1,13 @@
+// ── Registry & Runner ─────────────────────────────────────────────
+export { EvaluatorRegistry, createDefaultRegistry, runEvaluation, } from "./registry.js";
+// ── Plugin Loader ─────────────────────────────────────────────────
+export { loadPlugin, loadPlugins } from "./plugin-loader.js";
+// ── Built-in Evaluators ───────────────────────────────────────────
+export { TypeScriptCheckEvaluator, createTypescriptCheckEvaluator, } from "./builtin/typescript-check.js";
+export { LintEvaluator, createLintEvaluator } from "./builtin/lint.js";
+export { UnitTestEvaluator, createUnitTestEvaluator, } from "./builtin/unit-test.js";
+export { PlaywrightEvaluator, createPlaywrightEvaluator, } from "./builtin/playwright.js";
+export { ApiCheckEvaluator, createApiCheckEvaluator, } from "./builtin/api-check.js";
+export { BuildCheckEvaluator, createBuildCheckEvaluator, } from "./builtin/build-check.js";
+export { CommandRunnerEvaluator, createCommandRunnerEvaluator, } from "./builtin/command-runner.js";
+//# sourceMappingURL=index.js.map

package/dist/evaluators/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evaluators/index.ts"],"names":[],"mappings":"AAOA,qEAAqE;AACrE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,GAEd,MAAM,eAAe,CAAC;AAEvB,qEAAqE;AACrE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAE7D,qEAAqE;AACrE,OAAO,EACL,wBAAwB,EACxB,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC"}

package/dist/evaluators/plugin-interface.d.ts

@@ -0,0 +1,50 @@
+import type { EvalResult, EvalDetail } from "../contracts/eval-result.js";
+import type { SprintContract } from "../contracts/sprint-contract.js";
+import type { BoberConfig, EvalStrategy } from "../config/schema.js";
+export type { EvalResult, EvalDetail, SprintContract, BoberConfig, EvalStrategy };
+/**
+ * Context provided to every evaluator plugin when it runs.
+ */
+export interface EvalContext {
+    /** Absolute path to the project being evaluated. */
+    projectRoot: string;
+    /** The resolved bober configuration. */
+    config: BoberConfig;
+    /** The sprint contract that defines expected outcomes. */
+    contract: SprintContract;
+    /** Paths of files changed during the sprint (relative to projectRoot). */
+    changedFiles: string[];
+    /** The evaluation strategy entry that triggered this evaluator. */
+    strategy: EvalStrategy;
+}
+/**
+ * The interface every evaluator plugin must implement.
+ *
+ * Built-in evaluators (typecheck, lint, etc.) and custom plugins both
+ * conform to this shape.
+ */
+export interface EvaluatorPlugin {
+    /** Human-readable name of the evaluator, e.g. "TypeScript Check". */
+    readonly name: string;
+    /** Short description of what this evaluator validates. */
+    readonly description: string;
+    /**
+     * Determine whether this evaluator can run in the given project.
+     * Return false if a required tool or config is missing so the
+     * registry can skip it gracefully.
+     */
+    canRun(projectRoot: string, config: BoberConfig): Promise<boolean>;
+    /**
+     * Execute the evaluation and return structured results.
+     * Must handle errors internally and never throw — return a
+     * failed EvalResult instead.
+     */
+    evaluate(context: EvalContext): Promise<EvalResult>;
+}
+/**
+ * Factory function signature for creating evaluator plugin instances.
+ * Custom plugins export a default factory so the loader can instantiate
+ * them with optional per-strategy configuration.
+ */
+export type EvaluatorFactory = (config?: Record<string, unknown>) => EvaluatorPlugin;
+//# sourceMappingURL=plugin-interface.d.ts.map

package/dist/evaluators/plugin-interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin-interface.d.ts","sourceRoot":"","sources":["../../src/evaluators/plugin-interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAC1E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGrE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;AAIlF;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,MAAM,EAAE,WAAW,CAAC;IACpB,0DAA0D;IAC1D,QAAQ,EAAE,cAAc,CAAC;IACzB,0EAA0E;IAC1E,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mEAAmE;IACnE,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAEnE;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACrD;AAED;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,eAAe,CAAC"}

package/dist/evaluators/plugin-interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=plugin-interface.js.map

package/dist/evaluators/plugin-interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin-interface.js","sourceRoot":"","sources":["../../src/evaluators/plugin-interface.ts"],"names":[],"mappings":""}

package/dist/evaluators/plugin-loader.d.ts

@@ -0,0 +1,18 @@
+import type { EvaluatorPlugin } from "./plugin-interface.js";
+/**
+ * Load a single evaluator plugin from a file path or npm package name.
+ *
+ * The module should either:
+ *   - Export a default EvaluatorFactory function
+ *   - Export a default EvaluatorPlugin instance
+ *   - Export a named `createEvaluator` factory function
+ *   - Export a named `plugin` instance
+ *
+ * Returns null (with a console warning) if loading fails.
+ */
+export declare function loadPlugin(pluginPath: string, config?: Record<string, unknown>): Promise<EvaluatorPlugin | null>;
+/**
+ * Load multiple evaluator plugins. Skips any that fail to load.
+ */
+export declare function loadPlugins(paths: string[], config?: Record<string, unknown>): Promise<EvaluatorPlugin[]>;
+//# sourceMappingURL=plugin-loader.d.ts.map

package/dist/evaluators/plugin-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin-loader.d.ts","sourceRoot":"","sources":["../../src/evaluators/plugin-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,uBAAuB,CAAC;AA6C/E;;;;;;;;;;GAUG;AACH,wBAAsB,UAAU,CAC9B,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAkDjC;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EAAE,EACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC,eAAe,EAAE,CAAC,CAa5B"}

package/dist/evaluators/plugin-loader.js

@@ -0,0 +1,107 @@
+import { access } from "node:fs/promises";
+import { resolve, isAbsolute } from "node:path";
+// ── Validation ─────────────────────────────────────────────────────
+/**
+ * Validate that a loaded module conforms to the EvaluatorPlugin interface.
+ */
+function isEvaluatorPlugin(value) {
+    if (value === null || typeof value !== "object")
+        return false;
+    const obj = value;
+    return (typeof obj.name === "string" &&
+        typeof obj.description === "string" &&
+        typeof obj.canRun === "function" &&
+        typeof obj.evaluate === "function");
+}
+/**
+ * Validate that a loaded module exports a factory function.
+ */
+function isEvaluatorFactory(value) {
+    return typeof value === "function";
+}
+// ── Loading ────────────────────────────────────────────────────────
+/**
+ * Resolve a plugin path to an absolute path or npm package name.
+ *
+ * Supports:
+ *   - Absolute paths: `/home/user/my-plugin.js`
+ *   - Relative paths: `./plugins/my-plugin.js` (resolved from cwd)
+ *   - npm package names: `bober-plugin-my-check`
+ */
+function resolvePluginPath(pluginPath) {
+    if (isAbsolute(pluginPath))
+        return pluginPath;
+    if (pluginPath.startsWith("./") || pluginPath.startsWith("../")) {
+        return resolve(process.cwd(), pluginPath);
+    }
+    // Treat as npm package name — dynamic import will resolve it.
+    return pluginPath;
+}
+/**
+ * Load a single evaluator plugin from a file path or npm package name.
+ *
+ * The module should either:
+ *   - Export a default EvaluatorFactory function
+ *   - Export a default EvaluatorPlugin instance
+ *   - Export a named `createEvaluator` factory function
+ *   - Export a named `plugin` instance
+ *
+ * Returns null (with a console warning) if loading fails.
+ */
+export async function loadPlugin(pluginPath, config) {
+    const resolved = resolvePluginPath(pluginPath);
+    // For file paths, verify the file exists before attempting dynamic import.
+    if (isAbsolute(resolved)) {
+        try {
+            await access(resolved);
+        }
+        catch {
+            console.warn(`[bober] Plugin file not found: ${resolved}`);
+            return null;
+        }
+    }
+    try {
+        const mod = await import(resolved);
+        // Try default export first.
+        const defaultExport = mod.default;
+        if (isEvaluatorPlugin(defaultExport)) {
+            return defaultExport;
+        }
+        if (isEvaluatorFactory(defaultExport)) {
+            const instance = defaultExport(config);
+            if (isEvaluatorPlugin(instance))
+                return instance;
+            console.warn(`[bober] Default factory from ${pluginPath} did not return a valid plugin.`);
+            return null;
+        }
+        // Try named exports.
+        if (isEvaluatorFactory(mod.createEvaluator)) {
+            const instance = mod.createEvaluator(config);
+            if (isEvaluatorPlugin(instance))
+                return instance;
+        }
+        if (isEvaluatorPlugin(mod.plugin)) {
+            return mod.plugin;
+        }
+        console.warn(`[bober] Plugin at ${pluginPath} does not export a valid EvaluatorPlugin or EvaluatorFactory.`);
+        return null;
+    }
+    catch (err) {
+        console.warn(`[bober] Failed to load plugin from ${pluginPath}: ${err instanceof Error ? err.message : String(err)}`);
+        return null;
+    }
+}
+/**
+ * Load multiple evaluator plugins. Skips any that fail to load.
+ */
+export async function loadPlugins(paths, config) {
+    const results = await Promise.allSettled(paths.map((p) => loadPlugin(p, config)));
+    const plugins = [];
+    for (const result of results) {
+        if (result.status === "fulfilled" && result.value !== null) {
+            plugins.push(result.value);
+        }
+    }
+    return plugins;
+}
+//# sourceMappingURL=plugin-loader.js.map

package/dist/evaluators/plugin-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin-loader.js","sourceRoot":"","sources":["../../src/evaluators/plugin-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAIhD,sEAAsE;AAEtE;;GAEG;AACH,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE9D,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,OAAO,CACL,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ;QAC5B,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ;QACnC,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;QAChC,OAAO,GAAG,CAAC,QAAQ,KAAK,UAAU,CACnC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,OAAO,KAAK,KAAK,UAAU,CAAC;AACrC,CAAC;AAED,sEAAsE;AAEtE;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAC9C,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;IAC5C,CAAC;IACD,8DAA8D;IAC9D,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAkB,EAClB,MAAgC;IAEhC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAE/C,2EAA2E;IAC3E,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,GAAG,GAA4B,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE5D,4BAA4B;QAC5B,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;QAElC,IAAI,iBAAiB,CAAC,aAAa,CAAC,EAAE,CAAC;YACrC,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,IAAI,kBAAkB,CAAC,aAAa,CAAC,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,iBAAiB,CAAC,QAAQ,CAAC;gBAAE,OAAO,QAAQ,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,gCAAgC,UAAU,iCAAiC,CAAC,CAAC;YAC1F,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qBAAqB;QACrB,IAAI,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAI,GAAG,CAAC,eAAoC,CAAC,MAAM,CAAC,CAAC;YACnE,IAAI,iBAAiB,CAAC,QAAQ,CAAC;gBAAE,OAAO,QAAQ,CAAC;QACnD,CAAC;QAED,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC,MAAyB,CAAC;QACvC,CAAC;QAED,OAAO,CAAC,IAAI,CACV,qBAAqB,UAAU,+DAA+D,CAC/F,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,sCAAsC,UAAU,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxG,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAe,EACf,MAAgC;IAEhC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CACxC,CAAC;IAEF,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/evaluators/registry.d.ts

@@ -0,0 +1,78 @@
+import type { EvalResult } from "../contracts/eval-result.js";
+import type { SprintContract } from "../contracts/sprint-contract.js";
+import type { BoberConfig, EvalStrategy } from "../config/schema.js";
+import type { EvaluatorPlugin } from "./plugin-interface.js";
+/**
+ * The aggregate result of running all configured evaluators for a sprint.
+ */
+export interface EvaluationRunResult {
+    /** Whether all *required* evaluators passed. */
+    passed: boolean;
+    /** Aggregate score (average of all evaluator scores). */
+    score: number;
+    /** Individual results from each evaluator. */
+    results: EvalResult[];
+    /** Human-readable summary. */
+    summary: string;
+    /** Timestamp when the evaluation completed. */
+    timestamp: string;
+}
+/**
+ * Maps strategy type names to evaluator plugin instances.
+ *
+ * Built-in evaluators are registered by default. Custom plugins loaded
+ * via the plugin-loader are added on top.
+ */
+export declare class EvaluatorRegistry {
+    private readonly plugins;
+    /**
+     * Register an evaluator plugin under a given name.
+     * Overwrites any previously registered plugin with the same name.
+     */
+    register(name: string, plugin: EvaluatorPlugin): void;
+    /**
+     * Get a plugin by its registered name.
+     */
+    get(name: string): EvaluatorPlugin | undefined;
+    /**
+     * Check whether a plugin is registered under the given name.
+     */
+    has(name: string): boolean;
+    /**
+     * Return a read-only view of all registered plugins.
+     */
+    all(): ReadonlyMap<string, EvaluatorPlugin>;
+    /**
+     * Get the appropriate plugin for a given strategy.
+     *
+     * Resolution order:
+     * 1. If strategy has a `plugin` field → look up by plugin name
+     * 2. If strategy type matches a registered plugin → use it
+     * 3. If strategy has a `command` field → create an on-the-fly command runner
+     * 4. Otherwise → undefined (strategy will be skipped)
+     */
+    getForStrategy(strategy: EvalStrategy): EvaluatorPlugin | undefined;
+    /**
+     * List the names of all registered plugins that can run in the
+     * given project context.
+     */
+    listAvailable(projectRoot: string, config: BoberConfig): Promise<string[]>;
+    /**
+     * Return all registered plugin names.
+     */
+    listAll(): string[];
+}
+/**
+ * Create a registry pre-populated with all built-in evaluators.
+ * Optionally loads custom plugins from the config.
+ */
+export declare function createDefaultRegistry(config?: BoberConfig): Promise<EvaluatorRegistry>;
+/**
+ * Run all configured evaluation strategies and produce an aggregate result.
+ *
+ * Strategies are run sequentially to avoid resource contention (e.g. multiple
+ * build processes or test runners at once). Each strategy that doesn't have
+ * a matching plugin, or whose plugin can't run, is skipped with a warning.
+ */
+export declare function runEvaluation(registry: EvaluatorRegistry, projectRoot: string, config: BoberConfig, contract: SprintContract, changedFiles: string[]): Promise<EvaluationRunResult>;
+//# sourceMappingURL=registry.d.ts.map

package/dist/evaluators/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/evaluators/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,eAAe,EAAe,MAAM,uBAAuB,CAAC;AAa1E;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,gDAAgD;IAChD,MAAM,EAAE,OAAO,CAAC;IAChB,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC;IACd,8CAA8C;IAC9C,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;CACnB;AAID;;;;;GAKG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAE9D;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,IAAI;IAIrD;;OAEG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAI9C;;OAEG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B;;OAEG;IACH,GAAG,IAAI,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC;IAI3C;;;;;;;;OAQG;IACH,cAAc,CAAC,QAAQ,EAAE,YAAY,GAAG,eAAe,GAAG,SAAS;IAqBnE;;;OAGG;IACG,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiBhF;;OAEG;IACH,OAAO,IAAI,MAAM,EAAE;CAGpB;AAID;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,iBAAiB,CAAC,CAoB5B;AAID;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,iBAAiB,EAC3B,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,cAAc,EACxB,YAAY,EAAE,MAAM,EAAE,GACrB,OAAO,CAAC,mBAAmB,CAAC,CAgI9B"}