agent-bober 0.1.0

package/dist/evaluators/builtin/command-runner.d.ts

@@ -0,0 +1,26 @@
+import type { EvaluatorPlugin, EvalContext, EvalResult } from "../plugin-interface.js";
+import type { BoberConfig } from "../../config/schema.js";
+/**
+ * A generic evaluator that runs an arbitrary shell command.
+ *
+ * This powers two use cases:
+ * 1. Inline `command` field on any strategy (e.g. `{ "type": "k6", "command": "k6 run load.js", "required": false }`)
+ * 2. Fallback for unknown strategy types that have a `command` configured
+ *
+ * Pass criteria: exit code 0 = pass, non-zero = fail.
+ * Output is captured and parsed for common error patterns.
+ */
+export declare class CommandRunnerEvaluator implements EvaluatorPlugin {
+    readonly name: string;
+    readonly description: string;
+    private readonly command;
+    private readonly timeout;
+    constructor(name: string, command: string, timeout?: number);
+    canRun(_projectRoot: string, _config: BoberConfig): Promise<boolean>;
+    evaluate(context: EvalContext): Promise<EvalResult>;
+}
+/**
+ * Factory: create a CommandRunnerEvaluator from a strategy's command field.
+ */
+export declare function createCommandRunnerEvaluator(name: string, command: string, timeout?: number): CommandRunnerEvaluator;
+//# sourceMappingURL=command-runner.d.ts.map

package/dist/evaluators/builtin/command-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"command-runner.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/command-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEX,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAE1D;;;;;;;;;GASG;AACH,qBAAa,sBAAuB,YAAW,eAAe;IAC5D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,SAAU;IAOtD,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAMpE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;CA0F1D;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,GACf,sBAAsB,CAExB"}

package/dist/evaluators/builtin/command-runner.js

@@ -0,0 +1,114 @@
+import { execa } from "execa";
+/**
+ * A generic evaluator that runs an arbitrary shell command.
+ *
+ * This powers two use cases:
+ * 1. Inline `command` field on any strategy (e.g. `{ "type": "k6", "command": "k6 run load.js", "required": false }`)
+ * 2. Fallback for unknown strategy types that have a `command` configured
+ *
+ * Pass criteria: exit code 0 = pass, non-zero = fail.
+ * Output is captured and parsed for common error patterns.
+ */
+export class CommandRunnerEvaluator {
+    name;
+    description;
+    command;
+    timeout;
+    constructor(name, command, timeout = 120_000) {
+        this.name = name;
+        this.description = `Run command: ${command}`;
+        this.command = command;
+        this.timeout = timeout;
+    }
+    async canRun(_projectRoot, _config) {
+        // Command-based evaluators are always considered runnable.
+        // If the command itself doesn't exist, evaluate() handles the error.
+        return true;
+    }
+    async evaluate(context) {
+        const timestamp = new Date().toISOString();
+        const { projectRoot } = context;
+        const timeout = context.strategy.config?.["timeout"] ??
+            this.timeout;
+        const parts = this.command.split(/\s+/);
+        const cmd = parts[0];
+        const args = parts.slice(1);
+        try {
+            const result = await execa(cmd, args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+                env: { ...process.env, FORCE_COLOR: "0" },
+            });
+            const output = result.all ?? result.stdout ?? "";
+            const passed = result.exitCode === 0;
+            const details = [];
+            if (!passed) {
+                // Try to extract meaningful error lines from the output
+                const lines = output.split("\n");
+                const errorLines = lines.filter((line) => /error|fail|fatal|panic|exception/i.test(line) &&
+                    line.trim().length > 0);
+                if (errorLines.length > 0) {
+                    for (const line of errorLines.slice(0, 20)) {
+                        details.push({
+                            criterion: this.name,
+                            passed: false,
+                            message: line.trim(),
+                            severity: "error",
+                        });
+                    }
+                }
+                else {
+                    // No specific errors found — include tail of output
+                    const tail = lines.slice(-10).join("\n").trim();
+                    details.push({
+                        criterion: this.name,
+                        passed: false,
+                        message: tail || `Command exited with code ${result.exitCode}`,
+                        severity: "error",
+                    });
+                }
+            }
+            return {
+                evaluator: this.name,
+                passed,
+                score: passed ? 100 : 0,
+                details,
+                summary: passed
+                    ? `${this.name}: passed`
+                    : `${this.name}: failed (exit code ${result.exitCode ?? "unknown"})`,
+                feedback: passed
+                    ? "Command completed successfully."
+                    : `Command failed. Output:\n${(output ?? "").slice(-2000)}`,
+                timestamp,
+            };
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: this.name,
+                        passed: false,
+                        message: `Failed to execute: ${message}`,
+                        severity: "error",
+                    },
+                ],
+                summary: `${this.name}: error — ${message}`,
+                feedback: `Could not run command "${this.command}": ${message}`,
+                timestamp,
+            };
+        }
+    }
+}
+/**
+ * Factory: create a CommandRunnerEvaluator from a strategy's command field.
+ */
+export function createCommandRunnerEvaluator(name, command, timeout) {
+    return new CommandRunnerEvaluator(name, command, timeout);
+}
+//# sourceMappingURL=command-runner.js.map

package/dist/evaluators/builtin/command-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"command-runner.js","sourceRoot":"","sources":["../../../src/evaluators/builtin/command-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAU9B;;;;;;;;;GASG;AACH,MAAM,OAAO,sBAAsB;IACxB,IAAI,CAAS;IACb,WAAW,CAAS;IACZ,OAAO,CAAS;IAChB,OAAO,CAAS;IAEjC,YAAY,IAAY,EAAE,OAAe,EAAE,OAAO,GAAG,OAAO;QAC1D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,gBAAgB,OAAO,EAAE,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAoB,EAAE,OAAoB;QACrD,2DAA2D;QAC3D,qEAAqE;QACrE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAoB;QACjC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEhC,MAAM,OAAO,GACV,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAwB;YAC5D,IAAI,CAAC,OAAO,CAAC;QAEf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACpC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;gBACT,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;YAErC,MAAM,OAAO,GAAiB,EAAE,CAAC;YAEjC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,wDAAwD;gBACxD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAC7B,CAAC,IAAI,EAAE,EAAE,CACP,mCAAmC,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC9C,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CACzB,CAAC;gBAEF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;wBAC3C,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,IAAI,CAAC,IAAI;4BACpB,MAAM,EAAE,KAAK;4BACb,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;4BACpB,QAAQ,EAAE,OAAgB;yBAC3B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,oDAAoD;oBACpD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS,EAAE,IAAI,CAAC,IAAI;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,IAAI,IAAI,4BAA4B,MAAM,CAAC,QAAQ,EAAE;wBAC9D,QAAQ,EAAE,OAAgB;qBAC3B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM;gBACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO;gBACP,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU;oBACxB,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,uBAAuB,MAAM,CAAC,QAAQ,IAAI,SAAS,GAAG;gBACtE,QAAQ,EAAE,MAAM;oBACd,CAAC,CAAC,iCAAiC;oBACnC,CAAC,CAAC,4BAA4B,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE;gBAC7D,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GACX,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,IAAI,CAAC,IAAI;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,sBAAsB,OAAO,EAAE;wBACxC,QAAQ,EAAE,OAAgB;qBAC3B;iBACF;gBACD,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,aAAa,OAAO,EAAE;gBAC3C,QAAQ,EAAE,0BAA0B,IAAI,CAAC,OAAO,MAAM,OAAO,EAAE;gBAC/D,SAAS;aACV,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAC1C,IAAY,EACZ,OAAe,EACf,OAAgB;IAEhB,OAAO,IAAI,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC"}

package/dist/evaluators/builtin/lint.d.ts

@@ -0,0 +1,17 @@
+import type { EvaluatorPlugin, EvalContext, EvalResult, BoberConfig } from "../plugin-interface.js";
+export declare class LintEvaluator implements EvaluatorPlugin {
+    readonly name = "Lint";
+    readonly description = "Runs ESLint (or a custom lint command) and reports violations.";
+    canRun(projectRoot: string, config: BoberConfig): Promise<boolean>;
+    evaluate(context: EvalContext): Promise<EvalResult>;
+    private runEslintStructured;
+    private buildFromEslintResults;
+    private runGenericLint;
+    private buildFeedback;
+    private errorResult;
+}
+/**
+ * Factory function for the registry.
+ */
+export declare function createLintEvaluator(): EvaluatorPlugin;
+//# sourceMappingURL=lint.d.ts.map

package/dist/evaluators/builtin/lint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lint.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/lint.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAmEhC,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,IAAI,UAAU;IACvB,QAAQ,CAAC,WAAW,oEAAoE;IAElF,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAKlE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YAiB3C,mBAAmB;IAuEjC,OAAO,CAAC,sBAAsB;YAmDhB,cAAc;IAsD5B,OAAO,CAAC,aAAa;IAiCrB,OAAO,CAAC,WAAW;CAkBpB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,eAAe,CAErD"}

package/dist/evaluators/builtin/lint.js

@@ -0,0 +1,264 @@
+import { access } from "node:fs/promises";
+import { join } from "node:path";
+import { execa } from "execa";
+// ── ESLint config file candidates ──────────────────────────────────
+const ESLINT_CONFIG_FILES = [
+    "eslint.config.js",
+    "eslint.config.mjs",
+    "eslint.config.cjs",
+    "eslint.config.ts",
+    ".eslintrc",
+    ".eslintrc.js",
+    ".eslintrc.cjs",
+    ".eslintrc.json",
+    ".eslintrc.yml",
+    ".eslintrc.yaml",
+];
+async function hasEslintConfig(projectRoot) {
+    for (const candidate of ESLINT_CONFIG_FILES) {
+        try {
+            await access(join(projectRoot, candidate));
+            return true;
+        }
+        catch {
+            // not found
+        }
+    }
+    return false;
+}
+// ── Parser ─────────────────────────────────────────────────────────
+function parseEslintJson(raw) {
+    // ESLint --format json outputs an array.  Sometimes extra text
+    // precedes the JSON (e.g. deprecation warnings).  Find the first '['.
+    const jsonStart = raw.indexOf("[");
+    if (jsonStart === -1)
+        return [];
+    try {
+        const parsed = JSON.parse(raw.slice(jsonStart));
+        if (!Array.isArray(parsed))
+            return [];
+        return parsed;
+    }
+    catch {
+        return [];
+    }
+}
+// ── Evaluator ──────────────────────────────────────────────────────
+const DEFAULT_TIMEOUT_MS = 60_000;
+export class LintEvaluator {
+    name = "Lint";
+    description = "Runs ESLint (or a custom lint command) and reports violations.";
+    async canRun(projectRoot, config) {
+        if (config.commands.lint)
+            return true;
+        return hasEslintConfig(projectRoot);
+    }
+    async evaluate(context) {
+        const { projectRoot, config, strategy } = context;
+        const timestamp = new Date().toISOString();
+        const timeout = strategy.config?.timeout ?? DEFAULT_TIMEOUT_MS;
+        // Prefer structured ESLint JSON output when no custom command is set.
+        const useStructuredEslint = !config.commands.lint || config.commands.lint.includes("eslint");
+        if (useStructuredEslint) {
+            return this.runEslintStructured(projectRoot, config, timeout, timestamp);
+        }
+        return this.runGenericLint(projectRoot, config, timeout, timestamp);
+    }
+    // ── Structured ESLint ──────────────────────────────────────────
+    async runEslintStructured(projectRoot, config, timeout, timestamp) {
+        // Build command.  If config.commands.lint is set and contains "eslint",
+        // we append --format json.  Otherwise default to npx eslint.
+        let cmd;
+        let args;
+        if (config.commands.lint) {
+            const parts = config.commands.lint.split(/\s+/);
+            cmd = parts[0];
+            args = [...parts.slice(1), "--format", "json"];
+        }
+        else {
+            cmd = "npx";
+            args = ["eslint", ".", "--format", "json"];
+        }
+        try {
+            const result = await execa(cmd, args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            const eslintResults = parseEslintJson(allOutput);
+            // If we got structured results, use them.
+            if (eslintResults.length > 0) {
+                return this.buildFromEslintResults(eslintResults, timestamp);
+            }
+            // No structured results but exit code 0 => assume clean.
+            if (result.exitCode === 0) {
+                return {
+                    evaluator: this.name,
+                    passed: true,
+                    score: 100,
+                    details: [],
+                    summary: "Linting passed with no issues.",
+                    feedback: "No lint issues found.",
+                    timestamp,
+                };
+            }
+            // Fallback: couldn't parse JSON, treat raw output as a single error.
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: "Lint check",
+                        passed: false,
+                        message: allOutput.slice(0, 2000) || `Lint exited with code ${result.exitCode}`,
+                        severity: "error",
+                    },
+                ],
+                summary: "Linting failed.",
+                feedback: allOutput.slice(0, 2000),
+                timestamp,
+            };
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    buildFromEslintResults(results, timestamp) {
+        let totalErrors = 0;
+        let totalWarnings = 0;
+        const details = [];
+        for (const file of results) {
+            totalErrors += file.errorCount;
+            totalWarnings += file.warningCount;
+            for (const msg of file.messages) {
+                details.push({
+                    criterion: msg.ruleId ? `lint/${msg.ruleId}` : "lint/unknown",
+                    passed: false,
+                    message: msg.message,
+                    file: file.filePath,
+                    line: msg.line,
+                    severity: msg.severity === 2 ? "error" : "warning",
+                });
+            }
+        }
+        const passed = totalErrors === 0;
+        const totalIssues = totalErrors + totalWarnings;
+        const score = totalIssues === 0
+            ? 100
+            : Math.max(0, Math.round(100 - (totalErrors * 10 + totalWarnings * 2)));
+        const summary = totalIssues === 0
+            ? "Linting passed with no issues."
+            : `Linting found ${totalErrors} error(s) and ${totalWarnings} warning(s).`;
+        const feedback = this.buildFeedback(details);
+        return {
+            evaluator: this.name,
+            passed,
+            score,
+            details,
+            summary,
+            feedback,
+            timestamp,
+        };
+    }
+    // ── Generic lint command ───────────────────────────────────────
+    async runGenericLint(projectRoot, config, timeout, timestamp) {
+        const command = config.commands.lint;
+        const [cmd, ...args] = command.split(/\s+/);
+        try {
+            const result = await execa(cmd, args, {
+                cwd: projectRoot,
+                timeout,
+                reject: false,
+                all: true,
+            });
+            const allOutput = result.all ?? result.stdout ?? "";
+            if (result.exitCode === 0) {
+                return {
+                    evaluator: this.name,
+                    passed: true,
+                    score: 100,
+                    details: [],
+                    summary: "Linting passed with no issues.",
+                    feedback: "No lint issues found.",
+                    timestamp,
+                };
+            }
+            return {
+                evaluator: this.name,
+                passed: false,
+                score: 0,
+                details: [
+                    {
+                        criterion: "Lint check",
+                        passed: false,
+                        message: allOutput.slice(0, 2000) || `Lint exited with code ${result.exitCode}`,
+                        severity: "error",
+                    },
+                ],
+                summary: "Linting failed.",
+                feedback: allOutput.slice(0, 2000),
+                timestamp,
+            };
+        }
+        catch (err) {
+            return this.errorResult(err, timestamp);
+        }
+    }
+    // ── Helpers ────────────────────────────────────────────────────
+    buildFeedback(details) {
+        if (details.length === 0)
+            return "No lint issues found.";
+        const errors = details.filter((d) => d.severity === "error");
+        const warnings = details.filter((d) => d.severity === "warning");
+        const lines = ["Fix the following lint issues:", ""];
+        if (errors.length > 0) {
+            lines.push("Errors (must fix):");
+            for (const e of errors.slice(0, 20)) {
+                const loc = e.file ? `  ${e.file}${e.line ? `:${e.line}` : ""}` : "  (unknown file)";
+                lines.push(`${loc}: ${e.message} [${e.criterion}]`);
+            }
+            if (errors.length > 20) {
+                lines.push(`  ... and ${errors.length - 20} more errors`);
+            }
+        }
+        if (warnings.length > 0) {
+            lines.push("", "Warnings (should fix):");
+            for (const w of warnings.slice(0, 10)) {
+                const loc = w.file ? `  ${w.file}${w.line ? `:${w.line}` : ""}` : "  (unknown file)";
+                lines.push(`${loc}: ${w.message} [${w.criterion}]`);
+            }
+            if (warnings.length > 10) {
+                lines.push(`  ... and ${warnings.length - 10} more warnings`);
+            }
+        }
+        return lines.join("\n");
+    }
+    errorResult(err, timestamp) {
+        return {
+            evaluator: this.name,
+            passed: false,
+            score: 0,
+            details: [
+                {
+                    criterion: "Lint execution",
+                    passed: false,
+                    message: err instanceof Error ? err.message : String(err),
+                    severity: "error",
+                },
+            ],
+            summary: "Lint check failed to execute.",
+            feedback: `The lint command could not be run: ${err instanceof Error ? err.message : String(err)}`,
+            timestamp,
+        };
+    }
+}
+/**
+ * Factory function for the registry.
+ */
+export function createLintEvaluator() {
+    return new LintEvaluator();
+}
+//# sourceMappingURL=lint.js.map

package/dist/evaluators/builtin/lint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lint.js","sourceRoot":"","sources":["../../../src/evaluators/builtin/lint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AA2B9B,sEAAsE;AAEtE,MAAM,mBAAmB,GAAG;IAC1B,kBAAkB;IAClB,mBAAmB;IACnB,mBAAmB;IACnB,kBAAkB;IAClB,WAAW;IACX,cAAc;IACd,eAAe;IACf,gBAAgB;IAChB,eAAe;IACf,gBAAgB;CACjB,CAAC;AAEF,KAAK,UAAU,eAAe,CAAC,WAAmB;IAChD,KAAK,MAAM,SAAS,IAAI,mBAAmB,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,sEAAsE;AAEtE,SAAS,eAAe,CAAC,GAAW;IAClC,+DAA+D;IAC/D,sEAAsE;IACtE,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,CAAC;QACtC,OAAO,MAA4B,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,sEAAsE;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,OAAO,aAAa;IACf,IAAI,GAAG,MAAM,CAAC;IACd,WAAW,GAAG,gEAAgE,CAAC;IAExF,KAAK,CAAC,MAAM,CAAC,WAAmB,EAAE,MAAmB;QACnD,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,eAAe,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAoB;QACjC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAI,QAAQ,CAAC,MAAM,EAAE,OAAkB,IAAI,kBAAkB,CAAC;QAE3E,sEAAsE;QACtE,MAAM,mBAAmB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE7F,IAAI,mBAAmB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC;IAED,kEAAkE;IAE1D,KAAK,CAAC,mBAAmB,CAC/B,WAAmB,EACnB,MAAmB,EACnB,OAAe,EACf,SAAiB;QAEjB,wEAAwE;QACxE,6DAA6D;QAC7D,IAAI,GAAW,CAAC;QAChB,IAAI,IAAc,CAAC;QAEnB,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,GAAG,GAAG,KAAK,CAAC;YACZ,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACpC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACpD,MAAM,aAAa,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;YAEjD,0CAA0C;YAC1C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YAC/D,CAAC;YAED,yDAAyD;YACzD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,gCAAgC;oBACzC,QAAQ,EAAE,uBAAuB;oBACjC,SAAS;iBACV,CAAC;YACJ,CAAC;YAED,qEAAqE;YACrE,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,YAAY;wBACvB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,yBAAyB,MAAM,CAAC,QAAQ,EAAE;wBAC/E,QAAQ,EAAE,OAAO;qBAClB;iBACF;gBACD,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBAClC,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAEO,sBAAsB,CAC5B,OAA2B,EAC3B,SAAiB;QAEjB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;YAC/B,aAAa,IAAI,IAAI,CAAC,YAAY,CAAC;YAEnC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CAAC;oBACX,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,cAAc;oBAC7D,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,QAAQ,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iBACnD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,WAAW,KAAK,CAAC,CAAC;QACjC,MAAM,WAAW,GAAG,WAAW,GAAG,aAAa,CAAC;QAChD,MAAM,KAAK,GACT,WAAW,KAAK,CAAC;YACf,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,WAAW,GAAG,EAAE,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5E,MAAM,OAAO,GACX,WAAW,KAAK,CAAC;YACf,CAAC,CAAC,gCAAgC;YAClC,CAAC,CAAC,iBAAiB,WAAW,iBAAiB,aAAa,cAAc,CAAC;QAE/E,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE7C,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM;YACN,KAAK;YACL,OAAO;YACP,OAAO;YACP,QAAQ;YACR,SAAS;SACV,CAAC;IACJ,CAAC;IAED,kEAAkE;IAE1D,KAAK,CAAC,cAAc,CAC1B,WAAmB,EACnB,MAAmB,EACnB,OAAe,EACf,SAAiB;QAEjB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC;QACtC,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACpC,GAAG,EAAE,WAAW;gBAChB,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YAEpD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,gCAAgC;oBACzC,QAAQ,EAAE,uBAAuB;oBACjC,SAAS;iBACV,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP;wBACE,SAAS,EAAE,YAAY;wBACvB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,yBAAyB,MAAM,CAAC,QAAQ,EAAE;wBAC/E,QAAQ,EAAE,OAAO;qBAClB;iBACF;gBACD,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBAClC,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,kEAAkE;IAE1D,aAAa,CAAC,OAAqB;QACzC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,uBAAuB,CAAC;QAEzD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;QAEjE,MAAM,KAAK,GAAa,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;QAE/D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBACpC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBACrF,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,GAAG,EAAE,cAAc,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;YACzC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBACrF,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,GAAG,EAAE,gBAAgB,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW,CAAC,GAAY,EAAE,SAAiB;QACjD,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,CAAC;YACR,OAAO,EAAE;gBACP;oBACE,SAAS,EAAE,gBAAgB;oBAC3B,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACzD,QAAQ,EAAE,OAAO;iBAClB;aACF;YACD,OAAO,EAAE,+BAA+B;YACxC,QAAQ,EAAE,sCAAsC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAClG,SAAS;SACV,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,OAAO,IAAI,aAAa,EAAE,CAAC;AAC7B,CAAC"}

package/dist/evaluators/builtin/playwright.d.ts

@@ -0,0 +1,16 @@
+import type { EvaluatorPlugin, EvalContext, EvalResult, BoberConfig } from "../plugin-interface.js";
+export declare class PlaywrightEvaluator implements EvaluatorPlugin {
+    readonly name = "Playwright E2E";
+    readonly description = "Runs Playwright end-to-end tests and reports results.";
+    canRun(projectRoot: string, _config: BoberConfig): Promise<boolean>;
+    evaluate(context: EvalContext): Promise<EvalResult>;
+    private runPlaywright;
+    private buildFromReport;
+    private buildFeedback;
+    private errorResult;
+}
+/**
+ * Factory function for the registry.
+ */
+export declare function createPlaywrightEvaluator(): EvaluatorPlugin;
+//# sourceMappingURL=playwright.d.ts.map

package/dist/evaluators/builtin/playwright.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/playwright.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AA6IhC,qBAAa,mBAAoB,YAAW,eAAe;IACzD,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,WAAW,2DAA2D;IAEzE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAInE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YAsB3C,aAAa;IAsE3B,OAAO,CAAC,eAAe;IAuDvB,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,WAAW;CAkBpB;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,eAAe,CAE3D"}