agent-bober 0.5.3 → 0.6.1

package/README.md

@@ -451,15 +451,20 @@ To debug failing E2E tests:
 
 This architecture implements the patterns described in Anthropic's [**"Harness design for long-running application development"**](https://www.anthropic.com/engineering/harness-design-long-running-apps) by Prithvi Rajasekaran. The key insight from that research: separating code generation from code evaluation creates a feedback loop that catches errors early and dramatically improves output quality. In their tests, a solo agent produced broken output in 20 minutes, while the full harness produced a polished, working application — demonstrating that multi-agent orchestration with honest evaluation is worth the investment.
 
-- **Planner** (Claude Opus): High-reasoning model for decomposing complex features into clear, testable sprint contracts. Thinks about scope, dependencies, and risk.
-- **Generator** (Claude Sonnet): Fast, capable model for writing code. Works within the boundaries of a single sprint contract.
-- **Evaluator** (Claude Sonnet): Runs automated checks (typecheck, lint, build, tests) and provides structured feedback. If a sprint fails evaluation, the Generator gets specific rework instructions.
+### Agentic Tool-Use Architecture
+
+Each agent runs as a **multi-turn agentic loop** with tool access via the Anthropic SDK. System prompts are loaded from the detailed agent definitions in `agents/bober-*.md` (300-600 lines of role-specific instructions, anti-leniency protocols, and evaluation criteria).
+
+- **Planner** (Claude Opus): Explores the codebase via read-only tools (`read_file`, `glob`, `grep`), then produces sprint-decomposed plans. Thinks about scope, dependencies, and risk.
+- **Generator** (Claude Sonnet): Full tool access (`bash`, `read_file`, `write_file`, `edit_file`, `glob`, `grep`). Reads existing code, writes implementation, runs tests, and commits — all autonomously within the sprint contract boundaries.
+- **Evaluator** (Claude Sonnet): Read-only + bash tools (`bash`, `read_file`, `glob`, `grep` — deliberately NO write/edit). Independently verifies by running the dev server, taking Playwright screenshots, executing tests, and inspecting code. Cannot fix bugs — only report them with precise feedback.
 
 The separation ensures that:
-1. The Generator cannot "mark its own homework" -- an independent evaluation step catches issues.
+1. The Generator cannot "mark its own homework" — an independent evaluation step with its own tool access catches issues through actual runtime verification, not just reading the generator's self-report.
 2. Sprint contracts provide clear scope boundaries, preventing feature creep.
-3. Automated checks run after every sprint, not just at the end.
+3. Automated checks (programmatic evaluators) + agent-based qualitative evaluation run after every sprint.
 4. Context resets between sprints keep the Generator focused and prevent context degradation.
+5. The Evaluator's anti-leniency protocol ensures passing on the first iteration is rare for non-trivial work.
 
 ### State Management
 
@@ -522,10 +527,11 @@ agent-bober/
     config/           Config schema, loader, defaults
     contracts/        Sprint contract and eval result types
     evaluators/       Built-in evaluator plugins
-    orchestrator/     Context handoff and agent coordination
+    orchestrator/     Agent runners, agentic loop, tool infrastructure
+      tools/          Tool schemas, sandboxed handlers, role-based sets
     state/            State management for .bober/ directory
     utils/            Shared utilities
-  agents/             Agent system prompts (.md files)
+  agents/             Agent system prompts (.md files, loaded at runtime)
   skills/             Claude Code slash command definitions
   templates/          Project templates and scaffolds
   hooks/              Claude Code hooks

package/agents/bober-evaluator.md

@@ -6,6 +6,16 @@ tools:
   - Bash
   - Grep
   - Glob
+  - mcp__plugin_playwright_playwright__browser_navigate
+  - mcp__plugin_playwright_playwright__browser_snapshot
+  - mcp__plugin_playwright_playwright__browser_take_screenshot
+  - mcp__plugin_playwright_playwright__browser_click
+  - mcp__plugin_playwright_playwright__browser_fill_form
+  - mcp__plugin_playwright_playwright__browser_evaluate
+  - mcp__plugin_playwright_playwright__browser_console_messages
+  - mcp__plugin_playwright_playwright__browser_network_requests
+  - mcp__plugin_playwright_playwright__browser_tabs
+  - mcp__plugin_playwright_playwright__browser_close
 model: sonnet
 ---
 

package/dist/contracts/eval-result.d.ts

@@ -24,6 +24,69 @@ export declare const EvalDetailSchema: z.ZodObject<{
     line?: number | undefined;
 }>;
 export type EvalDetail = z.infer<typeof EvalDetailSchema>;
+export declare const CriterionResultSchema: z.ZodObject<{
+    criterionId: z.ZodString;
+    description: z.ZodString;
+    required: z.ZodBoolean;
+    result: z.ZodEnum<["pass", "fail", "skipped"]>;
+    evidence: z.ZodOptional<z.ZodString>;
+    feedback: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    description: string;
+    required: boolean;
+    criterionId: string;
+    result: "pass" | "fail" | "skipped";
+    feedback?: string | undefined;
+    evidence?: string | undefined;
+}, {
+    description: string;
+    required: boolean;
+    criterionId: string;
+    result: "pass" | "fail" | "skipped";
+    feedback?: string | undefined;
+    evidence?: string | undefined;
+}>;
+export type CriterionResult = z.infer<typeof CriterionResultSchema>;
+export declare const RegressionSchema: z.ZodObject<{
+    description: z.ZodString;
+    evidence: z.ZodString;
+    severity: z.ZodEnum<["critical", "major", "minor"]>;
+}, "strip", z.ZodTypeAny, {
+    description: string;
+    severity: "critical" | "major" | "minor";
+    evidence: string;
+}, {
+    description: string;
+    severity: "critical" | "major" | "minor";
+    evidence: string;
+}>;
+export type Regression = z.infer<typeof RegressionSchema>;
+export declare const GeneratorFeedbackItemSchema: z.ZodObject<{
+    priority: z.ZodEnum<["critical", "high", "medium", "low"]>;
+    category: z.ZodEnum<["bug", "missing-feature", "regression", "quality", "performance"]>;
+    file: z.ZodOptional<z.ZodString>;
+    line: z.ZodOptional<z.ZodNumber>;
+    description: z.ZodString;
+    expected: z.ZodOptional<z.ZodString>;
+    reproduction: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    description: string;
+    priority: "medium" | "critical" | "high" | "low";
+    category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+    expected?: string | undefined;
+    file?: string | undefined;
+    line?: number | undefined;
+    reproduction?: string | undefined;
+}, {
+    description: string;
+    priority: "medium" | "critical" | "high" | "low";
+    category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+    expected?: string | undefined;
+    file?: string | undefined;
+    line?: number | undefined;
+    reproduction?: string | undefined;
+}>;
+export type GeneratorFeedbackItem = z.infer<typeof GeneratorFeedbackItemSchema>;
 export declare const EvalResultSchema: z.ZodObject<{
     evaluator: z.ZodString;
     passed: z.ZodBoolean;
@@ -53,6 +116,69 @@ export declare const EvalResultSchema: z.ZodObject<{
     summary: z.ZodString;
     feedback: z.ZodString;
     timestamp: z.ZodString;
+    iteration: z.ZodOptional<z.ZodNumber>;
+    contractId: z.ZodOptional<z.ZodString>;
+    criteriaResults: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        criterionId: z.ZodString;
+        description: z.ZodString;
+        required: z.ZodBoolean;
+        result: z.ZodEnum<["pass", "fail", "skipped"]>;
+        evidence: z.ZodOptional<z.ZodString>;
+        feedback: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        description: string;
+        required: boolean;
+        criterionId: string;
+        result: "pass" | "fail" | "skipped";
+        feedback?: string | undefined;
+        evidence?: string | undefined;
+    }, {
+        description: string;
+        required: boolean;
+        criterionId: string;
+        result: "pass" | "fail" | "skipped";
+        feedback?: string | undefined;
+        evidence?: string | undefined;
+    }>, "many">>;
+    regressions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        description: z.ZodString;
+        evidence: z.ZodString;
+        severity: z.ZodEnum<["critical", "major", "minor"]>;
+    }, "strip", z.ZodTypeAny, {
+        description: string;
+        severity: "critical" | "major" | "minor";
+        evidence: string;
+    }, {
+        description: string;
+        severity: "critical" | "major" | "minor";
+        evidence: string;
+    }>, "many">>;
+    designScore: z.ZodOptional<z.ZodNumber>;
+    generatorFeedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        priority: z.ZodEnum<["critical", "high", "medium", "low"]>;
+        category: z.ZodEnum<["bug", "missing-feature", "regression", "quality", "performance"]>;
+        file: z.ZodOptional<z.ZodString>;
+        line: z.ZodOptional<z.ZodNumber>;
+        description: z.ZodString;
+        expected: z.ZodOptional<z.ZodString>;
+        reproduction: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        description: string;
+        priority: "medium" | "critical" | "high" | "low";
+        category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+        expected?: string | undefined;
+        file?: string | undefined;
+        line?: number | undefined;
+        reproduction?: string | undefined;
+    }, {
+        description: string;
+        priority: "medium" | "critical" | "high" | "low";
+        category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+        expected?: string | undefined;
+        file?: string | undefined;
+        line?: number | undefined;
+        reproduction?: string | undefined;
+    }>, "many">>;
 }, "strip", z.ZodTypeAny, {
     evaluator: string;
     passed: boolean;
@@ -68,6 +194,31 @@ export declare const EvalResultSchema: z.ZodObject<{
     summary: string;
     feedback: string;
     score?: number | undefined;
+    iteration?: number | undefined;
+    contractId?: string | undefined;
+    criteriaResults?: {
+        description: string;
+        required: boolean;
+        criterionId: string;
+        result: "pass" | "fail" | "skipped";
+        feedback?: string | undefined;
+        evidence?: string | undefined;
+    }[] | undefined;
+    regressions?: {
+        description: string;
+        severity: "critical" | "major" | "minor";
+        evidence: string;
+    }[] | undefined;
+    designScore?: number | undefined;
+    generatorFeedback?: {
+        description: string;
+        priority: "medium" | "critical" | "high" | "low";
+        category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+        expected?: string | undefined;
+        file?: string | undefined;
+        line?: number | undefined;
+        reproduction?: string | undefined;
+    }[] | undefined;
 }, {
     evaluator: string;
     passed: boolean;
@@ -83,6 +234,31 @@ export declare const EvalResultSchema: z.ZodObject<{
     summary: string;
     feedback: string;
     score?: number | undefined;
+    iteration?: number | undefined;
+    contractId?: string | undefined;
+    criteriaResults?: {
+        description: string;
+        required: boolean;
+        criterionId: string;
+        result: "pass" | "fail" | "skipped";
+        feedback?: string | undefined;
+        evidence?: string | undefined;
+    }[] | undefined;
+    regressions?: {
+        description: string;
+        severity: "critical" | "major" | "minor";
+        evidence: string;
+    }[] | undefined;
+    designScore?: number | undefined;
+    generatorFeedback?: {
+        description: string;
+        priority: "medium" | "critical" | "high" | "low";
+        category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+        expected?: string | undefined;
+        file?: string | undefined;
+        line?: number | undefined;
+        reproduction?: string | undefined;
+    }[] | undefined;
 }>;
 export type EvalResult = z.infer<typeof EvalResultSchema>;
 export declare const SprintEvaluationSchema: z.ZodObject<{
@@ -117,6 +293,69 @@ export declare const SprintEvaluationSchema: z.ZodObject<{
         summary: z.ZodString;
         feedback: z.ZodString;
         timestamp: z.ZodString;
+        iteration: z.ZodOptional<z.ZodNumber>;
+        contractId: z.ZodOptional<z.ZodString>;
+        criteriaResults: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            criterionId: z.ZodString;
+            description: z.ZodString;
+            required: z.ZodBoolean;
+            result: z.ZodEnum<["pass", "fail", "skipped"]>;
+            evidence: z.ZodOptional<z.ZodString>;
+            feedback: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }, {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }>, "many">>;
+        regressions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            description: z.ZodString;
+            evidence: z.ZodString;
+            severity: z.ZodEnum<["critical", "major", "minor"]>;
+        }, "strip", z.ZodTypeAny, {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }, {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }>, "many">>;
+        designScore: z.ZodOptional<z.ZodNumber>;
+        generatorFeedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            priority: z.ZodEnum<["critical", "high", "medium", "low"]>;
+            category: z.ZodEnum<["bug", "missing-feature", "regression", "quality", "performance"]>;
+            file: z.ZodOptional<z.ZodString>;
+            line: z.ZodOptional<z.ZodNumber>;
+            description: z.ZodString;
+            expected: z.ZodOptional<z.ZodString>;
+            reproduction: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }, {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }>, "many">>;
     }, "strip", z.ZodTypeAny, {
         evaluator: string;
         passed: boolean;
@@ -132,6 +371,31 @@ export declare const SprintEvaluationSchema: z.ZodObject<{
         summary: string;
         feedback: string;
         score?: number | undefined;
+        iteration?: number | undefined;
+        contractId?: string | undefined;
+        criteriaResults?: {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }[] | undefined;
+        regressions?: {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }[] | undefined;
+        designScore?: number | undefined;
+        generatorFeedback?: {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }[] | undefined;
     }, {
         evaluator: string;
         passed: boolean;
@@ -147,6 +411,31 @@ export declare const SprintEvaluationSchema: z.ZodObject<{
         summary: string;
         feedback: string;
         score?: number | undefined;
+        iteration?: number | undefined;
+        contractId?: string | undefined;
+        criteriaResults?: {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }[] | undefined;
+        regressions?: {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }[] | undefined;
+        designScore?: number | undefined;
+        generatorFeedback?: {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }[] | undefined;
     }>, "many">;
     overallPassed: z.ZodBoolean;
     aggregateFeedback: z.ZodString;
@@ -168,6 +457,31 @@ export declare const SprintEvaluationSchema: z.ZodObject<{
         summary: string;
         feedback: string;
         score?: number | undefined;
+        iteration?: number | undefined;
+        contractId?: string | undefined;
+        criteriaResults?: {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }[] | undefined;
+        regressions?: {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }[] | undefined;
+        designScore?: number | undefined;
+        generatorFeedback?: {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }[] | undefined;
     }[];
     overallPassed: boolean;
     aggregateFeedback: string;
@@ -189,6 +503,31 @@ export declare const SprintEvaluationSchema: z.ZodObject<{
         summary: string;
         feedback: string;
         score?: number | undefined;
+        iteration?: number | undefined;
+        contractId?: string | undefined;
+        criteriaResults?: {
+            description: string;
+            required: boolean;
+            criterionId: string;
+            result: "pass" | "fail" | "skipped";
+            feedback?: string | undefined;
+            evidence?: string | undefined;
+        }[] | undefined;
+        regressions?: {
+            description: string;
+            severity: "critical" | "major" | "minor";
+            evidence: string;
+        }[] | undefined;
+        designScore?: number | undefined;
+        generatorFeedback?: {
+            description: string;
+            priority: "medium" | "critical" | "high" | "low";
+            category: "bug" | "missing-feature" | "regression" | "quality" | "performance";
+            expected?: string | undefined;
+            file?: string | undefined;
+            line?: number | undefined;
+            reproduction?: string | undefined;
+        }[] | undefined;
     }[];
     overallPassed: boolean;
     aggregateFeedback: string;

package/dist/contracts/eval-result.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval-result.d.ts","sourceRoot":"","sources":["../../src/contracts/eval-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,cAAc,yCAAuC,CAAC;AACnE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAItD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;EAO3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAI1D,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQ3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAI1D,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMjC,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAItE;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EAAE,GACpB,gBAAgB,CAsBlB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM,CA2CnE"}
+{"version":3,"file":"eval-result.d.ts","sourceRoot":"","sources":["../../src/contracts/eval-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,cAAc,yCAAuC,CAAC;AACnE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAItD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;EAO3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAI1D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;EAOhC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,gBAAgB;;;;;;;;;;;;EAI3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;EActC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CACzC,OAAO,2BAA2B,CACnC,CAAC;AAIF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAI1D,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMjC,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAItE;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EAAE,GACpB,gBAAgB,CAsBlB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM,CA2CnE"}

package/dist/contracts/eval-result.js

@@ -10,6 +10,35 @@ export const EvalDetailSchema = z.object({
     line: z.number().int().optional(),
     severity: SeveritySchema,
 });
+// ── Structured feedback types (for enriched results) ────────────────
+export const CriterionResultSchema = z.object({
+    criterionId: z.string(),
+    description: z.string(),
+    required: z.boolean(),
+    result: z.enum(["pass", "fail", "skipped"]),
+    evidence: z.string().optional(),
+    feedback: z.string().optional(),
+});
+export const RegressionSchema = z.object({
+    description: z.string(),
+    evidence: z.string(),
+    severity: z.enum(["critical", "major", "minor"]),
+});
+export const GeneratorFeedbackItemSchema = z.object({
+    priority: z.enum(["critical", "high", "medium", "low"]),
+    category: z.enum([
+        "bug",
+        "missing-feature",
+        "regression",
+        "quality",
+        "performance",
+    ]),
+    file: z.string().optional(),
+    line: z.number().optional(),
+    description: z.string(),
+    expected: z.string().optional(),
+    reproduction: z.string().optional(),
+});
 // ── Eval Result ─────────────────────────────────────────────────────
 export const EvalResultSchema = z.object({
     evaluator: z.string().min(1),
@@ -19,6 +48,13 @@ export const EvalResultSchema = z.object({
     summary: z.string(),
     feedback: z.string(),
     timestamp: z.string().datetime(),
+    // Enriched fields (optional, populated by agent evaluator)
+    iteration: z.number().int().min(1).optional(),
+    contractId: z.string().optional(),
+    criteriaResults: z.array(CriterionResultSchema).optional(),
+    regressions: z.array(RegressionSchema).optional(),
+    designScore: z.number().min(0).max(100).optional(),
+    generatorFeedback: z.array(GeneratorFeedbackItemSchema).optional(),
 });
 // ── Sprint Evaluation ───────────────────────────────────────────────
 export const SprintEvaluationSchema = z.object({

package/dist/contracts/eval-result.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval-result.js","sourceRoot":"","sources":["../../src/contracts/eval-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,uEAAuE;AAEvE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;AAGnE,uEAAuE;AAEvE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjC,QAAQ,EAAE,cAAc;CACzB,CAAC,CAAC;AAGH,uEAAuE;AAEvE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAGH,uEAAuE;AAEvE,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;CAC9B,CAAC,CAAC;AAGH,uEAAuE;AAEvE;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,KAAa,EACb,OAAqB;IAErB,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAErD,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnD,OAAO;QACL,QAAQ;QACR,KAAK;QACL,OAAO;QACP,aAAa;QACb,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,UAA4B;IACzD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAE/D,KAAK,CAAC,IAAI,CACR,UAAU,UAAU,CAAC,QAAQ,YAAY,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAC5E,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,MAAM,YAAY,KAAK,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9G,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7C,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GACZ,MAAM,CAAC,IAAI;oBACT,CAAC,CAAC,OAAO,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC3E,CAAC,CAAC,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CACR,UAAU,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,OAAO,GAAG,QAAQ,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAClC,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,aAAa;QACtB,CAAC,CAAC,yCAAyC;QAC3C,CAAC,CAAC,wCAAwC,CAC7C,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
+{"version":3,"file":"eval-result.js","sourceRoot":"","sources":["../../src/contracts/eval-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,uEAAuE;AAEvE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;AAGnE,uEAAuE;AAEvE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjC,QAAQ,EAAE,cAAc;CACzB,CAAC,CAAC;AAGH,uEAAuE;AAEvE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAC3C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;CACjD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC;QACf,KAAK;QACL,iBAAiB;QACjB,YAAY;QACZ,SAAS;QACT,aAAa;KACd,CAAC;IACF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAKH,uEAAuE;AAEvE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,2DAA2D;IAC3D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE;IAC1D,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE;IACjD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;IAClD,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;CACnE,CAAC,CAAC;AAGH,uEAAuE;AAEvE,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;CAC9B,CAAC,CAAC;AAGH,uEAAuE;AAEvE;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,KAAa,EACb,OAAqB;IAErB,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAErD,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnD,OAAO;QACL,QAAQ;QACR,KAAK;QACL,OAAO;QACP,aAAa;QACb,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,UAA4B;IACzD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAE/D,KAAK,CAAC,IAAI,CACR,UAAU,UAAU,CAAC,QAAQ,YAAY,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAC5E,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,MAAM,YAAY,KAAK,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9G,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7C,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GACZ,MAAM,CAAC,IAAI;oBACT,CAAC,CAAC,OAAO,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC3E,CAAC,CAAC,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CACR,UAAU,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,OAAO,GAAG,QAAQ,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAClC,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,aAAa;QACtB,CAAC,CAAC,yCAAyC;QAC3C,CAAC,CAAC,wCAAwC,CAC7C,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/evaluators/builtin/playwright.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"playwright.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/playwright.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AA8QhC,qBAAa,mBAAoB,YAAW,eAAe;IACzD,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,WAAW,2DAA2D;IAEzE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAInE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAyEzD;;;OAGG;YACW,kBAAkB;YAYlB,aAAa;IA2E3B;;;;OAIG;YACW,mBAAmB;YAsBnB,eAAe;IAkF7B,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,WAAW;CAmCpB;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,eAAe,CAE3D"}
+{"version":3,"file":"playwright.d.ts","sourceRoot":"","sources":["../../../src/evaluators/builtin/playwright.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,UAAU,EAEV,WAAW,EACZ,MAAM,wBAAwB,CAAC;AA8QhC,qBAAa,mBAAoB,YAAW,eAAe;IACzD,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,WAAW,2DAA2D;IAEzE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAInE,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAgHzD;;;OAGG;YACW,kBAAkB;YAYlB,aAAa;IA2E3B;;;;OAIG;YACW,mBAAmB;YAsBnB,eAAe;IAkF7B,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,WAAW;CAmCpB;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,eAAe,CAE3D"}

package/dist/evaluators/builtin/playwright.js

@@ -199,14 +199,27 @@ export class PlaywrightEvaluator {
         const timestamp = new Date().toISOString();
         const timeout = strategy.config?.timeout ?? DEFAULT_TIMEOUT_MS;
         // Check if Playwright is installed at all
+        // When strategy is required, missing prerequisites = FAIL (not skip)
+        const isRequired = strategy.required;
         if (!(await hasPlaywright(projectRoot))) {
             return {
                 evaluator: this.name,
-                passed: true,
-                score: undefined,
-                details: [],
-                summary: "Playwright not installed. Skipped.",
-                feedback: "Playwright is not installed in this project. Run /bober-playwright setup to initialize. Marked as skipped, not failed.",
+                passed: !isRequired,
+                score: isRequired ? 0 : undefined,
+                details: isRequired
+                    ? [
+                        {
+                            criterion: "Playwright installation",
+                            passed: false,
+                            message: "Playwright is configured as a required evaluation strategy but is not installed.",
+                            severity: "error",
+                        },
+                    ]
+                    : [],
+                summary: isRequired
+                    ? "FAIL: Playwright is required but not installed."
+                    : "Playwright not installed. Skipped.",
+                feedback: "Playwright is not installed in this project. Run /bober-playwright setup to initialize.",
                 timestamp,
             };
         }
@@ -214,11 +227,22 @@ export class PlaywrightEvaluator {
         if (!(await hasPlaywrightConfig(projectRoot))) {
             return {
                 evaluator: this.name,
-                passed: true,
-                score: undefined,
-                details: [],
-                summary: "Playwright config not found. Skipped.",
-                feedback: "No playwright.config.ts found. Run /bober-playwright setup to create one. Marked as skipped, not failed.",
+                passed: !isRequired,
+                score: isRequired ? 0 : undefined,
+                details: isRequired
+                    ? [
+                        {
+                            criterion: "Playwright config",
+                            passed: false,
+                            message: "Playwright is configured as a required strategy but no playwright.config.ts was found.",
+                            severity: "error",
+                        },
+                    ]
+                    : [],
+                summary: isRequired
+                    ? "FAIL: Playwright is required but config is missing."
+                    : "Playwright config not found. Skipped.",
+                feedback: "No playwright.config.ts found. Run /bober-playwright setup to create one.",
                 timestamp,
             };
         }
@@ -226,11 +250,22 @@ export class PlaywrightEvaluator {
         if (!(await hasE2eTests(projectRoot))) {
             return {
                 evaluator: this.name,
-                passed: true,
-                score: undefined,
-                details: [],
-                summary: "No E2E test files found. Skipped.",
-                feedback: "No test files found in e2e/ directory. Use /bober-playwright to generate tests. Marked as skipped, not failed.",
+                passed: !isRequired,
+                score: isRequired ? 0 : undefined,
+                details: isRequired
+                    ? [
+                        {
+                            criterion: "E2E test files",
+                            passed: false,
+                            message: "Playwright is configured as a required strategy but no E2E test files exist in e2e/ directory.",
+                            severity: "error",
+                        },
+                    ]
+                    : [],
+                summary: isRequired
+                    ? "FAIL: Playwright is required but no E2E tests exist."
+                    : "No E2E test files found. Skipped.",
+                feedback: "No test files found in e2e/ directory. The generator must create Playwright tests.",
                 timestamp,
             };
         }