mycontext-cli 4.2.10 → 4.2.11

package/dist/agents/implementations/VisionNavigatorAgent.js

@@ -0,0 +1,313 @@
+"use strict";
+/**
+ * Vision Navigator Agent
+ *
+ * Autonomous agent that navigates UIs using vision-based understanding.
+ * Observes -> Thinks -> Acts loop powered by visual AI.
+ *
+ * Communicates via Living Brain (context.json) following the blackboard pattern.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VisionNavigatorAgent = void 0;
+const vision_element_finder_1 = require("../../services/vision-element-finder");
+const ContextService_1 = require("../../services/ContextService");
+const AICore_1 = require("../../core/ai/AICore");
+const uuid_1 = require("uuid");
+const chalk_1 = __importDefault(require("chalk"));
+class VisionNavigatorAgent {
+    constructor() {
+        this.name = "VisionNavigatorAgent";
+        this.description = "Autonomous navigator that understands UIs through vision and executes test missions";
+        this.personality = `You are a meticulous AI agent that navigates web applications by
+visually understanding the UI, just like a human would. You see the page, understand the context,
+and make intelligent decisions about what to click, fill, or interact with. You ALWAYS validate
+your actions against the project's Prime Objective to prevent mission drift.`;
+        this.llmProvider = "gemini-vision"; // Uses Gemini for vision
+        this.expertise = [
+            "Vision-based UI understanding",
+            "Autonomous navigation",
+            "Intent validation",
+            "Adaptive element finding",
+            "Test execution",
+        ];
+    }
+    async run(input) {
+        const { page, mission, projectPath, maxSteps = 20 } = input;
+        // Initialize services
+        this.visionFinder = new vision_element_finder_1.VisionElementFinder(projectPath);
+        this.contextService = new ContextService_1.ContextService(projectPath);
+        await this.contextService.initialize();
+        // Get Prime Objective from manifest (for gravity checking)
+        const manifest = this.contextService.getManifest();
+        const primeObjective = manifest?.phases?.functional_summary?.core_purpose ||
+            "Complete the test mission";
+        console.log(chalk_1.default.blue(`\n🤖 ${this.name} starting navigation...`));
+        console.log(chalk_1.default.gray(`Mission: ${mission.mission}`));
+        console.log(chalk_1.default.gray(`Prime Objective: ${primeObjective}\n`));
+        // Write mission start to Living Brain
+        await this.writeLivingBrain({
+            timestamp: new Date().toISOString(),
+            agentName: this.name,
+            updateType: "test-start",
+            data: {
+                missionId: mission.id,
+                mission: mission.mission,
+                expectedOutcome: mission.expectedOutcome,
+            },
+            metadata: {
+                testId: mission.id,
+            },
+        });
+        const steps = [];
+        let completed = false;
+        let reason = "";
+        let stepOrder = 0;
+        try {
+            // Main navigation loop: Observe -> Think -> Act
+            while (!completed && stepOrder < maxSteps) {
+                console.log(chalk_1.default.cyan(`\n📸 Step ${stepOrder + 1}: Observing...`));
+                // 1. OBSERVE: Analyze current page state with vision
+                const pageAnalysis = await this.visionFinder.analyzePage(page);
+                console.log(chalk_1.default.gray(`   UI State: ${pageAnalysis.aiInterpretation}`));
+                // 2. THINK: Decide next action based on mission and current state
+                const previousStepDescriptions = steps.map((s) => `${s.action} (${s.success ? "✓" : "✗"})`);
+                console.log(chalk_1.default.yellow(`\n🤔 Thinking: Deciding next action...`));
+                const decision = await this.visionFinder.decideNextAction(page, mission.mission, previousStepDescriptions, primeObjective);
+                console.log(chalk_1.default.gray(`   Decision: ${decision.action}`));
+                console.log(chalk_1.default.gray(`   Reasoning: ${decision.reasoning}`));
+                console.log(chalk_1.default.gray(`   Confidence: ${decision.confidence}%`));
+                // Gravity Check: Validate alignment with Prime Objective
+                if (!decision.alignsWithPrimeObjective) {
+                    console.log(chalk_1.default.red(`\n🛑 GRAVITY ALERT: Decision deviates from Prime Objective!`));
+                    console.log(chalk_1.default.yellow(`   Gravity Score: ${decision.gravityScore}%`));
+                    // Record failed step
+                    const failedStep = {
+                        id: (0, uuid_1.v4)(),
+                        order: stepOrder++,
+                        action: `REJECTED: ${decision.action}`,
+                        intent: decision.intent,
+                        timestamp: new Date().toISOString(),
+                        success: false,
+                        error: `Gravity intervention: Action doesn't align with Prime Objective`,
+                        visionDecision: decision,
+                    };
+                    steps.push(failedStep);
+                    await this.writeLivingBrain({
+                        timestamp: new Date().toISOString(),
+                        agentName: this.name,
+                        updateType: "test-step",
+                        data: failedStep,
+                        metadata: {
+                            testId: mission.id,
+                            stepId: failedStep.id,
+                        },
+                    });
+                    // Ask AI to reconsider
+                    console.log(chalk_1.default.yellow(`   Re-thinking with gravity awareness...`));
+                    // For now, we'll break the loop
+                    // In production, you'd retry with corrected context
+                    reason = "Gravity intervention - mission drift prevented";
+                    break;
+                }
+                // Check if mission is complete
+                if (decision.action === "complete") {
+                    completed = true;
+                    reason = "Mission completed successfully";
+                    console.log(chalk_1.default.green(`\n✅ Mission complete!`));
+                    break;
+                }
+                // 3. ACT: Execute the decided action
+                console.log(chalk_1.default.magenta(`\n⚡ Acting: Executing ${decision.action}...`));
+                const step = await this.executeAction(page, decision, stepOrder++, mission);
+                steps.push(step);
+                // Write step to Living Brain
+                await this.writeLivingBrain({
+                    timestamp: new Date().toISOString(),
+                    agentName: this.name,
+                    updateType: "test-step",
+                    data: step,
+                    metadata: {
+                        testId: mission.id,
+                        executionId: `${mission.id}-${Date.now()}`,
+                        stepId: step.id,
+                    },
+                });
+                if (!step.success) {
+                    console.log(chalk_1.default.red(`   ❌ Step failed: ${step.error}`));
+                    reason = `Step failed: ${step.error}`;
+                    break;
+                }
+                console.log(chalk_1.default.green(`   ✓ Step successful`));
+                // Brief pause for page to settle
+                await page.waitForTimeout(1000);
+            }
+            // Check if we hit max steps
+            if (stepOrder >= maxSteps && !completed) {
+                reason = `Reached maximum steps (${maxSteps})`;
+                console.log(chalk_1.default.yellow(`\n⚠️  ${reason}`));
+            }
+            const finalUrl = page.url();
+            // Write completion to Living Brain
+            await this.writeLivingBrain({
+                timestamp: new Date().toISOString(),
+                agentName: this.name,
+                updateType: "test-complete",
+                data: {
+                    completed,
+                    totalSteps: steps.length,
+                    successfulSteps: steps.filter((s) => s.success).length,
+                    finalUrl,
+                    reason,
+                },
+                metadata: {
+                    testId: mission.id,
+                },
+            });
+            console.log(chalk_1.default.blue(`\n🏁 Navigation complete: ${steps.length} steps executed`));
+            return {
+                steps,
+                completed,
+                finalUrl,
+                reason,
+            };
+        }
+        catch (error) {
+            console.error(chalk_1.default.red(`\n❌ Navigation error: ${error.message}`));
+            // Write error to Living Brain
+            await this.writeLivingBrain({
+                timestamp: new Date().toISOString(),
+                agentName: this.name,
+                updateType: "error",
+                data: {
+                    error: error.message,
+                    stack: error.stack,
+                    stepsCompleted: steps.length,
+                },
+                metadata: {
+                    testId: mission.id,
+                },
+            });
+            throw error;
+        }
+    }
+    /**
+     * Execute an action decided by the AI
+     */
+    async executeAction(page, decision, order, mission) {
+        const step = {
+            id: (0, uuid_1.v4)(),
+            order,
+            action: `${decision.action}: ${decision.targetElement?.description || decision.value || decision.url || ""}`,
+            intent: decision.intent,
+            timestamp: new Date().toISOString(),
+            success: false,
+            visionDecision: decision,
+        };
+        try {
+            switch (decision.action) {
+                case "click":
+                    if (!decision.targetElement) {
+                        throw new Error("No target element specified for click action");
+                    }
+                    const clickSuccess = await this.visionFinder.clickElement(page, decision.targetElement);
+                    if (!clickSuccess) {
+                        throw new Error("Click action failed");
+                    }
+                    step.metadata = {
+                        elementSelector: decision.targetElement.domSelector,
+                        clickedElement: decision.targetElement.description,
+                    };
+                    step.success = true;
+                    break;
+                case "fill":
+                    if (!decision.targetElement || !decision.value) {
+                        throw new Error("No target element or value specified for fill action");
+                    }
+                    const fillSuccess = await this.visionFinder.fillElement(page, decision.targetElement, decision.value);
+                    if (!fillSuccess) {
+                        throw new Error("Fill action failed");
+                    }
+                    step.metadata = {
+                        elementSelector: decision.targetElement.domSelector,
+                        inputValue: decision.value,
+                    };
+                    step.success = true;
+                    break;
+                case "navigate":
+                    if (!decision.url) {
+                        throw new Error("No URL specified for navigate action");
+                    }
+                    await page.goto(decision.url);
+                    step.metadata = {
+                        navigationTarget: decision.url,
+                        url: page.url(),
+                    };
+                    step.success = true;
+                    break;
+                case "scroll":
+                    await page.evaluate(() => {
+                        window.scrollBy(0, window.innerHeight);
+                    });
+                    step.success = true;
+                    break;
+                case "wait":
+                    await page.waitForTimeout(2000);
+                    step.success = true;
+                    break;
+                case "upload":
+                    // File upload would be handled here
+                    // Similar to the existing implementation
+                    step.error = "Upload action not yet implemented in VisionNavigatorAgent";
+                    break;
+                default:
+                    step.error = `Unknown action: ${decision.action}`;
+            }
+        }
+        catch (error) {
+            step.error = error.message;
+            step.success = false;
+        }
+        return step;
+    }
+    /**
+     * Write update to Living Brain (context.json)
+     */
+    async writeLivingBrain(update) {
+        try {
+            // Read current context using AICore
+            const aiCore = AICore_1.AICore.getInstance();
+            const currentContext = (await aiCore.getLivingContext()) || {};
+            // Add to test execution history
+            if (!currentContext.testExecutionHistory) {
+                currentContext.testExecutionHistory = [];
+            }
+            currentContext.testExecutionHistory.push(update);
+            // Keep only last 100 updates to prevent bloat
+            if (currentContext.testExecutionHistory.length > 100) {
+                currentContext.testExecutionHistory = currentContext.testExecutionHistory.slice(-100);
+            }
+            // Save back to context.json using AICore
+            await aiCore.saveLivingContext(currentContext);
+        }
+        catch (error) {
+            console.warn("Failed to write to Living Brain:", error);
+            // Don't throw - Living Brain writes are best-effort
+        }
+    }
+    async validate(input) {
+        return !!(input.page && input.mission && input.projectPath);
+    }
+    async getStatus() {
+        return {
+            name: this.name,
+            status: "idle",
+            errorCount: 0,
+            successCount: 0,
+        };
+    }
+}
+exports.VisionNavigatorAgent = VisionNavigatorAgent;
+//# sourceMappingURL=VisionNavigatorAgent.js.map

package/dist/agents/implementations/VisionNavigatorAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionNavigatorAgent.js","sourceRoot":"","sources":["../../../src/agents/implementations/VisionNavigatorAgent.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;AAQH,gFAA2E;AAO3E,kEAA+D;AAC/D,iDAA8C;AAC9C,+BAAoC;AACpC,kDAA0B;AAgB1B,MAAa,oBAAoB;IAa/B;QAVA,SAAI,GAAG,sBAAsB,CAAC;QAC9B,gBAAW,GACT,qFAAqF,CAAC;QAStF,IAAI,CAAC,WAAW,GAAG;;;6EAGsD,CAAC;QAE1E,IAAI,CAAC,WAAW,GAAG,eAAe,CAAC,CAAC,yBAAyB;QAC7D,IAAI,CAAC,SAAS,GAAG;YACf,+BAA+B;YAC/B,uBAAuB;YACvB,mBAAmB;YACnB,0BAA0B;YAC1B,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAA2B;QACnC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,KAAK,CAAC;QAE5D,sBAAsB;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,2CAAmB,CAAC,WAAW,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;QAEvC,2DAA2D;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,cAAc,GAClB,QAAQ,EAAE,MAAM,EAAE,kBAAkB,EAAE,YAAY;YAClD,2BAA2B,CAAC;QAE9B,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,oBAAoB,cAAc,IAAI,CAAC,CAAC,CAAC;QAEhE,sCAAsC;QACtC,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE;gBACJ,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,eAAe,EAAE,OAAO,CAAC,eAAe;aACzC;YACD,QAAQ,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,EAAE;aACnB;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,gDAAgD;YAChD,OAAO,CAAC,SAAS,IAAI,SAAS,GAAG,QAAQ,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,aAAa,SAAS,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBAEpE,qDAAqD;gBACrD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,IAAI,CAAC,gBAAgB,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAC5D,CAAC;gBAEF,kEAAkE;gBAClE,MAAM,wBAAwB,GAAG,KAAK,CAAC,GAAG,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAChD,CAAC;gBAEF,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC,CAAC;gBAEpE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CACvD,IAAI,EACJ,OAAO,CAAC,OAAO,EACf,wBAAwB,EACxB,cAAc,CACf,CAAC;gBAEF,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC3D,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,UAAU,GAAG,CAAC,CACrD,CAAC;gBAEF,yDAAyD;gBACzD,IAAI,CAAC,QAAQ,CAAC,wBAAwB,EAAE,CAAC;oBACvC,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,GAAG,CACP,6DAA6D,CAC9D,CACF,CAAC;oBACF,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,MAAM,CAAC,qBAAqB,QAAQ,CAAC,YAAY,GAAG,CAAC,CAC5D,CAAC;oBAEF,qBAAqB;oBACrB,MAAM,UAAU,GAAmB;wBACjC,EAAE,EAAE,IAAA,SAAM,GAAE;wBACZ,KAAK,EAAE,SAAS,EAAE;wBAClB,MAAM,EAAE,aAAa,QAAQ,CAAC,MAAM,EAAE;wBACtC,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iEAAiE;wBACxE,cAAc,EAAE,QAAQ;qBACzB,CAAC;oBAEF,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAEvB,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,SAAS,EAAE,IAAI,CAAC,IAAI;wBACpB,UAAU,EAAE,WAAW;wBACvB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,MAAM,EAAE,OAAO,CAAC,EAAE;4BAClB,MAAM,EAAE,UAAU,CAAC,EAAE;yBACtB;qBACF,CAAC,CAAC;oBAEH,uBAAuB;oBACvB,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,MAAM,CACV,0CAA0C,CAC3C,CACF,CAAC;oBACF,gCAAgC;oBAChC,oDAAoD;oBACpD,MAAM,GAAG,gDAAgD,CAAC;oBAC1D,MAAM;gBACR,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBACnC,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM,GAAG,gCAAgC,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;oBAClD,MAAM;gBACR,CAAC;gBAED,qCAAqC;gBACrC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,OAAO,CAAC,yBAAyB,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;gBAE1E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CACnC,IAAI,EACJ,QAAQ,EACR,SAAS,EAAE,EACX,OAAO,CACR,CAAC;gBAEF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEjB,6BAA6B;gBAC7B,MAAM,IAAI,CAAC,gBAAgB,CAAC;oBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,UAAU,EAAE,WAAW;oBACvB,IAAI,EAAE,IAAI;oBACV,QAAQ,EAAE;wBACR,MAAM,EAAE,OAAO,CAAC,EAAE;wBAClB,WAAW,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;wBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;qBAChB;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC1D,MAAM,GAAG,gBAAgB,IAAI,CAAC,KAAK,EAAE,CAAC;oBACtC,MAAM;gBACR,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBAEjD,iCAAiC;gBACjC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,4BAA4B;YAC5B,IAAI,SAAS,IAAI,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxC,MAAM,GAAG,0BAA0B,QAAQ,GAAG,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE5B,mCAAmC;YACnC,MAAM,IAAI,CAAC,gBAAgB,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,UAAU,EAAE,eAAe;gBAC3B,IAAI,EAAE;oBACJ,SAAS;oBACT,UAAU,EAAE,KAAK,CAAC,MAAM;oBACxB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;oBACtD,QAAQ;oBACR,MAAM;iBACP;gBACD,QAAQ,EAAE;oBACR,MAAM,EAAE,OAAO,CAAC,EAAE;iBACnB;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,IAAI,CACR,6BAA6B,KAAK,CAAC,MAAM,iBAAiB,CAC3D,CACF,CAAC;YAEF,OAAO;gBACL,KAAK;gBACL,SAAS;gBACT,QAAQ;gBACR,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAEnE,8BAA8B;YAC9B,MAAM,IAAI,CAAC,gBAAgB,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,UAAU,EAAE,OAAO;gBACnB,IAAI,EAAE;oBACJ,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,cAAc,EAAE,KAAK,CAAC,MAAM;iBAC7B;gBACD,QAAQ,EAAE;oBACR,MAAM,EAAE,OAAO,CAAC,EAAE;iBACnB;aACF,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,IAAU,EACV,QAA8B,EAC9B,KAAa,EACb,OAA0B;QAE1B,MAAM,IAAI,GAAmB;YAC3B,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,KAAK;YACL,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,aAAa,EAAE,WAAW,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,IAAI,EAAE,EAAE;YAC5G,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,KAAK;YACd,cAAc,EAAE,QAAQ;SACzB,CAAC;QAEF,IAAI,CAAC;YACH,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACxB,KAAK,OAAO;oBACV,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;wBAC5B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;oBAClE,CAAC;oBAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAa,CAAC,YAAY,CACxD,IAAI,EACJ,QAAQ,CAAC,aAAoB,CAC9B,CAAC;oBAEF,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBACzC,CAAC;oBAED,IAAI,CAAC,QAAQ,GAAG;wBACd,eAAe,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW;wBACnD,cAAc,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW;qBACnD,CAAC;oBACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,MAAM;gBAER,KAAK,MAAM;oBACT,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;wBAC/C,MAAM,IAAI,KAAK,CACb,sDAAsD,CACvD,CAAC;oBACJ,CAAC;oBAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAa,CAAC,WAAW,CACtD,IAAI,EACJ,QAAQ,CAAC,aAAoB,EAC7B,QAAQ,CAAC,KAAK,CACf,CAAC;oBAEF,IAAI,CAAC,WAAW,EAAE,CAAC;wBACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBACxC,CAAC;oBAED,IAAI,CAAC,QAAQ,GAAG;wBACd,eAAe,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW;wBACnD,UAAU,EAAE,QAAQ,CAAC,KAAK;qBAC3B,CAAC;oBACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,MAAM;gBAER,KAAK,UAAU;oBACb,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;oBAC1D,CAAC;oBAED,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBAC9B,IAAI,CAAC,QAAQ,GAAG;wBACd,gBAAgB,EAAE,QAAQ,CAAC,GAAG;wBAC9B,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;qBAChB,CAAC;oBACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,MAAM;gBAER,KAAK,QAAQ;oBACX,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;wBACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;oBACzC,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,MAAM;gBAER,KAAK,MAAM;oBACT,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,MAAM;gBAER,KAAK,QAAQ;oBACX,oCAAoC;oBACpC,yCAAyC;oBACzC,IAAI,CAAC,KAAK,GAAG,2DAA2D,CAAC;oBACzE,MAAM;gBAER;oBACE,IAAI,CAAC,KAAK,GAAG,mBAAmB,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,MAAyB;QACtD,IAAI,CAAC;YACH,oCAAoC;YACpC,MAAM,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,cAAc,GAAQ,CAAC,MAAM,MAAM,CAAC,gBAAgB,EAAE,CAAC,IAAI,EAAE,CAAC;YAEpE,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC;gBACzC,cAAc,CAAC,oBAAoB,GAAG,EAAE,CAAC;YAC3C,CAAC;YAED,cAAc,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEjD,8CAA8C;YAC9C,IAAI,cAAc,CAAC,oBAAoB,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACrD,cAAc,CAAC,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC,KAAK,CAC7E,CAAC,GAAG,CACL,CAAC;YACJ,CAAC;YAED,yCAAyC;YACzC,MAAM,MAAM,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACxD,oDAAoD;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAA2B;QACxC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,SAAS;QAQb,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;SAChB,CAAC;IACJ,CAAC;CACF;AAxZD,oDAwZC"}

package/dist/agents/implementations/VisionTestCoordinator.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Vision Test Coordinator
+ *
+ * Orchestrates all vision-based testing agents using the Living Brain (context.json) as
+ * the communication blackboard. Coordinates navigation, validation, demo recording, and
+ * script generation in a cohesive workflow.
+ *
+ * Uses the SubAgentOrchestrator pattern for robust agent management.
+ */
+import { Page, BrowserContext } from "playwright";
+import { SubAgent } from "../interfaces/SubAgent";
+import { VisionTestMission, VisionTestExecutionResult } from "../../types/vision-testing";
+export interface VisionTestCoordinatorInput {
+    page: Page;
+    browserContext: BrowserContext;
+    mission: VisionTestMission;
+    projectPath: string;
+}
+export interface VisionTestCoordinatorOutput {
+    result: VisionTestExecutionResult;
+    success: boolean;
+}
+export declare class VisionTestCoordinator implements SubAgent<VisionTestCoordinatorInput, VisionTestCoordinatorOutput> {
+    name: string;
+    description: string;
+    personality: string;
+    llmProvider: string;
+    expertise: string[];
+    private orchestrator;
+    private contextService?;
+    private navigatorAgent;
+    private validatorAgent;
+    private recorderAgent;
+    private voExtractorAgent;
+    constructor();
+    run(input: VisionTestCoordinatorInput): Promise<VisionTestCoordinatorOutput>;
+    /**
+     * Write update to Living Brain
+     */
+    private writeLivingBrain;
+    validate(input: VisionTestCoordinatorInput): Promise<boolean>;
+    getStatus(): Promise<{
+        name: string;
+        status: "idle" | "running" | "completed" | "error";
+        lastRun?: Date;
+        executionTime?: number;
+        errorCount: number;
+        successCount: number;
+    }>;
+}
+//# sourceMappingURL=VisionTestCoordinator.d.ts.map

package/dist/agents/implementations/VisionTestCoordinator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionTestCoordinator.d.ts","sourceRoot":"","sources":["../../../src/agents/implementations/VisionTestCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EACL,QAAQ,EACT,MAAM,wBAAwB,CAAC;AAMhC,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EAK1B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,IAAI,CAAC;IACX,cAAc,EAAE,cAAc,CAAC;IAC/B,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,yBAAyB,CAAC;IAClC,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,qBAAa,qBACX,YAAW,QAAQ,CAAC,0BAA0B,EAAE,2BAA2B,CAAC;IAE5E,IAAI,SAA2B;IAC/B,WAAW,SAC+C;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAC;IAEpB,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,cAAc,CAAC,CAAiB;IAGxC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,gBAAgB,CAAyB;;IAiC3C,GAAG,CACP,KAAK,EAAE,0BAA0B,GAChC,OAAO,CAAC,2BAA2B,CAAC;IAyTvC;;OAEG;YACW,gBAAgB;IA0BxB,QAAQ,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,OAAO,CAAC;IAS7D,SAAS,IAAI,OAAO,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,CAAC;QACnD,OAAO,CAAC,EAAE,IAAI,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CAQH"}