explorbot 0.0.1

package/dist/src/ai/captain/test-mode.js

@@ -0,0 +1,251 @@
+import { tool } from 'ai';
+import dedent from 'dedent';
+import { z } from 'zod';
+import { toolExecutionLabel } from "../conversation.js";
+import { debugLog } from "./mixin.js";
+export function WithTestMode(Base) {
+    return class extends Base {
+        testModeTools(ctx) {
+            return {
+                test: tool({
+                    description: dedent `
+            Inspect test execution data. Use flags to control output depth.
+            Tests are identified by sessionName (e.g. "brave-fox123").
+
+            Examples:
+              test()                                        — summary of all tests in plan (with sessionNames)
+              test --session brave-fox123                   — overview with structured timeline (step, action, success, state, url)
+              test --session brave-fox123 --step 5          — drill into step 5: full commands, code, attempts, error, suggestion
+              test --session brave-fox123 --log             — full chronological execution log
+              test --session brave-fox123 --code            — generated CodeceptJS code
+              test --session brave-fox123 --pilot           — Pilot's last analysis
+          `,
+                    inputSchema: z.object({
+                        session: z.string().optional().describe('Test sessionName (e.g. "brave-fox123"). Omit for plan summary.'),
+                        step: z.number().optional().describe('Drill into step N from timeline — shows full commands, code, attempts, suggestions'),
+                        log: z.boolean().optional().describe('Include full execution log'),
+                        code: z.boolean().optional().describe('Include generated CodeceptJS code'),
+                        pilot: z.boolean().optional().describe('Include Pilot analysis'),
+                    }),
+                    execute: async ({ session, step, log, code, pilot }) => {
+                        const plan = ctx.explorBot.getCurrentPlan();
+                        if (!plan || plan.tests.length === 0)
+                            return { success: false, message: 'No plan or tests available' };
+                        if (!session) {
+                            return {
+                                success: true,
+                                planTitle: plan.title,
+                                tests: plan.tests.map((t) => ({
+                                    session: t.sessionName,
+                                    scenario: t.scenario,
+                                    status: t.status,
+                                    result: t.result,
+                                    priority: t.priority,
+                                })),
+                            };
+                        }
+                        const t = plan.tests.find((test) => test.sessionName === session);
+                        if (!t)
+                            return { success: false, message: `Test "${session}" not found` };
+                        const testerConv = ctx.explorBot.agentTester().getConversation();
+                        if (step !== undefined) {
+                            if (!testerConv)
+                                return { success: false, message: 'No tester conversation available' };
+                            const execs = testerConv.getToolExecutions();
+                            if (step < 0 || step >= execs.length)
+                                return { success: false, message: `Step ${step} not found (${execs.length} steps available)` };
+                            const e = execs[step];
+                            return {
+                                success: true,
+                                step,
+                                action: e.toolName,
+                                explanation: toolExecutionLabel(e.input),
+                                commands: e.input?.commands || null,
+                                code: e.output?.code || null,
+                                attempts: e.output?.attempts || null,
+                                suggestion: e.output?.suggestion || null,
+                                wasSuccessful: e.wasSuccessful,
+                                error: e.wasSuccessful ? null : e.output?.message || null,
+                                ariaChanges: e.output?.pageDiff?.ariaChanges || null,
+                                url: e.output?.pageDiff?.currentUrl || null,
+                            };
+                        }
+                        const result = {
+                            success: true,
+                            session: t.sessionName,
+                            scenario: t.scenario,
+                            status: t.status,
+                            result: t.result,
+                            priority: t.priority,
+                            startUrl: t.startUrl,
+                            expected: t.expected,
+                            notes: t.notesToString(),
+                        };
+                        if (testerConv) {
+                            const execs = testerConv.getToolExecutions();
+                            let currentStateIdx = -1;
+                            let currentUrl = t.startUrl;
+                            result.timeline = execs.map((e, i) => {
+                                const newUrl = e.output?.pageDiff?.currentUrl;
+                                if (newUrl && newUrl !== currentUrl) {
+                                    currentUrl = newUrl;
+                                    currentStateIdx = t.states.findIndex((s, idx) => idx > currentStateIdx && s.url === newUrl);
+                                    if (currentStateIdx === -1)
+                                        currentStateIdx = t.states.length - 1;
+                                }
+                                const entry = {
+                                    step: i,
+                                    action: e.toolName,
+                                    explanation: toolExecutionLabel(e.input),
+                                    success: e.wasSuccessful,
+                                    url: currentUrl,
+                                };
+                                if (currentStateIdx >= 0)
+                                    entry.state = currentStateIdx;
+                                if (!e.wasSuccessful)
+                                    entry.error = e.output?.message || null;
+                                if (e.output?.pageDiff?.ariaChanges)
+                                    entry.ariaChanges = e.output.pageDiff.ariaChanges;
+                                return entry;
+                            });
+                        }
+                        if (log)
+                            result.log = t.getLogString();
+                        if (code)
+                            result.generatedCode = t.generatedCode || 'Not generated yet';
+                        if (pilot) {
+                            result.pilotAnalysis = ctx.explorBot.agentPilot().getLastAnalysis() || 'No analysis available';
+                        }
+                        return result;
+                    },
+                }),
+                inspectState: tool({
+                    description: dedent `
+            Inspect previously visited page states. Shows URL, title, headings, associated files, and changes from previous state.
+            Use bash('cat <file>') to read HTML/log files. Use navigate() to go to the state's URL.
+
+            inspectState()                              — list all states from current page history
+            inspectState --session brave-fox123         — list all states from test session
+            inspectState --session brave-fox123 --index 2 — details of state 2: headings, ARIA, files, diff from state 1
+          `,
+                    inputSchema: z.object({
+                        session: z.string().optional().describe('Test session name. Uses current page history if omitted.'),
+                        index: z.number().optional().describe('State index for detailed inspection'),
+                    }),
+                    execute: async ({ session, index }) => {
+                        let states;
+                        if (session) {
+                            const plan = ctx.explorBot.getCurrentPlan();
+                            if (!plan)
+                                return { success: false, message: 'No plan available' };
+                            const t = plan.tests.find((test) => test.sessionName === session);
+                            if (!t)
+                                return { success: false, message: `Test "${session}" not found` };
+                            states = t.states;
+                        }
+                        else {
+                            const stateManager = ctx.explorBot.getExplorer().getStateManager();
+                            const history = stateManager.getStateHistory();
+                            const seen = new Set();
+                            states = history
+                                .map((t) => t.toState)
+                                .filter((s) => {
+                                const key = s.hash || s.url;
+                                if (seen.has(key))
+                                    return false;
+                                seen.add(key);
+                                return true;
+                            });
+                        }
+                        if (states.length === 0)
+                            return { success: true, states: [], message: 'No states recorded' };
+                        if (index === undefined) {
+                            return {
+                                success: true,
+                                states: states.map((s, i) => ({
+                                    index: i,
+                                    url: s.url,
+                                    title: s.title,
+                                    h1: s.h1,
+                                })),
+                            };
+                        }
+                        if (index < 0 || index >= states.length) {
+                            return { success: false, message: `State ${index} not found (${states.length} states available)` };
+                        }
+                        const state = states[index];
+                        const prev = index > 0 ? states[index - 1] : null;
+                        const changes = [];
+                        if (prev) {
+                            if (prev.url !== state.url)
+                                changes.push(`URL changed from ${prev.url} to ${state.url}`);
+                            if (prev.h1 !== state.h1 && state.h1)
+                                changes.push(`new H1: ${state.h1}`);
+                            if (prev.title !== state.title && state.title)
+                                changes.push(`title changed to: ${state.title}`);
+                        }
+                        const files = {
+                            html: state.htmlFile || null,
+                            screenshot: state.screenshotFile || null,
+                            log: state.logFile || null,
+                            aria: state.ariaSnapshotFile || null,
+                        };
+                        const suggestions = [];
+                        if (state.htmlFile)
+                            suggestions.push(`Use bash('cat ${state.htmlFile}') to see full HTML.`);
+                        if (state.url)
+                            suggestions.push(`Use navigate('${state.url}') to go to this page.`);
+                        debugLog('inspectState index=%d url=%s', index, state.url);
+                        return {
+                            success: true,
+                            index,
+                            url: state.url,
+                            title: state.title,
+                            h1: state.h1,
+                            h2: state.h2,
+                            h3: state.h3,
+                            h4: state.h4,
+                            ariaSnapshot: state.ariaSnapshot,
+                            files,
+                            changesFromPrevious: changes.length > 0 ? changes.join(', ') : null,
+                            suggestion: suggestions.join(' '),
+                        };
+                    },
+                }),
+            };
+        }
+        testModePrompt() {
+            return dedent `
+        <test_capabilities>
+        - Test inspection: test() — timeline, steps, log, code, pilot analysis
+        - State inspection: inspectState() — traverse previously visited page states
+        - Test control: runCommand("/test stop"), runCommand("/test skip")
+        </test_capabilities>
+
+        <debugging_skill>
+        When user asks "why did X fail?" or about test problems:
+
+        1. IDENTIFY — test() without flags to list all tests. Name the failed test.
+        2. OVERVIEW — test --session <name> to read the timeline. Find the step where behavior diverged.
+        3. DRILL — test --session <name> --step N to inspect the failing step details.
+        4. INSPECT STATE — inspectState --session <name> --index N to see page ARIA at that point.
+        5. CONTEXT — Use bash('cat <file>') to read HTML/log files referenced by inspectState.
+        6. REPORT — Explain with specifics: test name, which step failed, what was attempted, your hypothesis.
+
+        Always name the test session and scenario when discussing results.
+        Do NOT call done() after just reading data — investigate first.
+        </debugging_skill>
+      `;
+        }
+        testModeRules() {
+            return dedent `
+        - Use test() to inspect what the tester is doing
+        - Use inspectState() to explore page states — use bash('cat <file>') for HTML/logs
+        - When debugging test failures, follow <debugging_skill> — do not summarize without investigating
+        - Use test() with minimal flags first, then drill into timeline steps and states as needed
+        - Prefer ARIA over HTML — avoid full HTML reads
+      `;
+        }
+    };
+}
+//# sourceMappingURL=test-mode.js.map

package/dist/src/ai/captain/test-mode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mode.js","sourceRoot":"","sources":["../../../../src/ai/captain/test-mode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAsC,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE1E,MAAM,UAAU,YAAY,CAAwB,IAAO;IACzD,OAAO,KAAM,SAAQ,IAAI;QACvB,aAAa,CAAC,GAAgB;YAC5B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC;oBACT,WAAW,EAAE,MAAM,CAAA;;;;;;;;;;;WAWlB;oBACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;wBACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;wBACzG,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oFAAoF,CAAC;wBAC1H,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;wBAClE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;wBAC1E,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;qBACjE,CAAC;oBACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;wBACrD,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;wBAC5C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC;wBAEvG,IAAI,CAAC,OAAO,EAAE,CAAC;4BACb,OAAO;gCACL,OAAO,EAAE,IAAI;gCACb,SAAS,EAAE,IAAI,CAAC,KAAK;gCACrB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oCAC5B,OAAO,EAAE,CAAC,CAAC,WAAW;oCACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oCACpB,MAAM,EAAE,CAAC,CAAC,MAAM;oCAChB,MAAM,EAAE,CAAC,CAAC,MAAM;oCAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;iCACrB,CAAC,CAAC;6BACJ,CAAC;wBACJ,CAAC;wBAED,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC;wBAClE,IAAI,CAAC,CAAC;4BAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,OAAO,aAAa,EAAE,CAAC;wBAE1E,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,eAAe,EAAE,CAAC;wBAEjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;4BACvB,IAAI,CAAC,UAAU;gCAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC;4BACxF,MAAM,KAAK,GAAG,UAAU,CAAC,iBAAiB,EAAE,CAAC;4BAC7C,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM;gCAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,IAAI,eAAe,KAAK,CAAC,MAAM,mBAAmB,EAAE,CAAC;4BACrI,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;4BACtB,OAAO;gCACL,OAAO,EAAE,IAAI;gCACb,IAAI;gCACJ,MAAM,EAAE,CAAC,CAAC,QAAQ;gCAClB,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC;gCACxC,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,IAAI,IAAI;gCACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,IAAI;gCAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI;gCACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gCACxC,aAAa,EAAE,CAAC,CAAC,aAAa;gCAC9B,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI;gCACzD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI;gCACpD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,IAAI,IAAI;6BAC5C,CAAC;wBACJ,CAAC;wBAED,MAAM,MAAM,GAAwB;4BAClC,OAAO,EAAE,IAAI;4BACb,OAAO,EAAE,CAAC,CAAC,WAAW;4BACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,MAAM,EAAE,CAAC,CAAC,MAAM;4BAChB,MAAM,EAAE,CAAC,CAAC,MAAM;4BAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,KAAK,EAAE,CAAC,CAAC,aAAa,EAAE;yBACzB,CAAC;wBAEF,IAAI,UAAU,EAAE,CAAC;4BACf,MAAM,KAAK,GAAG,UAAU,CAAC,iBAAiB,EAAE,CAAC;4BAC7C,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC;4BACzB,IAAI,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC;4BAE5B,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gCACnC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;gCAC9C,IAAI,MAAM,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;oCACpC,UAAU,GAAG,MAAM,CAAC;oCACpB,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,eAAe,IAAI,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC;oCAC5F,IAAI,eAAe,KAAK,CAAC,CAAC;wCAAE,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gCACpE,CAAC;gCACD,MAAM,KAAK,GAAwB;oCACjC,IAAI,EAAE,CAAC;oCACP,MAAM,EAAE,CAAC,CAAC,QAAQ;oCAClB,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC;oCACxC,OAAO,EAAE,CAAC,CAAC,aAAa;oCACxB,GAAG,EAAE,UAAU;iCAChB,CAAC;gCACF,IAAI,eAAe,IAAI,CAAC;oCAAE,KAAK,CAAC,KAAK,GAAG,eAAe,CAAC;gCACxD,IAAI,CAAC,CAAC,CAAC,aAAa;oCAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC;gCAC9D,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW;oCAAE,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;gCACvF,OAAO,KAAK,CAAC;4BACf,CAAC,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,GAAG;4BAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;wBAEvC,IAAI,IAAI;4BAAE,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,IAAI,mBAAmB,CAAC;wBAExE,IAAI,KAAK,EAAE,CAAC;4BACV,MAAM,CAAC,aAAa,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,eAAe,EAAE,IAAI,uBAAuB,CAAC;wBACjG,CAAC;wBAED,OAAO,MAAM,CAAC;oBAChB,CAAC;iBACF,CAAC;gBAEF,YAAY,EAAE,IAAI,CAAC;oBACjB,WAAW,EAAE,MAAM,CAAA;;;;;;;WAOlB;oBACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;wBACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;wBACnG,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;qBAC7E,CAAC;oBACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;wBACpC,IAAI,MAAsB,CAAC;wBAE3B,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;4BAC5C,IAAI,CAAC,IAAI;gCAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;4BACnE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC;4BAClE,IAAI,CAAC,CAAC;gCAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,OAAO,aAAa,EAAE,CAAC;4BAC1E,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;wBACpB,CAAC;6BAAM,CAAC;4BACN,MAAM,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,eAAe,EAAE,CAAC;4BACnE,MAAM,OAAO,GAAG,YAAY,CAAC,eAAe,EAAE,CAAC;4BAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;4BAC/B,MAAM,GAAG,OAAO;iCACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iCACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gCACZ,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;gCAC5B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oCAAE,OAAO,KAAK,CAAC;gCAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gCACd,OAAO,IAAI,CAAC;4BACd,CAAC,CAAC,CAAC;wBACP,CAAC;wBAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC;wBAE7F,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;4BACxB,OAAO;gCACL,OAAO,EAAE,IAAI;gCACb,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oCAC5B,KAAK,EAAE,CAAC;oCACR,GAAG,EAAE,CAAC,CAAC,GAAG;oCACV,KAAK,EAAE,CAAC,CAAC,KAAK;oCACd,EAAE,EAAE,CAAC,CAAC,EAAE;iCACT,CAAC,CAAC;6BACJ,CAAC;wBACJ,CAAC;wBAED,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BACxC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,KAAK,eAAe,MAAM,CAAC,MAAM,oBAAoB,EAAE,CAAC;wBACrG,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5B,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAElD,MAAM,OAAO,GAAa,EAAE,CAAC;wBAC7B,IAAI,IAAI,EAAE,CAAC;4BACT,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;gCAAE,OAAO,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;4BACzF,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE;gCAAE,OAAO,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;4BAC1E,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK;gCAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;wBAClG,CAAC;wBAED,MAAM,KAAK,GAAkC;4BAC3C,IAAI,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;4BAC5B,UAAU,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;4BACxC,GAAG,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;4BAC1B,IAAI,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;yBACrC,CAAC;wBAEF,MAAM,WAAW,GAAa,EAAE,CAAC;wBACjC,IAAI,KAAK,CAAC,QAAQ;4BAAE,WAAW,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,QAAQ,sBAAsB,CAAC,CAAC;wBAC5F,IAAI,KAAK,CAAC,GAAG;4BAAE,WAAW,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,GAAG,wBAAwB,CAAC,CAAC;wBAEpF,QAAQ,CAAC,8BAA8B,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;wBAE3D,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,KAAK;4BACL,GAAG,EAAE,KAAK,CAAC,GAAG;4BACd,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,EAAE,EAAE,KAAK,CAAC,EAAE;4BACZ,EAAE,EAAE,KAAK,CAAC,EAAE;4BACZ,EAAE,EAAE,KAAK,CAAC,EAAE;4BACZ,EAAE,EAAE,KAAK,CAAC,EAAE;4BACZ,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,KAAK;4BACL,mBAAmB,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;4BACnE,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;yBAClC,CAAC;oBACJ,CAAC;iBACF,CAAC;aACH,CAAC;QACJ,CAAC;QAED,cAAc;YACZ,OAAO,MAAM,CAAA;;;;;;;;;;;;;;;;;;;;OAoBZ,CAAC;QACJ,CAAC;QAED,aAAa;YACX,OAAO,MAAM,CAAA;;;;;;OAMZ,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/ai/captain/web-mode.js

@@ -0,0 +1,124 @@
+import { tool } from 'ai';
+import dedent from 'dedent';
+import { z } from 'zod';
+import { actionRule, locatorRule, sectionContextRule } from "../rules.js";
+import { createAgentTools, createCodeceptJSTools } from "../tools.js";
+import { debugLog } from "./mixin.js";
+export function WithWebMode(Base) {
+    return class extends Base {
+        webModeTools(ctx) {
+            const explorer = ctx.explorBot.getExplorer();
+            const codeceptTools = createCodeceptJSTools(explorer, ctx.task);
+            const agentTools = createAgentTools({
+                explorer,
+                researcher: ctx.explorBot.agentResearcher(),
+                navigator: ctx.explorBot.agentNavigator(),
+            });
+            const { see, context, visualClick } = agentTools;
+            return {
+                navigate: tool({
+                    description: 'Navigate to a URL or page description using AI-powered navigation.',
+                    inputSchema: z.object({
+                        destination: z.string().describe('URL path or page description, e.g. "/login", "go to user settings"'),
+                    }),
+                    execute: async ({ destination }) => {
+                        try {
+                            debugLog('navigate', destination);
+                            await ctx.explorBot.agentNavigator().visit(destination);
+                            const stateManager = ctx.explorBot.getExplorer().getStateManager();
+                            const state = stateManager.getCurrentState();
+                            return { success: true, url: state?.url, title: state?.title };
+                        }
+                        catch (error) {
+                            return { success: false, message: `Navigation failed: ${error.message}` };
+                        }
+                    },
+                }),
+                browser: tool({
+                    description: dedent `
+            Direct browser access via Playwright. Use for diagnostics and browser management.
+            Actions:
+            - evaluate: Run JavaScript in browser context (localStorage, cookies, DOM, console)
+            - closeTabs: Close all browser tabs except the current one
+            - screenshot: Take a screenshot of current page
+            - reload: Reload the current page
+          `,
+                    inputSchema: z.object({
+                        action: z.enum(['evaluate', 'closeTabs', 'screenshot', 'reload']).describe('Browser action to perform'),
+                        code: z.string().optional().describe('JavaScript code for evaluate action'),
+                    }),
+                    execute: async ({ action, code }) => {
+                        const page = ctx.explorBot.getExplorer().playwrightHelper?.page;
+                        if (!page)
+                            return { success: false, message: 'No browser page available' };
+                        if (action === 'evaluate') {
+                            if (!code)
+                                return { success: false, message: 'Code required for evaluate action' };
+                            try {
+                                const result = await page.evaluate(code);
+                                const serialized = typeof result === 'object' ? JSON.stringify(result, null, 2) : String(result ?? '');
+                                return { success: true, result: serialized.length > 2000 ? `${serialized.slice(0, 2000)}\n...truncated` : serialized };
+                            }
+                            catch (error) {
+                                return { success: false, message: `Evaluate failed: ${error.message}` };
+                            }
+                        }
+                        if (action === 'closeTabs') {
+                            const browserContext = page.context();
+                            const pages = browserContext.pages();
+                            let closed = 0;
+                            for (const p of pages) {
+                                if (p !== page) {
+                                    await p.close();
+                                    closed++;
+                                }
+                            }
+                            return { success: true, message: `Closed ${closed} tab(s), ${pages.length - closed} remaining` };
+                        }
+                        if (action === 'screenshot') {
+                            const buffer = await page.screenshot({ type: 'png' });
+                            const base64 = buffer.toString('base64');
+                            return { success: true, screenshot: base64.length > 5000 ? `${base64.slice(0, 5000)}...truncated` : base64 };
+                        }
+                        if (action === 'reload') {
+                            await page.reload();
+                            return { success: true, message: 'Page reloaded' };
+                        }
+                        return { success: false, message: `Unknown action: ${action}` };
+                    },
+                }),
+                ...codeceptTools,
+                see,
+                context,
+                visualClick,
+            };
+        }
+        webModePrompt() {
+            return dedent `
+        <web_capabilities>
+        - Page actions: click, pressKey, form (CodeceptJS tools)
+        - Navigation: navigate() — AI-powered navigation to URLs or page descriptions
+        - Browser diagnostics: browser() — evaluate JS, close tabs, screenshot, reload
+        - Visual analysis: see() — screenshot-based page verification
+        - Context refresh: context() — get fresh HTML/ARIA snapshot
+        - Visual fallback: visualClick() — coordinate-based click when locators fail
+        </web_capabilities>
+
+        ${locatorRule}
+
+        ${actionRule}
+
+        ${sectionContextRule}
+      `;
+        }
+        webModeRules() {
+            return dedent `
+        - Follow <locator_priority> rules when selecting locators for all tools
+        - click() accepts array of commands to try in order — include ARIA, CSS, XPath variants
+        - If click() fails with all provided commands, use visualClick() tool as fallback
+        - When an action fails or result is unexpected, investigate or inform the user instead of retrying silently
+      `;
+        }
+    };
+}
+//# sourceMappingURL=web-mode.js.map

package/dist/src/ai/captain/web-mode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-mode.js","sourceRoot":"","sources":["../../../../src/ai/captain/web-mode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAsC,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE1E,MAAM,UAAU,WAAW,CAAwB,IAAO;IACxD,OAAO,KAAM,SAAQ,IAAI;QACvB,YAAY,CAAC,GAAgB;YAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,aAAa,GAAG,qBAAqB,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,gBAAgB,CAAC;gBAClC,QAAQ;gBACR,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE;gBAC3C,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE;aAC1C,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;YAEjD,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC;oBACb,WAAW,EAAE,oEAAoE;oBACjF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;wBACpB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;qBACvG,CAAC;oBACF,OAAO,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;wBACjC,IAAI,CAAC;4BACH,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;4BAClC,MAAM,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BACxD,MAAM,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,eAAe,EAAE,CAAC;4BACnE,MAAM,KAAK,GAAG,YAAY,CAAC,eAAe,EAAE,CAAC;4BAC7C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;wBACjE,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC5E,CAAC;oBACH,CAAC;iBACF,CAAC;gBAEF,OAAO,EAAE,IAAI,CAAC;oBACZ,WAAW,EAAE,MAAM,CAAA;;;;;;;WAOlB;oBACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;wBACpB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;wBACvG,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;qBAC5E,CAAC;oBACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;wBAClC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,gBAAgB,EAAE,IAAI,CAAC;wBAChE,IAAI,CAAC,IAAI;4BAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC;wBAE3E,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;4BAC1B,IAAI,CAAC,IAAI;gCAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC;4BACnF,IAAI,CAAC;gCACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gCACzC,MAAM,UAAU,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gCACvG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;4BACzH,CAAC;4BAAC,OAAO,KAAU,EAAE,CAAC;gCACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;4BAC1E,CAAC;wBACH,CAAC;wBAED,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;4BAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;4BACtC,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC;4BACrC,IAAI,MAAM,GAAG,CAAC,CAAC;4BACf,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gCACtB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oCACf,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;oCAChB,MAAM,EAAE,CAAC;gCACX,CAAC;4BACH,CAAC;4BACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,MAAM,YAAY,KAAK,CAAC,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;wBACnG,CAAC;wBAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;4BAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;4BACtD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;wBAC/G,CAAC;wBAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACxB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BACpB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;wBACrD,CAAC;wBAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,CAAC;oBAClE,CAAC;iBACF,CAAC;gBAEF,GAAG,aAAa;gBAChB,GAAG;gBACH,OAAO;gBACP,WAAW;aACZ,CAAC;QACJ,CAAC;QAED,aAAa;YACX,OAAO,MAAM,CAAA;;;;;;;;;;UAUT,WAAW;;UAEX,UAAU;;UAEV,kBAAkB;OACrB,CAAC;QACJ,CAAC;QAED,YAAY;YACV,OAAO,MAAM,CAAA;;;;;OAKZ,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}