explorbot 0.1.21 → 0.1.23

package/dist/package.json

@@ -1,6 +1,6 @@
 {
   "name": "explorbot",
-  "version": "0.1.21",
+  "version": "0.1.23",
   "description": "CLI app built with React Ink, CodeceptJS, and Playwright",
   "license": "Elastic-2.0",
   "type": "module",
@@ -82,7 +82,7 @@
     "@opentelemetry/sdk-trace-base": "^2.2.0",
     "@opentelemetry/semantic-conventions": "^1.38.0",
     "@scalar/openapi-parser": "^0.25.6",
-    "@testomatio/reporter": "^2.7.9-beta.3-markdown",
+    "@testomatio/reporter": "^2.8.4",
     "ai": "^6.0.6",
     "axe-core": "^4.11.1",
     "bash-tool": "^1.3.15",
@@ -108,7 +108,7 @@
     "micromatch": "^4.0.8",
     "ora-classic": "^5.4.2",
     "parse5": "^8.0.0",
-    "playwright": "^1.59.0",
+    "playwright": "^1.60",
     "react": "^19.1.1",
     "strip-ansi": "^7.1.2",
     "turndown": "^7.2.1",

package/dist/src/action-result.js

@@ -151,6 +151,18 @@ export class ActionResult {
         this.verifications ??= {};
         this.verifications[assertion] = passed;
     }
+    getVerification(message) {
+        if (!this.verifications)
+            return null;
+        if (typeof message === 'string') {
+            return this.verifications[message] ?? null;
+        }
+        for (const [assertion, passed] of Object.entries(this.verifications)) {
+            if (message.test(assertion))
+                return passed;
+        }
+        return null;
+    }
     isSameUrl(state) {
         if (!this.url || this.url === '') {
             return false;

package/dist/src/ai/captain/web-mode.js

@@ -21,7 +21,7 @@ export function WithWebMode(Base) {
                     return state ? ActionResult.fromState(state) : null;
                 },
             });
-            const { see, context, visualClick, learn_experience } = agentTools;
+            const { see, context, visualClick, learnExperience } = agentTools;
             return {
                 navigate: tool({
                     description: 'Navigate to a URL or page description using AI-powered navigation.',
@@ -98,7 +98,7 @@ export function WithWebMode(Base) {
                 see,
                 context,
                 visualClick,
-                learn_experience,
+                learnExperience,
             };
         }
         webModePrompt() {

package/dist/src/ai/navigator.js

@@ -70,6 +70,12 @@ class Navigator {
         this.experienceTracker = experienceTracker || new ExperienceTracker();
         this.hooksRunner = new HooksRunner(explorer, explorer.getConfig());
     }
+    get verifyAttempts() {
+        return this.explorer.getConfig().ai?.agents?.navigator?.verifyAttempts ?? 3;
+    }
+    get verifyTimeout() {
+        return this.explorer.getConfig().ai?.agents?.navigator?.verifyTimeout ?? 1500;
+    }
     getBaseOrigin() {
         const baseUrl = this.explorer.getConfig().playwright.url;
         try {
@@ -442,16 +448,16 @@ class Navigator {
             const s = stateManager.getCurrentState();
             return s ? ActionResult.fromState(s) : null;
         };
-        const { learn_experience } = createAgentTools({
+        const { learnExperience } = createAgentTools({
             explorer: this.explorer,
             researcher: null,
             navigator: this,
             experienceTracker: this.experienceTracker,
             getState,
         });
-        if (!learn_experience)
+        if (!learnExperience)
             return undefined;
-        return { learn_experience };
+        return { learnExperience };
     }
     async freeSail(opts, actionResult) {
         const stateManager = this.explorer.getStateManager();
@@ -565,6 +571,11 @@ class Navigator {
     async verifyState(message, actionResult) {
         tag('info').log('AI Navigator verifying state at', actionResult.url);
         debugLog('Verification message:', message);
+        const cachedVerification = actionResult.getVerification(message);
+        if (cachedVerification !== null) {
+            tag('substep').log(`Reusing cached verification: ${cachedVerification ? 'PASS' : 'FAIL'}`);
+            return { verified: cachedVerification, successfulCodes: [], assertionSteps: [], totalAttempted: 0 };
+        }
         let knowledge = '';
         let experience = '';
         const relevantKnowledge = this.knowledgeTracker.getRelevantKnowledge(actionResult);
@@ -584,6 +595,20 @@ class Navigator {
                 experience = renderExperienceToc(toc);
             }
         }
+        const priorVerifications = Object.entries(actionResult.verifications ?? {});
+        let verificationContext = '';
+        if (priorVerifications.length > 0) {
+            const lines = priorVerifications.map(([claim, passed]) => `- "${claim}" → ${passed ? 'passed' : 'failed'}`).join('\n');
+            verificationContext = dedent `
+        <already_verified>
+        These claims were already checked on this page:
+        ${lines}
+
+        If the claim to verify has the same meaning as one above (even if worded differently), do NOT write any assertion code.
+        Respond with a single line and nothing else: ALREADY_VERIFIED: <exact text of the matching claim>
+        </already_verified>
+      `;
+        }
         const prompt = dedent `
       <message>
         ${message}
@@ -597,11 +622,13 @@ class Navigator {
         </page_html>
       </page>
 
+      ${verificationContext}
+
       <task>
         Identify what assertion the user wants to verify on the page.
-        Propose different CodeceptJS assertion code blocks to verify the expected state.
+        Propose 2-3 strong, distinct CodeceptJS assertion code blocks that each directly prove the claim.
         Use only data from the <page> context to plan the verification.
-        Try various locators and approaches to verify the assertion.
+        Prefer the fewest, most specific assertions over many variants of the same locator.
 
         IMPORTANT: Each code block must verify the SPECIFIC claim in the message, not just a generic aspect of it.
         Bad: I.seeElement({"role":"button","aria-pressed":"true"}) — matches ANY button, not the specific one
@@ -620,50 +647,83 @@ class Navigator {
         tag('debug').log('Prompt:', prompt);
         const conversation = this.provider.startConversation(this.systemPrompt, 'navigator');
         conversation.addUserText(prompt);
+        let alreadyVerified = false;
         const tools = this.buildExperienceTools();
         let codeBlocks = [];
         const successfulCodes = [];
         const assertionSteps = [];
         const action = this.explorer.createAction();
-        await loop(async ({ stop, iteration }) => {
-            if (codeBlocks.length === 0) {
-                const result = await this.provider.invokeConversation(conversation, tools);
-                if (!result)
+        let failures = 0;
+        const page = this.explorer.playwrightHelper?.page;
+        const originalTimeout = this.explorer.playwrightHelper?.options?.timeout ?? 3000;
+        page?.setDefaultTimeout(this.verifyTimeout);
+        try {
+            await loop(async ({ stop, iteration }) => {
+                if (codeBlocks.length === 0) {
+                    const result = await this.provider.invokeConversation(conversation, tools);
+                    if (!result)
+                        return;
+                    const aiResponse = result?.response?.text ?? '';
+                    debugLog('Received AI response:', aiResponse.length, 'characters');
+                    tag('step').log('Verifying assertion...');
+                    if (this.checkAlreadyVerified(aiResponse, actionResult)) {
+                        alreadyVerified = true;
+                        stop();
+                        return;
+                    }
+                    codeBlocks = extractCodeBlocks(aiResponse);
+                }
+                if (codeBlocks.length === 0) {
                     return;
-                const aiResponse = result?.response?.text;
-                debugLog('Received AI response:', aiResponse?.length ?? 0, 'characters');
-                tag('step').log('Verifying assertion...');
-                codeBlocks = extractCodeBlocks(aiResponse ?? '');
-            }
-            if (codeBlocks.length === 0) {
-                return;
-            }
-            const codeBlock = codeBlocks[iteration - 1];
-            if (!codeBlock) {
-                stop();
-                return;
-            }
-            await this.explorer.switchToMainFrame();
-            const verified = await action.attempt(codeBlock, message, false);
-            if (verified) {
-                tag('success').log('Verification passed');
-                successfulCodes.push(codeBlock);
-                assertionSteps.push(...action.assertionSteps);
-            }
-        }, {
-            maxAttempts: this.MAX_ATTEMPTS,
-            observability: {
-                agent: 'navigator',
-            },
-            catch: async (error) => {
-                debugLog(error);
-            },
-        });
-        const totalAttempted = Math.min(codeBlocks.length, this.MAX_ATTEMPTS);
-        const verified = totalAttempted <= 1 ? successfulCodes.length > 0 : successfulCodes.length > totalAttempted / 2;
+                }
+                const codeBlock = codeBlocks[iteration - 1];
+                if (!codeBlock) {
+                    stop();
+                    return;
+                }
+                await this.explorer.switchToMainFrame();
+                const verified = await action.attempt(codeBlock, message, false);
+                if (verified) {
+                    tag('success').log('Verification passed');
+                    successfulCodes.push(codeBlock);
+                    assertionSteps.push(...action.assertionSteps);
+                }
+                else {
+                    failures++;
+                }
+                const target = Math.min(codeBlocks.length, this.verifyAttempts);
+                const majorityNeeded = Math.floor(target / 2) + 1;
+                if (successfulCodes.length >= majorityNeeded || failures > target - majorityNeeded) {
+                    stop();
+                }
+            }, {
+                maxAttempts: this.verifyAttempts,
+                observability: {
+                    agent: 'navigator',
+                },
+                catch: async (error) => {
+                    debugLog(error);
+                },
+            });
+        }
+        finally {
+            page?.setDefaultTimeout(originalTimeout);
+        }
+        const totalAttempted = Math.min(codeBlocks.length, this.verifyAttempts);
+        const majorityNeeded = Math.floor(totalAttempted / 2) + 1;
+        let verified = successfulCodes.length >= majorityNeeded;
+        if (alreadyVerified)
+            verified = true;
         actionResult.addVerification(message, verified);
         this.explorer.getStateManager().updateState(actionResult);
         return { verified, successfulCodes, assertionSteps, totalAttempted };
     }
+    checkAlreadyVerified(aiResponse, actionResult) {
+        const verifiedMatch = aiResponse.match(/ALREADY_VERIFIED:\s*(.+)/i);
+        if (!verifiedMatch)
+            return false;
+        const claim = verifiedMatch[1].trim().replace(/^["']|["']$/g, '');
+        return actionResult.getVerification(claim) === true;
+    }
 }
 export { Navigator };

package/dist/src/ai/pilot.js

@@ -279,6 +279,12 @@ export class Pilot {
       - "Delete X" → X must be gone. Clicking delete is NOT enough.
       - "Edit X" → updated value must be persisted (visible in list/detail). Opening edit is NOT enough; redirect after save with the new value visible IS enough.
       - Negative tests ("without a name", "invalid", "duplicate", "unauthorized") → success means the system PREVENTED the action with validation/error.
+      - Navigation-prefixed titles ("Access/Open/Go to X to <do Y>") → the goal is <do Y>; reaching X is
+        only a milestone. A satisfied milestone (tab active, panel/prompt visible, list shown) is NEVER a pass
+        if <do Y> did not occur this run.
+      - If the page reveals the goal cannot be performed here — required control absent, integration not
+        connected, or only a setup/connect/empty-state prompt is shown — vote "skipped" (prerequisites unmet),
+        never "pass".
 
       PROVENANCE: the entity you cite as proof must appear by name in <notes> or
       <session_log> tool inputs for THIS run. Name absent from tester activity = stale
@@ -383,12 +389,12 @@ export class Pilot {
         the elements needed for the scenario. The page summary does not list every element.
         Prefer interacting with the current page over navigating away.
 
-        If you load a recipe via learn_experience, do NOT rewrite its code in your plan — the
+        If you load a recipe via learnExperience, do NOT rewrite its code in your plan — the
         raw recipe is forwarded to Tester automatically. Reference it by step ("apply recipe
         steps 1–3, then…") and call out anywhere your scenario diverges from it.
 
         Be concise and specific. Tester will follow your plan.
-      `, 'pilot.planTest', { tools: true, planningOnly: true, maxToolRoundtrips: 3, task });
+      `, 'pilot.planTest', { tools: true, maxToolRoundtrips: 3, task });
     }
     async reviewNewPage(task, currentState, testerConversation) {
         if (!this.conversation)
@@ -478,7 +484,7 @@ export class Pilot {
         this.conversation.addUserText(finalUserText);
         let tools;
         if (opts.tools) {
-            tools = opts.planningOnly ? this.pickPlanningTools() : this.agentTools;
+            tools = this.pickPlanningTools();
         }
         if (opts.tools && opts.task) {
             tools = { ...tools, ...this.buildPreconditionTool(opts.task) };
@@ -490,7 +496,7 @@ export class Pilot {
             experimental_telemetry: { functionId },
         });
         const text = result?.response?.text || '';
-        const learned = (result?.toolExecutions || []).filter((e) => e.toolName === 'learn_experience' && e.output?.content).map((e) => e.output.content);
+        const learned = (result?.toolExecutions || []).filter((e) => e.toolName === 'learnExperience' && e.output?.content).map((e) => e.output.content);
         if (learned.length === 0)
             return text;
         return dedent `
@@ -515,7 +521,7 @@ export class Pilot {
         return renderExperienceToc(toc);
     }
     pickPlanningTools() {
-        const { see, context, verify, research, getVisitedStates, xpathCheck, learn_experience } = this.agentTools ?? {};
+        const { see, context, verify, research, getVisitedStates, xpathCheck, learnExperience, askUser } = this.agentTools ?? {};
         const planning = {};
         if (see)
             planning.see = see;
@@ -529,8 +535,10 @@ export class Pilot {
             planning.getVisitedStates = getVisitedStates;
         if (xpathCheck)
             planning.xpathCheck = xpathCheck;
-        if (learn_experience)
-            planning.learn_experience = learn_experience;
+        if (learnExperience)
+            planning.learnExperience = learnExperience;
+        if (askUser)
+            planning.askUser = askUser;
         return planning;
     }
     buildPreconditionTool(task) {

package/dist/src/ai/tools.js

@@ -391,7 +391,7 @@ export function createSpecialContextTools(explorer, context) {
         }),
     };
 }
-export function createAgentTools({ explorer, researcher, navigator, experienceTracker, getState, }) {
+export function createAgentTools({ explorer, researcher, navigator, experienceTracker, getState, supervisor, }) {
     let visionDisabled = false;
     const tools = {
         see: tool({
@@ -685,41 +685,6 @@ export function createAgentTools({ explorer, researcher, navigator, experienceTr
                 }
             },
         }),
-        askUser: tool({
-            description: dedent `
-        Ask the user for help when you're stuck or unsure how to proceed.
-        Only available in interactive mode (TUI).
-
-        Use when:
-        - Locator-based clicks keep failing
-        - You can't find an element that should exist
-        - Form interaction isn't working as expected
-        - You need clarification on what action to take
-      `,
-            inputSchema: z.object({
-                question: z.string().describe('What you need help with - be specific about what failed'),
-                context: z.string().optional().describe('Relevant context like locators tried, errors received'),
-            }),
-            execute: async ({ question, context }) => {
-                if (!isInteractive()) {
-                    return {
-                        success: false,
-                        message: 'User input not available in non-interactive mode',
-                        suggestion: 'Continue with automated recovery',
-                    };
-                }
-                const prompt = context ? `${question}\n\nContext: ${context}\n\nYour suggestion ("skip" to continue):` : `${question}\n\nYour suggestion ("skip" to continue):`;
-                const userInput = await pause(prompt);
-                if (!userInput || userInput.toLowerCase() === 'skip') {
-                    return { success: false, message: 'User skipped' };
-                }
-                return {
-                    success: true,
-                    userSuggestion: userInput,
-                    instruction: 'Follow the user suggestion. Use interact() tool to execute.',
-                };
-            },
-        }),
         back: tool({
             description: dedent `
         Navigate back to the previous page (most recent URL different from current).
@@ -834,7 +799,7 @@ export function createAgentTools({ explorer, researcher, navigator, experienceTr
         }),
     };
     if (experienceTracker && getState) {
-        tools.learn_experience = tool({
+        tools.learnExperience = tool({
             description: dedent `
         Read the full body of a specific experience section listed in <experience>.
         The TOC shows entries like "A.1 ## FLOW: ..." or "A.2 ## ACTION: ...". Pass the fileTag and sectionIndex.
@@ -857,6 +822,43 @@ export function createAgentTools({ explorer, researcher, navigator, experienceTr
             },
         });
     }
+    if (supervisor) {
+        tools.askUser = tool({
+            description: dedent `
+        Ask the user for help when automated recovery is stuck or the next step is unclear.
+        Only available in interactive mode (TUI).
+
+        Use when:
+        - The Tester keeps failing the same locator/element
+        - An element that should exist cannot be found
+        - Form interaction isn't working as expected
+        - You need a human decision on how to proceed
+      `,
+            inputSchema: z.object({
+                question: z.string().describe('What you need help with - be specific about what failed'),
+                context: z.string().optional().describe('Relevant context like locators tried, errors received'),
+            }),
+            execute: async ({ question, context }) => {
+                if (!isInteractive()) {
+                    return {
+                        success: false,
+                        message: 'User input not available in non-interactive mode',
+                        suggestion: 'Continue with automated recovery',
+                    };
+                }
+                const prompt = context ? `${question}\n\nContext: ${context}\n\nYour suggestion ("skip" to continue):` : `${question}\n\nYour suggestion ("skip" to continue):`;
+                const userInput = await pause(prompt);
+                if (!userInput || userInput.toLowerCase() === 'skip') {
+                    return { success: false, message: 'User skipped' };
+                }
+                return {
+                    success: true,
+                    userSuggestion: userInput,
+                    instruction: 'Relay this suggestion to the Tester as the next concrete step.',
+                };
+            },
+        });
+    }
     return tools;
 }
 const PAGE_DIFF_SUGGESTION = 'Analyze page diff. htmlParts shows what changed and WHERE — each part has a container selector. Use the container as context when clicking elements from the diff.';

package/dist/src/commands/init-command.js

@@ -29,6 +29,15 @@ const config = {
     // agentic model for decision making
     agenticModel: openrouter('minimax/minimax-m2.5:nitro'),
   },
+
+  reporter: {
+    // Save a local HTML report after each run.
+    html: true,
+    // Save a local markdown report after each run.
+    markdown: true,
+    // Group runs by title in Testomat.io / HTML reports. Defaults to today's date — customize or remove.
+    runGroup: new Date().toISOString().slice(0, 10),
+  },
 };
 
 export default config;

package/dist/src/experience-tracker.js

@@ -455,7 +455,7 @@ export function renderExperienceToc(toc) {
     lines.push('Locators and step ordering worked then; the page may have changed since.');
     lines.push('Treat as a starting hypothesis, not ground truth. If a step fails, fall back to ARIA/UI-map.');
     lines.push('FLOW: = multi-step recipe (bullets + code + discovery). ACTION: = single-step snippet (one code block).');
-    lines.push('Call learn_experience({ fileTag, sectionIndex }) to read a section when it looks relevant to the current step.');
+    lines.push('Call learnExperience({ fileTag, sectionIndex }) to read a section when it looks relevant to the current step.');
     lines.push('');
     for (const entry of toc) {
         lines.push(`File ${entry.fileTag} ${entry.url}:`);

package/dist/src/explorbot.js

@@ -170,7 +170,7 @@ export class ExplorBot {
                 const state = stateManager.getCurrentState();
                 return state ? ActionResult.fromState(state) : null;
             };
-            const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState });
+            const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState, supervisor: true });
             return new Pilot(ai, tools, researcher, explorer, experienceTracker);
         }));
     }

package/dist/src/reporter.js

@@ -11,7 +11,7 @@ export class Reporter {
     constructor(config, stateManager) {
         this.reporterEnabled = Reporter.resolveEnabled(config);
         this.stateManager = stateManager;
-        if (this.reporterEnabled && (!process.env.TESTOMATIO || config?.html)) {
+        if (this.reporterEnabled && config?.html) {
             this.configureHtmlPipe();
         }
         if (this.reporterEnabled && config?.markdown) {
@@ -45,6 +45,8 @@ export class Reporter {
             return true;
         if (config?.enabled === false)
             return false;
+        if (config?.html || config?.markdown)
+            return true;
         return Boolean(process.env.TESTOMATIO);
     }
     configureHtmlPipe() {
@@ -68,13 +70,9 @@ export class Reporter {
     configureRunGroup(runGroup) {
         if (process.env.TESTOMATIO_RUNGROUP_TITLE)
             return;
-        if (runGroup === null)
-            return;
-        if (runGroup) {
-            process.env.TESTOMATIO_RUNGROUP_TITLE = runGroup;
+        if (!runGroup)
             return;
-        }
-        process.env.TESTOMATIO_RUNGROUP_TITLE = `Explorbot ${new Date().toISOString().slice(0, 10)}`;
+        process.env.TESTOMATIO_RUNGROUP_TITLE = runGroup;
     }
     async startRun() {
         if (this.isRunStarted) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "explorbot",
-  "version": "0.1.21",
+  "version": "0.1.23",
   "description": "CLI app built with React Ink, CodeceptJS, and Playwright",
   "license": "Elastic-2.0",
   "type": "module",
@@ -82,7 +82,7 @@
     "@opentelemetry/sdk-trace-base": "^2.2.0",
     "@opentelemetry/semantic-conventions": "^1.38.0",
     "@scalar/openapi-parser": "^0.25.6",
-    "@testomatio/reporter": "^2.7.9-beta.3-markdown",
+    "@testomatio/reporter": "^2.8.4",
     "ai": "^6.0.6",
     "axe-core": "^4.11.1",
     "bash-tool": "^1.3.15",
@@ -108,7 +108,7 @@
     "micromatch": "^4.0.8",
     "ora-classic": "^5.4.2",
     "parse5": "^8.0.0",
-    "playwright": "^1.59.0",
+    "playwright": "^1.60",
     "react": "^19.1.1",
     "strip-ansi": "^7.1.2",
     "turndown": "^7.2.1",

package/src/action-result.ts

@@ -207,6 +207,17 @@ export class ActionResult implements ActionResultData {
     this.verifications[assertion] = passed;
   }
 
+  getVerification(message: string | RegExp): boolean | null {
+    if (!this.verifications) return null;
+    if (typeof message === 'string') {
+      return this.verifications[message] ?? null;
+    }
+    for (const [assertion, passed] of Object.entries(this.verifications)) {
+      if (message.test(assertion)) return passed;
+    }
+    return null;
+  }
+
   isSameUrl(state: WebPageState): boolean {
     if (!this.url || this.url === '') {
       return false;

package/src/ai/captain/web-mode.ts

@@ -22,7 +22,7 @@ export function WithWebMode<T extends Constructor>(Base: T) {
           return state ? ActionResult.fromState(state) : null;
         },
       });
-      const { see, context, visualClick, learn_experience } = agentTools;
+      const { see, context, visualClick, learnExperience } = agentTools;
 
       return {
         navigate: tool({
@@ -103,7 +103,7 @@ export function WithWebMode<T extends Constructor>(Base: T) {
         see,
         context,
         visualClick,
-        learn_experience,
+        learnExperience,
       };
     }
 

package/src/ai/navigator.ts

@@ -82,6 +82,14 @@ class Navigator implements Agent {
     this.hooksRunner = new HooksRunner(explorer, explorer.getConfig());
   }
 
+  private get verifyAttempts(): number {
+    return this.explorer.getConfig().ai?.agents?.navigator?.verifyAttempts ?? 3;
+  }
+
+  private get verifyTimeout(): number {
+    return this.explorer.getConfig().ai?.agents?.navigator?.verifyTimeout ?? 1500;
+  }
+
   private getBaseOrigin(): string | null {
     const baseUrl = this.explorer.getConfig().playwright.url;
     try {
@@ -473,21 +481,21 @@ class Navigator implements Agent {
     return resolved;
   }
 
-  private buildExperienceTools(): { learn_experience: unknown } | undefined {
+  private buildExperienceTools(): { learnExperience: unknown } | undefined {
     const stateManager = this.explorer.getStateManager();
     const getState = () => {
       const s = stateManager.getCurrentState();
       return s ? ActionResult.fromState(s) : null;
     };
-    const { learn_experience } = createAgentTools({
+    const { learnExperience } = createAgentTools({
       explorer: this.explorer,
       researcher: null as unknown as Researcher,
       navigator: this,
       experienceTracker: this.experienceTracker,
       getState,
     });
-    if (!learn_experience) return undefined;
-    return { learn_experience };
+    if (!learnExperience) return undefined;
+    return { learnExperience };
   }
 
   async freeSail(opts?: { strategy?: 'deep' | 'shallow'; scope?: string; visitedUrls?: Set<string> }, actionResult?: ActionResult): Promise<{ target: string; reason: string } | null> {
@@ -623,6 +631,12 @@ class Navigator implements Agent {
     tag('info').log('AI Navigator verifying state at', actionResult.url);
     debugLog('Verification message:', message);
 
+    const cachedVerification = actionResult.getVerification(message);
+    if (cachedVerification !== null) {
+      tag('substep').log(`Reusing cached verification: ${cachedVerification ? 'PASS' : 'FAIL'}`);
+      return { verified: cachedVerification, successfulCodes: [], assertionSteps: [], totalAttempted: 0 };
+    }
+
     let knowledge = '';
     let experience = '';
 
@@ -645,6 +659,21 @@ class Navigator implements Agent {
       }
     }
 
+    const priorVerifications = Object.entries(actionResult.verifications ?? {});
+    let verificationContext = '';
+    if (priorVerifications.length > 0) {
+      const lines = priorVerifications.map(([claim, passed]) => `- "${claim}" → ${passed ? 'passed' : 'failed'}`).join('\n');
+      verificationContext = dedent`
+        <already_verified>
+        These claims were already checked on this page:
+        ${lines}
+
+        If the claim to verify has the same meaning as one above (even if worded differently), do NOT write any assertion code.
+        Respond with a single line and nothing else: ALREADY_VERIFIED: <exact text of the matching claim>
+        </already_verified>
+      `;
+    }
+
     const prompt = dedent`
       <message>
         ${message}
@@ -658,11 +687,13 @@ class Navigator implements Agent {
         </page_html>
       </page>
 
+      ${verificationContext}
+
       <task>
         Identify what assertion the user wants to verify on the page.
-        Propose different CodeceptJS assertion code blocks to verify the expected state.
+        Propose 2-3 strong, distinct CodeceptJS assertion code blocks that each directly prove the claim.
         Use only data from the <page> context to plan the verification.
-        Try various locators and approaches to verify the assertion.
+        Prefer the fewest, most specific assertions over many variants of the same locator.
 
         IMPORTANT: Each code block must verify the SPECIFIC claim in the message, not just a generic aspect of it.
         Bad: I.seeElement({"role":"button","aria-pressed":"true"}) — matches ANY button, not the specific one
@@ -684,6 +715,7 @@ class Navigator implements Agent {
     const conversation = this.provider.startConversation(this.systemPrompt, 'navigator');
     conversation.addUserText(prompt);
 
+    let alreadyVerified = false;
     const tools = this.buildExperienceTools();
 
     let codeBlocks: string[] = [];
@@ -691,57 +723,90 @@ class Navigator implements Agent {
     const assertionSteps: Array<{ name: string; args: any[] }> = [];
 
     const action = this.explorer.createAction();
+    let failures = 0;
 
-    await loop(
-      async ({ stop, iteration }) => {
-        if (codeBlocks.length === 0) {
-          const result = await this.provider.invokeConversation(conversation, tools);
-          if (!result) return;
-          const aiResponse = result?.response?.text;
-          debugLog('Received AI response:', aiResponse?.length ?? 0, 'characters');
-          tag('step').log('Verifying assertion...');
-          codeBlocks = extractCodeBlocks(aiResponse ?? '');
-        }
+    const page = this.explorer.playwrightHelper?.page;
+    const originalTimeout = this.explorer.playwrightHelper?.options?.timeout ?? 3000;
+    page?.setDefaultTimeout(this.verifyTimeout);
 
-        if (codeBlocks.length === 0) {
-          return;
-        }
+    try {
+      await loop(
+        async ({ stop, iteration }) => {
+          if (codeBlocks.length === 0) {
+            const result = await this.provider.invokeConversation(conversation, tools);
+            if (!result) return;
+            const aiResponse = result?.response?.text ?? '';
+            debugLog('Received AI response:', aiResponse.length, 'characters');
+            tag('step').log('Verifying assertion...');
+
+            if (this.checkAlreadyVerified(aiResponse, actionResult)) {
+              alreadyVerified = true;
+              stop();
+              return;
+            }
 
-        const codeBlock = codeBlocks[iteration - 1];
-        if (!codeBlock) {
-          stop();
-          return;
-        }
+            codeBlocks = extractCodeBlocks(aiResponse);
+          }
 
-        await this.explorer.switchToMainFrame();
+          if (codeBlocks.length === 0) {
+            return;
+          }
 
-        const verified = await action.attempt(codeBlock, message, false);
+          const codeBlock = codeBlocks[iteration - 1];
+          if (!codeBlock) {
+            stop();
+            return;
+          }
 
-        if (verified) {
-          tag('success').log('Verification passed');
-          successfulCodes.push(codeBlock);
-          assertionSteps.push(...action.assertionSteps);
-        }
-      },
-      {
-        maxAttempts: this.MAX_ATTEMPTS,
-        observability: {
-          agent: 'navigator',
-        },
-        catch: async (error) => {
-          debugLog(error);
+          await this.explorer.switchToMainFrame();
+
+          const verified = await action.attempt(codeBlock, message, false);
+
+          if (verified) {
+            tag('success').log('Verification passed');
+            successfulCodes.push(codeBlock);
+            assertionSteps.push(...action.assertionSteps);
+          } else {
+            failures++;
+          }
+
+          const target = Math.min(codeBlocks.length, this.verifyAttempts);
+          const majorityNeeded = Math.floor(target / 2) + 1;
+          if (successfulCodes.length >= majorityNeeded || failures > target - majorityNeeded) {
+            stop();
+          }
         },
-      }
-    );
+        {
+          maxAttempts: this.verifyAttempts,
+          observability: {
+            agent: 'navigator',
+          },
+          catch: async (error) => {
+            debugLog(error);
+          },
+        }
+      );
+    } finally {
+      page?.setDefaultTimeout(originalTimeout);
+    }
 
-    const totalAttempted = Math.min(codeBlocks.length, this.MAX_ATTEMPTS);
-    const verified = totalAttempted <= 1 ? successfulCodes.length > 0 : successfulCodes.length > totalAttempted / 2;
+    const totalAttempted = Math.min(codeBlocks.length, this.verifyAttempts);
+    const majorityNeeded = Math.floor(totalAttempted / 2) + 1;
+    let verified = successfulCodes.length >= majorityNeeded;
+    if (alreadyVerified) verified = true;
 
     actionResult.addVerification(message, verified);
     this.explorer.getStateManager().updateState(actionResult);
 
     return { verified, successfulCodes, assertionSteps, totalAttempted };
   }
+
+  private checkAlreadyVerified(aiResponse: string, actionResult: ActionResult): boolean {
+    const verifiedMatch = aiResponse.match(/ALREADY_VERIFIED:\s*(.+)/i);
+    if (!verifiedMatch) return false;
+    const claim = verifiedMatch[1].trim().replace(/^["']|["']$/g, '');
+    return actionResult.getVerification(claim) === true;
+  }
 }
 
 export { Navigator };

package/src/ai/pilot.ts

@@ -322,6 +322,12 @@ export class Pilot implements Agent {
       - "Delete X" → X must be gone. Clicking delete is NOT enough.
       - "Edit X" → updated value must be persisted (visible in list/detail). Opening edit is NOT enough; redirect after save with the new value visible IS enough.
       - Negative tests ("without a name", "invalid", "duplicate", "unauthorized") → success means the system PREVENTED the action with validation/error.
+      - Navigation-prefixed titles ("Access/Open/Go to X to <do Y>") → the goal is <do Y>; reaching X is
+        only a milestone. A satisfied milestone (tab active, panel/prompt visible, list shown) is NEVER a pass
+        if <do Y> did not occur this run.
+      - If the page reveals the goal cannot be performed here — required control absent, integration not
+        connected, or only a setup/connect/empty-state prompt is shown — vote "skipped" (prerequisites unmet),
+        never "pass".
 
       PROVENANCE: the entity you cite as proof must appear by name in <notes> or
       <session_log> tool inputs for THIS run. Name absent from tester activity = stale
@@ -433,14 +439,14 @@ export class Pilot implements Agent {
         the elements needed for the scenario. The page summary does not list every element.
         Prefer interacting with the current page over navigating away.
 
-        If you load a recipe via learn_experience, do NOT rewrite its code in your plan — the
+        If you load a recipe via learnExperience, do NOT rewrite its code in your plan — the
         raw recipe is forwarded to Tester automatically. Reference it by step ("apply recipe
         steps 1–3, then…") and call out anywhere your scenario diverges from it.
 
         Be concise and specific. Tester will follow your plan.
       `,
       'pilot.planTest',
-      { tools: true, planningOnly: true, maxToolRoundtrips: 3, task }
+      { tools: true, maxToolRoundtrips: 3, task }
     );
   }
 
@@ -541,7 +547,7 @@ export class Pilot implements Agent {
     return `CHECKED: ${checked.length > 0 ? checked.join(', ') : 'none'}\nREMAINING: ${remaining.length > 0 ? remaining.join(', ') : 'none'}`;
   }
 
-  private async sendToPilot(userText: string, functionId: string, opts: { tools?: boolean; planningOnly?: boolean; maxToolRoundtrips?: number; task?: Test } = {}): Promise<string> {
+  private async sendToPilot(userText: string, functionId: string, opts: { tools?: boolean; maxToolRoundtrips?: number; task?: Test } = {}): Promise<string> {
     debugLog(`sendToPilot: ${functionId}, tools: ${!!opts.tools}, roundtrips: ${opts.maxToolRoundtrips ?? 0}`);
 
     let finalUserText = userText;
@@ -554,7 +560,7 @@ export class Pilot implements Agent {
     this.conversation!.addUserText(finalUserText);
     let tools: any;
     if (opts.tools) {
-      tools = opts.planningOnly ? this.pickPlanningTools() : this.agentTools;
+      tools = this.pickPlanningTools();
     }
 
     if (opts.tools && opts.task) {
@@ -568,7 +574,7 @@ export class Pilot implements Agent {
       experimental_telemetry: { functionId },
     });
     const text = result?.response?.text || '';
-    const learned = (result?.toolExecutions || []).filter((e: any) => e.toolName === 'learn_experience' && e.output?.content).map((e: any) => e.output.content);
+    const learned = (result?.toolExecutions || []).filter((e: any) => e.toolName === 'learnExperience' && e.output?.content).map((e: any) => e.output.content);
     if (learned.length === 0) return text;
     return dedent`
       ${text}
@@ -592,7 +598,7 @@ export class Pilot implements Agent {
   }
 
   private pickPlanningTools() {
-    const { see, context, verify, research, getVisitedStates, xpathCheck, learn_experience } = this.agentTools ?? {};
+    const { see, context, verify, research, getVisitedStates, xpathCheck, learnExperience, askUser } = this.agentTools ?? {};
     const planning: Record<string, unknown> = {};
     if (see) planning.see = see;
     if (context) planning.context = context;
@@ -600,7 +606,8 @@ export class Pilot implements Agent {
     if (research) planning.research = research;
     if (getVisitedStates) planning.getVisitedStates = getVisitedStates;
     if (xpathCheck) planning.xpathCheck = xpathCheck;
-    if (learn_experience) planning.learn_experience = learn_experience;
+    if (learnExperience) planning.learnExperience = learnExperience;
+    if (askUser) planning.askUser = askUser;
     return planning;
   }
 

package/src/ai/tools.ts

@@ -466,12 +466,14 @@ export function createAgentTools({
   navigator,
   experienceTracker,
   getState,
+  supervisor,
 }: {
   explorer: Explorer;
   researcher: Researcher;
   navigator: Navigator;
   experienceTracker?: ExperienceTracker;
   getState?: () => ActionResult | null;
+  supervisor?: boolean;
 }): any {
   let visionDisabled = false;
 
@@ -803,46 +805,6 @@ export function createAgentTools({
       },
     }),
 
-    askUser: tool({
-      description: dedent`
-        Ask the user for help when you're stuck or unsure how to proceed.
-        Only available in interactive mode (TUI).
-
-        Use when:
-        - Locator-based clicks keep failing
-        - You can't find an element that should exist
-        - Form interaction isn't working as expected
-        - You need clarification on what action to take
-      `,
-      inputSchema: z.object({
-        question: z.string().describe('What you need help with - be specific about what failed'),
-        context: z.string().optional().describe('Relevant context like locators tried, errors received'),
-      }),
-      execute: async ({ question, context }) => {
-        if (!isInteractive()) {
-          return {
-            success: false,
-            message: 'User input not available in non-interactive mode',
-            suggestion: 'Continue with automated recovery',
-          };
-        }
-
-        const prompt = context ? `${question}\n\nContext: ${context}\n\nYour suggestion ("skip" to continue):` : `${question}\n\nYour suggestion ("skip" to continue):`;
-
-        const userInput = await pause(prompt);
-
-        if (!userInput || userInput.toLowerCase() === 'skip') {
-          return { success: false, message: 'User skipped' };
-        }
-
-        return {
-          success: true,
-          userSuggestion: userInput,
-          instruction: 'Follow the user suggestion. Use interact() tool to execute.',
-        };
-      },
-    }),
-
     back: tool({
       description: dedent`
         Navigate back to the previous page (most recent URL different from current).
@@ -973,7 +935,7 @@ export function createAgentTools({
   };
 
   if (experienceTracker && getState) {
-    tools.learn_experience = tool({
+    tools.learnExperience = tool({
       description: dedent`
         Read the full body of a specific experience section listed in <experience>.
         The TOC shows entries like "A.1 ## FLOW: ..." or "A.2 ## ACTION: ...". Pass the fileTag and sectionIndex.
@@ -997,6 +959,48 @@ export function createAgentTools({
     });
   }
 
+  if (supervisor) {
+    tools.askUser = tool({
+      description: dedent`
+        Ask the user for help when automated recovery is stuck or the next step is unclear.
+        Only available in interactive mode (TUI).
+
+        Use when:
+        - The Tester keeps failing the same locator/element
+        - An element that should exist cannot be found
+        - Form interaction isn't working as expected
+        - You need a human decision on how to proceed
+      `,
+      inputSchema: z.object({
+        question: z.string().describe('What you need help with - be specific about what failed'),
+        context: z.string().optional().describe('Relevant context like locators tried, errors received'),
+      }),
+      execute: async ({ question, context }) => {
+        if (!isInteractive()) {
+          return {
+            success: false,
+            message: 'User input not available in non-interactive mode',
+            suggestion: 'Continue with automated recovery',
+          };
+        }
+
+        const prompt = context ? `${question}\n\nContext: ${context}\n\nYour suggestion ("skip" to continue):` : `${question}\n\nYour suggestion ("skip" to continue):`;
+
+        const userInput = await pause(prompt);
+
+        if (!userInput || userInput.toLowerCase() === 'skip') {
+          return { success: false, message: 'User skipped' };
+        }
+
+        return {
+          success: true,
+          userSuggestion: userInput,
+          instruction: 'Relay this suggestion to the Tester as the next concrete step.',
+        };
+      },
+    });
+  }
+
   return tools;
 }
 

package/src/commands/init-command.ts

@@ -30,6 +30,15 @@ const config = {
     // agentic model for decision making
     agenticModel: openrouter('minimax/minimax-m2.5:nitro'),
   },
+
+  reporter: {
+    // Save a local HTML report after each run.
+    html: true,
+    // Save a local markdown report after each run.
+    markdown: true,
+    // Group runs by title in Testomat.io / HTML reports. Defaults to today's date — customize or remove.
+    runGroup: new Date().toISOString().slice(0, 10),
+  },
 };
 
 export default config;

package/src/config.ts

@@ -84,6 +84,8 @@ interface PilotAgentConfig extends AgentConfig {
 interface NavigatorAgentConfig extends AgentConfig {
   addHtmlOnTry?: number;
   maxAttempts?: number;
+  verifyAttempts?: number;
+  verifyTimeout?: number;
 }
 
 type HealFn = (ctx: { I: any }) => Promise<void> | void;

package/src/experience-tracker.ts

@@ -499,7 +499,7 @@ export function renderExperienceToc(toc: ExperienceTocEntry[]): string {
   lines.push('Locators and step ordering worked then; the page may have changed since.');
   lines.push('Treat as a starting hypothesis, not ground truth. If a step fails, fall back to ARIA/UI-map.');
   lines.push('FLOW: = multi-step recipe (bullets + code + discovery). ACTION: = single-step snippet (one code block).');
-  lines.push('Call learn_experience({ fileTag, sectionIndex }) to read a section when it looks relevant to the current step.');
+  lines.push('Call learnExperience({ fileTag, sectionIndex }) to read a section when it looks relevant to the current step.');
   lines.push('');
   for (const entry of toc) {
     lines.push(`File ${entry.fileTag} ${entry.url}:`);

package/src/explorbot.ts

@@ -210,7 +210,7 @@ export class ExplorBot {
         const state = stateManager.getCurrentState();
         return state ? ActionResult.fromState(state) : null;
       };
-      const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState });
+      const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState, supervisor: true });
       return new Pilot(ai, tools, researcher, explorer, experienceTracker);
     }));
   }

package/src/reporter.ts

@@ -29,7 +29,7 @@ export class Reporter {
     this.reporterEnabled = Reporter.resolveEnabled(config);
     this.stateManager = stateManager;
 
-    if (this.reporterEnabled && (!process.env.TESTOMATIO || config?.html)) {
+    if (this.reporterEnabled && config?.html) {
       this.configureHtmlPipe();
     }
 
@@ -63,6 +63,7 @@ export class Reporter {
   static resolveEnabled(config?: ReporterConfig): boolean {
     if (config?.enabled === true) return true;
     if (config?.enabled === false) return false;
+    if (config?.html || config?.markdown) return true;
     return Boolean(process.env.TESTOMATIO);
   }
 
@@ -88,12 +89,8 @@ export class Reporter {
 
   private configureRunGroup(runGroup: string | null | undefined): void {
     if (process.env.TESTOMATIO_RUNGROUP_TITLE) return;
-    if (runGroup === null) return;
-    if (runGroup) {
-      process.env.TESTOMATIO_RUNGROUP_TITLE = runGroup;
-      return;
-    }
-    process.env.TESTOMATIO_RUNGROUP_TITLE = `Explorbot ${new Date().toISOString().slice(0, 10)}`;
+    if (!runGroup) return;
+    process.env.TESTOMATIO_RUNGROUP_TITLE = runGroup;
   }
 
   async startRun(): Promise<void> {