explorbot 0.1.29 → 0.1.30

package/dist/src/experience-tracker.js

@@ -2,11 +2,11 @@ import { existsSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSy
 import { basename, dirname, join } from 'node:path';
 import matter from 'gray-matter';
 import { marked } from 'marked';
-import { isNonReusableCode } from "./ai/historian/utils.js";
 import { ConfigParser } from './config.js';
 import { KnowledgeTracker } from './knowledge-tracker.js';
 import { createDebug, tag } from './utils/logger.js';
 import { mdq } from './utils/markdown-query.js';
+import { isNonReusableCode } from "./utils/step-analyzer.js";
 import { extractStatePath } from './utils/url-matcher.js';
 const debugLog = createDebug('explorbot:experience');
 const DEFAULT_MAX_EXPERIENCE_LINES = 100;

package/dist/src/explorbot.js

@@ -180,7 +180,13 @@ export class ExplorBot {
             this.agents.tester = this.createAgent(({ ai, explorer }) => {
                 const researcher = this.agentResearcher();
                 const navigator = this.agentNavigator();
-                const tools = createAgentTools({ explorer, researcher, navigator });
+                const stateManager = explorer.getStateManager();
+                const experienceTracker = stateManager.getExperienceTracker();
+                const getState = () => {
+                    const state = stateManager.getCurrentState();
+                    return state ? ActionResult.fromState(state) : null;
+                };
+                const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState });
                 return new Tester(explorer, ai, researcher, navigator, tools);
             });
             const qm = this.agentQuartermaster();

package/dist/src/explorer.js

@@ -2,10 +2,10 @@ import { existsSync, mkdirSync } from 'node:fs';
 import path from 'node:path';
 // @ts-ignore
 import * as codeceptjs from 'codeceptjs';
-import dedent from 'dedent';
 import stepsListener from 'codeceptjs/lib/listener/steps';
 import storeListener from 'codeceptjs/lib/listener/store';
 import { createTest } from 'codeceptjs/lib/mocha/test';
+import dedent from 'dedent';
 import { ActionResult } from "./action-result.js";
 import Action from './action.js';
 import { visuallyAnnotateContainers } from "./ai/researcher/coordinates.js";
@@ -17,10 +17,11 @@ import { PlaywrightRecorder } from "./playwright-recorder.js";
 import { Reporter } from "./reporter.js";
 import { StateManager } from './state-manager.js';
 import { TestResult } from "./test-plan.js";
+import { BrowserRecoveryError, isFatalBrowserError, isNavigationTransitionError } from "./utils/browser-errors.js";
 import { ELEMENT_EXTRACTION_CONFIG, getElementDataExtractorSource } from "./utils/html.js";
 import { createDebug, log, tag } from './utils/logger.js';
+import { waitForPageReadiness } from "./utils/page-readiness.js";
 import { WebElement } from "./utils/web-element.js";
-import { BrowserRecoveryError, isFatalBrowserError } from "./utils/browser-errors.js";
 const debugLog = createDebug('explorbot:explorer');
 const RECOVERABLE_NAVIGATION_ERRORS = /net::ERR_ABORTED|page\.screenshot.*Timeout|waiting for fonts to load/i;
 class Explorer {
@@ -250,16 +251,29 @@ class Explorer {
             return await operation();
         }
         catch (error) {
-            if (!this.isFatalBrowserError(error))
-                throw error;
+            let recoveryError = error;
+            if (isNavigationTransitionError(error)) {
+                tag('warning').log(`${label}: page is still navigating, waiting before retry...`);
+                await this.waitForPageReadiness();
+                try {
+                    return await operation();
+                }
+                catch (retryError) {
+                    if (!isNavigationTransitionError(retryError) && !this.isFatalBrowserError(retryError))
+                        throw retryError;
+                    recoveryError = retryError;
+                }
+            }
+            if (!this.isFatalBrowserError(recoveryError))
+                throw recoveryError;
             tag('warning').log(`${label}: browser page is unavailable, recovering...`);
             let recovered = await this.recoverFromBrowserError();
             if (!recovered)
                 recovered = await this.restartBrowser();
             if (!recovered)
-                throw new BrowserRecoveryError(label, error, false);
-            if (!(await this.waitForUsablePageDom()))
-                throw new BrowserRecoveryError(label, error, true);
+                throw new BrowserRecoveryError(label, recoveryError, false);
+            if (!(await this.waitForPageReadiness()))
+                throw new BrowserRecoveryError(label, recoveryError, true);
             try {
                 return await operation();
             }
@@ -308,7 +322,7 @@ class Explorer {
                 if (!RECOVERABLE_NAVIGATION_ERRORS.test(msg))
                     throw err;
                 tag('warning').log(`Navigation warning (continuing after load): ${msg.split('\n')[0]}`);
-                await this.playwrightHelper.page.waitForLoadState('domcontentloaded', { timeout: 10000 }).catch(() => { });
+                await this.waitForPageReadiness();
                 await action.capturePageState();
             }
         }
@@ -412,11 +426,11 @@ class Explorer {
             if (url) {
                 tag('warning').log(`Browser error detected, recovering by navigating to ${url}`);
                 await this.playwrightHelper.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 10000 });
-                return this.waitForUsablePageDom();
+                return this.waitForPageReadiness();
             }
             tag('warning').log('Browser error detected, reloading page');
             await this.playwrightHelper.page.reload({ waitUntil: 'domcontentloaded', timeout: 10000 });
-            return this.waitForUsablePageDom();
+            return this.waitForPageReadiness();
         }
         catch (err) {
             tag('error').log(`Browser recovery failed: ${err instanceof Error ? err.message : err}`);
@@ -450,7 +464,7 @@ class Explorer {
             this.listenToStateChanged();
             if (url) {
                 await this.playwrightHelper.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 10000 });
-                if (!(await this.waitForUsablePageDom()))
+                if (!(await this.waitForPageReadiness()))
                     return false;
             }
             tag('success').log('Browser restarted');
@@ -467,25 +481,14 @@ class Explorer {
             await this.playwrightHelper.switchTo();
         }
     }
-    async waitForUsablePageDom() {
+    async waitForPageReadiness() {
         const page = this.playwrightHelper?.page;
         if (!page)
             return false;
-        await page.waitForLoadState?.('domcontentloaded', { timeout: 5000 }).catch(() => { });
-        if (page.waitForFunction) {
-            const hasUsableDom = await page
-                .waitForFunction(() => {
-                const body = document.body;
-                if (!body)
-                    return false;
-                return body.children.length > 0 || body.textContent?.trim().length > 0;
-            }, undefined, { timeout: 5000 })
-                .then(() => true)
-                .catch(() => false);
-            if (!hasUsableDom)
-                return false;
-        }
-        await page.waitForLoadState?.('networkidle', { timeout: 3000 }).catch(() => { });
+        await waitForPageReadiness(page, {
+            timeout: this.config.playwright.waitForTimeout,
+            spinnerSelectors: this.config.playwright.spinnerSelectors,
+        });
         return true;
     }
     async isInsideIframe() {

package/dist/src/utils/browser-errors.js

@@ -2,6 +2,7 @@
 // not typed exceptions. Keep those external message markers in one adapter so
 // recovery decisions are not duplicated across agents/actions.
 const FATAL_BROWSER_ERROR_MARKERS = ['Frame was detached', 'Target closed', 'Target page, context or browser has been closed', 'Execution context was destroyed', 'Protocol error', 'Session closed'];
+const NAVIGATION_TRANSITION_ERROR_MARKERS = ['most likely because of a navigation', 'navigating and changing the content'];
 export class BrowserRecoveryError extends Error {
     originalError;
     recovered;
@@ -18,6 +19,10 @@ export function isFatalBrowserError(error) {
     const message = (error instanceof Error ? error.message : String(error)).toLowerCase();
     return FATAL_BROWSER_ERROR_MARKERS.some((marker) => message.includes(marker.toLowerCase()));
 }
+export function isNavigationTransitionError(error) {
+    const message = browserErrorMessage(error).toLowerCase();
+    return NAVIGATION_TRANSITION_ERROR_MARKERS.some((marker) => message.includes(marker.toLowerCase()));
+}
 export function browserErrorMessage(error) {
     return error instanceof Error ? error.message : String(error);
 }

package/dist/src/utils/page-readiness.js

@@ -0,0 +1,48 @@
+export async function waitForPageReadiness(page, options = {}) {
+    if (!page)
+        return;
+    const timeout = options.timeout ?? 6000;
+    await page.waitForLoadState?.('domcontentloaded', { timeout })?.catch(() => { });
+    await Promise.race([waitForNetworkIdle(page, timeout), waitForVisibleSpinnersHidden(page, options.spinnerSelectors || [], timeout), sleep(timeout)]).catch(() => { });
+    await waitForPageBodyContent(page, timeout);
+}
+function waitForNetworkIdle(page, timeout) {
+    if (!page?.waitForLoadState)
+        return Promise.resolve();
+    return page.waitForLoadState('networkidle', { timeout }).catch(() => { });
+}
+async function waitForVisibleSpinnersHidden(page, selectors, timeout) {
+    if (!selectors.length)
+        return new Promise(() => { });
+    if (!page?.locator)
+        return new Promise(() => { });
+    const visibleSpinners = [];
+    for (const selector of selectors) {
+        const locator = page.locator(selector);
+        const isVisible = await locator
+            .first()
+            .isVisible({ timeout: 100 })
+            .catch(() => false);
+        if (!isVisible)
+            continue;
+        visibleSpinners.push(locator);
+    }
+    if (visibleSpinners.length === 0)
+        return new Promise(() => { });
+    return Promise.all(visibleSpinners.map((locator) => locator.waitFor({ state: 'hidden', timeout }).catch(() => { }))).then(() => { });
+}
+function waitForPageBodyContent(page, timeout) {
+    if (!page?.waitForFunction)
+        return Promise.resolve();
+    return page
+        .waitForFunction(() => {
+        const body = document.body;
+        if (!body)
+            return false;
+        return body.children.length > 0 || body.textContent?.trim().length > 0;
+    }, undefined, { timeout })
+        .catch(() => { });
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}

package/dist/src/utils/step-analyzer.js

@@ -0,0 +1,68 @@
+import { isDynamicId } from "./xpath.js";
+export const CODECEPT_TOOLS = ['click', 'hover', 'pressKey', 'form'];
+const CODECEPT_FORM_COMMANDS = ['I.fillField', 'I.type', 'I.selectOption', 'I.attachFile', 'I.checkOption', 'I.uncheckOption'];
+export function isCodeceptToolName(toolName) {
+    return CODECEPT_TOOLS.includes(toolName);
+}
+export function getCodeceptToolName(commandName) {
+    const toolName = CODECEPT_TOOLS.find((name) => commandName === `I.${name}`);
+    if (toolName)
+        return toolName;
+    if (CODECEPT_FORM_COMMANDS.includes(commandName))
+        return 'form';
+    return null;
+}
+export function getCodeceptToolNameFromCode(code) {
+    const parenIndex = code.trim().indexOf('(');
+    if (parenIndex < 1)
+        return null;
+    return getCodeceptToolName(code.trim().slice(0, parenIndex));
+}
+export function stripComments(code) {
+    return code
+        .split('\n')
+        .filter((line) => {
+        const trimmed = line.trim();
+        return trimmed && !trimmed.startsWith('//') && !trimmed.startsWith('/*') && !trimmed.startsWith('*');
+    })
+        .join('\n');
+}
+export function isNonReusableCode(code) {
+    if (/\bI\.clickXY\s*\(/.test(code))
+        return true;
+    for (const m of code.matchAll(/#([A-Za-z_][\w-]*)/g)) {
+        if (isDynamicId(m[1]))
+            return true;
+    }
+    return false;
+}
+export function toReusableSessionStep(step) {
+    if (step.status !== 'passed')
+        return null;
+    const code = stripComments(step.text);
+    if (!code || isNonReusableCode(code))
+        return null;
+    const toolName = getCodeceptToolNameFromCode(code);
+    if (!toolName)
+        return null;
+    return {
+        message: step.text,
+        status: 'passed',
+        tool: toolName,
+        code,
+    };
+}
+export function mergeUniqueStepsByCode(primary, secondary) {
+    const merged = [];
+    const seen = new Set();
+    for (const step of [...primary, ...secondary]) {
+        const identity = stripComments(step.code || '').trim();
+        if (!identity)
+            continue;
+        if (seen.has(identity))
+            continue;
+        seen.add(identity);
+        merged.push(step);
+    }
+    return merged;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "explorbot",
-  "version": "0.1.29",
+  "version": "0.1.30",
   "description": "CLI app built with React Ink, CodeceptJS, and Playwright",
   "license": "Elastic-2.0",
   "type": "module",

package/src/action.ts

@@ -18,14 +18,16 @@ import type { UserResolveFunction } from './explorbot.ts';
 import { Observability } from './observability.ts';
 import type { PlaywrightRecorder } from './playwright-recorder.ts';
 import type { StateManager } from './state-manager.js';
+import { isFatalBrowserError, isNavigationTransitionError } from './utils/browser-errors.ts';
 import { extractCodeBlocks } from './utils/code-extractor.js';
 import { htmlCombinedSnapshot, minifyHtml } from './utils/html.js';
 import { createDebug, setStepSpanParent, tag } from './utils/logger.js';
+import { waitForPageReadiness } from './utils/page-readiness.ts';
 import { safeFilename } from './utils/strings.ts';
 import { throttle } from './utils/throttle.ts';
-import { isFatalBrowserError } from './utils/browser-errors.ts';
 
 const debugLog = createDebug('explorbot:action');
+const CAPTURE_NAVIGATION_TRANSITION_ATTEMPTS = 3;
 
 class Action {
   private actor: CodeceptJS.I;
@@ -78,16 +80,21 @@ class Action {
       const timestamp = Date.now();
       const page = this.playwrightHelper.page;
       const frame = this.playwrightHelper.frame;
-      await page?.waitForLoadState('domcontentloaded', { timeout: 10000 })?.catch(() => {});
-      await waitForUsablePageDom(page);
+      await this.waitForPageReadiness(page);
       const grabAll = () => Promise.all([captureHtml(page, frame, this.actor), captureTitle(page, this.actor), this.captureBrowserLogs()]);
-      const [html, title, browserLogs] = await grabAll().catch(async (err: Error) => {
-        const msg = err instanceof Error ? err.message : String(err);
-        if (!/navigating and changing the content/i.test(msg)) throw err;
-        await page?.waitForLoadState('domcontentloaded', { timeout: 10000 })?.catch(() => {});
-        await waitForUsablePageDom(page);
-        return grabAll();
-      });
+      let html = '';
+      let title = '';
+      let browserLogs: any[] = [];
+      for (let attempt = 1; attempt <= CAPTURE_NAVIGATION_TRANSITION_ATTEMPTS; attempt++) {
+        try {
+          [html, title, browserLogs] = await grabAll();
+          break;
+        } catch (err) {
+          if (!isNavigationTransitionError(err)) throw err;
+          if (attempt === CAPTURE_NAVIGATION_TRANSITION_ATTEMPTS) throw err;
+          await this.waitForPageReadiness(page);
+        }
+      }
       const url = page?.url() || (await (this.actor as any).grabCurrentUrl?.());
 
       let screenshotFile: string | undefined = undefined;
@@ -442,6 +449,13 @@ class Action {
   getActionResult(): ActionResult | null {
     return this.actionResult;
   }
+
+  private async waitForPageReadiness(page: any): Promise<void> {
+    await waitForPageReadiness(page, {
+      timeout: this.config.playwright.waitForTimeout,
+      spinnerSelectors: this.config.playwright.spinnerSelectors,
+    });
+  }
 }
 
 export default Action;
@@ -453,22 +467,6 @@ function errorToString(error: any): string {
   return error.message || error.toString();
 }
 
-async function waitForUsablePageDom(page: any): Promise<void> {
-  if (!page?.waitForFunction) return;
-
-  await page
-    .waitForFunction(
-      () => {
-        const body = document.body;
-        if (!body) return false;
-        return body.children.length > 0 || body.textContent?.trim().length > 0;
-      },
-      undefined,
-      { timeout: 5000 }
-    )
-    .catch(() => {});
-}
-
 async function captureHtml(page: any, frame: any, actor: any): Promise<string> {
   if (frame?.content) return frame.content();
   if (page?.content) return page.content();

package/src/ai/historian/codeceptjs.ts

@@ -7,10 +7,11 @@ import type { Plan } from '../../test-plan.ts';
 import { tag } from '../../utils/logger.ts';
 import { relativeToCwd } from '../../utils/next-steps.ts';
 import { safeFilename } from '../../utils/strings.ts';
+import { CODECEPT_TOOLS, isNonReusableCode, stripComments } from '../../utils/step-analyzer.ts';
 import type { Conversation } from '../conversation.ts';
-import { ASSERTION_TOOLS, CODECEPT_TOOLS } from '../tools.ts';
+import { ASSERTION_TOOLS } from '../tools.ts';
 import type { Constructor } from './mixin.ts';
-import { escapeString, getExecutionLabel, isNonReusableCode, stripComments } from './utils.ts';
+import { escapeString, getExecutionLabel } from './utils.ts';
 
 export interface CodeceptJSMethods {
   toCode(conversation: Conversation, scenario: string): string;

package/src/ai/historian/experience.ts

@@ -6,12 +6,12 @@ import type { Reporter, ReporterStep } from '../../reporter.ts';
 import type { StateManager } from '../../state-manager.ts';
 import { type Task, Test } from '../../test-plan.ts';
 import { tag } from '../../utils/logger.ts';
+import { isCodeceptToolName, isNonReusableCode, mergeUniqueStepsByCode, stripComments, toReusableSessionStep } from '../../utils/step-analyzer.ts';
 import { extractStatePath } from '../../utils/url-matcher.ts';
 import type { Conversation, ToolExecution } from '../conversation.ts';
 import type { Provider } from '../provider.ts';
-import { CODECEPT_TOOLS } from '../tools.ts';
 import { type Constructor, debugLog } from './mixin.ts';
-import { getExecutionLabel, isNonReusableCode, stripComments } from './utils.ts';
+import { getExecutionLabel } from './utils.ts';
 
 export interface ExperienceMethods {
   saveSession(task: Task, initialState: ActionResult, conversation: Conversation): Promise<void>;
@@ -38,12 +38,18 @@ export function WithExperience<T extends Constructor>(Base: T) {
         task.generatedCode = this.isPlaywrightFramework() ? await this.toPlaywrightCode(conversation, task.description) : this.toCode(conversation, task.description);
       }
 
-      const steps = await this.extractSteps(toolExecutions);
+      const conversationSteps = await this.extractSteps(toolExecutions);
+      const taskSteps = this.extractPassedCodeceptSteps(task);
+      const steps = mergeUniqueStepsByCode(conversationSteps, taskSteps);
 
       const skipExperience = result === 'failed' || (task instanceof Test && (task.hasFailed || task.isSkipped));
       if (!skipExperience) {
+        const hasExistingFlow = this.hasRelevantFlowExperience(initialState);
         await this.detectRetryPatterns(toolExecutions, initialState);
-        const body = await this.curateFlow(steps, task, initialState);
+        let body = await this.curateFlow(steps, task, initialState);
+        if (!body.trim() && !hasExistingFlow) {
+          body = this.renderFlowFromSuccessfulSteps(steps, task);
+        }
         if (body.trim()) {
           const relatedUrls = this.extractVisitedUrls(toolExecutions, initialState.url || '');
           this.experienceTracker.writeFlow(initialState, body, relatedUrls);
@@ -76,7 +82,7 @@ export function WithExperience<T extends Constructor>(Base: T) {
       const stepsWithDiffs: Array<{ step: SessionStep; ariaDiff: string | null }> = [];
 
       for (const exec of toolExecutions) {
-        if (!CODECEPT_TOOLS.includes(exec.toolName as any)) continue;
+        if (!isCodeceptToolName(exec.toolName)) continue;
         if (!exec.output?.code) continue;
         if (!exec.wasSuccessful) continue;
         if (isNonReusableCode(exec.output.code)) continue;
@@ -96,6 +102,19 @@ export function WithExperience<T extends Constructor>(Base: T) {
       return stepsWithDiffs.map((s) => s.step);
     }
 
+    private hasRelevantFlowExperience(state: ActionResult): boolean {
+      return this.experienceTracker.getRelevantExperience(state).some((experience) => experience.content.includes('## FLOW:'));
+    }
+
+    private extractPassedCodeceptSteps(task: Task): SessionStep[] {
+      const steps: SessionStep[] = [];
+      for (const step of Object.values(task.steps)) {
+        const sessionStep = toReusableSessionStep(step);
+        if (sessionStep) steps.push(sessionStep);
+      }
+      return steps;
+    }
+
     private async curateFlow(steps: SessionStep[], task: Task, initialState: ActionResult): Promise<string> {
       if (steps.length === 0) return '';
 
@@ -207,6 +226,32 @@ export function WithExperience<T extends Constructor>(Base: T) {
       }
     }
 
+    private renderFlowFromSuccessfulSteps(steps: SessionStep[], task: Task): string {
+      if (steps.length === 0) return '';
+
+      const title = task.description.charAt(0).toLowerCase() + task.description.slice(1);
+      const blocks = steps
+        .filter((step) => step.code)
+        .map((step) => {
+          const lines = [`* ${step.message}`];
+          lines.push('');
+          lines.push('```js');
+          lines.push(stripComments(step.code || ''));
+          lines.push('```');
+          if (step.discovery) {
+            lines.push('');
+            for (const discovery of step.discovery.split('\n').filter((line) => line.trim())) {
+              lines.push(`> ${discovery.trim()}`);
+            }
+          }
+          return lines.join('\n');
+        });
+
+      if (blocks.length === 0) return '';
+
+      return `## FLOW: ${title}\n\n${blocks.join('\n\n')}\n\n---\n`;
+    }
+
     private async detectRetryPatterns(toolExecutions: ToolExecution[], initialState: ActionResult): Promise<void> {
       if (!this.experienceTracker || !this.stateManager) return;
 
@@ -214,7 +259,7 @@ export function WithExperience<T extends Constructor>(Base: T) {
       const candidates: Array<{ failed: ToolExecution[]; success: ToolExecution }> = [];
 
       for (const exec of toolExecutions) {
-        if (!CODECEPT_TOOLS.includes(exec.toolName as any)) continue;
+        if (!isCodeceptToolName(exec.toolName)) continue;
         if (!exec.output?.code) continue;
 
         if (!exec.wasSuccessful) {

package/src/ai/historian/playwright.ts

@@ -8,8 +8,9 @@ import type { Plan } from '../../test-plan.ts';
 import { tag } from '../../utils/logger.ts';
 import { relativeToCwd } from '../../utils/next-steps.ts';
 import { safeFilename } from '../../utils/strings.ts';
+import { CODECEPT_TOOLS } from '../../utils/step-analyzer.ts';
 import type { Conversation } from '../conversation.ts';
-import { ASSERTION_TOOLS, CODECEPT_TOOLS } from '../tools.ts';
+import { ASSERTION_TOOLS } from '../tools.ts';
 import type { Constructor } from './mixin.ts';
 import { escapeString, getExecutionLabel } from './utils.ts';
 

package/src/ai/historian/utils.ts

@@ -1,30 +1,10 @@
-import { isDynamicId } from '../../utils/xpath.ts';
 import type { ToolExecution } from '../conversation.ts';
-
-export function isNonReusableCode(code: string): boolean {
-  if (/\bI\.clickXY\s*\(/.test(code)) return true;
-
-  for (const m of code.matchAll(/#([A-Za-z_][\w-]*)/g)) {
-    if (isDynamicId(m[1])) return true;
-  }
-
-  return false;
-}
+export { isNonReusableCode, stripComments } from '../../utils/step-analyzer.ts';
 
 export function escapeString(str: string): string {
   return str.replace(/'/g, "\\'").replace(/\n/g, ' ');
 }
 
-export function stripComments(code: string): string {
-  return code
-    .split('\n')
-    .filter((line) => {
-      const trimmed = line.trim();
-      return trimmed && !trimmed.startsWith('//') && !trimmed.startsWith('/*') && !trimmed.startsWith('*');
-    })
-    .join('\n');
-}
-
 export function getExecutionLabel(exec: ToolExecution, fallback?: string): string {
   return exec.input?.explanation || exec.input?.assertion || exec.input?.note || fallback || '';
 }

package/src/ai/historian.ts

@@ -13,7 +13,7 @@ import { type PlaywrightMethods, WithPlaywright } from './historian/playwright.t
 import { type ScreencastMethods, WithScreencast } from './historian/screencast.ts';
 import type { Provider } from './provider.ts';
 
-export { isNonReusableCode } from './historian/utils.ts';
+export { isNonReusableCode } from '../utils/step-analyzer.ts';
 
 const HistorianBase = WithScreencast(WithPlaywright(WithCodeceptJS(WithExperience(Object as unknown as new (...args: any[]) => object))));
 

package/src/ai/quartermaster.ts

@@ -6,9 +6,9 @@ import { ConfigParser } from '../config.ts';
 import type { StateManager, StateTransition, WebPageState } from '../state-manager.ts';
 import type { Task } from '../test-plan.ts';
 import { createDebug, tag } from '../utils/logger.ts';
+import { isCodeceptToolName } from '../utils/step-analyzer.ts';
 import type { Conversation, ToolExecution } from './conversation.ts';
 import type { Provider } from './provider.ts';
-import { CODECEPT_TOOLS } from './tools.ts';
 
 const debugLog = createDebug('explorbot:quartermaster');
 
@@ -140,7 +140,7 @@ export class Quartermaster {
       const pageAnalysis = this.pageAnalyses.get(stateHash);
 
       const toolExecutions = conversation.getToolExecutions();
-      const codeceptExecutions = toolExecutions.filter((e) => CODECEPT_TOOLS.includes(e.toolName as any));
+      const codeceptExecutions = toolExecutions.filter((e) => isCodeceptToolName(e.toolName));
 
       if (codeceptExecutions.length === 0 && !pageAnalysis?.axeViolations.length) {
         debugLog('No interactions or violations to analyze');

package/src/ai/tester.ts

@@ -853,6 +853,7 @@ export class Tester extends TaskAgent implements Agent {
 
   private buildScenarioBlock(task: Test, actionResult: ActionResult): string {
     const knowledge = this.getKnowledge(actionResult);
+    const experience = this.getExperience(actionResult);
 
     return dedent`
       <task>
@@ -883,6 +884,8 @@ export class Tester extends TaskAgent implements Agent {
       ${this.buildAvailableFiles()}
 
       ${knowledge}
+
+      ${experience}
     `;
   }
 

package/src/ai/tools.ts

@@ -18,7 +18,6 @@ import { isInteractive } from './task-agent.ts';
 
 const debugLog = createDebug('explorbot:tools');
 
-export const CODECEPT_TOOLS = ['click', 'hover', 'pressKey', 'form'] as const;
 export const ASSERTION_TOOLS = ['verify'] as const;
 
 export function createCodeceptJSTools(explorer: Explorer, task: Task) {

package/src/config.ts

@@ -22,6 +22,7 @@ interface PlaywrightConfig {
   waitForAction?: number;
   waitForNavigation?: 'load' | 'domcontentloaded' | 'networkidle';
   waitForTimeout?: number;
+  spinnerSelectors?: string[];
   ignoreHTTPSErrors?: boolean;
   userAgent?: string;
   viewport?: {

package/src/experience-tracker.ts

@@ -3,12 +3,12 @@ import { basename, dirname, join } from 'node:path';
 import matter from 'gray-matter';
 import { type Tokens, marked } from 'marked';
 import type { ActionResult } from './action-result.js';
-import { isNonReusableCode } from './ai/historian/utils.ts';
 import { ConfigParser } from './config.js';
 import { KnowledgeTracker } from './knowledge-tracker.js';
 import type { WebPageState } from './state-manager.js';
 import { createDebug, tag } from './utils/logger.js';
 import { mdq } from './utils/markdown-query.js';
+import { isNonReusableCode } from './utils/step-analyzer.ts';
 import { extractStatePath } from './utils/url-matcher.js';
 
 const debugLog = createDebug('explorbot:experience');

package/src/explorbot.ts

@@ -221,7 +221,13 @@ export class ExplorBot {
       this.agents.tester = this.createAgent(({ ai, explorer }) => {
         const researcher = this.agentResearcher();
         const navigator = this.agentNavigator();
-        const tools = createAgentTools({ explorer, researcher, navigator });
+        const stateManager = explorer.getStateManager();
+        const experienceTracker = stateManager.getExperienceTracker();
+        const getState = () => {
+          const state = stateManager.getCurrentState();
+          return state ? ActionResult.fromState(state) : null;
+        };
+        const tools = createAgentTools({ explorer, researcher, navigator, experienceTracker, getState });
         return new Tester(explorer, ai, researcher, navigator, tools);
       });