explorbot 0.1.11 → 0.1.13

package/dist/src/explorbot.js

@@ -1,8 +1,8 @@
 import { existsSync, mkdirSync } from 'node:fs';
 import path from 'node:path';
 import { ActionResult } from "./action-result.js";
-import { Bosun } from "./ai/bosun.js";
 import { Captain } from "./ai/captain.js";
+import { Driller } from "./ai/driller.js";
 import { ExperienceCompactor } from "./ai/experience-compactor.js";
 import { Fisherman } from "./ai/fisherman.js";
 import { Historian } from "./ai/historian.js";
@@ -13,6 +13,7 @@ import { AIProvider } from "./ai/provider.js";
 import { Quartermaster } from "./ai/quartermaster.js";
 import { Rerunner } from "./ai/rerunner.js";
 import { Researcher } from "./ai/researcher.js";
+import { SessionAnalyst } from "./ai/session-analyst.js";
 import { Tester } from "./ai/tester.js";
 import { createAgentTools } from "./ai/tools.js";
 import { ApiClient } from "./api/api-client.js";
@@ -24,6 +25,7 @@ import Explorer from "./explorer.js";
 import { KnowledgeTracker } from "./knowledge-tracker.js";
 import { Plan } from "./test-plan.js";
 import { setVerboseMode, tag } from "./utils/logger.js";
+import { relativeToCwd } from "./utils/next-steps.js";
 import { sanitizeFilename } from "./utils/strings.js";
 export class ExplorBot {
     configParser;
@@ -38,6 +40,8 @@ export class ExplorBot {
     lastPlanError = null;
     lastSavedPlanPath = null;
     agents = {};
+    sessionPlans = [];
+    lastReportedTestCount = 0;
     constructor(options = {}) {
         this.options = options;
         this.configParser = ConfigParser.getInstance();
@@ -218,7 +222,10 @@ export class ExplorBot {
         return (this.agents.historian ||= this.createAgent(({ ai, explorer, config }) => {
             const experienceTracker = explorer.getStateManager().getExperienceTracker();
             const reporter = explorer.getReporter();
-            return new Historian(ai, experienceTracker, reporter, explorer.getStateManager(), config, explorer.getPlaywrightRecorder());
+            return new Historian(ai, experienceTracker, reporter, explorer.getStateManager(), config, {
+                recorder: explorer.getPlaywrightRecorder(),
+                helper: explorer.playwrightHelper,
+            });
         }));
     }
     agentRerunner() {
@@ -236,14 +243,15 @@ export class ExplorBot {
         }
         return this.agents.rerunner;
     }
-    agentBosun() {
-        return (this.agents.bosun ||= this.createAgent(({ ai, explorer }) => {
-            const researcher = this.agentResearcher();
+    agentDriller() {
+        return (this.agents.driller ||= this.createAgent(({ ai, explorer }) => {
             const navigator = this.agentNavigator();
-            const tools = createAgentTools({ explorer, researcher, navigator });
-            return new Bosun(explorer, ai, researcher, navigator, tools);
+            return new Driller(explorer, ai, navigator);
         }));
     }
+    agentSessionAnalyst() {
+        return (this.agents.sessionAnalyst ||= this.createAgent(({ ai }) => new SessionAnalyst(ai)));
+    }
     agentFisherman() {
         const fishermanConfig = this.config.ai?.agents?.fisherman;
         const hasApiConfig = !!this.config.api;
@@ -306,7 +314,7 @@ export class ExplorBot {
         }
         this.lastPlanError = null;
         try {
-            this.currentPlan = await planner.plan(feature, opts.style, opts.extend, opts.completedPlans);
+            this.setCurrentPlan(await planner.plan(feature, opts.style, opts.extend, opts.completedPlans));
         }
         catch (err) {
             this.lastPlanError = err instanceof Error ? err : new Error(String(err));
@@ -373,10 +381,45 @@ export class ExplorBot {
         if (!existsSync(planPath)) {
             throw new Error(`Plan file not found: ${planPath}`);
         }
-        this.currentPlan = Plan.fromMarkdown(planPath);
+        this.setCurrentPlan(Plan.fromMarkdown(planPath));
         return this.currentPlan;
     }
     setCurrentPlan(plan) {
         this.currentPlan = plan;
+        if (plan && !this.sessionPlans.includes(plan)) {
+            this.sessionPlans.push(plan);
+        }
+    }
+    getSessionTests() {
+        return this.sessionPlans.flatMap((p) => p.tests.filter((t) => t.startTime != null));
+    }
+    async printSessionAnalysis() {
+        const analystConfig = this.config.ai?.agents?.analyst;
+        if (analystConfig?.enabled === false)
+            return;
+        const tests = this.getSessionTests();
+        if (tests.length === 0)
+            return;
+        if (tests.length === this.lastReportedTestCount)
+            return;
+        try {
+            const markdown = await this.agentSessionAnalyst().analyze(tests);
+            if (!markdown) {
+                this.lastReportedTestCount = tests.length;
+                return;
+            }
+            tag('multiline').log(markdown);
+            const filePath = this.agentSessionAnalyst().writeReport(markdown);
+            tag('info').log(`Session report saved: ${relativeToCwd(filePath)}`);
+            const reporter = this.explorer?.getReporter();
+            if (reporter?.isEnabled()) {
+                await reporter.setRunDescription(markdown);
+            }
+            this.lastReportedTestCount = tests.length;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            tag('warning').log(`Session analysis failed: ${message}`);
+        }
     }
 }

package/dist/src/explorer.js

@@ -15,8 +15,9 @@ import { KnowledgeTracker } from './knowledge-tracker.js';
 import { PlaywrightRecorder } from "./playwright-recorder.js";
 import { Reporter } from "./reporter.js";
 import { StateManager } from './state-manager.js';
+import { ELEMENT_EXTRACTION_CONFIG, getElementDataExtractorSource } from "./utils/html.js";
 import { createDebug, log, tag } from './utils/logger.js';
-import { WebElement, extractElementData } from "./utils/web-element.js";
+import { WebElement } from "./utils/web-element.js";
 const debugLog = createDebug('explorbot:explorer');
 const FATAL_BROWSER_ERRORS = /Frame was detached|Target closed|Execution context was destroyed|Protocol error|Session closed/i;
 const RECOVERABLE_NAVIGATION_ERRORS = /net::ERR_ABORTED|page\.screenshot.*Timeout|waiting for fonts to load/i;
@@ -270,11 +271,11 @@ class Explorer {
     async getEidxInContainer(containerCss) {
         const page = this.playwrightHelper.page;
         try {
-            const selector = containerCss ? `${containerCss} [data-explorbot-eidx]` : '[data-explorbot-eidx]';
+            const selector = containerCss ? `${containerCss} [${ELEMENT_EXTRACTION_CONFIG.attrs.eidx}]` : `[${ELEMENT_EXTRACTION_CONFIG.attrs.eidx}]`;
             const elements = await page.locator(selector).all();
             const result = [];
             for (const el of elements) {
-                const attr = await el.getAttribute('data-explorbot-eidx');
+                const attr = await el.getAttribute(ELEMENT_EXTRACTION_CONFIG.attrs.eidx);
                 if (attr)
                     result.push(attr);
             }
@@ -293,7 +294,7 @@ class Explorer {
             const page = this.playwrightHelper.page;
             const base = container ? page.locator(container) : page;
             const el = locator.startsWith('//') ? base.locator(`xpath=${locator}`) : base.locator(locator);
-            return await el.first().getAttribute('data-explorbot-eidx');
+            return await el.first().getAttribute(ELEMENT_EXTRACTION_CONFIG.attrs.eidx);
         }
         catch (error) {
             if (this.isFatalBrowserError(error)) {
@@ -612,6 +613,7 @@ function toCodeceptjsTest(test) {
     codeceptjsTest.fullTitle = () => `${parent.title} ${test.scenario}`;
     codeceptjsTest.state = 'pending';
     codeceptjsTest.notes = test.getPrintableNotes();
+    codeceptjsTest._explorbotTest = test;
     return codeceptjsTest;
 }
 const REF_LINE_PATTERN = /^(\s*)-\s+(\w+)\s*(?:"([^"]*)")?.*?\[ref=(e\d+)\]/;
@@ -629,7 +631,7 @@ function parseAriaRefs(ariaSnapshot) {
     return entries;
 }
 export async function annotatePageElements(page) {
-    const ariaSnapshot = await page.locator('body').ariaSnapshot({ forAI: true });
+    const ariaSnapshot = await page.locator('body').ariaSnapshot({ mode: 'ai' });
     const refEntries = parseAriaRefs(ariaSnapshot);
     const byRole = new Map();
     for (const { role, name, ref } of refEntries) {
@@ -643,21 +645,21 @@ export async function annotatePageElements(page) {
     const elements = [];
     for (const [role, entries] of byRole) {
         try {
-            const rawList = await page.getByRole(role).evaluateAll((domElements, [data, extractFnStr]) => {
+            const rawList = await page.getByRole(role).evaluateAll((domElements, [data, extractFnStr, config]) => {
                 const extract = new Function(`return ${extractFnStr}`)();
                 const results = [];
                 let ariaIdx = 0;
                 for (const el of domElements) {
                     if (ariaIdx >= data.length)
                         break;
-                    el.setAttribute('data-explorbot-eidx', data[ariaIdx].ref);
-                    const elData = extract(el);
+                    el.setAttribute(config.attrs.eidx, data[ariaIdx].ref);
+                    const elData = extract(el, config);
                     if (elData)
                         results.push(elData);
                     ariaIdx++;
                 }
                 return results;
-            }, [entries, extractElementData.toString()]);
+            }, [entries, getElementDataExtractorSource(), ELEMENT_EXTRACTION_CONFIG]);
             for (const raw of rawList) {
                 elements.push(WebElement.fromRawData(raw, role));
             }

package/dist/src/reporter.js

@@ -14,8 +14,19 @@ export class Reporter {
         if (this.reporterEnabled && (!process.env.TESTOMATIO || config?.html)) {
             this.configureHtmlPipe();
         }
-        const pipe = process.env.TESTOMATIO && config?.html ? 'both' : process.env.TESTOMATIO ? 'testomatio' : 'html';
-        debugLog('Reporter initialized', { enabled: this.reporterEnabled, pipe });
+        if (this.reporterEnabled && config?.markdown) {
+            this.configureMarkdownPipe();
+        }
+        if (this.reporterEnabled) {
+            this.configureRunGroup(config?.runGroup);
+        }
+        debugLog('Reporter initialized', {
+            enabled: this.reporterEnabled,
+            testomatio: Boolean(process.env.TESTOMATIO),
+            html: Boolean(process.env.TESTOMATIO_HTML_REPORT_SAVE),
+            markdown: Boolean(process.env.TESTOMATIO_MARKDOWN_REPORT_SAVE),
+            runGroup: process.env.TESTOMATIO_RUNGROUP_TITLE || null,
+        });
     }
     buildTitle() {
         if (process.env.TESTOMATIO_TITLE)
@@ -39,7 +50,31 @@ export class Reporter {
     configureHtmlPipe() {
         process.env.TESTOMATIO_HTML_REPORT_SAVE = '1';
         process.env.TESTOMATIO_HTML_REPORT_FOLDER = outputPath('reports');
-        debugLog('HTML report pipe configured', { folder: process.env.TESTOMATIO_HTML_REPORT_FOLDER });
+        process.env.TESTOMATIO_HTML_FILENAME = `${Stats.sessionLabel()}.html`;
+        debugLog('HTML report pipe configured', {
+            folder: process.env.TESTOMATIO_HTML_REPORT_FOLDER,
+            filename: process.env.TESTOMATIO_HTML_FILENAME,
+        });
+    }
+    configureMarkdownPipe() {
+        process.env.TESTOMATIO_MARKDOWN_REPORT_SAVE = '1';
+        process.env.TESTOMATIO_MARKDOWN_REPORT_FOLDER = outputPath('reports');
+        process.env.TESTOMATIO_MARKDOWN_FILENAME = `${Stats.sessionLabel()}-tests.md`;
+        debugLog('Markdown report pipe configured', {
+            folder: process.env.TESTOMATIO_MARKDOWN_REPORT_FOLDER,
+            filename: process.env.TESTOMATIO_MARKDOWN_FILENAME,
+        });
+    }
+    configureRunGroup(runGroup) {
+        if (process.env.TESTOMATIO_RUNGROUP_TITLE)
+            return;
+        if (runGroup === null)
+            return;
+        if (runGroup) {
+            process.env.TESTOMATIO_RUNGROUP_TITLE = runGroup;
+            return;
+        }
+        process.env.TESTOMATIO_RUNGROUP_TITLE = `Explorbot ${new Date().toISOString().slice(0, 10)}`;
     }
     async startRun() {
         if (this.isRunStarted) {
@@ -78,6 +113,7 @@ export class Reporter {
         const noteEntries = Object.entries(test.notes)
             .map(([timestampKey, note]) => ({
             startTime: note.startTime,
+            endTime: note.endTime,
             message: note.message,
             status: note.status,
             screenshot: note.screenshot,
@@ -105,7 +141,7 @@ export class Reporter {
             const step = {
                 category: 'user',
                 title: noteEntry.message,
-                duration: 0,
+                duration: Math.max(0, Math.round(noteEntry.endTime - noteEntry.startTime)),
                 status: noteEntry.status || 'none',
                 steps: noteSteps.length > 0 ? noteSteps : undefined,
             };
@@ -148,6 +184,7 @@ export class Reporter {
                 meta = Object.fromEntries(Object.entries(meta).filter(([, v]) => v));
             }
             const steps = this.combineStepsAndNotes(test, screenshotFile);
+            const durationMs = test.getDurationMs();
             const testData = {
                 rid: test.id,
                 title: test.scenario,
@@ -162,6 +199,7 @@ export class Reporter {
                 files: Object.values(test.artifacts) || [],
                 message: test.summary || this.extractLastNoteMessage(test) || '',
                 meta,
+                time: durationMs != null ? Math.round(durationMs) : 0,
             };
             debugLog(testData);
             await this.client.addTestRun(status, testData);
@@ -187,6 +225,32 @@ export class Reporter {
     isEnabled() {
         return this.isRunStarted;
     }
+    async setRunDescription(text) {
+        if (!this.isRunStarted)
+            return;
+        if (!process.env.TESTOMATIO)
+            return;
+        const runId = this.client.runId;
+        if (!runId)
+            return;
+        const baseUrl = process.env.TESTOMATIO_URL || 'https://app.testomat.io';
+        const url = `${baseUrl}/api/reporter/${runId}`;
+        try {
+            const response = await fetch(url, {
+                method: 'PUT',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ api_key: process.env.TESTOMATIO, description: text }),
+            });
+            if (!response.ok) {
+                debugLog('Run description update failed:', response.status, response.statusText);
+                return;
+            }
+            debugLog('Run description updated');
+        }
+        catch (error) {
+            debugLog('Failed to update run description:', error);
+        }
+    }
     extractLastNoteMessage(test) {
         const notes = Object.values(test.notes);
         if (notes.length === 0)

package/dist/src/state-manager.js

@@ -70,8 +70,8 @@ export class StateManager {
     }
     /**
      * Extract state path from full URL
-     * Removes domain, port, protocol, and query params
-     * Keeps path and hash: /path/to/page#section
+     * Removes domain, port, protocol
+     * Keeps path, query, and hash: /path/to/page?tab=users#section
      */
     /**
      * Update current state from ActionResult and record transition if state changed
@@ -418,7 +418,8 @@ export class StateManager {
 export function normalizeUrl(url) {
     try {
         const parsed = new URL(url, 'http://localhost');
-        return parsed.pathname.replace(/^\/+|\/+$/g, '');
+        const path = parsed.pathname.replace(/^\/+|\/+$/g, '');
+        return `${path}${parsed.search}${parsed.hash}`;
     }
     catch {
         return url.replace(/^\/+|\/+$/g, '');

package/dist/src/stats.js

@@ -1,5 +1,7 @@
+import { uniqExplorationName } from "./utils/unique-names.js";
 export class Stats {
     static startTime = Date.now();
+    static sessionName = uniqExplorationName();
     static researches = 0;
     static tests = 0;
     static plans = 0;
@@ -42,4 +44,7 @@ export class Stats {
         const totalTokens = Object.values(Stats.models).reduce((sum, m) => sum + m.total, 0);
         return totalTokens > 0;
     }
+    static sessionLabel() {
+        return `${Stats.mode || 'session'}-${Stats.sessionName}`;
+    }
 }