explorbot 0.4.9 → 0.5.0

package/dist/src/commands/explore-command.js

@@ -17,7 +17,7 @@ export const DEADLINE_RESERVE_MS = 3 * 60_000;
 export const DEADLINE_TEST_ALLOWANCE_MS = 5 * 60_000;
 export class ExploreCommand extends BaseCommand {
     name = 'explore';
-    description = 'Start web exploration';
+    description = 'Start web exploration on the current page, or on the URL given as the first argument';
     options = [
         { flags: '--max-tests <number>', description: 'Maximum number of tests to run' },
         { flags: '--max-duration <minutes>', description: 'Wall-clock budget in minutes; wraps up the session before the limit is hit' },
@@ -55,6 +55,11 @@ export class ExploreCommand extends BaseCommand {
         if (this.hardDeadlineAt == null && this.maxDurationMinutes != null) {
             this.hardDeadlineAt = Date.now() + this.maxDurationMinutes * 60_000 - DEADLINE_RESERVE_MS;
         }
+        const [target] = remaining;
+        if (target?.startsWith('/') || target?.startsWith('http://') || target?.startsWith('https://')) {
+            remaining.shift();
+            await this.explorBot.visit(target);
+        }
         const feature = opts.focus || remaining.join(' ') || undefined;
         const cfg = this.parseConfigure(opts.configure);
         if (cfg.priorities)
@@ -96,6 +101,12 @@ export class ExploreCommand extends BaseCommand {
                 await this.explorBot.printSessionAnalysis();
         }
     }
+    completeArguments() {
+        return this.explorBot
+            .stateManager()
+            .getKnownUrls()
+            .map((url) => ({ value: url }));
+    }
     originLabel(test) {
         return this.oldTestRefs.has(test) ? 'OLD' : 'NEW';
     }

package/dist/src/commands/freesail-command.js

@@ -1,5 +1,6 @@
 import { Planner } from '../ai/planner.js';
 import { Researcher } from '../ai/researcher.js';
+import { normalizeUrl } from '../state-manager.js';
 import { Stats } from '../stats.js';
 import { tag } from '../utils/logger.js';
 import { loop } from '../utils/loop.js';
@@ -65,11 +66,16 @@ export class FreesailCommand extends BaseCommand {
             const suggestion = await navigator.freeSail({ strategy, scope, visitedUrls });
             if (!suggestion) {
                 tag('info').log('No navigation suggestion available');
-                return;
+                ctx.stop();
             }
             if (scope && !suggestion.target.startsWith(scope)) {
                 tag('warning').log(`Suggestion ${suggestion.target} is outside scope ${scope}, skipping`);
-                return;
+                ctx.stop();
+            }
+            const currentUrl = stateManager.getCurrentState()?.url;
+            if (currentUrl && normalizeUrl(suggestion.target) === normalizeUrl(currentUrl)) {
+                tag('info').log(`No new navigation target available after ${currentUrl}; stopping exploration`);
+                ctx.stop();
             }
             tag('info').log(`Navigating to: ${suggestion.target} - ${suggestion.reason}`);
             await this.explorBot.openTab();

package/dist/src/commands/init-command.js

@@ -145,7 +145,7 @@ export function runInitCommand(options) {
         log('2. Set AI models config file');
         log('3. Set web application URL in the config file');
         log('4. Add initial knowledge (how to authorize to the application, etc.)');
-        tag('substep').log(chalk.yellow(`${getCliName()} learn * 'to authorize use these credentials: admin@example.com / secret123'`));
+        tag('substep').log(chalk.yellow(`${getCliName()} learn '*' 'to authorize use these credentials: admin@example.com / secret123'`));
         tag('substep').log('You can use ${env.LOGIN} and ${env.PASSWORD} to reference environment variables.');
         log('5. Launch application on a relative URL');
         tag('substep').log(chalk.yellow(`${getCliName()} start /dashboard`));

package/dist/src/commands/navigate-command.d.ts

@@ -1,7 +1,8 @@
-import { BaseCommand, type Suggestion } from './base-command.js';
+import { type ArgumentCompletion, BaseCommand, type Suggestion } from './base-command.js';
 export declare class NavigateCommand extends BaseCommand {
     name: string;
     description: string;
     suggestions: Suggestion[];
     execute(args: string): Promise<void>;
+    completeArguments(): ArgumentCompletion[];
 }

package/dist/src/commands/navigate-command.js

@@ -15,4 +15,10 @@ export class NavigateCommand extends BaseCommand {
         await this.explorBot.visit(destination);
         tag('success').log(`Navigation requested: ${destination}`);
     }
+    completeArguments() {
+        return this.explorBot
+            .stateManager()
+            .getKnownUrls()
+            .map((url) => ({ value: url }));
+    }
 }

package/dist/src/commands/plan-load-command.d.ts

@@ -1,7 +1,8 @@
-import { BaseCommand, type Suggestion } from './base-command.js';
+import { type ArgumentCompletion, BaseCommand, type Suggestion } from './base-command.js';
 export declare class PlanLoadCommand extends BaseCommand {
     name: string;
     description: string;
     suggestions: Suggestion[];
     execute(args: string): Promise<void>;
+    completeArguments(): ArgumentCompletion[];
 }

package/dist/src/commands/plan-load-command.js

@@ -1,3 +1,4 @@
+import { Plan } from '../test-plan.js';
 import { tag } from '../utils/logger.js';
 import { BaseCommand } from './base-command.js';
 export class PlanLoadCommand extends BaseCommand {
@@ -15,4 +16,7 @@ export class PlanLoadCommand extends BaseCommand {
         const plan = this.explorBot.loadPlan(filename);
         tag('success').log(`Plan loaded: ${plan.title} with ${plan.tests.length} tests`);
     }
+    completeArguments() {
+        return Plan.listFiles(this.explorBot.getPlansDir()).map((file) => ({ value: file.name, display: file.label }));
+    }
 }

package/dist/src/commands/plans-command.d.ts

@@ -1,5 +1,5 @@
-import { Plan } from '../test-plan.js';
-import { BaseCommand } from './base-command.js';
+import { Plan, type PlanFile } from '../test-plan.js';
+import { type ArgumentCompletion, BaseCommand } from './base-command.js';
 export declare class PlansCommand extends BaseCommand {
     name: string;
     description: string;
@@ -8,7 +8,7 @@ export declare class PlansCommand extends BaseCommand {
         description: string;
     }[];
     execute(args: string): Promise<void>;
-    getPlanFiles(): PlanFile[];
+    completeArguments(): ArgumentCompletion[];
     printPlans(files: PlanFile[]): void;
     printPlanDetails(plan: Plan, file: PlanFile): void;
     resolvePlanFile(target: string, files: PlanFile[]): {
@@ -16,9 +16,3 @@ export declare class PlansCommand extends BaseCommand {
         file: PlanFile;
     };
 }
-interface PlanFile {
-    name: string;
-    path: string;
-    modifiedAt: number;
-}
-export {};

package/dist/src/commands/plans-command.js

@@ -1,4 +1,4 @@
-import { existsSync, readdirSync, statSync } from 'node:fs';
+import { statSync } from 'node:fs';
 import path from 'node:path';
 import { Plan } from '../test-plan.js';
 import { getCliName } from '../utils/cli-name.js';
@@ -11,7 +11,7 @@ export class PlansCommand extends BaseCommand {
     options = [{ flags: '--from-plan <file>', description: 'Plan file to show' }];
     async execute(args) {
         const { opts, args: remaining } = this.parseArgs(args);
-        const files = this.getPlanFiles();
+        const files = Plan.listFiles(this.explorBot.getPlansDir());
         const target = String(opts.fromPlan || remaining[0] || '').trim();
         if (!target) {
             this.printPlans(files);
@@ -20,22 +20,8 @@ export class PlansCommand extends BaseCommand {
         const { plan, file } = this.resolvePlanFile(target, files);
         this.printPlanDetails(plan, file);
     }
-    getPlanFiles() {
-        const plansDir = this.explorBot.getPlansDir();
-        if (!existsSync(plansDir))
-            return [];
-        return readdirSync(plansDir)
-            .filter((file) => file.endsWith('.md'))
-            .map((file) => {
-            const filePath = path.join(plansDir, file);
-            const stat = statSync(filePath);
-            return {
-                name: file,
-                path: filePath,
-                modifiedAt: stat.mtimeMs,
-            };
-        })
-            .sort((left, right) => right.modifiedAt - left.modifiedAt);
+    completeArguments() {
+        return Plan.listFiles(this.explorBot.getPlansDir()).map((file) => ({ value: file.name, display: file.label }));
     }
     printPlans(files) {
         if (files.length === 0) {
@@ -45,8 +31,7 @@ export class PlansCommand extends BaseCommand {
         tag('info').log('Saved plans:');
         for (let i = 0; i < files.length; i++) {
             const file = files[i];
-            const plan = Plan.fromMarkdown(file.path);
-            tag('info').log(`${i + 1}. ${plan.title} (${plan.tests.length} tests) - ${file.name}`);
+            tag('info').log(`${i + 1}. ${file.title} (${file.testCount} tests) - ${file.name}`);
         }
         tag('info').log('');
         tag('info').log(`View plan tests: ${getCliName()} plans <number>`);
@@ -73,10 +58,15 @@ export class PlansCommand extends BaseCommand {
         if (!plan?.filePath) {
             throw new Error(`Plan file not found: ${target}`);
         }
+        const name = path.basename(plan.filePath);
         const file = {
-            name: path.basename(plan.filePath),
+            name,
             path: plan.filePath,
             modifiedAt: statSync(plan.filePath).mtimeMs,
+            title: plan.title,
+            url: plan.startUrl || '',
+            testCount: plan.tests.length,
+            label: name,
         };
         return { plan, file };
     }

package/dist/src/commands/rerun-command.d.ts

@@ -1,7 +1,8 @@
-import { BaseCommand } from './base-command.js';
+import { type ArgumentCompletion, BaseCommand } from './base-command.js';
 export declare class RerunCommand extends BaseCommand {
     name: string;
     description: string;
     tuiEnabled: boolean;
     execute(args: string): Promise<void>;
+    completeArguments(): ArgumentCompletion[];
 }

package/dist/src/commands/rerun-command.js

@@ -1,7 +1,8 @@
 import { existsSync } from 'node:fs';
-import { resolve } from 'node:path';
+import { basename, resolve } from 'node:path';
 import { ConfigParser } from "../config.js";
 import { tag } from "../utils/logger.js";
+import { listTestFiles } from "../utils/test-files.js";
 import { BaseCommand } from './base-command.js';
 export class RerunCommand extends BaseCommand {
     name = 'rerun';
@@ -26,6 +27,9 @@ export class RerunCommand extends BaseCommand {
         const testIndices = indexArg ? parseTestIndices(indexArg) : undefined;
         await this.explorBot.agentRerunner().rerun(filePath, { testIndices });
     }
+    completeArguments() {
+        return listTestFiles(ConfigParser.getInstance().getTestsDir()).map((file) => ({ value: basename(file) }));
+    }
 }
 function parseTestIndices(input) {
     if (input === '*' || input === 'all')

package/dist/src/commands/research-command.d.ts

@@ -1,4 +1,4 @@
-import { BaseCommand, type Suggestion } from './base-command.js';
+import { type ArgumentCompletion, BaseCommand, type Suggestion } from './base-command.js';
 export declare class ResearchCommand extends BaseCommand {
     name: string;
     description: string;
@@ -8,4 +8,5 @@ export declare class ResearchCommand extends BaseCommand {
         description: string;
     }[];
     execute(args: string): Promise<void>;
+    completeArguments(): ArgumentCompletion[];
 }

package/dist/src/commands/research-command.js

@@ -43,4 +43,10 @@ export class ResearchCommand extends BaseCommand {
             this.suggestions = [{ command: 'research <page> --deep', hint: 'analyze page for all expandable elements and interactions' }];
         }
     }
+    completeArguments() {
+        return this.explorBot
+            .stateManager()
+            .getKnownUrls()
+            .map((url) => ({ value: url }));
+    }
 }

package/dist/src/commands/test-command.d.ts

@@ -1,4 +1,4 @@
-import { BaseCommand, type Suggestion } from './base-command.js';
+import { type ArgumentCompletion, BaseCommand, type Suggestion } from './base-command.js';
 export declare class TestCommand extends BaseCommand {
     name: string;
     description: string;
@@ -8,4 +8,5 @@ export declare class TestCommand extends BaseCommand {
     }[];
     suggestions: Suggestion[];
     execute(args: string): Promise<void>;
+    completeArguments(): ArgumentCompletion[];
 }

package/dist/src/commands/test-command.js

@@ -1,5 +1,5 @@
 import { Stats } from '../stats.js';
-import { Test } from '../test-plan.js';
+import { Plan, Test } from '../test-plan.js';
 import { tag } from '../utils/logger.js';
 import { BaseCommand } from './base-command.js';
 export class TestCommand extends BaseCommand {
@@ -74,6 +74,9 @@ export class TestCommand extends BaseCommand {
         }
         tag('success').log('Test execution finished');
     }
+    completeArguments() {
+        return Plan.listFiles(this.explorBot.getPlansDir()).map((file) => ({ value: `--from-plan ${file.name}`, display: file.label }));
+    }
 }
 function parseTestIndices(input, total) {
     const indices = new Set();

package/dist/src/components/Autocomplete.js

@@ -1,8 +1,12 @@
-import { Box, Text } from 'ink';
+import { Box, Text, useStdout } from 'ink';
 import React from 'react';
+import { truncate } from '../utils/strings.js';
 import { useAutocompleteState } from './autocomplete-store.js';
+const MAX_HEIGHT = 7;
+const COLUMN_WIDTH = 24;
 const Autocomplete = () => {
     const { suggestions, selectedIndex, visible, argumentHint } = useAutocompleteState();
+    const { stdout } = useStdout();
     if (!visible) {
         if (!argumentHint) {
             return null;
@@ -13,19 +17,32 @@ const Autocomplete = () => {
             React.createElement(Text, { dimColor: true }, argumentHint)));
     }
     const effectiveSelectedIndex = Math.min(selectedIndex, suggestions.length - 1);
-    const maxHeight = 7;
-    const rowsPerColumn = Math.min(Math.max(1, maxHeight - 2), suggestions.length);
+    const rowsPerColumn = Math.min(Math.max(1, MAX_HEIGHT - 2), suggestions.length);
+    const widest = Math.max(...suggestions.map((suggestion) => suggestion.display.length));
+    if (widest > COLUMN_WIDTH) {
+        const width = Math.max(COLUMN_WIDTH, (stdout?.columns || 80) - 4);
+        let firstRow = 0;
+        if (effectiveSelectedIndex >= rowsPerColumn) {
+            firstRow = effectiveSelectedIndex - rowsPerColumn + 1;
+        }
+        return (React.createElement(Box, { position: "absolute", top: 0, left: 0, width: "100%", maxHeight: MAX_HEIGHT, overflow: "hidden", paddingX: 1, paddingY: 1, backgroundColor: "#2a2a2a", flexDirection: "column" }, suggestions.slice(firstRow, firstRow + rowsPerColumn).map((suggestion, rowIndex) => {
+            const isSelected = firstRow + rowIndex === effectiveSelectedIndex;
+            let color = 'white';
+            let backgroundColor = '#2a2a2a';
+            if (isSelected) {
+                color = 'black';
+                backgroundColor = '#e6e6e6';
+            }
+            return (React.createElement(Text, { key: suggestion.value, color: color, backgroundColor: backgroundColor }, ` ${truncate(suggestion.display, width).padEnd(width)} `));
+        })));
+    }
     const columns = [];
     for (let index = 0; index < suggestions.length; index += rowsPerColumn) {
         columns.push(suggestions.slice(index, index + rowsPerColumn));
     }
-    return (React.createElement(Box, { position: "absolute", top: 0, left: 0, width: "100%", maxHeight: maxHeight, overflow: "hidden", paddingX: 1, paddingY: 1, backgroundColor: "#2a2a2a", flexDirection: "row", columnGap: 2 }, columns.map((column, columnIndex) => (React.createElement(Box, { key: columnIndex, flexDirection: "column" }, column.map((suggestion, rowIndex) => {
+    return (React.createElement(Box, { position: "absolute", top: 0, left: 0, width: "100%", maxHeight: MAX_HEIGHT, overflow: "hidden", paddingX: 1, paddingY: 1, backgroundColor: "#2a2a2a", flexDirection: "row", columnGap: 2 }, columns.map((column, columnIndex) => (React.createElement(Box, { key: columnIndex, flexDirection: "column" }, column.map((suggestion, rowIndex) => {
         const index = columnIndex * rowsPerColumn + rowIndex;
         const isSelected = index === effectiveSelectedIndex;
-        let display = suggestion.display;
-        if (display.length > 24) {
-            display = `${display.slice(0, 21)}...`;
-        }
         let color = 'white';
         let backgroundColor = '#2a2a2a';
         if (isSelected) {
@@ -33,10 +50,7 @@ const Autocomplete = () => {
             backgroundColor = '#e6e6e6';
         }
         return (React.createElement(Box, { key: suggestion.display, marginBottom: 1 },
-            React.createElement(Text, { color: color, backgroundColor: backgroundColor },
-                ' ',
-                display,
-                ' ')));
+            React.createElement(Text, { color: color, backgroundColor: backgroundColor }, ` ${suggestion.display} `)));
     }))))));
 };
 export default Autocomplete;

package/dist/src/components/InputReadline.js

@@ -17,6 +17,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
     const cursorRef = useRef(cursorPosition);
     const showAutocompleteRef = useRef(showAutocomplete);
     const selectedIndexRef = useRef(selectedIndex);
+    const navigatedRef = useRef(false);
     const historyRef = useRef([]);
     const historyIndexRef = useRef(-1);
     const historyDraftRef = useRef('');
@@ -55,6 +56,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             cursorRef.current = 0;
             showAutocompleteRef.current = false;
             selectedIndexRef.current = 0;
+            navigatedRef.current = false;
             historyIndexRef.current = -1;
             historyDraftRef.current = '';
             setInputState({ value: '', cursor: 0, showAutocomplete: false, selectedIndex: 0 });
@@ -101,6 +103,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
         cursorRef.current = safeCursor;
         showAutocompleteRef.current = nextShowAutocomplete;
         selectedIndexRef.current = 0;
+        navigatedRef.current = false;
         historyIndexRef.current = -1;
         historyDraftRef.current = '';
         if (isControlled) {
@@ -173,6 +176,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             if (showAutocompleteRef.current) {
                 showAutocompleteRef.current = false;
                 selectedIndexRef.current = 0;
+                navigatedRef.current = false;
                 setInputState((prev) => ({ ...prev, showAutocomplete: false, selectedIndex: 0 }));
             }
             return;
@@ -184,7 +188,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             }
             if (commandHandler && showAutocompleteRef.current) {
                 const autocomplete = getAutocomplete(inputRef.current, cursorRef.current);
-                if (autocomplete.visible && autocomplete.suggestions.length > 0) {
+                if (autocomplete.visible && autocomplete.suggestions.length > 0 && (!autocomplete.completesArgument || navigatedRef.current)) {
                     const chosen = applyAutocomplete(selectedIndexRef.current);
                     if (chosen) {
                         handleSubmit(chosen);
@@ -321,6 +325,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             if (autocomplete.visible && autocomplete.suggestions.length > 0) {
                 const nextIndex = selectedIndexRef.current > 0 ? selectedIndexRef.current - 1 : autocomplete.suggestions.length - 1;
                 selectedIndexRef.current = nextIndex;
+                navigatedRef.current = true;
                 setInputState((prev) => ({ ...prev, selectedIndex: nextIndex }));
                 return;
             }
@@ -330,6 +335,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             if (autocomplete.visible && autocomplete.suggestions.length > 0) {
                 const nextIndex = selectedIndexRef.current < autocomplete.suggestions.length - 1 ? selectedIndexRef.current + 1 : 0;
                 selectedIndexRef.current = nextIndex;
+                navigatedRef.current = true;
                 setInputState((prev) => ({ ...prev, selectedIndex: nextIndex }));
                 return;
             }
@@ -388,6 +394,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             inputRef.current = nextValue;
             cursorRef.current = nextValue.length;
             selectedIndexRef.current = 0;
+            navigatedRef.current = false;
             showAutocompleteRef.current = nextShowAutocomplete;
             setInputState({ value: nextValue, cursor: nextValue.length, selectedIndex: 0, showAutocomplete: nextShowAutocomplete });
             return;
@@ -410,6 +417,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
                 inputRef.current = nextValue;
                 cursorRef.current = nextValue.length;
                 selectedIndexRef.current = 0;
+                navigatedRef.current = false;
                 showAutocompleteRef.current = nextShowAutocomplete;
                 setInputState({ value: nextValue, cursor: nextValue.length, selectedIndex: 0, showAutocomplete: nextShowAutocomplete });
                 return;
@@ -421,6 +429,7 @@ const InputReadline = React.memo(({ commandHandler, exitOnEmptyInput = false, on
             inputRef.current = nextValue;
             cursorRef.current = nextValue.length;
             selectedIndexRef.current = 0;
+            navigatedRef.current = false;
             showAutocompleteRef.current = nextShowAutocomplete;
             setInputState({ value: nextValue, cursor: nextValue.length, selectedIndex: 0, showAutocomplete: nextShowAutocomplete });
             return;

package/dist/src/config.d.ts

@@ -157,6 +157,12 @@ interface AIConfig {
     vision?: boolean;
     visionModel?: any;
     agenticModel?: any;
+    decisionModel?: {
+        provider: string;
+        model: string;
+        tool?: boolean;
+        direct?: boolean;
+    };
     retryAttempts?: number;
     retryDelay?: number;
     maxParallelRequests?: number;

package/dist/src/experience-tracker.js

@@ -224,7 +224,7 @@ export class ExperienceTracker {
                 const sections = mdq(content).query('section2').each();
                 if (sections.length <= 1)
                     break;
-                content = sections[sections.length - 1].replace('');
+                content = sections[sections.length - 1].replace('').toString();
             }
             return { ...experience, content };
         });
@@ -244,7 +244,7 @@ export class ExperienceTracker {
                 continue;
             combined = renderAsHowTo(combined);
             if (options?.stripCode) {
-                combined = mdq(combined).query('code').replace('');
+                combined = mdq(combined).query('code').replace('').toString();
             }
             if (combined.trim())
                 results.push(combined.trim());
@@ -459,5 +459,6 @@ function renderAsHowTo(content) {
         if (text.startsWith('ACTION:'))
             return `## HOW to ${text.slice(7).trim()} (single-step)\n\n`;
         return heading.text();
-    });
+    })
+        .toString();
 }

package/dist/src/explorbot.d.ts

@@ -5,6 +5,7 @@ import { Driller } from './ai/driller.js';
 import { ExperienceCompactor } from './ai/experience-compactor.js';
 import { Fisherman } from './ai/fisherman.js';
 import { Historian } from './ai/historian.js';
+import { Judge } from './ai/judge.js';
 import { Navigator } from './ai/navigator.js';
 import { Pilot } from './ai/pilot.js';
 import { Planner } from './ai/planner.js';
@@ -64,6 +65,7 @@ export declare class ExplorBot {
     _reporter?: Reporter;
     _requestStore?: RequestStore;
     _playwrightRecorder?: PlaywrightRecorder;
+    judgeInstance: Judge | null | undefined;
     constructor(options?: ExplorBotOptions);
     get isExploring(): boolean;
     setUserResolve(fn: UserResolveFunction): void;
@@ -83,6 +85,7 @@ export declare class ExplorBot {
     reporter(): Reporter;
     requestStore(): RequestStore;
     playwrightRecorder(): PlaywrightRecorder;
+    judge(): Judge | null;
     getConfig(): ExplorbotConfig;
     getOptions(): ExplorBotOptions;
     getProvider(): AIProvider;

package/dist/src/explorbot.js

@@ -5,6 +5,7 @@ import { Driller } from "./ai/driller.js";
 import { ExperienceCompactor } from "./ai/experience-compactor.js";
 import { Fisherman } from "./ai/fisherman.js";
 import { Historian } from "./ai/historian.js";
+import { Judge } from "./ai/judge.js";
 import { Navigator } from "./ai/navigator.js";
 import { Pilot } from "./ai/pilot.js";
 import { Planner } from "./ai/planner.js";
@@ -56,6 +57,7 @@ export class ExplorBot {
     _reporter;
     _requestStore;
     _playwrightRecorder;
+    judgeInstance;
     constructor(options = {}) {
         this.options = options;
         this.configParser = ConfigParser.getInstance();
@@ -152,6 +154,11 @@ export class ExplorBot {
     playwrightRecorder() {
         return (this._playwrightRecorder ||= new PlaywrightRecorder());
     }
+    judge() {
+        if (this.judgeInstance === undefined)
+            this.judgeInstance = Judge.fromConfig(this.config.ai?.decisionModel);
+        return this.judgeInstance;
+    }
     getConfig() {
         return this.config;
     }
@@ -170,6 +177,7 @@ export class ExplorBot {
             knowledgeTracker: this.knowledgeTracker(),
             requestStore: this.requestStore(),
             playwrightRecorder: this.playwrightRecorder(),
+            judge: this.judge() || undefined,
         });
         const agentName = agent.constructor.name.toLowerCase();
         tag('debug').log(`Created ${agentName} agent`);

package/dist/src/explorer.js

@@ -13,6 +13,7 @@ import { ConfigParser } from './config.js';
 import { BrowserRecoveryError, browserErrorMessage, isFatalBrowserError, isNavigationTransitionError } from "./utils/browser-errors.js";
 import { createDebug, log, tag } from './utils/logger.js';
 import { sleep, waitForPageReadiness } from "./utils/page-readiness.js";
+import { isInternalStep } from "./utils/step-analyzer.js";
 const debugLog = createDebug('explorbot:explorer');
 const RECOVERABLE_NAVIGATION_ERRORS = /net::ERR_ABORTED|page\.screenshot.*Timeout|waiting for fonts to load/i;
 const RECOVERY_NAVIGATION = { waitUntil: 'domcontentloaded', timeout: 10000 };
@@ -161,9 +162,7 @@ class Explorer {
         const stepHandler = (step, status, error, log) => {
             if (!step.toCode)
                 return;
-            if (step?.name?.startsWith('grab'))
-                return;
-            if (step?.name?.startsWith('save'))
+            if (isInternalStep(step))
                 return;
             test.addStep(step.toCode(), step.duration, status, error, log);
             if (!this.stateManager.getCurrentState())

package/dist/src/knowledge-tracker.js

@@ -171,7 +171,7 @@ export class KnowledgeTracker {
         this.loadKnowledgeFiles();
         return this.knowledgeFiles.map((knowledge) => {
             const content = knowledge.content.trim();
-            const firstLine = mdq(content).meta()[0]?.text.split('\n')[0]?.trim() || '';
+            const firstLine = mdq(content).nodes()[0]?.text.split('\n')[0]?.trim() || '';
             return {
                 url: knowledge.url || knowledge.endpoint || '',
                 firstLine,

package/dist/src/reporter.js

@@ -111,6 +111,7 @@ export class Reporter {
     }
     combineStepsAndNotes(test, lastScreenshotFile) {
         const noteEntries = Object.entries(test.notes)
+            .filter(([, note]) => !note.observation)
             .map(([timestampKey, note]) => ({
             startTime: note.startTime,
             endTime: note.endTime,
@@ -233,9 +234,12 @@ export class Reporter {
                 description: test.description,
                 code: test.generatedCode || '',
                 steps,
-                logs: Object.values(test.steps)
-                    .map((stepData) => stepData.text)
-                    .join('\n'),
+                logs: [
+                    ...Object.values(test.steps).map((stepData) => stepData.text),
+                    ...Object.values(test.notes)
+                        .filter((note) => note.observation)
+                        .map((note) => note.message),
+                ].join('\n'),
                 files: Object.values(test.artifacts) || [],
                 message: test.summary || this.extractLastNoteMessage(test) || '',
                 meta,
@@ -300,7 +304,7 @@ export class Reporter {
         }
     }
     extractLastNoteMessage(test) {
-        const notes = Object.values(test.notes);
+        const notes = Object.values(test.notes).filter((note) => !note.observation);
         if (notes.length === 0)
             return '';
         return notes[notes.length - 1].message;

package/dist/src/state-manager.d.ts

@@ -72,6 +72,7 @@ export declare class StateManager {
     currentState: WebPageState | null;
     stateHistory: StateTransition[];
     allVisitedUrls: Set<string>;
+    experienceUrls?: string[];
     stateChangeListeners: StateChangeListener[];
     experienceTracker: ExperienceTracker;
     knowledgeTracker: KnowledgeTracker;
@@ -137,6 +138,7 @@ export declare class StateManager {
      */
     hasVisitedState(path: string): boolean;
     getAllVisitedUrls(): Set<string>;
+    getKnownUrls(): string[];
     /**
      * Get how many times we've visited a specific path
      */

package/dist/src/state-manager.js

@@ -9,6 +9,7 @@ export class StateManager {
     currentState = null;
     stateHistory = [];
     allVisitedUrls = new Set();
+    experienceUrls;
     stateChangeListeners = [];
     experienceTracker;
     knowledgeTracker;
@@ -243,6 +244,21 @@ export class StateManager {
     getAllVisitedUrls() {
         return this.allVisitedUrls;
     }
+    getKnownUrls() {
+        this.experienceUrls ||= this.experienceTracker
+            .getAllExperience()
+            .sort((left, right) => right.mtime.getTime() - left.mtime.getTime())
+            .flatMap((experience) => experience.data.url || []);
+        const sessionUrls = this.stateHistory.map((transition) => transition.toState.url).reverse();
+        const urls = new Map();
+        for (const url of [...sessionUrls, ...this.experienceUrls]) {
+            const key = normalizeUrl(url);
+            if (urls.has(key))
+                continue;
+            urls.set(key, url);
+        }
+        return [...urls.values()];
+    }
     /**
      * Get how many times we've visited a specific path
      */