explorbot 0.1.32-beta.1 → 0.2.1

package/dist/src/ai/historian.d.ts

@@ -1,5 +1,6 @@
 import type { ExplorbotConfig } from '../config.js';
-import { ExperienceTracker } from '../experience-tracker.js';
+import type { ExperienceTracker } from '../experience-tracker.js';
+import type Explorer from '../explorer.js';
 import type { PlaywrightRecorder } from '../playwright-recorder.js';
 import type { Reporter } from '../reporter.js';
 import type { StateManager } from '../state-manager.js';
@@ -9,14 +10,13 @@ import { type ExperienceMethods } from './historian/experience.js';
 import { type PlaywrightMethods } from './historian/playwright.js';
 import { type ScreencastMethods } from './historian/screencast.js';
 import type { Provider } from './provider.js';
-export { isNonReusableCode } from '../utils/step-analyzer.js';
 declare const HistorianBase: {
     new (...args: any[]): {
         config: ExplorbotConfig | undefined;
         savedFiles: Set<string>;
         playwright: {
             recorder: PlaywrightRecorder;
-            helper: any;
+            explorer: Explorer;
         };
         screencastPage: any;
         screencastActive: boolean;
@@ -37,9 +37,10 @@ declare const HistorianBase: {
     new (...args: any[]): {
         playwright: {
             recorder: PlaywrightRecorder;
-            helper: any;
+            explorer: Explorer;
         };
         savedFiles: Set<string>;
+        stateManager?: StateManager;
         toPlaywrightCode(conversation: import("./conversation.js").Conversation, scenario: string): Promise<string>;
         savePlaywrightPlanToFile(plan: Plan): string;
         getPlaywrightKnowledgeLines(url: string, indent?: string): string[];
@@ -47,6 +48,7 @@ declare const HistorianBase: {
 } & {
     new (...args: any[]): {
         savedFiles: Set<string>;
+        stateManager?: StateManager;
         toCode(conversation: import("./conversation.js").Conversation, scenario: string): string;
         saveCodeceptPlanToFile(plan: Plan): string;
         getKnowledgeLines(url: string, indent?: string): string[];
@@ -90,19 +92,19 @@ export declare class Historian extends HistorianBase {
     config: ExplorbotConfig | undefined;
     playwright: {
         recorder: PlaywrightRecorder;
-        helper: any;
+        explorer: Explorer;
     } | undefined;
     savedFiles: Set<string>;
-    constructor(provider: Provider, experienceTracker?: ExperienceTracker, reporter?: Reporter, stateManager?: StateManager, config?: ExplorbotConfig, playwright?: {
+    constructor(provider: Provider, experienceTracker: ExperienceTracker, reporter?: Reporter, stateManager?: StateManager, config?: ExplorbotConfig, playwright?: {
         recorder: PlaywrightRecorder;
-        helper: any;
+        explorer: Explorer;
     });
     isPlaywrightFramework(): boolean;
     getSavedFiles(): string[];
     savePlanToFile(plan: Plan): string;
     rewriteScenarioInFile(filePath: string, healedSteps: Array<{
-        test: string;
         original: string;
         healed: string;
     }>): void;
 }
+export {};

package/dist/src/ai/historian.js

@@ -1,18 +1,16 @@
 import { readFileSync, writeFileSync } from 'node:fs';
-import { ExperienceTracker } from "../experience-tracker.js";
 import { tag } from "../utils/logger.js";
 import { relativeToCwd } from "../utils/next-steps.js";
 import { WithCodeceptJS } from "./historian/codeceptjs.js";
 import { WithExperience } from "./historian/experience.js";
 import { WithPlaywright } from "./historian/playwright.js";
 import { WithScreencast } from "./historian/screencast.js";
-export { isNonReusableCode } from "../utils/step-analyzer.js";
 const HistorianBase = WithScreencast(WithPlaywright(WithCodeceptJS(WithExperience(Object))));
 export class Historian extends HistorianBase {
     constructor(provider, experienceTracker, reporter, stateManager, config, playwright) {
         super();
         this.provider = provider;
-        this.experienceTracker = experienceTracker || new ExperienceTracker();
+        this.experienceTracker = experienceTracker;
         this.reporter = reporter;
         this.stateManager = stateManager;
         this.config = config;
@@ -32,8 +30,6 @@ export class Historian extends HistorianBase {
     rewriteScenarioInFile(filePath, healedSteps) {
         let content = readFileSync(filePath, 'utf-8');
         for (const step of healedSteps) {
-            if (!content.includes(step.original))
-                continue;
             content = content.replace(step.original, step.healed);
         }
         writeFileSync(filePath, content);

package/dist/src/ai/navigator.d.ts

@@ -1,16 +1,16 @@
 import { ActionResult } from '../action-result.js';
 import type Action from '../action.js';
-import { ExperienceTracker } from '../experience-tracker.js';
+import type { ExplorbotConfig } from '../config.js';
+import type { ExperienceTracker } from '../experience-tracker.js';
 import Explorer from '../explorer.js';
-import { KnowledgeTracker } from '../knowledge-tracker.js';
+import type { KnowledgeTracker } from '../knowledge-tracker.js';
+import { type StateManager } from '../state-manager.js';
 import { HooksRunner } from '../utils/hooks-runner.js';
-import type { Agent } from './agent.js';
-import { ExperienceCompactor } from './experience-compactor.js';
+import type { Agent, AgentDeps } from './agent.js';
 import type { Provider } from './provider.js';
 declare class Navigator implements Agent {
     emoji: string;
     provider: Provider;
-    experienceCompactor: ExperienceCompactor;
     knowledgeTracker: KnowledgeTracker;
     experienceTracker: ExperienceTracker;
     hooksRunner: HooksRunner;
@@ -18,7 +18,9 @@ declare class Navigator implements Agent {
     systemPrompt: string;
     freeSailSystemPrompt: string;
     explorer: Explorer;
-    constructor(explorer: Explorer, provider: Provider, experienceCompactor: ExperienceCompactor, experienceTracker?: ExperienceTracker);
+    config: ExplorbotConfig;
+    stateManager: StateManager;
+    constructor(deps: AgentDeps);
     get verifyAttempts(): number;
     get verifyTimeout(): number;
     getBaseOrigin(): string | null;

package/dist/src/ai/navigator.js

@@ -2,8 +2,6 @@ import { tool } from 'ai';
 import dedent from 'dedent';
 import { z } from 'zod';
 import { ActionResult } from '../action-result.js';
-import { ExperienceTracker, renderExperienceToc } from '../experience-tracker.js';
-import { KnowledgeTracker } from '../knowledge-tracker.js';
 import { normalizeUrl } from '../state-manager.js';
 import { extractCodeBlocks } from '../utils/code-extractor.js';
 import { HooksRunner } from "../utils/hooks-runner.js";
@@ -14,12 +12,11 @@ import { extractStatePath } from '../utils/url-matcher.js';
 import { Researcher } from "./researcher.js";
 import { actionRule, locatorRule, unexpectedPopupRule } from './rules.js';
 import { isInteractive } from './task-agent.js';
-import { createAgentTools } from "./tools.js";
+import { createLearnExperienceTool } from "./tools.js";
 const debugLog = createDebug('explorbot:navigator');
 class Navigator {
     emoji = '🧭';
     provider;
-    experienceCompactor;
     knowledgeTracker;
     experienceTracker;
     hooksRunner;
@@ -62,22 +59,25 @@ class Navigator {
   </rules>
   `;
     explorer;
-    constructor(explorer, provider, experienceCompactor, experienceTracker) {
-        this.provider = provider;
-        this.explorer = explorer;
-        this.experienceCompactor = experienceCompactor;
-        this.knowledgeTracker = new KnowledgeTracker();
-        this.experienceTracker = experienceTracker || new ExperienceTracker();
-        this.hooksRunner = new HooksRunner(explorer, explorer.getConfig());
+    config;
+    stateManager;
+    constructor(deps) {
+        this.provider = deps.ai;
+        this.explorer = deps.explorer;
+        this.config = deps.config;
+        this.stateManager = deps.stateManager;
+        this.knowledgeTracker = deps.knowledgeTracker;
+        this.experienceTracker = deps.stateManager.getExperienceTracker();
+        this.hooksRunner = new HooksRunner(deps.explorer, deps.config);
     }
     get verifyAttempts() {
-        return this.explorer.getConfig().ai?.agents?.navigator?.verifyAttempts ?? 3;
+        return this.config.ai?.agents?.navigator?.verifyAttempts ?? 3;
     }
     get verifyTimeout() {
-        return this.explorer.getConfig().ai?.agents?.navigator?.verifyTimeout ?? 1500;
+        return this.config.ai?.agents?.navigator?.verifyTimeout ?? 1500;
     }
     getBaseOrigin() {
-        const baseUrl = this.explorer.getConfig().playwright.url;
+        const baseUrl = this.config.playwright.url;
         try {
             return new URL(baseUrl).origin;
         }
@@ -121,11 +121,11 @@ class Navigator {
         return normalizeUrl(currentUrl) === normalizeUrl(expectedUrl);
     }
     async visit(url) {
-        return this.explorer.runWithBrowserRecovery('navigator.visit', () => this.visitOnce(url));
+        return this.visitOnce(url);
     }
     async visitOnce(url) {
         try {
-            const action = this.explorer.createAction();
+            const action = this.explorer.action();
             await action.execute(`I.amOnPage('${url}')`);
             const currentUrl = action.stateManager.getCurrentState()?.url || '';
             if (currentUrl === 'about:blank' || currentUrl === '') {
@@ -153,7 +153,7 @@ class Navigator {
                     throw new Error(`Navigation to ${url} failed: ${action.lastError?.message}`);
                 }
             }
-            await this.explorer.capturePageWithScreenshot();
+            await this.explorer.capture({ screenshot: true });
             await this.hooksRunner.runAfterHook('navigator', url);
         }
         catch (error) {
@@ -169,19 +169,10 @@ class Navigator {
     async resolveState(message, actionResult, opts) {
         tag('info').log('AI Navigator resolving state at', actionResult.url);
         debugLog('Resolution message:', message);
-        const action = opts?.action ?? this.explorer.createAction();
+        const action = opts?.action ?? this.explorer.action();
         const expectedUrl = opts?.expectedUrl;
-        let knowledge = '';
+        const knowledge = this.knowledgeTracker.renderRelevantKnowledge(actionResult);
         let experience = '';
-        const relevantKnowledge = this.knowledgeTracker.getRelevantKnowledge(actionResult);
-        if (relevantKnowledge.length > 0) {
-            const knowledgeContent = relevantKnowledge.map((k) => k.content).join('\n\n');
-            knowledge = `
-      <hint>
-      Here is relevant knowledge for this page:
-      ${knowledgeContent}
-      </hint>`;
-        }
         if (!actionResult.isInsideIframe) {
             const successful = this.experienceTracker.getSuccessfulExperience(actionResult);
             if (successful.length > 0) {
@@ -323,7 +314,7 @@ class Navigator {
             }
             codeBlockIndex++;
             totalAttempts++;
-            await this.explorer.switchToMainFrame();
+            await action.exitIframe();
             const prevActionResult = action.actionResult ?? actionResult;
             const prevHash = prevActionResult.getStateHash();
             debugLog(`Attempting resolution: ${codeBlock}`);
@@ -352,7 +343,7 @@ class Navigator {
                         // URL did not transition to expectedUrl within timeout
                     }
                 }
-                const freshState = await this.explorer.capturePageState();
+                const freshState = await this.explorer.capture();
                 const currentUrl = /^https?:\/\//i.test(expectedUrl) ? freshState.fullUrl || freshState.url || '' : freshState.url || '';
                 const urlMatches = this.isSameExpectedOrigin(expectedUrl, action.stateManager) && normalizeUrl(currentUrl) === normalizeUrl(expectedUrl);
                 const stateChanged = freshState.getStateHash() !== actionResult.getStateHash();
@@ -362,7 +353,6 @@ class Navigator {
                     if (freshState.getStateHash() !== prevHash) {
                         try {
                             const diff = await freshState.diff(prevActionResult);
-                            await diff.calculate();
                             ariaChanges = diff.ariaChanged;
                         }
                         catch (err) {
@@ -446,24 +436,17 @@ class Navigator {
         return resolved;
     }
     buildExperienceTools() {
-        const stateManager = this.explorer.getStateManager();
+        if (!this.experienceTracker)
+            return undefined;
+        const stateManager = this.stateManager;
         const getState = () => {
             const s = stateManager.getCurrentState();
             return s ? ActionResult.fromState(s) : null;
         };
-        const { learnExperience } = createAgentTools({
-            explorer: this.explorer,
-            researcher: null,
-            navigator: this,
-            experienceTracker: this.experienceTracker,
-            getState,
-        });
-        if (!learnExperience)
-            return undefined;
-        return { learnExperience };
+        return { learnExperience: createLearnExperienceTool({ getExperienceTracker: () => this.experienceTracker, getState }) };
     }
     async freeSail(opts, actionResult) {
-        const stateManager = this.explorer.getStateManager();
+        const stateManager = this.stateManager;
         const state = stateManager.getCurrentState();
         if (!state) {
             return null;
@@ -579,24 +562,10 @@ class Navigator {
             tag('operation').log(`Reusing cached verification: ${cachedVerification ? 'PASS' : 'FAIL'}`);
             return { verified: cachedVerification, successfulCodes: [], assertionSteps: [], totalAttempted: 0 };
         }
-        let knowledge = '';
+        const knowledge = this.knowledgeTracker.renderRelevantKnowledge(actionResult);
         let experience = '';
-        const relevantKnowledge = this.knowledgeTracker.getRelevantKnowledge(actionResult);
-        if (relevantKnowledge.length > 0) {
-            const knowledgeContent = relevantKnowledge.map((k) => k.content).join('\n\n');
-            knowledge = `
-      <hint>
-      Here is relevant knowledge for this page:
-      ${knowledgeContent}
-      </hint>`;
-        }
         if (!actionResult.isInsideIframe) {
-            const toc = this.experienceTracker.getExperienceTableOfContents(actionResult);
-            if (toc.length > 0) {
-                const totalSections = toc.reduce((sum, entry) => sum + entry.sections.length, 0);
-                tag('operation').log(`Found ${toc.length} experience ${pluralize(toc.length, 'file')} (${totalSections} sections) for: ${actionResult.url}`);
-                experience = renderExperienceToc(toc);
-            }
+            experience = this.experienceTracker.renderExperienceTocFor(actionResult);
         }
         const priorVerifications = Object.entries(actionResult.verifications ?? {});
         let verificationContext = '';
@@ -655,10 +624,10 @@ class Navigator {
         let codeBlocks = [];
         const successfulCodes = [];
         const assertionSteps = [];
-        const action = this.explorer.createAction();
+        const action = this.explorer.action();
         let failures = 0;
-        const page = this.explorer.playwrightHelper?.page;
-        const originalTimeout = this.explorer.playwrightHelper?.options?.timeout ?? 3000;
+        const page = this.explorer.page;
+        const originalTimeout = this.config.playwright.timeout ?? 3000;
         page?.setDefaultTimeout(this.verifyTimeout);
         try {
             await loop(async ({ stop, iteration }) => {
@@ -684,8 +653,8 @@ class Navigator {
                     stop();
                     return;
                 }
-                await this.explorer.switchToMainFrame();
-                const verified = await action.attempt(codeBlock, message, false);
+                await action.exitIframe();
+                const verified = await action.attempt(codeBlock, message);
                 if (verified) {
                     tag('success').log('Verification passed');
                     successfulCodes.push(codeBlock);
@@ -718,7 +687,7 @@ class Navigator {
         if (alreadyVerified)
             verified = true;
         actionResult.addVerification(message, verified);
-        this.explorer.getStateManager().updateState(actionResult);
+        this.stateManager.updateState(actionResult);
         return { verified, successfulCodes, assertionSteps, totalAttempted };
     }
     checkAlreadyVerified(aiResponse, actionResult) {

package/dist/src/ai/pilot.d.ts

@@ -1,8 +1,10 @@
 import { ActionResult } from '../action-result.js';
-import { type ExperienceTracker } from '../experience-tracker.js';
+import type { RequestStore } from '../api/request-store.js';
 import type Explorer from '../explorer.js';
+import type { PlaywrightRecorder } from '../playwright-recorder.js';
+import type { StateManager } from '../state-manager.js';
 import { type Test } from '../test-plan.js';
-import type { Agent } from './agent.js';
+import type { Agent, AgentDeps } from './agent.js';
 import type { Conversation } from './conversation.js';
 import type { Fisherman } from './fisherman.js';
 import type { Navigator } from './navigator.js';
@@ -15,9 +17,11 @@ export declare class Pilot implements Agent {
     conversation: Conversation | null;
     researcher: Researcher;
     explorer: Explorer;
+    stateManager: StateManager;
+    requestStore: RequestStore;
+    playwrightRecorder: PlaywrightRecorder;
     fisherman: Fisherman | null;
-    experienceTracker: ExperienceTracker | null;
-    constructor(provider: Provider, agentTools: any, researcher: Researcher, explorer: Explorer, experienceTracker?: ExperienceTracker);
+    constructor(deps: AgentDeps, agentTools: any, researcher: Researcher);
     setFisherman(fisherman: Fisherman): void;
     get stepsToReview(): number;
     reset(): void;
@@ -29,17 +33,18 @@ export declare class Pilot implements Agent {
     reviewReset(task: Test, currentState: ActionResult, reason: string, testerConversation: Conversation): Promise<boolean>;
     reviewDecision(type: 'finish' | 'stop', task: Test, currentState: ActionResult, testerConversation: Conversation, navigator?: Navigator): Promise<boolean>;
     reviewResetDecision(task: Test, currentState: ActionResult, reason: string, testerConversation: Conversation): Promise<boolean>;
-    buildSharedEvidenceRules(task: Test): string;
+    buildSharedEvidenceRules(): string;
+    buildTaskContext(task: Test): string;
     buildResetSystemPrompt(task: Test): string;
-    buildVerdictSystemPrompt(type: string, task: Test): string;
+    buildVerdictSystemPrompt(task: Test): string;
     planTest(task: Test, currentState: ActionResult): Promise<string>;
     reviewNewPage(task: Test, currentState: ActionResult, testerConversation: Conversation): Promise<string>;
     analyzeProgress(task: Test, currentState: ActionResult, testerConversation: Conversation): Promise<string>;
     formatExpectations(task: Test): string;
-    sendToPilot(userText: string, functionId: string, opts?: {
+    sendToPilot(userText: string, functionId: string, opts: {
         tools?: boolean;
         maxToolRoundtrips?: number;
-        task?: Test;
+        task: Test;
     }): Promise<string>;
     getExperienceToc(): string;
     pickPlanningTools(): Record<string, unknown>;