explorbot 0.1.32-beta.1 → 0.2.0

package/dist/src/action.js

@@ -1,19 +1,17 @@
 import fs from 'node:fs';
 import { join } from 'node:path';
-import { faker } from '@faker-js/faker';
 import { context, trace } from '@opentelemetry/api';
 import { container, recorder } from 'codeceptjs';
 import * as codeceptjs from 'codeceptjs';
-import { hopeThat, retryTo, tryTo, within } from 'codeceptjs/lib/effects';
-import step from 'codeceptjs/steps';
 import { ActionResult } from './action-result.js';
 import { clearActivity, setActivity } from "./activity.js";
 import { ConfigParser, outputPath } from './config.js';
 import { Observability } from "./observability.js";
-import { isFatalBrowserError, isNavigationTransitionError } from "./utils/browser-errors.js";
-import { htmlCombinedSnapshot, minifyHtml } from './utils/html.js';
+import { browserErrorMessage, isFatalBrowserError, isNavigationTransitionError } from "./utils/browser-errors.js";
+import { captureHtmlForSnapshot, htmlCombinedSnapshot, minifyHtml } from './utils/html.js';
 import { createDebug, setStepSpanParent, tag } from './utils/logger.js';
-import { waitForPageReadiness } from "./utils/page-readiness.js";
+import { sleep, waitForPageReadiness } from "./utils/page-readiness.js";
+import { codeceptJSSandbox, hasPlaywrightCommands, playwrightSandbox, sanitizeCodeBlock } from "./utils/web-sandbox.js";
 import { safeFilename } from "./utils/strings.js";
 const debugLog = createDebug('explorbot:action');
 const CAPTURE_NAVIGATION_TRANSITION_ATTEMPTS = 3;
@@ -24,7 +22,6 @@ class Action {
     config;
     // action info
     action = null;
-    expectation = null;
     lastError = null;
     playwrightHelper;
     playwrightGroupId = null;
@@ -38,9 +35,6 @@ class Action {
         this.playwrightHelper = container.helpers('Playwright');
         this.recorder = recorder;
     }
-    async caputrePageWithScreenshot() {
-        return this.capturePageState({ includeScreenshot: true });
-    }
     async saveScreenshot() {
         const currentState = this.stateManager.getCurrentState();
         if (currentState?.screenshotFile)
@@ -58,7 +52,7 @@ class Action {
             return undefined;
         }
     }
-    async capturePageState({ includeScreenshot = false } = {}) {
+    async capturePageState({ includeScreenshot = false, codeBlock } = {}) {
         try {
             const currentState = this.stateManager.getCurrentState();
             const stateHash = currentState?.hash || 'screenshot';
@@ -145,11 +139,11 @@ class Action {
                 ariaSnapshotFile,
                 iframeURL: frame ? frame.url?.() || 'iframe' : undefined,
             });
-            this.stateManager.updateState(result);
+            this.stateManager.updateState(result, codeBlock);
             return result;
         }
         catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
+            const msg = browserErrorMessage(err);
             if (isFatalBrowserError(err))
                 throw err;
             debugLog('capturePageState failed with non-fatal error:', msg);
@@ -272,21 +266,18 @@ class Action {
             }
             if (isPlaywright) {
                 const page = this.playwrightHelper.page;
-                const asyncFn = createSandboxedFunction(['page'], `return (async () => { ${sanitizedCode} })()`);
-                await asyncFn(page);
+                await playwrightSandbox(page, sanitizedCode);
                 await sleep(this.config.action?.delay || 500);
             }
             else {
-                const codeFunction = createSandboxedFunction(['I', 'tryTo', 'retryTo', 'within', 'hopeThat', 'step', 'faker'], sanitizedCode);
-                codeFunction(this.actor, tryTo, retryTo, within, hopeThat, step, faker);
+                codeceptJSSandbox(this.actor, sanitizedCode);
                 await recorder.add(() => sleep(this.config.action?.delay || 500));
                 await recorder.promise();
             }
-            const pageState = await this.capturePageState();
             if (executedSteps.length > 0) {
                 codeString = executedSteps.join('\n');
             }
-            this.stateManager.updateState(pageState, codeString);
+            const pageState = await this.capturePageState({ codeBlock: codeString });
             this.actionResult = pageState;
             this.assertionSteps = assertionSteps;
         }
@@ -313,79 +304,15 @@ class Action {
         }
         return this;
     }
-    async expect(codeOrFunction) {
-        const codeString = typeof codeOrFunction === 'string' ? codeOrFunction : codeOrFunction.toString();
-        this.expectation = codeString.toString();
-        const expectationPreview = sanitizeCodeBlock(codeString)
-            .split('\n')
-            .map((line) => line.trim())
-            .filter(Boolean)
-            .slice(0, 2)
-            .join(' ');
-        tag('step').log(`Expecting: ${expectationPreview || 'assertion'}`);
-        try {
-            debugLog('Executing expectation:', codeString);
-            let codeFunction;
-            if (typeof codeOrFunction === 'function') {
-                codeFunction = codeOrFunction;
-            }
-            else {
-                const sanitizedCode = sanitizeCodeBlock(codeString);
-                if (!sanitizedCode) {
-                    throw new Error('No valid I.* commands found in code block');
-                }
-                codeFunction = createSandboxedFunction(['I', 'tryTo', 'retryTo', 'within', 'hopeThat', 'step'], sanitizedCode);
-            }
-            codeFunction(this.actor, tryTo, retryTo, within, hopeThat, step);
-            await recorder.promise();
-            debugLog('Expectation executed successfully');
-            // Get current state from state manager
-            const currentState = this.stateManager.getCurrentState();
-            if (currentState) {
-                // Create ActionResult from current state for compatibility
-                this.actionResult = new ActionResult({
-                    url: currentState.fullUrl || '',
-                    title: currentState.title,
-                    timestamp: currentState.timestamp,
-                    html: '', // Empty HTML for expectation state
-                });
-            }
-            return this;
-        }
-        catch (err) {
-            tag('error').log('Expectation failed:', errorToString(err));
-            this.lastError = err;
-            await recorder.reset();
-            await recorder.start();
-            debugLog('Expectation failed:', errorToString(err));
-        }
-        finally {
-            clearActivity();
-        }
-        return this;
-    }
-    async waitForInteraction() {
-        // start with basic approach
-        await this.actor.wait(0.5);
-        return this;
-    }
-    async attempt(codeBlock, originalMessage, experience = true) {
+    async attempt(codeBlock, originalMessage) {
         try {
             debugLog('Resolution attempt...');
             setActivity('🦾 Acting in browser...', 'action');
             if (!this.actionResult) {
                 this.actionResult = ActionResult.fromState(this.stateManager.getCurrentState());
             }
-            const prevActionResult = this.actionResult;
             this.lastError = null;
             await this.execute(codeBlock);
-            if (!this.expectation && originalMessage) {
-                this.expectation = originalMessage;
-            }
-            if (!this.expectation) {
-                return true;
-            }
-            debugLog('Resolved Expectation:', this.expectation);
             return true;
         }
         catch (error) {
@@ -399,12 +326,6 @@ class Action {
     getActor() {
         return this.actor;
     }
-    setActor(actor) {
-        this.actor = actor;
-    }
-    getCurrentState() {
-        return this.actionResult;
-    }
     getActionResult() {
         return this.actionResult;
     }
@@ -423,6 +344,13 @@ function errorToString(error) {
     return error.message || error.toString();
 }
 async function captureHtml(page, frame, actor) {
+    for (const scope of [frame, page]) {
+        if (!scope?.evaluate)
+            continue;
+        const html = await scope.evaluate(captureHtmlForSnapshot).catch(() => null);
+        if (typeof html === 'string')
+            return html;
+    }
     if (frame?.content)
         return frame.content();
     if (page?.content)
@@ -438,27 +366,6 @@ async function captureTitle(page, actor) {
         return actor.grabTitle();
     return '';
 }
-const SHADOWED_GLOBALS = ['process', 'global', 'globalThis', 'fetch', 'Bun', 'require', 'module', 'exports'];
-export function sanitizeCodeBlock(code) {
-    return code
-        .split('\n')
-        .map((line) => line.trim())
-        .filter((line) => line.startsWith('I.') || line.startsWith('page.') || line.startsWith('await page.') || line.startsWith('await I.'))
-        .join('\n');
-}
-export function createSandboxedFunction(argNames, body) {
-    const fn = new Function(...argNames, ...SHADOWED_GLOBALS, `'use strict';\n${body}`);
-    return (...args) => fn(...args);
-}
-function hasPlaywrightCommands(code) {
-    return code.split('\n').some((line) => {
-        const trimmed = line.trim();
-        return trimmed.startsWith('page.') || trimmed.startsWith('await page.');
-    });
-}
-function sleep(ms) {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-}
 const ASSERTION_STEP_NAMES = new Set(['see', 'dontSee', 'seeElement', 'dontSeeElement', 'seeInField', 'dontSeeInField', 'seeInCurrentUrl', 'dontSeeInCurrentUrl']);
 const attachStepLogger = (target, assertionsTarget) => {
     const listener = (step, error) => {

package/dist/src/ai/captain/web-mode.js

@@ -1,7 +1,6 @@
 import { tool } from 'ai';
 import dedent from 'dedent';
 import { z } from 'zod';
-import { ActionResult } from "../../action-result.js";
 import { actionRule, locatorRule, sectionContextRule } from "../rules.js";
 import { createAgentTools, createCodeceptJSTools } from "../tools.js";
 import { debugLog } from "./mixin.js";
@@ -9,17 +8,11 @@ export function WithWebMode(Base) {
     return class extends Base {
         webModeTools(ctx) {
             const explorer = ctx.explorBot.getExplorer();
-            const stateManager = explorer.getStateManager();
             const codeceptTools = createCodeceptJSTools(explorer, ctx.task);
             const agentTools = createAgentTools({
                 explorer,
                 researcher: ctx.explorBot.agentResearcher(),
                 navigator: ctx.explorBot.agentNavigator(),
-                experienceTracker: stateManager.getExperienceTracker(),
-                getState: () => {
-                    const state = stateManager.getCurrentState();
-                    return state ? ActionResult.fromState(state) : null;
-                },
             });
             const { see, context, visualClick, learnExperience } = agentTools;
             return {

package/dist/src/ai/captain.d.ts

@@ -1,4 +1,4 @@
-import { ExperienceTracker } from '../experience-tracker.js';
+import type { ExperienceTracker } from '../experience-tracker.js';
 import type { ExplorBot } from '../explorbot.js';
 import type { WebPageState } from '../state-manager.js';
 import { Task, Test } from '../test-plan.js';
@@ -55,8 +55,6 @@ export declare class Captain extends CaptainBase implements Agent {
     systemPrompt(): string;
     resetConversation(): Conversation;
     ensureConversation(): Conversation;
-    getConversation(): Conversation | null;
-    cleanConversation(): void;
     getPageContext(): Promise<string>;
     planSummary(): string;
     reinjectContextIfNeeded(conversation: Conversation, currentState: WebPageState): Promise<void>;

package/dist/src/ai/captain.js

@@ -2,8 +2,8 @@ import { tool } from 'ai';
 import dedent from 'dedent';
 import { z } from 'zod';
 import { ActionResult } from '../action-result.js';
-import { ExperienceTracker } from '../experience-tracker.js';
 import { Task } from "../test-plan.js";
+import { formatHeadings } from "../utils/context-formatter.js";
 import { HooksRunner } from "../utils/hooks-runner.js";
 import { startLogCapture, stopLogCapture, tag } from '../utils/logger.js';
 import { loop } from '../utils/loop.js';
@@ -28,7 +28,7 @@ export class Captain extends CaptainBase {
     constructor(explorBot) {
         super();
         this.explorBot = explorBot;
-        this.experienceTracker = new ExperienceTracker();
+        this.experienceTracker = explorBot.experienceTracker();
     }
     setCommandExecutor(fn, descriptions) {
         this.commandExecutor = fn;
@@ -48,7 +48,7 @@ export class Captain extends CaptainBase {
         return this.experienceTracker;
     }
     getKnowledgeTracker() {
-        return this.explorBot.getExplorer().getKnowledgeTracker();
+        return this.explorBot.knowledgeTracker();
     }
     getProvider() {
         return this.explorBot.getProvider();
@@ -126,13 +126,6 @@ export class Captain extends CaptainBase {
         }
         return this.conversation;
     }
-    getConversation() {
-        return this.conversation;
-    }
-    cleanConversation() {
-        this.conversation = null;
-        tag('info').log('Conversation cleaned');
-    }
     async getPageContext() {
         const state = this.explorBot.getExplorer().getStateManager().getCurrentState();
         if (!state) {
@@ -141,15 +134,7 @@ export class Captain extends CaptainBase {
         const actionResult = ActionResult.fromState(state);
         const knowledge = this.getKnowledge(actionResult);
         const experience = this.getExperience(actionResult);
-        const headingLines = [];
-        if (state.h1)
-            headingLines.push(`H1: ${state.h1}`);
-        if (state.h2)
-            headingLines.push(`H2: ${state.h2}`);
-        if (state.h3)
-            headingLines.push(`H3: ${state.h3}`);
-        if (state.h4)
-            headingLines.push(`H4: ${state.h4}`);
+        const headingLines = formatHeadings(state);
         const headingsBlock = headingLines.join('\n');
         let pageSummary = '';
         const cachedResearch = Researcher.getCachedResearch(state);

package/dist/src/ai/conversation.d.ts

@@ -5,18 +5,16 @@ export interface ToolExecution {
     output: any;
     wasSuccessful: boolean;
 }
+export declare function toToolExecution(toolName: string, input: any, rawOutput: any): ToolExecution;
 export declare function toolExecutionLabel(input: Record<string, any> | undefined): string;
 export declare class Conversation {
-    id: string;
     messages: ModelMessage[];
     model: any;
-    telemetryFunctionId?: string;
     protectedPrefixCount: number;
     autoTrimRules: Map<string, number>;
-    constructor(messages?: ModelMessage[], model?: any, telemetryFunctionId?: string);
+    constructor(messages?: ModelMessage[], model?: any);
     protectPrefix(count: number): void;
     addUserText(text: string): void;
-    addUserImage(image: string): void;
     addAssistantText(text: string): void;
     getLastMessage(): string;
     clone(): Conversation;
@@ -26,6 +24,5 @@ export declare class Conversation {
     markLastMessageCacheable(): void;
     hasTag(tagName: string, lastN?: number): boolean;
     applyAutoTrim(text: string): string;
-    generateId(): string;
     getToolExecutions(): ToolExecution[];
 }

package/dist/src/ai/conversation.js

@@ -1,20 +1,22 @@
+export function toToolExecution(toolName, input, rawOutput) {
+    let output = rawOutput;
+    if (rawOutput?.type === 'json' && rawOutput?.value)
+        output = rawOutput.value;
+    return { toolName, input, output, wasSuccessful: output?.success !== false };
+}
 export function toolExecutionLabel(input) {
     return input?.explanation || input?.assertion || input?.reason || input?.request || '';
 }
 const AUTO_COMPACT_ARIA_CHANGES_CUTOFF = 500;
 const AUTO_COMPACT_TARGETED_HTML_CUTOFF = 500;
 export class Conversation {
-    id;
     messages;
     model;
-    telemetryFunctionId;
     protectedPrefixCount = 0;
     autoTrimRules;
-    constructor(messages = [], model, telemetryFunctionId) {
-        this.id = this.generateId();
+    constructor(messages = [], model) {
         this.messages = messages;
         this.model = model || '';
-        this.telemetryFunctionId = telemetryFunctionId;
         this.autoTrimRules = new Map();
     }
     protectPrefix(count) {
@@ -26,17 +28,6 @@ export class Conversation {
             content: this.applyAutoTrim(text),
         });
     }
-    addUserImage(image) {
-        if (!image || image.trim() === '') {
-            console.warn('Warning: Attempting to add empty image to conversation');
-            return;
-        }
-        const imageData = image.startsWith('data:') ? image : `data:image/png;base64,${image}`;
-        this.messages.push({
-            role: 'user',
-            content: [{ type: 'file', mediaType: 'image/png', data: imageData }],
-        });
-    }
     addAssistantText(text) {
         // Skip empty or whitespace-only messages
         if (!text || text.trim() === '') {
@@ -61,7 +52,7 @@ export class Conversation {
         return '';
     }
     clone() {
-        return new Conversation([...this.messages], this.model, this.telemetryFunctionId);
+        return new Conversation([...this.messages], this.model);
     }
     cleanupTag(tagName, replacement, keepLast = 0) {
         const escapedTag = tagName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
@@ -190,9 +181,6 @@ export class Conversation {
         }
         return result;
     }
-    generateId() {
-        return `conv_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
-    }
     getToolExecutions() {
         const toolCalls = new Map();
         for (const message of this.messages) {
@@ -215,14 +203,7 @@ export class Conversation {
             for (const part of message.content) {
                 if (part.type !== 'tool-result')
                     continue;
-                const rawOutput = part.output;
-                const output = rawOutput?.type === 'json' && rawOutput?.value ? rawOutput.value : rawOutput;
-                executions.push({
-                    toolName: part.toolName,
-                    input: toolCalls.get(part.toolCallId) || {},
-                    output,
-                    wasSuccessful: output?.success !== false,
-                });
+                executions.push(toToolExecution(part.toolName, toolCalls.get(part.toolCallId) || {}, part.output));
             }
         }
         return executions;

package/dist/src/ai/driller.d.ts

@@ -6,7 +6,6 @@ import { Plan, Test } from '../test-plan.js';
 import { HooksRunner } from '../utils/hooks-runner.js';
 import { WebElement } from '../utils/web-element.js';
 import type { Agent } from './agent.js';
-import type { Conversation } from './conversation.js';
 import type { Navigator } from './navigator.js';
 import type { Provider } from './provider.js';
 import { TaskAgent } from './task-agent.js';
@@ -54,7 +53,6 @@ export declare class Driller extends TaskAgent implements Agent {
     navigator: Navigator;
     hooksRunner: HooksRunner;
     currentPlan?: Plan;
-    currentConversation: Conversation | null;
     allResults: InteractionResult[];
     verifiedAction: {
         componentId: string;
@@ -153,8 +151,6 @@ export declare class Driller extends TaskAgent implements Agent {
     saveToKnowledge(knowledgePath: string, state: ActionResult, results: InteractionResult[]): Promise<void>;
     generateKnowledgeContent(state: ActionResult, interactions: InteractionResult[]): string;
     logSummary(): void;
-    getCurrentPlan(): Plan | undefined;
-    getConversation(): Conversation | null;
 }
 export declare function buildCanonicalClickCode(component: ComponentInfo): string;
 export declare function formatExperienceTitle(interaction: InteractionResult): string;

package/dist/src/ai/driller.js

@@ -11,7 +11,7 @@ import { EXPLORBOT_ATTRS, HTML_COMPOSITE_AREA_HINTS, HTML_COMPOSITE_TARGET_ROLES
 import { createDebug, tag } from "../utils/logger.js";
 import { loop, pause } from "../utils/loop.js";
 import { WebElement } from "../utils/web-element.js";
-import { locatorRule } from "./rules.js";
+import { drillLocatorRule } from "./rules.js";
 import { TaskAgent, isInteractive } from "./task-agent.js";
 import { createCodeceptJSTools } from "./tools.js";
 const debugLog = createDebug('explorbot:driller');
@@ -23,7 +23,6 @@ export class Driller extends TaskAgent {
     navigator;
     hooksRunner;
     currentPlan;
-    currentConversation = null;
     allResults = [];
     verifiedAction = null;
     pendingNestedContext = null;
@@ -245,7 +244,6 @@ export class Driller extends TaskAgent {
         this.verifiedAction = null;
         this.pendingNestedContext = null;
         const conversation = this.provider.startConversation(this.getSystemMessage(component), 'driller');
-        this.currentConversation = conversation;
         conversation.addUserText(await this.buildComponentPrompt(originalState, component));
         let finished = false;
         const actionTools = this.createVerifiedActionTools(createCodeceptJSTools(this.explorer, test), component);
@@ -506,10 +504,10 @@ export class Driller extends TaskAgent {
         const targetUrl = originalState.fullUrl || originalState.url;
         const action = this.explorer.createAction();
         if (currentState?.url !== originalState.url) {
-            await action.attempt(`I.amOnPage(${JSON.stringify(targetUrl)})`, `${reason} (restore URL)`, false);
+            await action.attempt(`I.amOnPage(${JSON.stringify(targetUrl)})`, `${reason} (restore URL)`);
             return;
         }
-        await action.attempt('I.pressKey("Escape")', `${reason} (restore state)`, false);
+        await action.attempt('I.pressKey("Escape")', `${reason} (restore state)`);
     }
     async saveToExperience(state, results) {
         const experienceTracker = this.getExperienceTracker();
@@ -667,12 +665,6 @@ export class Driller extends TaskAgent {
             tag('step').log(`  ${status} ${componentTest.component?.name || test.scenario}`);
         }
     }
-    getCurrentPlan() {
-        return this.currentPlan;
-    }
-    getConversation() {
-        return this.currentConversation;
-    }
 }
 function formatAriaNode(node) {
     const role = typeof node.role === 'string' ? node.role : 'unknown';
@@ -1105,4 +1097,3 @@ function isInteractiveElement(element) {
         return true;
     return false;
 }
-const drillLocatorRule = locatorRule.replace(/<context_simplification>[\s\S]*?<\/context_simplification>/, '').trim();

package/dist/src/ai/experience-compactor.d.ts

@@ -1,7 +1,7 @@
 import { type ExperienceFile, type ExperienceTracker } from '../experience-tracker.js';
 import type { Agent } from './agent.js';
 import type { Provider } from './provider.js';
-export type { ExperienceFile };
+export declare const COMPACT_MAX_LENGTH = 5000;
 interface MergeGroup {
     pattern: string;
     files: ExperienceFile[];
@@ -10,7 +10,6 @@ export declare class ExperienceCompactor implements Agent {
     emoji: string;
     provider: Provider;
     experienceTracker: ExperienceTracker;
-    MAX_LENGTH: number;
     constructor(provider: Provider, experienceTracker: ExperienceTracker);
     compactExperience(experience: string): Promise<string>;
     stripNonUsefulEntries(content: string): string;
@@ -51,3 +50,4 @@ export declare class ExperienceCompactor implements Agent {
         title?: string;
     }): string;
 }
+export {};

package/dist/src/ai/experience-compactor.js

@@ -1,25 +1,26 @@
 import { unlinkSync } from 'node:fs';
+import { basename } from 'node:path';
 import dedent from 'dedent';
-import { marked } from 'marked';
 import { z } from 'zod';
 import { RECENT_WINDOW_DAYS } from '../experience-tracker.js';
 import { Observability } from '../observability.js';
 import { createDebug, log, tag } from '../utils/logger.js';
 import { mdq } from '../utils/markdown-query.js';
+import { isNonReusableCode } from '../utils/step-analyzer.js';
 import { generalizeUrl, hasDynamicUrlSegment } from '../utils/url-matcher.js';
 const debugLog = createDebug('explorbot:experience-compactor');
+export const COMPACT_MAX_LENGTH = 5000;
 export class ExperienceCompactor {
     emoji = '🗜️';
     provider;
     experienceTracker;
-    MAX_LENGTH = 5000;
     constructor(provider, experienceTracker) {
         this.provider = provider;
         this.experienceTracker = experienceTracker;
     }
     async compactExperience(experience) {
         const stripped = this.stripNonUsefulEntries(experience);
-        if (stripped.length < this.MAX_LENGTH) {
+        if (stripped.length < COMPACT_MAX_LENGTH) {
             return stripped;
         }
         const prompt = this.buildCompactionPrompt(stripped);
@@ -101,7 +102,7 @@ export class ExperienceCompactor {
             const generalized = generalizeUrl(url);
             if (generalized === url)
                 continue;
-            const stateHash = file.filePath.split('/').pop()?.replace('.md', '') || '';
+            const stateHash = basename(file.filePath, '.md');
             const newData = { ...file.data, url: `~${generalized}~`, mergedFrom: [url] };
             this.experienceTracker.writeExperienceFile(stateHash, file.content, newData);
             tag('substep').log(`Generalized URL: ${url} → ~${generalized}~`);
@@ -110,7 +111,7 @@ export class ExperienceCompactor {
         return count;
     }
     async compactFiles(files, options) {
-        const workingSet = options?.skipSmall ? files.filter((f) => f.content.length >= this.MAX_LENGTH) : files;
+        const workingSet = options?.skipSmall ? files.filter((f) => f.content.length >= COMPACT_MAX_LENGTH) : files;
         let compactedCount = 0;
         const total = workingSet.length;
         const aiReviewCount = workingSet.filter((f) => this.isRecent(f)).length;
@@ -119,7 +120,7 @@ export class ExperienceCompactor {
         }
         for (let i = 0; i < workingSet.length; i++) {
             const experience = workingSet[i];
-            const shortName = experience.filePath.split('/').pop() || experience.filePath;
+            const shortName = basename(experience.filePath);
             const willReview = this.isRecent(experience);
             if (total > 1 && willReview) {
                 tag('substep').log(`[${i + 1}/${total}] reviewing ${shortName}`);
@@ -128,9 +129,9 @@ export class ExperienceCompactor {
             if (willReview) {
                 content = await this.reviewExperienceQuality(content, experience.data);
             }
-            if (content.length >= this.MAX_LENGTH) {
+            if (content.length >= COMPACT_MAX_LENGTH) {
                 if (total > 1)
-                    tag('substep').log(`[${i + 1}/${total}] compacting ${shortName} (over ${this.MAX_LENGTH} chars)`);
+                    tag('substep').log(`[${i + 1}/${total}] compacting ${shortName} (over ${COMPACT_MAX_LENGTH} chars)`);
                 const prompt = this.buildCompactionPrompt(content);
                 const model = this.provider.getModelForAgent('experience-compactor');
                 const response = await this.provider.chat([
@@ -141,7 +142,7 @@ export class ExperienceCompactor {
             }
             if (content === experience.content)
                 continue;
-            const stateHash = experience.filePath.split('/').pop()?.replace('.md', '') || '';
+            const stateHash = basename(experience.filePath, '.md');
             this.experienceTracker.writeExperienceFile(stateHash, content, experience.data);
             debugLog('Experience file compacted:', experience.filePath);
             compactedCount++;
@@ -250,7 +251,7 @@ export class ExperienceCompactor {
     async mergeExperienceGroup(group) {
         const [targetFile, ...sourceFiles] = group.files;
         const combinedContent = group.files.map((f) => f.content).join('\n\n---\n\n');
-        const targetStateHash = targetFile.filePath.split('/').pop()?.replace('.md', '') || '';
+        const targetStateHash = basename(targetFile.filePath, '.md');
         const newFrontmatter = {
             ...targetFile.data,
             url: group.pattern,
@@ -283,7 +284,7 @@ export class ExperienceCompactor {
       <rules>
       - Use markdown h2 headers only (##) - NO XML tags or wrappers in output
       - Merge similar flows to remove duplicates
-      - Keep output under ${this.MAX_LENGTH} characters
+      - Keep output under ${COMPACT_MAX_LENGTH} characters
       - Be explicit and short - no proposals or explanations
 
       KEEP only:
@@ -368,27 +369,9 @@ export class ExperienceCompactor {
     }
 }
 function listSections(content) {
-    const tokens = marked.lexer(content);
-    const sections = [];
-    let currentHeading = null;
-    let currentRaw = '';
-    const flush = () => {
-        if (currentHeading !== null)
-            sections.push({ title: currentHeading, raw: currentRaw });
-    };
-    for (const token of tokens) {
-        const raw = token.raw || '';
-        if (token.type === 'heading' && token.depth === 2) {
-            flush();
-            currentHeading = token.text.trim();
-            currentRaw = raw;
-            continue;
-        }
-        if (currentHeading !== null)
-            currentRaw += raw;
-    }
-    flush();
-    return sections;
+    const sections = mdq(content).query('section2').each();
+    const metas = mdq(content).query('section2').meta();
+    return sections.map((q, i) => ({ title: metas[i].text.trim(), raw: q.text() }));
 }
 function dropEmptySections(content) {
     let result = content;
@@ -408,7 +391,7 @@ function dropNonReusableSections(content) {
     const sections = [...mdq(result).query('section2(~"FLOW:")').each(), ...mdq(result).query('section2(~"ACTION:")').each()];
     for (const section of sections) {
         const raw = section.text();
-        if (!/\bI\.clickXY\s*\(/.test(raw))
+        if (!isNonReusableCode(raw))
             continue;
         result = result.replace(raw, '');
     }