@dyyz1993/agent-browser 0.9.2

package/dist/recorder/recorder.d.ts

@@ -0,0 +1,19 @@
+import type { Page } from 'playwright-core';
+import type { RecorderConfig } from './types.js';
+import { SessionStore } from './store.js';
+export declare class Recorder {
+    private page;
+    private cdp;
+    private store;
+    private config;
+    private isRecording;
+    constructor(page: Page, store: SessionStore, config?: RecorderConfig);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    closePanel(): Promise<void>;
+    private handleSync;
+    restoreState(): Promise<void>;
+    isRunning(): boolean;
+    getStore(): SessionStore;
+}
+//# sourceMappingURL=recorder.d.ts.map

package/dist/recorder/recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../../src/recorder/recorder.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAgB,cAAc,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAe1C,qBAAa,QAAQ;IACnB,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,MAAM,CAAuE;IACrF,OAAO,CAAC,WAAW,CAAS;gBAEhB,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,cAAc;IAS9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBrB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC,OAAO,CAAC,UAAU;IAUZ,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAUnC,SAAS,IAAI,OAAO;IAIpB,QAAQ,IAAI,YAAY;CAGzB"}

package/dist/recorder/recorder.js

@@ -0,0 +1,101 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { DEFAULT_CONFIG } from './types.js';
+let injectScriptCache = null;
+function getInjectScriptContent() {
+    if (injectScriptCache) {
+        return injectScriptCache;
+    }
+    const scriptPath = path.join(__dirname, 'inject.js');
+    injectScriptCache = fs.readFileSync(scriptPath, 'utf-8');
+    return injectScriptCache;
+}
+export class Recorder {
+    page;
+    cdp = null;
+    store;
+    config;
+    isRecording = false;
+    constructor(page, store, config) {
+        this.page = page;
+        this.store = store;
+        this.config = {
+            trajectoryInterval: config?.trajectoryInterval ?? DEFAULT_CONFIG.trajectoryInterval,
+            maxTrajectoryPoints: config?.maxTrajectoryPoints ?? DEFAULT_CONFIG.maxTrajectoryPoints
+        };
+    }
+    async start() {
+        if (this.isRecording)
+            return;
+        this.cdp = await this.page.context().newCDPSession(this.page);
+        await this.cdp.send('Runtime.addBinding', {
+            name: '__recorderSync'
+        });
+        this.cdp.on('Runtime.bindingCalled', (params) => {
+            if (params.name === '__recorderSync') {
+                this.handleSync(params.payload);
+            }
+        });
+        const scriptContent = getInjectScriptContent()
+            .replace('TRAJECTORY_INTERVAL = 50', `TRAJECTORY_INTERVAL = ${this.config.trajectoryInterval}`)
+            .replace('MAX_TRAJECTORY_POINTS = 10', `MAX_TRAJECTORY_POINTS = ${this.config.maxTrajectoryPoints}`);
+        await this.page.addInitScript(scriptContent);
+        await this.page.evaluate(scriptContent);
+        this.isRecording = true;
+        console.log('[Recorder] Started with CDP binding');
+    }
+    async stop() {
+        if (!this.isRecording)
+            return;
+        await this.closePanel();
+        this.store.endSession();
+        if (this.cdp) {
+            await this.cdp.send('Runtime.removeBinding', {
+                name: '__recorderSync'
+            }).catch(() => { });
+            await this.cdp.detach().catch(() => { });
+            this.cdp = null;
+        }
+        this.isRecording = false;
+        console.log('[Recorder] Stopped');
+    }
+    async closePanel() {
+        try {
+            await this.page.evaluate(() => {
+                const win = window;
+                if (typeof win.__recorderClosePanel === 'function') {
+                    win.__recorderClosePanel();
+                }
+            });
+        }
+        catch (e) {
+            // Ignore errors if page is already closed or navigated away
+        }
+    }
+    handleSync(payload) {
+        try {
+            const step = JSON.parse(payload);
+            this.store.addStep(step);
+            console.log(`[Recorder] Step recorded: ${step.action} on ${step.selector}`);
+        }
+        catch (e) {
+            console.error('[Recorder] Failed to parse step:', e);
+        }
+    }
+    async restoreState() {
+        const steps = this.store.getSteps();
+        await this.page.evaluate((steps) => {
+            window.__recorderSteps = steps;
+            window.dispatchEvent(new CustomEvent('recorder:restored', {
+                detail: { steps: steps }
+            }));
+        }, steps);
+    }
+    isRunning() {
+        return this.isRecording;
+    }
+    getStore() {
+        return this.store;
+    }
+}
+//# sourceMappingURL=recorder.js.map

package/dist/recorder/recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../src/recorder/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,IAAI,iBAAiB,GAAkB,IAAI,CAAC;AAE5C,SAAS,sBAAsB;IAC7B,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACrD,iBAAiB,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACzD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,OAAO,QAAQ;IACX,IAAI,CAAO;IACX,GAAG,GAAsB,IAAI,CAAC;IAC9B,KAAK,CAAe;IACpB,MAAM,CAAuE;IAC7E,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,IAAU,EAAE,KAAmB,EAAE,MAAuB;QAClE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG;YACZ,kBAAkB,EAAE,MAAM,EAAE,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;YACnF,mBAAmB,EAAE,MAAM,EAAE,mBAAmB,IAAI,cAAc,CAAC,mBAAmB;SACvF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE;YACxC,IAAI,EAAE,gBAAgB;SACvB,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,uBAAuB,EAAE,CAAC,MAAM,EAAE,EAAE;YAC9C,IAAI,MAAM,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBACrC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,sBAAsB,EAAE;aAC3C,OAAO,CAAC,0BAA0B,EAAE,yBAAyB,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;aAC9F,OAAO,CAAC,4BAA4B,EAAE,2BAA2B,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAEvG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QAE7C,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAExC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE9B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE;gBAC3C,IAAI,EAAE,gBAAgB;aACvB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACnB,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC5B,MAAM,GAAG,GAAG,MAAa,CAAC;gBAC1B,IAAI,OAAO,GAAG,CAAC,oBAAoB,KAAK,UAAU,EAAE,CAAC;oBACnD,GAAG,CAAC,oBAAoB,EAAE,CAAC;gBAC7B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,4DAA4D;QAC9D,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,OAAe;QAChC,IAAI,CAAC;YACH,MAAM,IAAI,GAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE;YAChC,MAAc,CAAC,eAAe,GAAG,KAAK,CAAC;YACxC,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,mBAAmB,EAAE;gBACxD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;aACzB,CAAC,CAAC,CAAC;QACN,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/recorder/store.d.ts

@@ -0,0 +1,22 @@
+import type { RecordingSession, RecordedStep, PageInfo } from './types.js';
+export declare class SessionStore {
+    private session;
+    private filePath;
+    private saveTimeout;
+    constructor(sessionId: string, persistPath?: string);
+    private load;
+    addStep(step: RecordedStep): void;
+    updatePageTitle(url: string, title: string): void;
+    private normalizeUrl;
+    private scheduleSave;
+    save(): void;
+    getSession(): RecordingSession;
+    getSteps(): RecordedStep[];
+    getPages(): PageInfo[];
+    endSession(): void;
+    clear(): void;
+    export(): string;
+    exportToScript(): string;
+    static loadFromPath(filePath: string): SessionStore | null;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/recorder/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/recorder/store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3E,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAA8C;gBAErD,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM;IAWnD,OAAO,CAAC,IAAI;IAmBZ,OAAO,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI;IAejC,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAQjD,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,YAAY;IASpB,IAAI,IAAI,IAAI;IAQZ,UAAU,IAAI,gBAAgB;IAI9B,QAAQ,IAAI,YAAY,EAAE;IAI1B,QAAQ,IAAI,QAAQ,EAAE;IAItB,UAAU,IAAI,IAAI;IAKlB,KAAK,IAAI,IAAI;IAQb,MAAM,IAAI,MAAM;IAIhB,cAAc,IAAI,MAAM;IA6CxB,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;CAU3D"}

package/dist/recorder/store.js

@@ -0,0 +1,150 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+export class SessionStore {
+    session;
+    filePath;
+    saveTimeout = null;
+    constructor(sessionId, persistPath) {
+        const dir = persistPath || path.join(os.tmpdir(), 'agent-browser-recorder');
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+        this.filePath = path.join(dir, `session-${sessionId}.json`);
+        this.session = this.load();
+    }
+    load() {
+        if (fs.existsSync(this.filePath)) {
+            try {
+                const content = fs.readFileSync(this.filePath, 'utf-8');
+                return JSON.parse(content);
+            }
+            catch (e) {
+                console.warn('[SessionStore] Failed to load session:', e);
+            }
+        }
+        return {
+            id: path.basename(this.filePath, '.json').replace('session-', ''),
+            name: `Recording Session`,
+            startTime: Date.now(),
+            pages: [],
+            steps: []
+        };
+    }
+    addStep(step) {
+        this.session.steps.push(step);
+        const pageUrl = step.url ? this.normalizeUrl(step.url) : undefined;
+        if (pageUrl && !this.session.pages.find(p => p.url === pageUrl)) {
+            this.session.pages.push({
+                url: pageUrl,
+                title: '',
+                firstVisitTime: step.timestamp
+            });
+        }
+        this.scheduleSave();
+    }
+    updatePageTitle(url, title) {
+        const page = this.session.pages.find(p => p.url === this.normalizeUrl(url));
+        if (page) {
+            page.title = title;
+            this.scheduleSave();
+        }
+    }
+    normalizeUrl(url) {
+        try {
+            const parsed = new URL(url);
+            return parsed.origin + parsed.pathname;
+        }
+        catch {
+            return url;
+        }
+    }
+    scheduleSave() {
+        if (this.saveTimeout) {
+            clearTimeout(this.saveTimeout);
+        }
+        this.saveTimeout = setTimeout(() => {
+            this.save();
+        }, 100);
+    }
+    save() {
+        try {
+            fs.writeFileSync(this.filePath, JSON.stringify(this.session, null, 2));
+        }
+        catch (e) {
+            console.error('[SessionStore] Failed to save session:', e);
+        }
+    }
+    getSession() {
+        return this.session;
+    }
+    getSteps() {
+        return this.session.steps;
+    }
+    getPages() {
+        return this.session.pages;
+    }
+    endSession() {
+        this.session.endTime = Date.now();
+        this.save();
+    }
+    clear() {
+        this.session.steps = [];
+        this.session.pages = [];
+        this.session.startTime = Date.now();
+        this.session.endTime = undefined;
+        this.save();
+    }
+    export() {
+        return JSON.stringify(this.session, null, 2);
+    }
+    exportToScript() {
+        const lines = [
+            `#!/bin/bash`,
+            `# Recording: ${this.session.name}`,
+            `# Pages: ${this.session.pages.length}`,
+            `# Steps: ${this.session.steps.length}`,
+            `# Generated: ${new Date().toISOString()}`,
+            ''
+        ];
+        let currentUrl = '';
+        for (const step of this.session.steps) {
+            if (step.url && step.url !== currentUrl && step.action !== 'navigate') {
+                currentUrl = step.url || '';
+                lines.push(`# Page: ${step.url}`);
+            }
+            const comment = step.annotation
+                ? ` # ${step.annotation.label}`
+                : '';
+            switch (step.action) {
+                case 'navigate':
+                    lines.push(`agent-browser open "${step.value}"${comment}`);
+                    currentUrl = step.value || '';
+                    break;
+                case 'click':
+                    lines.push(`agent-browser click "${step.selector}"${comment}`);
+                    break;
+                case 'fill':
+                    lines.push(`agent-browser fill "${step.selector}" "${step.value}"${comment}`);
+                    break;
+                case 'select':
+                    lines.push(`agent-browser select "${step.selector}" "${step.value}"${comment}`);
+                    break;
+                case 'annotate':
+                    lines.push(`# Annotate: ${step.selector} -> ${step.annotation?.label}`);
+                    break;
+            }
+        }
+        return lines.join('\n');
+    }
+    static loadFromPath(filePath) {
+        if (!fs.existsSync(filePath)) {
+            return null;
+        }
+        const content = fs.readFileSync(filePath, 'utf-8');
+        const session = JSON.parse(content);
+        const store = new SessionStore(session.id, path.dirname(filePath));
+        return store;
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/recorder/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/recorder/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAGzB,MAAM,OAAO,YAAY;IACf,OAAO,CAAmB;IAC1B,QAAQ,CAAS;IACjB,WAAW,GAAyC,IAAI,CAAC;IAEjE,YAAY,SAAiB,EAAE,WAAoB;QACjD,MAAM,GAAG,GAAG,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAE5E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,SAAS,OAAO,CAAC,CAAC;QAC5D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAEO,IAAI;QACV,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACxD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;YACjE,IAAI,EAAE,mBAAmB;YACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAkB;QACxB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;gBACtB,GAAG,EAAE,OAAO;gBACZ,KAAK,EAAE,EAAE;gBACT,cAAc,EAAE,IAAI,CAAC,SAAS;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAED,eAAe,CAAC,GAAW,EAAE,KAAa;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5E,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,GAAW;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,OAAO,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,IAAI;QACF,IAAI,CAAC;YACH,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5B,CAAC;IAED,UAAU;QACR,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACZ,MAAM,KAAK,GAAa;YACtB,aAAa;YACb,gBAAgB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YACnC,YAAY,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE;YACvC,YAAY,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE;YACvC,gBAAgB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;YAC1C,EAAE;SACH,CAAC;QAEF,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBACtE,UAAU,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACpC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU;gBAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;gBAC/B,CAAC,CAAC,EAAE,CAAC;YAEP,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,KAAK,UAAU;oBACb,KAAK,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC;oBAC3D,UAAU,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC9B,MAAM;gBACR,KAAK,OAAO;oBACV,KAAK,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;oBAC/D,MAAM;gBACR,KAAK,MAAM;oBACT,KAAK,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC;oBAC9E,MAAM;gBACR,KAAK,QAAQ;oBACX,KAAK,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC;oBAChF,MAAM;gBACR,KAAK,UAAU;oBACb,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,QAAQ,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxE,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,QAAgB;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,OAAO,GAAqB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/recorder/types.d.ts

@@ -0,0 +1,73 @@
+export interface TrajectoryPoint {
+    x: number;
+    y: number;
+    t: number;
+}
+export interface ViewportInfo {
+    width: number;
+    height: number;
+}
+export interface ElementInfo {
+    tagName: string;
+    id?: string;
+    className?: string;
+    xpath?: string;
+    css?: string;
+    text?: string;
+    attributes?: Record<string, string>;
+}
+export interface Annotation {
+    type: 'login' | 'data' | 'pagination' | 'custom';
+    label: string;
+    description?: string;
+}
+export type RecordedAction = 'click' | 'fill' | 'navigate' | 'annotate' | 'scroll' | 'select' | 'tab_new' | 'tab_switch' | 'tab_close' | 'back' | 'forward' | 'reload' | 'keyboard' | 'link_click' | 'trajectory' | 'resize';
+export interface RecordedStep {
+    id: string;
+    timestamp: number;
+    url?: string;
+    action: RecordedAction;
+    selector?: string;
+    xpath?: string;
+    ref?: string;
+    value?: string;
+    elementInfo?: ElementInfo;
+    annotation?: Annotation;
+    trajectory?: TrajectoryPoint[];
+    viewport?: ViewportInfo;
+    index?: number;
+    key?: string;
+    code?: string;
+    ctrlKey?: boolean;
+    metaKey?: boolean;
+    altKey?: boolean;
+    shiftKey?: boolean;
+    points?: TrajectoryPoint[];
+    x?: number;
+    y?: number;
+    from?: ViewportInfo;
+    to?: ViewportInfo;
+    iframe?: boolean;
+}
+export interface PageInfo {
+    url: string;
+    title: string;
+    firstVisitTime: number;
+}
+export interface RecordingSession {
+    id: string;
+    name: string;
+    startTime: number;
+    endTime?: number;
+    pages: PageInfo[];
+    steps: RecordedStep[];
+}
+export interface RecorderConfig {
+    sessionId?: string;
+    name?: string;
+    persistPath?: string;
+    trajectoryInterval?: number;
+    maxTrajectoryPoints?: number;
+}
+export declare const DEFAULT_CONFIG: Required<Omit<RecorderConfig, 'sessionId' | 'name' | 'persistPath'>>;
+//# sourceMappingURL=types.d.ts.map

package/dist/recorder/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/recorder/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,YAAY,GAAG,QAAQ,CAAC;IACjD,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GACtB,OAAO,GAAG,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAChE,SAAS,GAAG,YAAY,GAAG,WAAW,GACtC,MAAM,GAAG,SAAS,GAAG,QAAQ,GAC7B,UAAU,GAAG,YAAY,GAAG,YAAY,GAAG,QAAQ,CAAC;AAExD,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC;IAC3B,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,EAAE,CAAC,EAAE,YAAY,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,MAAM,GAAG,aAAa,CAAC,CAG/F,CAAC"}

package/dist/recorder/types.js

@@ -0,0 +1,5 @@
+export const DEFAULT_CONFIG = {
+    trajectoryInterval: 50,
+    maxTrajectoryPoints: 10
+};
+//# sourceMappingURL=types.js.map

package/dist/recorder/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/recorder/types.ts"],"names":[],"mappings":"AAoFA,MAAM,CAAC,MAAM,cAAc,GAAyE;IAClG,kBAAkB,EAAE,EAAE;IACtB,mBAAmB,EAAE,EAAE;CACxB,CAAC"}

package/dist/snapshot.d.ts

@@ -0,0 +1,81 @@
+/**
+ * Enhanced snapshot with element refs for deterministic element selection.
+ *
+ * This module generates accessibility snapshots with embedded refs that can be
+ * used to click/fill/interact with elements without re-querying the DOM.
+ *
+ * Example output:
+ *   - heading "Example Domain" [ref=e1] [level=1]
+ *   - paragraph: Some text content
+ *   - button "Submit" [ref=e2]
+ *   - textbox "Email" [ref=e3]
+ *
+ * Usage:
+ *   agent-browser snapshot              # Full snapshot
+ *   agent-browser snapshot -i           # Interactive elements only
+ *   agent-browser snapshot --depth 3    # Limit depth
+ *   agent-browser click @e2             # Click element by ref
+ */
+import type { Page, Frame, FrameLocator } from 'playwright-core';
+export interface RefMap {
+    [ref: string]: {
+        selector: string;
+        role: string;
+        name?: string;
+        /** Index for disambiguation when multiple elements have same role+name */
+        nth?: number;
+        /** XPath path (only when path=true) */
+        xpath?: string;
+        /** CSS selector path (only when path=true) */
+        cssPath?: string;
+        /** Element attributes (only when attrs=true) */
+        attributes?: Record<string, string>;
+    };
+}
+export interface EnhancedSnapshot {
+    tree: string;
+    refs: RefMap;
+}
+export interface SnapshotOptions {
+    /** Only include interactive elements (buttons, links, inputs, etc.) */
+    interactive?: boolean;
+    /** Include cursor-interactive elements (cursor:pointer, onclick, tabindex) */
+    cursor?: boolean;
+    /** Maximum depth of tree to include (0 = root only) */
+    maxDepth?: number;
+    /** Remove structural elements without meaningful content */
+    compact?: boolean;
+    /** CSS selector to scope the snapshot */
+    selector?: string;
+    /** Include xpath and cssPath in refs (requires selector) */
+    path?: boolean;
+    /** Include element attributes in refs (requires selector) */
+    attrs?: boolean;
+}
+/**
+ * Reset ref counter (call at start of each snapshot)
+ */
+export declare function resetRefs(): void;
+/**
+ * Get enhanced snapshot with refs and optional filtering
+ */
+export declare function getEnhancedSnapshot(page: Page | Frame | FrameLocator, options?: SnapshotOptions): Promise<EnhancedSnapshot>;
+/**
+ * Parse a ref from command argument (e.g., "@e1" -> "e1")
+ */
+export declare function parseRef(arg: string): string | null;
+/**
+ * Get snapshot statistics
+ */
+export declare function getSnapshotStats(tree: string, refs: RefMap): {
+    lines: number;
+    chars: number;
+    tokens: number;
+    refs: number;
+    interactive: number;
+};
+export declare function getSemanticClass(element: Element): string | null;
+export declare function generateXPath(element: Element, maxDepth?: number): string;
+export declare function generateCSSPath(element: Element, maxDepth?: number): string;
+export declare function collectAttributes(element: Element): Record<string, string>;
+//# sourceMappingURL=snapshot.d.ts.map

package/dist/snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.d.ts","sourceRoot":"","sources":["../src/snapshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,KAAK,EAAW,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE1E,MAAM,WAAW,MAAM;IACrB,CAAC,GAAG,EAAE,MAAM,GAAG;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,0EAA0E;QAC1E,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,uCAAuC;QACvC,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,8CAA8C;QAC9C,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gDAAgD;QAChD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACrC,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,uEAAuE;IACvE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,8EAA8E;IAC9E,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,6DAA6D;IAC7D,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAKD;;GAEG;AACH,wBAAgB,SAAS,IAAI,IAAI,CAEhC;AAwTD;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,EACjC,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,gBAAgB,CAAC,CA+E3B;AAu0BD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAcnD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GACX;IACD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAUA;AA6BD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAYhE;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,GAAE,MAAU,GAAG,MAAM,CAqB5E;AAkDD,wBAAgB,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,GAAE,MAAU,GAAG,MAAM,CAyC9E;AAyBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAS1E"}