agent-browser 0.4.4 → 0.5.0

package/dist/browser.d.ts

@@ -1,6 +1,26 @@
-import { devices, type Browser, type Page, type Frame, type Locator } from 'playwright-core';
+import { devices, type Browser, type Page, type Frame, type Locator, type CDPSession } from 'playwright-core';
 import type { LaunchCommand } from './types.js';
 import { type RefMap, type EnhancedSnapshot } from './snapshot.js';
+export interface ScreencastFrame {
+    data: string;
+    metadata: {
+        offsetTop: number;
+        pageScaleFactor: number;
+        deviceWidth: number;
+        deviceHeight: number;
+        scrollOffsetX: number;
+        scrollOffsetY: number;
+        timestamp?: number;
+    };
+    sessionId: number;
+}
+export interface ScreencastOptions {
+    format?: 'jpeg' | 'png';
+    quality?: number;
+    maxWidth?: number;
+    maxHeight?: number;
+    everyNthFrame?: number;
+}
 interface TrackedRequest {
     url: string;
     method: string;
@@ -22,6 +42,8 @@ interface PageError {
  */
 export declare class BrowserManager {
     private browser;
+    private cdpPort;
+    private isPersistentContext;
     private contexts;
     private pages;
     private activePageIndex;
@@ -35,6 +57,11 @@ export declare class BrowserManager {
     private refMap;
     private lastSnapshot;
     private scopedHeaderRoutes;
+    private cdpSession;
+    private screencastActive;
+    private screencastSessionId;
+    private frameCallback;
+    private screencastFrameHandler;
     /**
      * Check if browser is launched
      */
@@ -217,15 +244,32 @@ export declare class BrowserManager {
      * Get the current browser instance
      */
     getBrowser(): Browser | null;
+    /**
+     * Check if an existing CDP connection is still alive
+     * by verifying we can access browser contexts and that at least one has pages
+     */
+    private isCdpConnectionAlive;
+    /**
+     * Check if CDP connection needs to be re-established
+     */
+    private needsCdpReconnect;
     /**
      * Launch the browser with the specified options
      * If already launched, this is a no-op (browser stays open)
      */
     launch(options: LaunchCommand): Promise<void>;
     /**
-     * Set up console and error tracking for a page
+     * Connect to a running browser via CDP (Chrome DevTools Protocol)
+     */
+    private connectViaCDP;
+    /**
+     * Set up console, error, and close tracking for a page
      */
     private setupPageTracking;
+    /**
+     * Set up tracking for new pages in a context (for CDP connections)
+     */
+    private setupContextTracking;
     /**
      * Create a new tab in the current context
      */
@@ -243,14 +287,19 @@ export declare class BrowserManager {
         index: number;
         total: number;
     }>;
+    /**
+     * Invalidate the current CDP session (must be called before switching pages)
+     * This ensures screencast and input injection work correctly after tab switch
+     */
+    private invalidateCDPSession;
     /**
      * Switch to a specific tab/page by index
      */
-    switchTo(index: number): {
+    switchTo(index: number): Promise<{
         index: number;
         url: string;
         title: string;
-    };
+    }>;
     /**
      * Close a specific tab/page
      */
@@ -267,6 +316,60 @@ export declare class BrowserManager {
         title: string;
         active: boolean;
     }>>;
+    /**
+     * Get or create a CDP session for the current page
+     * Only works with Chromium-based browsers
+     */
+    getCDPSession(): Promise<CDPSession>;
+    /**
+     * Check if screencast is currently active
+     */
+    isScreencasting(): boolean;
+    /**
+     * Start screencast - streams viewport frames via CDP
+     * @param callback Function called for each frame
+     * @param options Screencast options
+     */
+    startScreencast(callback: (frame: ScreencastFrame) => void, options?: ScreencastOptions): Promise<void>;
+    /**
+     * Stop screencast
+     */
+    stopScreencast(): Promise<void>;
+    /**
+     * Inject a mouse event via CDP
+     */
+    injectMouseEvent(params: {
+        type: 'mousePressed' | 'mouseReleased' | 'mouseMoved' | 'mouseWheel';
+        x: number;
+        y: number;
+        button?: 'left' | 'right' | 'middle' | 'none';
+        clickCount?: number;
+        deltaX?: number;
+        deltaY?: number;
+        modifiers?: number;
+    }): Promise<void>;
+    /**
+     * Inject a keyboard event via CDP
+     */
+    injectKeyboardEvent(params: {
+        type: 'keyDown' | 'keyUp' | 'char';
+        key?: string;
+        code?: string;
+        text?: string;
+        modifiers?: number;
+    }): Promise<void>;
+    /**
+     * Inject touch event via CDP (for mobile emulation)
+     */
+    injectTouchEvent(params: {
+        type: 'touchStart' | 'touchEnd' | 'touchMove' | 'touchCancel';
+        touchPoints: Array<{
+            x: number;
+            y: number;
+            id?: number;
+        }>;
+        modifiers?: number;
+    }): Promise<void>;
     /**
      * Close the browser and clean up
      */

package/dist/browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,OAAO,EACP,KAAK,OAAO,EAEZ,KAAK,IAAI,EACT,KAAK,KAAK,EAIV,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,gBAAgB,EAAiC,MAAM,eAAe,CAAC;AAElG,UAAU,cAAc;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,QAAQ,CAAwB;IACxC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,WAAW,CAAsB;IACzC,OAAO,CAAC,aAAa,CAAoD;IACzE,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,MAAM,CAA2D;IACzE,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,UAAU,CAAmB;IACrC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,kBAAkB,CAA2D;IAErF;;OAEG;IACH,UAAU,IAAI,OAAO;IAIrB;;OAEG;IACG,WAAW,CAAC,OAAO,CAAC,EAAE;QAC1B,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAQ7B;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;;OAGG;IACH,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI;IAyBjD;;OAEG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIhC;;OAEG;IACH,UAAU,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO;IAU1C;;OAEG;IACH,OAAO,IAAI,IAAI;IAOf;;OAEG;IACH,QAAQ,IAAI,KAAK;IAOjB;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B/F;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAIzB;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAmB3E;;OAEG;IACH,kBAAkB,IAAI,IAAI;IAQ1B;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAa5B;;OAEG;IACH,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc,EAAE;IAO9C;;OAEG;IACH,aAAa,IAAI,IAAI;IAIrB;;OAEG;IACG,QAAQ,CACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,QAAQ,CAAC,EAAE;YACT,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SAClC,CAAC;QACF,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAsBhB;;OAEG;IACG,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3F;;OAEG;IACG,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW1E;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC,MAAM,OAAO,OAAO,CAAC,GAAG,SAAS;IAIjF;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE;IAIvB;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAW5B;;OAEG;IACH,kBAAkB,IAAI,cAAc,EAAE;IAItC;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAI5B;;OAEG;IACH,kBAAkB,IAAI,IAAI;IAU1B;;OAEG;IACH,aAAa,IAAI,SAAS,EAAE;IAI5B;;OAEG;IACH,eAAe,IAAI,IAAI;IAIvB;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjD;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOrE;;;OAGG;IACG,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCtF;;OAEG;IACG,kBAAkB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BxD;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1F;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9C;;OAEG;IACG,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnD;;OAEG;IACH,QAAQ,IAAI,IAAI,EAAE;IAIlB;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACH,UAAU,IAAI,OAAO,GAAG,IAAI;IAI5B;;;OAGG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCnD;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAgBzD;;OAEG;IACG,SAAS,CAAC,QAAQ,CAAC,EAAE;QACzB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAqB7C;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAetE;;OAEG;IACG,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAyB9E;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAYhG;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAoB7B"}
+{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,OAAO,EACP,KAAK,OAAO,EAEZ,KAAK,IAAI,EACT,KAAK,KAAK,EAIV,KAAK,OAAO,EACZ,KAAK,UAAU,EAChB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,gBAAgB,EAAiC,MAAM,eAAe,CAAC;AAGlG,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,SAAS,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,cAAc;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,mBAAmB,CAAkB;IAC7C,OAAO,CAAC,QAAQ,CAAwB;IACxC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,WAAW,CAAsB;IACzC,OAAO,CAAC,aAAa,CAAoD;IACzE,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,MAAM,CAA2D;IACzE,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,UAAU,CAAmB;IACrC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,kBAAkB,CAA2D;IAGrF,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,aAAa,CAAmD;IACxE,OAAO,CAAC,sBAAsB,CAAwC;IAEtE;;OAEG;IACH,UAAU,IAAI,OAAO;IAIrB;;OAEG;IACG,WAAW,CAAC,OAAO,CAAC,EAAE;QAC1B,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAQ7B;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;;OAGG;IACH,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI;IAyBjD;;OAEG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIhC;;OAEG;IACH,UAAU,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO;IAU1C;;OAEG;IACH,OAAO,IAAI,IAAI;IAOf;;OAEG;IACH,QAAQ,IAAI,KAAK;IAOjB;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B/F;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAIzB;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAmB3E;;OAEG;IACH,kBAAkB,IAAI,IAAI;IAQ1B;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAa5B;;OAEG;IACH,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc,EAAE;IAO9C;;OAEG;IACH,aAAa,IAAI,IAAI;IAIrB;;OAEG;IACG,QAAQ,CACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,QAAQ,CAAC,EAAE;YACT,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SAClC,CAAC;QACF,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAsBhB;;OAEG;IACG,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3F;;OAEG;IACG,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW1E;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC,MAAM,OAAO,OAAO,CAAC,GAAG,SAAS;IAIjF;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE;IAIvB;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAW5B;;OAEG;IACH,kBAAkB,IAAI,cAAc,EAAE;IAItC;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAI5B;;OAEG;IACH,kBAAkB,IAAI,IAAI;IAU1B;;OAEG;IACH,aAAa,IAAI,SAAS,EAAE;IAI5B;;OAEG;IACH,eAAe,IAAI,IAAI;IAIvB;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjD;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOrE;;;OAGG;IACG,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCtF;;OAEG;IACG,kBAAkB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BxD;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1F;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9C;;OAEG;IACG,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnD;;OAEG;IACH,QAAQ,IAAI,IAAI,EAAE;IAIlB;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACH,UAAU,IAAI,OAAO,GAAG,IAAI;IAI5B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;;OAGG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAiEnD;;OAEG;YACW,aAAa;IA8C3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA2BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAO5B;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAmBzD;;OAEG;IACG,SAAS,CAAC,QAAQ,CAAC,EAAE;QACzB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAqB7C;;;OAGG;YACW,oBAAoB;IAalC;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAoBrF;;OAEG;IACG,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IA8B9E;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAYhG;;;OAGG;IACG,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC;IAa1C;;OAEG;IACH,eAAe,IAAI,OAAO;IAI1B;;;;OAIG;IACG,eAAe,CACnB,QAAQ,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,EAC1C,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,IAAI,CAAC;IAuChB;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBrC;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE;QAC7B,IAAI,EAAE,cAAc,GAAG,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;QACrE,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;QAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBjB;;OAEG;IACG,mBAAmB,CAAC,MAAM,EAAE;QAChC,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;QACnC,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,IAAI,CAAC;IAYjB;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE;QAC7B,IAAI,EAAE,YAAY,GAAG,UAAU,GAAG,WAAW,GAAG,aAAa,CAAC;QAC9D,WAAW,EAAE,KAAK,CAAC;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAC;YAAC,EAAE,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,IAAI,CAAC;IAcjB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAyC7B"}

package/dist/browser.js

@@ -1,10 +1,14 @@
 import { chromium, firefox, webkit, devices, } from 'playwright-core';
+import path from 'node:path';
+import os from 'node:os';
 import { getEnhancedSnapshot, parseRef } from './snapshot.js';
 /**
  * Manages the Playwright browser lifecycle with multiple tabs/windows
  */
 export class BrowserManager {
     browser = null;
+    cdpPort = null;
+    isPersistentContext = false;
     contexts = [];
     pages = [];
     activePageIndex = 0;
@@ -18,11 +22,17 @@ export class BrowserManager {
     refMap = {};
     lastSnapshot = '';
     scopedHeaderRoutes = new Map();
+    // CDP session for screencast and input injection
+    cdpSession = null;
+    screencastActive = false;
+    screencastSessionId = 0;
+    frameCallback = null;
+    screencastFrameHandler = null;
     /**
      * Check if browser is launched
      */
     isLaunched() {
-        return this.browser !== null;
+        return this.browser !== null || this.isPersistentContext;
     }
     /**
      * Get enhanced snapshot with refs and cache the ref map
@@ -477,40 +487,134 @@ export class BrowserManager {
     getBrowser() {
         return this.browser;
     }
+    /**
+     * Check if an existing CDP connection is still alive
+     * by verifying we can access browser contexts and that at least one has pages
+     */
+    isCdpConnectionAlive() {
+        if (!this.browser)
+            return false;
+        try {
+            const contexts = this.browser.contexts();
+            if (contexts.length === 0)
+                return false;
+            return contexts.some((context) => context.pages().length > 0);
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Check if CDP connection needs to be re-established
+     */
+    needsCdpReconnect(cdpPort) {
+        if (!this.browser?.isConnected())
+            return true;
+        if (this.cdpPort !== cdpPort)
+            return true;
+        if (!this.isCdpConnectionAlive())
+            return true;
+        return false;
+    }
     /**
      * Launch the browser with the specified options
      * If already launched, this is a no-op (browser stays open)
      */
     async launch(options) {
-        // If already launched, don't relaunch
-        if (this.browser) {
+        const cdpPort = options.cdpPort;
+        const hasExtensions = !!options.extensions?.length;
+        if (hasExtensions && cdpPort) {
+            throw new Error('Extensions cannot be used with CDP connection');
+        }
+        if (this.isLaunched()) {
+            const needsRelaunch = (!cdpPort && this.cdpPort !== null) || (!!cdpPort && this.needsCdpReconnect(cdpPort));
+            if (needsRelaunch) {
+                await this.close();
+            }
+            else {
+                return;
+            }
+        }
+        if (cdpPort) {
+            await this.connectViaCDP(cdpPort);
             return;
         }
-        // Select browser type
         const browserType = options.browser ?? 'chromium';
+        if (hasExtensions && browserType !== 'chromium') {
+            throw new Error('Extensions are only supported in Chromium');
+        }
         const launcher = browserType === 'firefox' ? firefox : browserType === 'webkit' ? webkit : chromium;
-        // Launch browser
-        this.browser = await launcher.launch({
-            headless: options.headless ?? true,
-            executablePath: options.executablePath,
-        });
-        // Create context with viewport and optional headers
-        const context = await this.browser.newContext({
-            viewport: options.viewport ?? { width: 1280, height: 720 },
-            extraHTTPHeaders: options.headers,
-        });
-        // Set default timeout to 10 seconds (Playwright default is 30s)
+        const viewport = options.viewport ?? { width: 1280, height: 720 };
+        let context;
+        if (hasExtensions) {
+            const extPaths = options.extensions.join(',');
+            const session = process.env.AGENT_BROWSER_SESSION || 'default';
+            context = await launcher.launchPersistentContext(path.join(os.tmpdir(), `agent-browser-ext-${session}`), {
+                headless: false,
+                executablePath: options.executablePath,
+                args: [`--disable-extensions-except=${extPaths}`, `--load-extension=${extPaths}`],
+                viewport,
+                extraHTTPHeaders: options.headers,
+            });
+            this.isPersistentContext = true;
+        }
+        else {
+            this.browser = await launcher.launch({
+                headless: options.headless ?? true,
+                executablePath: options.executablePath,
+            });
+            this.cdpPort = null;
+            context = await this.browser.newContext({ viewport, extraHTTPHeaders: options.headers });
+        }
         context.setDefaultTimeout(10000);
         this.contexts.push(context);
-        // Create initial page
-        const page = await context.newPage();
+        const page = context.pages()[0] ?? (await context.newPage());
         this.pages.push(page);
         this.activePageIndex = 0;
-        // Automatically start console and error tracking
         this.setupPageTracking(page);
     }
     /**
-     * Set up console and error tracking for a page
+     * Connect to a running browser via CDP (Chrome DevTools Protocol)
+     */
+    async connectViaCDP(cdpPort) {
+        if (!cdpPort) {
+            throw new Error('cdpPort is required for CDP connection');
+        }
+        const browser = await chromium.connectOverCDP(`http://localhost:${cdpPort}`).catch(() => {
+            throw new Error(`Failed to connect via CDP on port ${cdpPort}. ` +
+                `Make sure the app is running with --remote-debugging-port=${cdpPort}`);
+        });
+        // Validate and set up state, cleaning up browser connection if anything fails
+        try {
+            const contexts = browser.contexts();
+            if (contexts.length === 0) {
+                throw new Error('No browser context found. Make sure the app has an open window.');
+            }
+            const allPages = contexts.flatMap((context) => context.pages());
+            if (allPages.length === 0) {
+                throw new Error('No page found. Make sure the app has loaded content.');
+            }
+            // All validation passed - commit state
+            this.browser = browser;
+            this.cdpPort = cdpPort;
+            for (const context of contexts) {
+                this.contexts.push(context);
+                this.setupContextTracking(context);
+            }
+            for (const page of allPages) {
+                this.pages.push(page);
+                this.setupPageTracking(page);
+            }
+            this.activePageIndex = 0;
+        }
+        catch (error) {
+            // Clean up browser connection if validation or setup failed
+            await browser.close().catch(() => { });
+            throw error;
+        }
+    }
+    /**
+     * Set up console, error, and close tracking for a page
      */
     setupPageTracking(page) {
         page.on('console', (msg) => {
@@ -526,6 +630,24 @@ export class BrowserManager {
                 timestamp: Date.now(),
             });
         });
+        page.on('close', () => {
+            const index = this.pages.indexOf(page);
+            if (index !== -1) {
+                this.pages.splice(index, 1);
+                if (this.activePageIndex >= this.pages.length) {
+                    this.activePageIndex = Math.max(0, this.pages.length - 1);
+                }
+            }
+        });
+    }
+    /**
+     * Set up tracking for new pages in a context (for CDP connections)
+     */
+    setupContextTracking(context) {
+        context.on('page', (page) => {
+            this.pages.push(page);
+            this.setupPageTracking(page);
+        });
     }
     /**
      * Create a new tab in the current context
@@ -534,6 +656,8 @@ export class BrowserManager {
         if (!this.browser || this.contexts.length === 0) {
             throw new Error('Browser not launched');
         }
+        // Invalidate CDP session since we're switching to a new page
+        await this.invalidateCDPSession();
         const context = this.contexts[0]; // Use first context for tabs
         const page = await context.newPage();
         this.pages.push(page);
@@ -561,13 +685,32 @@ export class BrowserManager {
         this.setupPageTracking(page);
         return { index: this.activePageIndex, total: this.pages.length };
     }
+    /**
+     * Invalidate the current CDP session (must be called before switching pages)
+     * This ensures screencast and input injection work correctly after tab switch
+     */
+    async invalidateCDPSession() {
+        // Stop screencast if active (it's tied to the current page's CDP session)
+        if (this.screencastActive) {
+            await this.stopScreencast();
+        }
+        // Detach and clear the CDP session
+        if (this.cdpSession) {
+            await this.cdpSession.detach().catch(() => { });
+            this.cdpSession = null;
+        }
+    }
     /**
      * Switch to a specific tab/page by index
      */
-    switchTo(index) {
+    async switchTo(index) {
         if (index < 0 || index >= this.pages.length) {
             throw new Error(`Invalid tab index: ${index}. Available: 0-${this.pages.length - 1}`);
         }
+        // Invalidate CDP session before switching (it's page-specific)
+        if (index !== this.activePageIndex) {
+            await this.invalidateCDPSession();
+        }
         this.activePageIndex = index;
         const page = this.pages[index];
         return {
@@ -587,6 +730,10 @@ export class BrowserManager {
         if (this.pages.length === 1) {
             throw new Error('Cannot close the last tab. Use "close" to close the browser.');
         }
+        // If closing the active tab, invalidate CDP session first
+        if (targetIndex === this.activePageIndex) {
+            await this.invalidateCDPSession();
+        }
         const page = this.pages[targetIndex];
         await page.close();
         this.pages.splice(targetIndex, 1);
@@ -611,25 +758,177 @@ export class BrowserManager {
         })));
         return tabs;
     }
+    /**
+     * Get or create a CDP session for the current page
+     * Only works with Chromium-based browsers
+     */
+    async getCDPSession() {
+        if (this.cdpSession) {
+            return this.cdpSession;
+        }
+        const page = this.getPage();
+        const context = page.context();
+        // Create a new CDP session attached to the page
+        this.cdpSession = await context.newCDPSession(page);
+        return this.cdpSession;
+    }
+    /**
+     * Check if screencast is currently active
+     */
+    isScreencasting() {
+        return this.screencastActive;
+    }
+    /**
+     * Start screencast - streams viewport frames via CDP
+     * @param callback Function called for each frame
+     * @param options Screencast options
+     */
+    async startScreencast(callback, options) {
+        if (this.screencastActive) {
+            throw new Error('Screencast already active');
+        }
+        const cdp = await this.getCDPSession();
+        this.frameCallback = callback;
+        this.screencastActive = true;
+        // Create and store the frame handler so we can remove it later
+        this.screencastFrameHandler = async (params) => {
+            const frame = {
+                data: params.data,
+                metadata: params.metadata,
+                sessionId: params.sessionId,
+            };
+            // Acknowledge the frame to receive the next one
+            await cdp.send('Page.screencastFrameAck', { sessionId: params.sessionId });
+            // Call the callback with the frame
+            if (this.frameCallback) {
+                this.frameCallback(frame);
+            }
+        };
+        // Listen for screencast frames
+        cdp.on('Page.screencastFrame', this.screencastFrameHandler);
+        // Start the screencast
+        await cdp.send('Page.startScreencast', {
+            format: options?.format ?? 'jpeg',
+            quality: options?.quality ?? 80,
+            maxWidth: options?.maxWidth ?? 1280,
+            maxHeight: options?.maxHeight ?? 720,
+            everyNthFrame: options?.everyNthFrame ?? 1,
+        });
+    }
+    /**
+     * Stop screencast
+     */
+    async stopScreencast() {
+        if (!this.screencastActive) {
+            return;
+        }
+        try {
+            const cdp = await this.getCDPSession();
+            await cdp.send('Page.stopScreencast');
+            // Remove the event listener to prevent accumulation
+            if (this.screencastFrameHandler) {
+                cdp.off('Page.screencastFrame', this.screencastFrameHandler);
+            }
+        }
+        catch {
+            // Ignore errors when stopping
+        }
+        this.screencastActive = false;
+        this.frameCallback = null;
+        this.screencastFrameHandler = null;
+    }
+    /**
+     * Inject a mouse event via CDP
+     */
+    async injectMouseEvent(params) {
+        const cdp = await this.getCDPSession();
+        const cdpButton = params.button === 'left'
+            ? 'left'
+            : params.button === 'right'
+                ? 'right'
+                : params.button === 'middle'
+                    ? 'middle'
+                    : 'none';
+        await cdp.send('Input.dispatchMouseEvent', {
+            type: params.type,
+            x: params.x,
+            y: params.y,
+            button: cdpButton,
+            clickCount: params.clickCount ?? 1,
+            deltaX: params.deltaX ?? 0,
+            deltaY: params.deltaY ?? 0,
+            modifiers: params.modifiers ?? 0,
+        });
+    }
+    /**
+     * Inject a keyboard event via CDP
+     */
+    async injectKeyboardEvent(params) {
+        const cdp = await this.getCDPSession();
+        await cdp.send('Input.dispatchKeyEvent', {
+            type: params.type,
+            key: params.key,
+            code: params.code,
+            text: params.text,
+            modifiers: params.modifiers ?? 0,
+        });
+    }
+    /**
+     * Inject touch event via CDP (for mobile emulation)
+     */
+    async injectTouchEvent(params) {
+        const cdp = await this.getCDPSession();
+        await cdp.send('Input.dispatchTouchEvent', {
+            type: params.type,
+            touchPoints: params.touchPoints.map((tp, i) => ({
+                x: tp.x,
+                y: tp.y,
+                id: tp.id ?? i,
+            })),
+            modifiers: params.modifiers ?? 0,
+        });
+    }
     /**
      * Close the browser and clean up
      */
     async close() {
-        for (const page of this.pages) {
-            await page.close().catch(() => { });
+        // Stop screencast if active
+        if (this.screencastActive) {
+            await this.stopScreencast();
+        }
+        // Clean up CDP session
+        if (this.cdpSession) {
+            await this.cdpSession.detach().catch(() => { });
+            this.cdpSession = null;
+        }
+        // CDP: only disconnect, don't close external app's pages
+        if (this.cdpPort !== null) {
+            if (this.browser) {
+                await this.browser.close().catch(() => { });
+                this.browser = null;
+            }
         }
-        this.pages = [];
-        for (const context of this.contexts) {
-            await context.close().catch(() => { });
+        else {
+            // Regular browser: close everything
+            for (const page of this.pages) {
+                await page.close().catch(() => { });
+            }
+            for (const context of this.contexts) {
+                await context.close().catch(() => { });
+            }
+            if (this.browser) {
+                await this.browser.close().catch(() => { });
+                this.browser = null;
+            }
         }
+        this.pages = [];
         this.contexts = [];
-        if (this.browser) {
-            await this.browser.close().catch(() => { });
-            this.browser = null;
-        }
+        this.cdpPort = null;
+        this.isPersistentContext = false;
         this.activePageIndex = 0;
         this.refMap = {};
         this.lastSnapshot = '';
+        this.frameCallback = null;
     }
 }
 //# sourceMappingURL=browser.js.map