@dyyz1993/agent-browser 0.9.2

package/dist/stream-server.d.ts

@@ -0,0 +1,214 @@
+import type { BrowserManager } from './browser.js';
+import type { Command } from './types.js';
+export type StreamState = 'user_interacting' | 'screen_moving' | 'static';
+export interface StreamStateConfig {
+    format: 'jpeg' | 'webp';
+    quality: number;
+    maxFps: number;
+    scale: number;
+}
+export declare const STATE_CONFIGS: Record<StreamState, StreamStateConfig>;
+export type StateChangeCallback = (newState: StreamState, previousState: StreamState) => void;
+export declare class StreamStateManager {
+    private currentState;
+    private isUserInteracting;
+    private userInteractionTimer;
+    private lastFrameTime;
+    private frameInterval;
+    private onStateChange;
+    private staticTimer;
+    private readonly USER_INTERACTION_TIMEOUT_MS;
+    private readonly SCREEN_MOVING_THRESHOLD_MS;
+    private readonly STATIC_TIMEOUT_MS;
+    setStateChangeCallback(callback: StateChangeCallback | null): void;
+    private setState;
+    private resetStaticTimer;
+    onUserInteraction(): void;
+    private resetUserInteractionTimeout;
+    onFrameReceived(): void;
+    getConfig(): StreamStateConfig;
+    getState(): StreamState;
+    getFrameInterval(): number;
+    getIsUserInteracting(): boolean;
+}
+export declare class FrameRateController {
+    private lastSentTime;
+    private fpsFrameCount;
+    private fpsLastTime;
+    private currentFps;
+    private readonly FPS_CALCULATION_INTERVAL_MS;
+    shouldSendFrame(maxFps: number): boolean;
+    private calculateFps;
+    getCurrentFps(): number;
+    reset(): void;
+}
+export declare class FrameProcessor {
+    process(data: string, config: StreamStateConfig, viewportWidth?: number, viewportHeight?: number): Promise<Buffer>;
+}
+export declare function isAllowedOrigin(origin: string | undefined): boolean;
+export interface FrameMessage {
+    type: 'frame';
+    metadata: {
+        offsetTop: number;
+        pageScaleFactor: number;
+        deviceWidth: number;
+        deviceHeight: number;
+        scrollOffsetX: number;
+        scrollOffsetY: number;
+        timestamp?: number;
+    };
+    format: 'jpeg' | 'webp';
+    fps: number;
+    state: StreamState;
+}
+export interface InputMouseMessage {
+    type: 'input_mouse';
+    eventType: 'mousePressed' | 'mouseReleased' | 'mouseMoved' | 'mouseWheel';
+    x: number;
+    y: number;
+    button?: 'left' | 'right' | 'middle' | 'none';
+    clickCount?: number;
+    deltaX?: number;
+    deltaY?: number;
+    modifiers?: number;
+}
+export interface InputKeyboardMessage {
+    type: 'input_keyboard';
+    eventType: 'keyDown' | 'keyUp' | 'rawKeyDown' | 'char';
+    key?: string;
+    code?: string;
+    text?: string;
+    modifiers?: number;
+}
+export interface InputTouchMessage {
+    type: 'input_touch';
+    eventType: 'touchStart' | 'touchEnd' | 'touchMove' | 'touchCancel';
+    touchPoints: Array<{
+        x: number;
+        y: number;
+        id?: number;
+    }>;
+    modifiers?: number;
+}
+export interface InputTextMessage {
+    type: 'input_text';
+    text: string;
+}
+export interface KeyboardDownMessage {
+    type: 'keyboard_down';
+    key: string;
+}
+export interface KeyboardUpMessage {
+    type: 'keyboard_up';
+    key: string;
+}
+export interface KeyboardInsertTextMessage {
+    type: 'keyboard_insert_text';
+    text: string;
+}
+export interface StatusMessage {
+    type: 'status';
+    connected: boolean;
+    screencasting: boolean;
+    viewportWidth?: number;
+    viewportHeight?: number;
+    fps?: number;
+    state?: StreamState;
+}
+export interface ErrorMessage {
+    type: 'error';
+    message: string;
+}
+export interface TabCreatedMessage {
+    type: 'tab_created';
+    data: {
+        index: number;
+        url: string;
+        title: string;
+    };
+}
+export interface TabClosedMessage {
+    type: 'tab_closed';
+    data: {
+        index: number;
+        remainingTabs: number;
+    };
+}
+export interface TabSwitchedMessage {
+    type: 'tab_switched';
+    data: {
+        fromIndex: number;
+        toIndex: number;
+    };
+}
+export interface NavigationMessage {
+    type: 'navigation';
+    data: {
+        url: string;
+        title: string;
+    };
+}
+export interface UserActivityMessage {
+    type: 'user_activity';
+}
+export type StreamMessage = FrameMessage | InputMouseMessage | InputKeyboardMessage | InputTouchMessage | InputTextMessage | KeyboardDownMessage | KeyboardUpMessage | KeyboardInsertTextMessage | StatusMessage | ErrorMessage | TabCreatedMessage | TabClosedMessage | TabSwitchedMessage | NavigationMessage | UserActivityMessage | Command;
+export declare class StreamServer {
+    private wss;
+    private clients;
+    private browser;
+    private port;
+    private isScreencasting;
+    private stateManager;
+    private frameRateController;
+    private frameProcessor;
+    private lastFrameData;
+    private lastFrameMetadata;
+    constructor(browser: BrowserManager, port?: number);
+    private onStateChange;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private handleConnection;
+    private handleMessage;
+    private broadcastFrame;
+    private broadcastEvent;
+    private sendStatus;
+    private sendError;
+    private startScreencast;
+    private stopScreencast;
+    getPort(): number;
+    getClientCount(): number;
+    getStateManager(): StreamStateManager;
+    getFrameRateController(): FrameRateController;
+}
+export declare function getStreamServerIpcPath(): string;
+export declare class StreamServerProxy {
+    private browser;
+    private ipcSocket;
+    private ipcPath;
+    private session;
+    private isScreencasting;
+    private stateManager;
+    private frameRateController;
+    private frameProcessor;
+    private reconnectTimer;
+    private lastFrameData;
+    private lastFrameMetadata;
+    constructor(browser: BrowserManager);
+    private onStateChange;
+    connect(): Promise<void>;
+    private handleMessage;
+    private handleClientConnected;
+    private handleClientDisconnected;
+    private handleInputMessage;
+    private setupFrameCallback;
+    private sendFrame;
+    private send;
+    private getDaemonSocketPath;
+    private getDaemonPort;
+    private scheduleReconnect;
+    startScreencast(): Promise<void>;
+    stopScreencast(): Promise<void>;
+    disconnect(): Promise<void>;
+    isConnected(): boolean;
+}
+//# sourceMappingURL=stream-server.d.ts.map

package/dist/stream-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-server.d.ts","sourceRoot":"","sources":["../src/stream-server.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAmB,MAAM,cAAc,CAAC;AAEpE,OAAO,KAAK,EAAE,OAAO,EAAY,MAAM,YAAY,CAAC;AAKpD,MAAM,MAAM,WAAW,GAAG,kBAAkB,GAAG,eAAe,GAAG,QAAQ,CAAC;AAE1E,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAIhE,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,KAAK,IAAI,CAAC;AAE9F,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,YAAY,CAAyB;IAC7C,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,oBAAoB,CAA8C;IAC1E,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,WAAW,CAA8C;IAEjE,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAQ;IACpD,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAQ;IACnD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;IAE1C,sBAAsB,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI,GAAG,IAAI;IAIlE,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,gBAAgB;IAWxB,iBAAiB,IAAI,IAAI;IAOzB,OAAO,CAAC,2BAA2B;IAYnC,eAAe,IAAI,IAAI;IAcvB,SAAS,IAAI,iBAAiB;IAI9B,QAAQ,IAAI,WAAW;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,oBAAoB,IAAI,OAAO;CAGhC;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,WAAW,CAAsB;IACzC,OAAO,CAAC,UAAU,CAAa;IAE/B,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAQ;IAEpD,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAaxC,OAAO,CAAC,YAAY;IAWpB,aAAa,IAAI,MAAM;IAIvB,KAAK,IAAI,IAAI;CAMd;AAED,qBAAa,cAAc;IACnB,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,iBAAiB,EACzB,aAAa,CAAC,EAAE,MAAM,EACtB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,MAAM,CAAC;CAmBnB;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAiBnE;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,WAAW,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;IAC1E,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,gBAAgB,CAAC;IACvB,SAAS,EAAE,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;IACvD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,UAAU,GAAG,WAAW,GAAG,aAAa,CAAC;IACnE,WAAW,EAAE,KAAK,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,eAAe,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CAChD;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACtC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,MAAM,aAAa,GACrB,YAAY,GACZ,iBAAiB,GACjB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,GACnB,iBAAiB,GACjB,yBAAyB,GACzB,aAAa,GACb,YAAY,GACZ,iBAAiB,GACjB,gBAAgB,GAChB,kBAAkB,GAClB,iBAAiB,GACjB,mBAAmB,GACnB,OAAO,CAAC;AAMZ,qBAAa,YAAY;IACvB,OAAO,CAAC,GAAG,CAAgC;IAC3C,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,eAAe,CAAkB;IAEzC,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,mBAAmB,CAAkD;IAC7E,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,iBAAiB,CAA4C;gBAGnE,OAAO,EAAE,cAAc,EACvB,IAAI,GAAE,MAAsE;YAUhE,aAAa;IA8B3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA2DhB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB3B,OAAO,CAAC,gBAAgB;YAuCV,aAAa;YAiFb,cAAc;IAuC5B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,UAAU;IA4BlB,OAAO,CAAC,SAAS;YAWH,eAAe;YA0Bf,cAAc;IAW5B,OAAO,IAAI,MAAM;IAIjB,cAAc,IAAI,MAAM;IAIxB,eAAe,IAAI,kBAAkB;IAIrC,sBAAsB,IAAI,mBAAmB;CAG9C;AAID,wBAAgB,sBAAsB,IAAI,MAAM,CAE/C;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,mBAAmB,CAAkD;IAC7E,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,cAAc,CAA8C;IACpE,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,iBAAiB,CAA4C;gBAEzD,OAAO,EAAE,cAAc;YAUrB,aAAa;IAyBrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgD9B,OAAO,CAAC,aAAa;YA2BP,qBAAqB;YAUrB,wBAAwB;YAYxB,kBAAkB;IA2EhC,OAAO,CAAC,kBAAkB;YAuBZ,SAAS;IAkCvB,OAAO,CAAC,IAAI;IAMZ,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,iBAAiB;IAWnB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBhC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBjC,WAAW,IAAI,OAAO;CAGvB"}