@aiscene/aiserver 1.0.0

package/dist/debug/session-manager.js

@@ -0,0 +1,76 @@
+import { createLogger } from '../core/logger.js';
+import { debugLogRepo } from '../storage/repositories/debug-log-repo.js';
+const logger = createLogger('SessionManager');
+export class SessionManager {
+    sessions = new Map();
+    create(sessionId, ws, deviceId) {
+        const session = {
+            sessionId,
+            deviceId,
+            status: 'idle',
+            logs: [],
+            startTime: new Date(),
+            client: ws,
+        };
+        this.sessions.set(sessionId, session);
+        // Persist to database
+        try {
+            debugLogRepo.createSession({
+                sessionId,
+                deviceId,
+                status: 'idle',
+                startedAt: new Date(),
+            });
+        }
+        catch (error) {
+            logger.warn(`Failed to persist session: ${error.message}`);
+        }
+        logger.info(`Session created: ${sessionId}`);
+        return session;
+    }
+    get(sessionId) {
+        return this.sessions.get(sessionId);
+    }
+    updateStatus(sessionId, status) {
+        const session = this.sessions.get(sessionId);
+        if (session) {
+            session.status = status;
+        }
+        try {
+            debugLogRepo.updateSessionStatus(sessionId, status);
+        }
+        catch (error) {
+            logger.warn(`Failed to update session status: ${error.message}`);
+        }
+    }
+    addLog(sessionId, content, type = 'log_output') {
+        const session = this.sessions.get(sessionId);
+        if (session) {
+            session.logs.push(content);
+        }
+        try {
+            debugLogRepo.addLog({ sessionId, type, content });
+        }
+        catch (error) {
+            // ignore storage errors
+        }
+    }
+    remove(sessionId) {
+        this.sessions.delete(sessionId);
+        logger.info(`Session removed: ${sessionId}`);
+    }
+    getAll() {
+        return Array.from(this.sessions.values());
+    }
+    findByClient(ws) {
+        const sessionIds = [];
+        for (const [id, session] of this.sessions) {
+            if (session.client === ws) {
+                sessionIds.push(id);
+            }
+        }
+        return sessionIds;
+    }
+}
+export const sessionManager = new SessionManager();
+//# sourceMappingURL=session-manager.js.map

package/dist/debug/session-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-manager.js","sourceRoot":"","sources":["../../src/debug/session-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AAGzE,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAE9C,MAAM,OAAO,cAAc;IACjB,QAAQ,GAA8B,IAAI,GAAG,EAAE,CAAC;IAExD,MAAM,CAAC,SAAiB,EAAE,EAAa,EAAE,QAAiB;QACxD,MAAM,OAAO,GAAiB;YAC5B,SAAS;YACT,QAAQ;YACR,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,MAAM,EAAE,EAAE;SACX,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtC,sBAAsB;QACtB,IAAI,CAAC;YACH,YAAY,CAAC,aAAa,CAAC;gBACzB,SAAS;gBACT,QAAQ;gBACR,MAAM,EAAE,MAAM;gBACd,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,8BAA+B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,GAAG,CAAC,SAAiB;QACnB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,YAAY,CAAC,SAAiB,EAAE,MAA0B;QACxD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC;YACH,YAAY,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,oCAAqC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,MAAM,CAAC,SAAiB,EAAE,OAAe,EAAE,OAAe,YAAY;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC;YACH,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,SAAiB;QACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM;QACJ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,YAAY,CAAC,EAAa;QACxB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;gBAC1B,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;CACF;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC"}

package/dist/debug/types.d.ts

@@ -0,0 +1,76 @@
+export interface DebugRequest {
+    type: 'start_debug';
+    naturalLanguage: string;
+    runMode: 'browser' | 'device';
+    deviceId?: string;
+    url?: string;
+    platform?: 'android' | 'ios';
+    packageName?: string;
+    bundleId?: string;
+    mobileMode?: boolean;
+    isRnUrl?: boolean;
+    needLogin?: boolean;
+    modelName?: string;
+}
+export interface StopDebugRequest {
+    type: 'stop_debug';
+    sessionId: string;
+}
+export interface GetLogsRequest {
+    type: 'get_logs';
+    sessionId: string;
+}
+export interface ActionExecuteRequest {
+    type: 'execute_action';
+    actionType: string;
+    locatePrompt?: string;
+    actionParams?: Record<string, unknown>;
+    deviceId?: string;
+    platform?: 'android' | 'ios';
+    packageName?: string;
+    modelName?: string;
+    testUrl?: string;
+    modelConfig?: Record<string, unknown>;
+}
+export interface AiActExecuteRequest {
+    type: 'execute_ai_act';
+    naturalLanguage: string;
+    deviceId?: string;
+    platform?: 'android' | 'ios';
+    packageName?: string;
+    deepLocate?: boolean;
+    deepThink?: boolean;
+    modelName?: string;
+    modelConfig?: Record<string, unknown>;
+}
+export interface WebActionExecuteRequest {
+    type: 'execute_web_action';
+    actionType: string;
+    url?: string;
+    locatePrompt?: string;
+    actionParams?: Record<string, unknown>;
+    naturalLanguage?: string;
+    modelConfig?: Record<string, unknown>;
+    viewport?: {
+        width: number;
+        height: number;
+    };
+    headless?: boolean;
+    screencast?: Record<string, unknown> | boolean;
+    sessionId?: string;
+}
+export interface StartScreencastRequest {
+    type: 'start_screencast';
+    sessionId: string;
+    options?: Record<string, unknown>;
+}
+export interface StopScreencastRequest {
+    type: 'stop_screencast';
+    sessionId: string;
+}
+export interface CloseWebSessionRequest {
+    type: 'close_web_session';
+    sessionId: string;
+}
+export type WebSocketMessage = DebugRequest | StopDebugRequest | GetLogsRequest | ActionExecuteRequest | AiActExecuteRequest | WebActionExecuteRequest | StartScreencastRequest | StopScreencastRequest | CloseWebSessionRequest;
+//# sourceMappingURL=types.d.ts.map

package/dist/debug/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/debug/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,aAAa,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,gBAAgB,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,gBAAgB,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC;IAC/C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,kBAAkB,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAGD,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,iBAAiB,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,oBAAoB,GACpB,mBAAmB,GACnB,uBAAuB,GACvB,sBAAsB,GACtB,qBAAqB,GACrB,sBAAsB,CAAC"}

package/dist/debug/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/debug/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/debug/types.ts"],"names":[],"mappings":""}

package/dist/debug/web-screencast.d.ts

@@ -0,0 +1,60 @@
+import { WebSocket } from 'ws';
+/**
+ * Playwright / @midscene/web 的类型是通过动态 import 引入的，
+ * 这里用最小化的鸭子类型来避免主项目强依赖 playwright 的类型导出。
+ */
+export type PwBrowser = {
+    close(): Promise<void>;
+};
+export type PwBrowserContext = {
+    newCDPSession(page: PwPage): Promise<PwCDPSession>;
+    on(event: 'page', listener: (page: PwPage) => void): void;
+};
+export type PwPage = Record<string, unknown>;
+export type PwCDPSession = {
+    send(method: string, params?: Record<string, unknown>): Promise<unknown>;
+    on(event: 'Page.screencastFrame', listener: (payload: {
+        data: string;
+        sessionId: number;
+    }) => void): void;
+    detach(): Promise<void>;
+};
+export interface ScreencastOptions {
+    format?: 'jpeg' | 'png';
+    quality?: number;
+    maxWidth?: number;
+    maxHeight?: number;
+    everyNthFrame?: number;
+}
+interface ScreencastSession {
+    sessionId: string;
+    browser: PwBrowser;
+    context: PwBrowserContext;
+    page: PwPage;
+    cdpSessions: Map<PwPage, PwCDPSession>;
+    viewers: Set<WebSocket>;
+    controlClient: WebSocket;
+    options: Required<ScreencastOptions>;
+}
+/**
+ * Web 投屏管理器：
+ * - 为每个 session 管理一个 Playwright Browser + 多 Page 的 CDP 投屏
+ * - 将 JPEG 帧二进制广播到所有观看端 WebSocket
+ * - 背压保护：bufferedAmount 超阈值时丢帧
+ */
+export declare class WebScreencastManager {
+    private sessions;
+    attachScreencast(session: ScreencastSession, page: PwPage): Promise<PwCDPSession>;
+    createSession(sessionId: string, controlClient: WebSocket, browser: PwBrowser, context: PwBrowserContext, page: PwPage, options?: ScreencastOptions): Promise<ScreencastSession>;
+    /**
+     * 观看端 ws 加入 session
+     */
+    addViewer(sessionId: string, ws: WebSocket): boolean;
+    getSession(sessionId: string): ScreencastSession | undefined;
+    hasSession(sessionId: string): boolean;
+    stopSession(sessionId: string): Promise<void>;
+    closeAll(): Promise<void>;
+}
+export declare const webScreencastManager: WebScreencastManager;
+export {};
+//# sourceMappingURL=web-screencast.d.ts.map

package/dist/debug/web-screencast.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-screencast.d.ts","sourceRoot":"","sources":["../../src/debug/web-screencast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAK/B;;;GAGG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnD,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC;CAC3D,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzE,EAAE,CACA,KAAK,EAAE,sBAAsB,EAC7B,QAAQ,EAAE,CAAC,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAC/D,IAAI,CAAC;IACR,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,iBAAiB;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,SAAS,CAAC;IACnB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACxB,aAAa,EAAE,SAAS,CAAC;IACzB,OAAO,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC;CACtC;AAUD;;;;;GAKG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAA6C;IAEvD,gBAAgB,CACpB,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,YAAY,CAAC;IA+ClB,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,SAAS,EACxB,OAAO,EAAE,SAAS,EAClB,OAAO,EAAE,gBAAgB,EACzB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,iBAAiB,CAAC;IA+B7B;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,GAAG,OAAO;IASpD,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS;IAI5D,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmC7C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAKhC;AAED,eAAO,MAAM,oBAAoB,sBAA6B,CAAC"}

package/dist/debug/web-screencast.js

@@ -0,0 +1,146 @@
+import { WebSocket } from 'ws';
+import { createLogger } from '../core/logger.js';
+const logger = createLogger('WebScreencastManager');
+const DEFAULT_OPTIONS = {
+    format: 'jpeg',
+    quality: 75,
+    maxWidth: 1280,
+    maxHeight: 800,
+    everyNthFrame: 1,
+};
+/**
+ * Web 投屏管理器：
+ * - 为每个 session 管理一个 Playwright Browser + 多 Page 的 CDP 投屏
+ * - 将 JPEG 帧二进制广播到所有观看端 WebSocket
+ * - 背压保护：bufferedAmount 超阈值时丢帧
+ */
+export class WebScreencastManager {
+    sessions = new Map();
+    async attachScreencast(session, page) {
+        const cdp = await session.context.newCDPSession(page);
+        await cdp.send('Page.enable');
+        await cdp.send('Page.startScreencast', {
+            format: session.options.format,
+            quality: session.options.quality,
+            maxWidth: session.options.maxWidth,
+            maxHeight: session.options.maxHeight,
+            everyNthFrame: session.options.everyNthFrame,
+        });
+        cdp.on('Page.screencastFrame', async (payload) => {
+            const { data, sessionId: cdpSessionId } = payload;
+            let buf;
+            try {
+                buf = Buffer.from(data, 'base64');
+            }
+            catch (e) {
+                logger.warn(`Decode frame failed: ${e.message}`);
+                return;
+            }
+            for (const ws of session.viewers) {
+                if (ws.readyState === WebSocket.OPEN &&
+                    ws.bufferedAmount < 1_000_000) {
+                    try {
+                        ws.send(buf, { binary: true });
+                    }
+                    catch (e) {
+                        logger.warn(`Send frame failed: ${e.message}`);
+                    }
+                }
+            }
+            try {
+                await cdp.send('Page.screencastFrameAck', {
+                    sessionId: cdpSessionId,
+                });
+            }
+            catch {
+                // ignore ack failure
+            }
+        });
+        session.cdpSessions.set(page, cdp);
+        return cdp;
+    }
+    async createSession(sessionId, controlClient, browser, context, page, options) {
+        // 如果已有同名 session，先停止
+        if (this.sessions.has(sessionId)) {
+            await this.stopSession(sessionId);
+        }
+        const session = {
+            sessionId,
+            browser,
+            context,
+            page,
+            cdpSessions: new Map(),
+            viewers: new Set(),
+            controlClient,
+            options: { ...DEFAULT_OPTIONS, ...(options || {}) },
+        };
+        this.sessions.set(sessionId, session);
+        await this.attachScreencast(session, page);
+        // 新开标签页自动跟进投屏
+        context.on('page', (np) => {
+            this.attachScreencast(session, np).catch((e) => {
+                logger.warn(`Attach new page failed: ${e.message}`);
+            });
+        });
+        logger.info(`Web screencast session created: ${sessionId}`);
+        return session;
+    }
+    /**
+     * 观看端 ws 加入 session
+     */
+    addViewer(sessionId, ws) {
+        const session = this.sessions.get(sessionId);
+        if (!session)
+            return false;
+        session.viewers.add(ws);
+        ws.on('close', () => session.viewers.delete(ws));
+        ws.on('error', () => session.viewers.delete(ws));
+        return true;
+    }
+    getSession(sessionId) {
+        return this.sessions.get(sessionId);
+    }
+    hasSession(sessionId) {
+        return this.sessions.has(sessionId);
+    }
+    async stopSession(sessionId) {
+        const session = this.sessions.get(sessionId);
+        if (!session)
+            return;
+        for (const [, cdp] of session.cdpSessions) {
+            try {
+                await cdp.send('Page.stopScreencast');
+            }
+            catch {
+                // ignore
+            }
+            try {
+                await cdp.detach();
+            }
+            catch {
+                // ignore
+            }
+        }
+        for (const ws of session.viewers) {
+            try {
+                ws.close(1000, 'session stopped');
+            }
+            catch {
+                // ignore
+            }
+        }
+        try {
+            await session.browser.close();
+        }
+        catch {
+            // ignore
+        }
+        this.sessions.delete(sessionId);
+        logger.info(`Web screencast session stopped: ${sessionId}`);
+    }
+    async closeAll() {
+        await Promise.allSettled(Array.from(this.sessions.keys()).map((id) => this.stopSession(id)));
+    }
+}
+export const webScreencastManager = new WebScreencastManager();
+//# sourceMappingURL=web-screencast.js.map

package/dist/debug/web-screencast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-screencast.js","sourceRoot":"","sources":["../../src/debug/web-screencast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,MAAM,GAAG,YAAY,CAAC,sBAAsB,CAAC,CAAC;AA6CpD,MAAM,eAAe,GAAgC;IACnD,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,EAAE;IACX,QAAQ,EAAE,IAAI;IACd,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,CAAC;CACjB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IACvB,QAAQ,GAAmC,IAAI,GAAG,EAAE,CAAC;IAE7D,KAAK,CAAC,gBAAgB,CACpB,OAA0B,EAC1B,IAAY;QAEZ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9B,MAAM,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACrC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO;YAChC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;YAClC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS;YACpC,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa;SAC7C,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/C,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;YAClD,IAAI,GAAW,CAAC;YAChB,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,wBAAyB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC5D,OAAO;YACT,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACjC,IACE,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;oBAChC,EAAE,CAAC,cAAc,GAAG,SAAS,EAC7B,CAAC;oBACD,IAAI,CAAC;wBACH,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBACjC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CAAC,sBAAuB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE;oBACxC,SAAS,EAAE,YAAY;iBACxB,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,SAAiB,EACjB,aAAwB,EACxB,OAAkB,EAClB,OAAyB,EACzB,IAAY,EACZ,OAA2B;QAE3B,qBAAqB;QACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,OAAO,GAAsB;YACjC,SAAS;YACT,OAAO;YACP,OAAO;YACP,IAAI;YACJ,WAAW,EAAE,IAAI,GAAG,EAAE;YACtB,OAAO,EAAE,IAAI,GAAG,EAAE;YAClB,aAAa;YACb,OAAO,EAAE,EAAE,GAAG,eAAe,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE;SACpD,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAE3C,cAAc;QACd,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAU,EAAE,EAAE;YAChC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC7C,MAAM,CAAC,IAAI,CAAC,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAC;QAC5D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB,EAAE,EAAa;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxB,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,SAAiB;QAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,UAAU,CAAC,SAAiB;QAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,OAAO,CAAC,UAAU,CACtB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CACnE,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,oBAAoB,EAAE,CAAC"}

package/dist/debug/websocket-server.d.ts

@@ -0,0 +1,27 @@
+import type { DebugSession } from '../core/types.js';
+import type { AIServerConfig } from '../config/schema.js';
+export declare class DebugWebSocketServer {
+    private wss;
+    private config;
+    private port;
+    private isStarted;
+    constructor(port?: number);
+    start(config: AIServerConfig): Promise<void>;
+    private handleControlConnection;
+    private handleMessage;
+    private handleStartDebug;
+    private handleExecuteAction;
+    private handleExecuteAiAct;
+    private handleExecuteWebAction;
+    private handleStartScreencast;
+    private handleStopScreencast;
+    private handleCloseWebSession;
+    private handleStopDebug;
+    private handleGetLogs;
+    private sendMessage;
+    private sendError;
+    private cleanupSession;
+    getSessions(): DebugSession[];
+    close(): Promise<void>;
+}
+//# sourceMappingURL=websocket-server.d.ts.map

package/dist/debug/websocket-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"websocket-server.d.ts","sourceRoot":"","sources":["../../src/debug/websocket-server.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAcrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAI1D,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,GAAG,CAAgC;IAC3C,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,SAAS,CAAkB;gBAEvB,IAAI,GAAE,MAAa;IAIzB,KAAK,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDlD,OAAO,CAAC,uBAAuB;YAwBjB,aAAa;YAmCb,gBAAgB;YA4EhB,mBAAmB;YAyDnB,kBAAkB;YAwDlB,sBAAsB;YAgRtB,qBAAqB;YA4BrB,oBAAoB;YAuBpB,qBAAqB;YAoCrB,eAAe;YA6Bf,aAAa;IAU3B,OAAO,CAAC,WAAW;IAenB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,cAAc;IAMtB,WAAW,IAAI,YAAY,EAAE;IAIvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAW7B"}