@midscene/web 0.26.2 → 0.26.3-beta-20250813021342.0

package/dist/es/bridge-mode/agent-cli-side.mjs

@@ -0,0 +1,112 @@
+import { PageAgent } from "../common/agent.mjs";
+import { assert } from "@midscene/shared/utils";
+import { BridgeEvent, BridgePageType, DefaultBridgeServerPort, KeyboardEvent, MouseEvent } from "./common.mjs";
+import { BridgeServer } from "./io-server.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const sleep = (ms)=>new Promise((resolve)=>setTimeout(resolve, ms));
+const getBridgePageInCliSide = (timeout, closeConflictServer)=>{
+    const server = new BridgeServer(DefaultBridgeServerPort, void 0, void 0, closeConflictServer);
+    server.listen({
+        timeout
+    });
+    const bridgeCaller = (method)=>async (...args)=>{
+            const response = await server.call(method, args);
+            return response;
+        };
+    const page = {
+        showStatusMessage: async (message)=>{
+            await server.call(BridgeEvent.UpdateAgentStatus, [
+                message
+            ]);
+        }
+    };
+    return new Proxy(page, {
+        get (target, prop, receiver) {
+            assert('string' == typeof prop, 'prop must be a string');
+            if ('toJSON' === prop) return ()=>({
+                    pageType: BridgePageType
+                });
+            if ('pageType' === prop) return BridgePageType;
+            if ('_forceUsePageContext' === prop) return;
+            if (Object.keys(page).includes(prop)) return page[prop];
+            if ('mouse' === prop) {
+                const mouse = {
+                    click: bridgeCaller(MouseEvent.Click),
+                    wheel: bridgeCaller(MouseEvent.Wheel),
+                    move: bridgeCaller(MouseEvent.Move),
+                    drag: bridgeCaller(MouseEvent.Drag)
+                };
+                return mouse;
+            }
+            if ('keyboard' === prop) {
+                const keyboard = {
+                    type: bridgeCaller(KeyboardEvent.Type),
+                    press: bridgeCaller(KeyboardEvent.Press)
+                };
+                return keyboard;
+            }
+            if ('destroy' === prop) return async (...args)=>{
+                try {
+                    const caller = bridgeCaller('destroy');
+                    await caller(...args);
+                } catch (e) {}
+                return server.close();
+            };
+            return bridgeCaller(prop);
+        }
+    });
+};
+class AgentOverChromeBridge extends PageAgent {
+    async setDestroyOptionsAfterConnect() {
+        if (this.destroyAfterDisconnectFlag) this.page.setDestroyOptions({
+            closeTab: true
+        });
+    }
+    async connectNewTabWithUrl(url, options) {
+        await this.page.connectNewTabWithUrl(url, options);
+        await sleep(500);
+        await this.setDestroyOptionsAfterConnect();
+    }
+    async getBrowserTabList() {
+        return await this.page.getBrowserTabList();
+    }
+    async setActiveTabId(tabId) {
+        return await this.page.setActiveTabId(Number.parseInt(tabId));
+    }
+    async connectCurrentTab(options) {
+        await this.page.connectCurrentTab(options);
+        await sleep(500);
+        await this.setDestroyOptionsAfterConnect();
+    }
+    async aiAction(prompt, options) {
+        if (options) console.warn('the `options` parameter of aiAction is not supported in cli side');
+        return await super.aiAction(prompt);
+    }
+    async destroy(closeNewTabsAfterDisconnect) {
+        if ('boolean' == typeof closeNewTabsAfterDisconnect) await this.page.setDestroyOptions({
+            closeTab: closeNewTabsAfterDisconnect
+        });
+        await super.destroy();
+    }
+    constructor(opts){
+        const page = getBridgePageInCliSide(null == opts ? void 0 : opts.serverListeningTimeout);
+        super(page, Object.assign(opts || {}, {
+            onTaskStartTip: (tip)=>{
+                this.page.showStatusMessage(tip);
+            }
+        })), _define_property(this, "destroyAfterDisconnectFlag", void 0);
+        this.destroyAfterDisconnectFlag = null == opts ? void 0 : opts.closeNewTabsAfterDisconnect;
+    }
+}
+export { AgentOverChromeBridge, getBridgePageInCliSide };
+
+//# sourceMappingURL=agent-cli-side.mjs.map

package/dist/es/bridge-mode/agent-cli-side.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bridge-mode/agent-cli-side.mjs","sources":["webpack://@midscene/web/./src/bridge-mode/agent-cli-side.ts"],"sourcesContent":["import { PageAgent, type PageAgentOpt } from '@/common/agent';\nimport type { KeyboardAction, MouseAction } from '@/page';\nimport { assert } from '@midscene/shared/utils';\nimport {\n  type BridgeConnectTabOptions,\n  BridgeEvent,\n  BridgePageType,\n  DefaultBridgeServerPort,\n  KeyboardEvent,\n  MouseEvent,\n} from './common';\nimport { BridgeServer } from './io-server';\nimport type { ExtensionBridgePageBrowserSide } from './page-browser-side';\n\ninterface ChromeExtensionPageCliSide extends ExtensionBridgePageBrowserSide {\n  showStatusMessage: (message: string) => Promise<void>;\n}\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n// actually, this is a proxy to the page in browser side\nexport const getBridgePageInCliSide = (\n  timeout?: number | false,\n  closeConflictServer?: boolean,\n): ChromeExtensionPageCliSide => {\n  const server = new BridgeServer(\n    DefaultBridgeServerPort,\n    undefined,\n    undefined,\n    closeConflictServer,\n  );\n  server.listen({\n    timeout,\n  });\n  const bridgeCaller = (method: string) => {\n    return async (...args: any[]) => {\n      const response = await server.call(method, args);\n      return response;\n    };\n  };\n  const page = {\n    showStatusMessage: async (message: string) => {\n      await server.call(BridgeEvent.UpdateAgentStatus, [message]);\n    },\n  };\n\n  return new Proxy(page, {\n    get(target, prop, receiver) {\n      assert(typeof prop === 'string', 'prop must be a string');\n\n      if (prop === 'toJSON') {\n        return () => {\n          return {\n            pageType: BridgePageType,\n          };\n        };\n      }\n\n      if (prop === 'pageType') {\n        return BridgePageType;\n      }\n\n      if (prop === '_forceUsePageContext') {\n        return undefined;\n      }\n\n      if (Object.keys(page).includes(prop)) {\n        return page[prop as keyof typeof page];\n      }\n\n      if (prop === 'mouse') {\n        const mouse: MouseAction = {\n          click: bridgeCaller(MouseEvent.Click),\n          wheel: bridgeCaller(MouseEvent.Wheel),\n          move: bridgeCaller(MouseEvent.Move),\n          drag: bridgeCaller(MouseEvent.Drag),\n        };\n        return mouse;\n      }\n\n      if (prop === 'keyboard') {\n        const keyboard: KeyboardAction = {\n          type: bridgeCaller(KeyboardEvent.Type),\n          press: bridgeCaller(KeyboardEvent.Press),\n        };\n        return keyboard;\n      }\n\n      if (prop === 'destroy') {\n        return async (...args: any[]) => {\n          try {\n            const caller = bridgeCaller('destroy');\n            await caller(...args);\n          } catch (e) {\n            // console.error('error calling destroy', e);\n          }\n          return server.close();\n        };\n      }\n\n      return bridgeCaller(prop);\n    },\n  }) as ChromeExtensionPageCliSide;\n};\n\nexport class AgentOverChromeBridge extends PageAgent<ChromeExtensionPageCliSide> {\n  private destroyAfterDisconnectFlag?: boolean;\n\n  constructor(\n    opts?: PageAgentOpt & {\n      closeNewTabsAfterDisconnect?: boolean;\n      serverListeningTimeout?: number | false;\n      closeConflictServer?: boolean;\n    },\n  ) {\n    const page = getBridgePageInCliSide(opts?.serverListeningTimeout);\n    super(\n      page,\n      Object.assign(opts || {}, {\n        onTaskStartTip: (tip: string) => {\n          this.page.showStatusMessage(tip);\n        },\n      }),\n    );\n    this.destroyAfterDisconnectFlag = opts?.closeNewTabsAfterDisconnect;\n  }\n\n  async setDestroyOptionsAfterConnect() {\n    if (this.destroyAfterDisconnectFlag) {\n      this.page.setDestroyOptions({\n        closeTab: true,\n      });\n    }\n  }\n\n  async connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions) {\n    await this.page.connectNewTabWithUrl(url, options);\n    await sleep(500);\n    await this.setDestroyOptionsAfterConnect();\n  }\n\n  async getBrowserTabList() {\n    return await this.page.getBrowserTabList();\n  }\n\n  async setActiveTabId(tabId: string) {\n    return await this.page.setActiveTabId(Number.parseInt(tabId));\n  }\n\n  async connectCurrentTab(options?: BridgeConnectTabOptions) {\n    await this.page.connectCurrentTab(options);\n    await sleep(500);\n    await this.setDestroyOptionsAfterConnect();\n  }\n\n  async aiAction(prompt: string, options?: any) {\n    if (options) {\n      console.warn(\n        'the `options` parameter of aiAction is not supported in cli side',\n      );\n    }\n    return await super.aiAction(prompt);\n  }\n\n  async destroy(closeNewTabsAfterDisconnect?: boolean) {\n    if (typeof closeNewTabsAfterDisconnect === 'boolean') {\n      await this.page.setDestroyOptions({\n        closeTab: closeNewTabsAfterDisconnect,\n      });\n    }\n    await super.destroy();\n  }\n}\n"],"names":["sleep","ms","Promise","resolve","setTimeout","getBridgePageInCliSide","timeout","closeConflictServer","server","BridgeServer","DefaultBridgeServerPort","undefined","bridgeCaller","method","args","response","page","message","BridgeEvent","Proxy","target","prop","receiver","assert","BridgePageType","Object","mouse","MouseEvent","keyboard","KeyboardEvent","caller","e","AgentOverChromeBridge","PageAgent","url","options","tabId","Number","prompt","console","closeNewTabsAfterDisconnect","opts","tip"],"mappings":";;;;;;;;;;;;;;AAkBA,MAAMA,QAAQ,CAACC,KAAe,IAAIC,QAAQ,CAACC,UAAYC,WAAWD,SAASF;AAGpE,MAAMI,yBAAyB,CACpCC,SACAC;IAEA,MAAMC,SAAS,IAAIC,aACjBC,yBACAC,QACAA,QACAJ;IAEFC,OAAO,MAAM,CAAC;QACZF;IACF;IACA,MAAMM,eAAe,CAACC,SACb,OAAO,GAAGC;YACf,MAAMC,WAAW,MAAMP,OAAO,IAAI,CAACK,QAAQC;YAC3C,OAAOC;QACT;IAEF,MAAMC,OAAO;QACX,mBAAmB,OAAOC;YACxB,MAAMT,OAAO,IAAI,CAACU,YAAY,iBAAiB,EAAE;gBAACD;aAAQ;QAC5D;IACF;IAEA,OAAO,IAAIE,MAAMH,MAAM;QACrB,KAAII,MAAM,EAAEC,IAAI,EAAEC,QAAQ;YACxBC,OAAO,AAAgB,YAAhB,OAAOF,MAAmB;YAEjC,IAAIA,AAAS,aAATA,MACF,OAAO,IACE;oBACL,UAAUG;gBACZ;YAIJ,IAAIH,AAAS,eAATA,MACF,OAAOG;YAGT,IAAIH,AAAS,2BAATA,MACF;YAGF,IAAII,OAAO,IAAI,CAACT,MAAM,QAAQ,CAACK,OAC7B,OAAOL,IAAI,CAACK,KAA0B;YAGxC,IAAIA,AAAS,YAATA,MAAkB;gBACpB,MAAMK,QAAqB;oBACzB,OAAOd,aAAae,WAAW,KAAK;oBACpC,OAAOf,aAAae,WAAW,KAAK;oBACpC,MAAMf,aAAae,WAAW,IAAI;oBAClC,MAAMf,aAAae,WAAW,IAAI;gBACpC;gBACA,OAAOD;YACT;YAEA,IAAIL,AAAS,eAATA,MAAqB;gBACvB,MAAMO,WAA2B;oBAC/B,MAAMhB,aAAaiB,cAAc,IAAI;oBACrC,OAAOjB,aAAaiB,cAAc,KAAK;gBACzC;gBACA,OAAOD;YACT;YAEA,IAAIP,AAAS,cAATA,MACF,OAAO,OAAO,GAAGP;gBACf,IAAI;oBACF,MAAMgB,SAASlB,aAAa;oBAC5B,MAAMkB,UAAUhB;gBAClB,EAAE,OAAOiB,GAAG,CAEZ;gBACA,OAAOvB,OAAO,KAAK;YACrB;YAGF,OAAOI,aAAaS;QACtB;IACF;AACF;AAEO,MAAMW,8BAA8BC;IAsBzC,MAAM,gCAAgC;QACpC,IAAI,IAAI,CAAC,0BAA0B,EACjC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC1B,UAAU;QACZ;IAEJ;IAEA,MAAM,qBAAqBC,GAAW,EAAEC,OAAiC,EAAE;QACzE,MAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAACD,KAAKC;QAC1C,MAAMnC,MAAM;QACZ,MAAM,IAAI,CAAC,6BAA6B;IAC1C;IAEA,MAAM,oBAAoB;QACxB,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB;IAC1C;IAEA,MAAM,eAAeoC,KAAa,EAAE;QAClC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAACC,OAAO,QAAQ,CAACD;IACxD;IAEA,MAAM,kBAAkBD,OAAiC,EAAE;QACzD,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAACA;QAClC,MAAMnC,MAAM;QACZ,MAAM,IAAI,CAAC,6BAA6B;IAC1C;IAEA,MAAM,SAASsC,MAAc,EAAEH,OAAa,EAAE;QAC5C,IAAIA,SACFI,QAAQ,IAAI,CACV;QAGJ,OAAO,MAAM,KAAK,CAAC,SAASD;IAC9B;IAEA,MAAM,QAAQE,2BAAqC,EAAE;QACnD,IAAI,AAAuC,aAAvC,OAAOA,6BACT,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAChC,UAAUA;QACZ;QAEF,MAAM,KAAK,CAAC;IACd;IA/DA,YACEC,IAIC,CACD;QACA,MAAMzB,OAAOX,uBAAuBoC,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,sBAAsB;QAChE,KAAK,CACHzB,MACAS,OAAO,MAAM,CAACgB,QAAQ,CAAC,GAAG;YACxB,gBAAgB,CAACC;gBACf,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAACA;YAC9B;QACF,KAhBJ,uBAAQ,8BAAR;QAkBE,IAAI,CAAC,0BAA0B,GAAGD,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,2BAA2B;IACrE;AA+CF"}

package/dist/es/bridge-mode/browser.mjs

@@ -0,0 +1,2 @@
+import { ExtensionBridgePageBrowserSide } from "./page-browser-side.mjs";
+export { ExtensionBridgePageBrowserSide };

package/dist/es/bridge-mode/common.mjs

@@ -0,0 +1,37 @@
+const DefaultBridgeServerPort = 3766;
+const DefaultLocalEndpoint = `http://127.0.0.1:${DefaultBridgeServerPort}`;
+const BridgeCallTimeout = 30000;
+var common_BridgeEvent = /*#__PURE__*/ function(BridgeEvent) {
+    BridgeEvent["Call"] = "bridge-call";
+    BridgeEvent["CallResponse"] = "bridge-call-response";
+    BridgeEvent["UpdateAgentStatus"] = "bridge-update-agent-status";
+    BridgeEvent["Message"] = "bridge-message";
+    BridgeEvent["Connected"] = "bridge-connected";
+    BridgeEvent["Refused"] = "bridge-refused";
+    BridgeEvent["ConnectNewTabWithUrl"] = "connectNewTabWithUrl";
+    BridgeEvent["ConnectCurrentTab"] = "connectCurrentTab";
+    BridgeEvent["GetBrowserTabList"] = "getBrowserTabList";
+    BridgeEvent["SetDestroyOptions"] = "setDestroyOptions";
+    BridgeEvent["SetActiveTabId"] = "setActiveTabId";
+    return BridgeEvent;
+}({});
+const BridgeSignalKill = 'MIDSCENE_BRIDGE_SIGNAL_KILL';
+var common_MouseEvent = /*#__PURE__*/ function(MouseEvent) {
+    MouseEvent["PREFIX"] = "mouse.";
+    MouseEvent["Click"] = "mouse.click";
+    MouseEvent["Wheel"] = "mouse.wheel";
+    MouseEvent["Move"] = "mouse.move";
+    MouseEvent["Drag"] = "mouse.drag";
+    return MouseEvent;
+}({});
+var common_KeyboardEvent = /*#__PURE__*/ function(KeyboardEvent) {
+    KeyboardEvent["PREFIX"] = "keyboard.";
+    KeyboardEvent["Type"] = "keyboard.type";
+    KeyboardEvent["Press"] = "keyboard.press";
+    return KeyboardEvent;
+}({});
+const BridgePageType = 'page-over-chrome-extension-bridge';
+const BridgeErrorCodeNoClientConnected = 'no-client-connected';
+export { BridgeCallTimeout, BridgeErrorCodeNoClientConnected, common_BridgeEvent as BridgeEvent, BridgePageType, BridgeSignalKill, DefaultBridgeServerPort, DefaultLocalEndpoint, common_KeyboardEvent as KeyboardEvent, common_MouseEvent as MouseEvent };
+
+//# sourceMappingURL=common.mjs.map

package/dist/es/bridge-mode/common.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bridge-mode/common.mjs","sources":["webpack://@midscene/web/./src/bridge-mode/common.ts"],"sourcesContent":["export const DefaultBridgeServerPort = 3766;\nexport const DefaultLocalEndpoint = `http://127.0.0.1:${DefaultBridgeServerPort}`;\nexport const BridgeCallTimeout = 30000;\n\nexport enum BridgeEvent {\n  Call = 'bridge-call',\n  CallResponse = 'bridge-call-response',\n  UpdateAgentStatus = 'bridge-update-agent-status',\n  Message = 'bridge-message',\n  Connected = 'bridge-connected',\n  Refused = 'bridge-refused',\n  ConnectNewTabWithUrl = 'connectNewTabWithUrl',\n  ConnectCurrentTab = 'connectCurrentTab',\n  GetBrowserTabList = 'getBrowserTabList',\n  SetDestroyOptions = 'setDestroyOptions',\n  SetActiveTabId = 'setActiveTabId',\n}\n\nexport const BridgeSignalKill = 'MIDSCENE_BRIDGE_SIGNAL_KILL';\n\nexport interface BridgeConnectTabOptions {\n  /**\n   * If true, the page will always track the active tab.\n   * @default true\n   */\n  forceSameTabNavigation?: boolean;\n}\n\nexport enum MouseEvent {\n  PREFIX = 'mouse.',\n  Click = 'mouse.click',\n  Wheel = 'mouse.wheel',\n  Move = 'mouse.move',\n  Drag = 'mouse.drag',\n}\n\nexport enum KeyboardEvent {\n  PREFIX = 'keyboard.',\n  Type = 'keyboard.type',\n  Press = 'keyboard.press',\n}\n\nexport const BridgePageType = 'page-over-chrome-extension-bridge';\n\nexport const BridgeErrorCodeNoClientConnected = 'no-client-connected';\n\nexport interface BridgeCall {\n  method: string;\n  args: any[];\n  response: any;\n  callTime: number;\n  responseTime: number;\n  callback: (error: Error | undefined, response: any) => void;\n  error?: Error;\n}\n\nexport interface BridgeCallRequest {\n  id: string;\n  method: string;\n  args: any[];\n}\n\nexport interface BridgeCallResponse {\n  id: string;\n  response: any;\n  error?: any;\n}\n\nexport interface BridgeConnectedEventPayload {\n  version: string;\n}\n"],"names":["DefaultBridgeServerPort","DefaultLocalEndpoint","BridgeCallTimeout","BridgeEvent","BridgeSignalKill","MouseEvent","KeyboardEvent","BridgePageType","BridgeErrorCodeNoClientConnected"],"mappings":"AAAO,MAAMA,0BAA0B;AAChC,MAAMC,uBAAuB,CAAC,iBAAiB,EAAED,yBAAyB;AAC1E,MAAME,oBAAoB;AAE1B,IAAKC,qBAAWA,WAAAA,GAAAA,SAAXA,WAAW;;;;;;;;;;;;WAAXA;;AAcL,MAAMC,mBAAmB;AAUzB,IAAKC,oBAAUA,WAAAA,GAAAA,SAAVA,UAAU;;;;;;WAAVA;;AAQL,IAAKC,uBAAaA,WAAAA,GAAAA,SAAbA,aAAa;;;;WAAbA;;AAML,MAAMC,iBAAiB;AAEvB,MAAMC,mCAAmC"}

package/dist/es/bridge-mode/index.mjs

@@ -0,0 +1,4 @@
+import { AgentOverChromeBridge } from "./agent-cli-side.mjs";
+import { allConfigFromEnv, overrideAIConfig } from "@midscene/shared/env";
+import { killRunningServer } from "./io-server.mjs";
+export { AgentOverChromeBridge, allConfigFromEnv, killRunningServer, overrideAIConfig };

package/dist/es/bridge-mode/io-client.mjs

@@ -0,0 +1,101 @@
+import { assert } from "@midscene/shared/utils";
+import { io } from "socket.io-client";
+import { BridgeEvent } from "./common.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class BridgeClient {
+    async connect() {
+        return new Promise((resolve, reject)=>{
+            this.socket = io(this.endpoint, {
+                reconnection: false,
+                query: {
+                    version: "0.26.3-beta-20250813021342.0"
+                }
+            });
+            const timeout = setTimeout(()=>{
+                try {
+                    var _this_socket, _this_socket1;
+                    null == (_this_socket = this.socket) || _this_socket.offAny();
+                    null == (_this_socket1 = this.socket) || _this_socket1.close();
+                } catch (e) {
+                    console.warn('got error when offing socket', e);
+                }
+                this.socket = null;
+                reject(new Error('failed to connect to bridge server after timeout'));
+            }, 1000);
+            this.socket.on('disconnect', (reason)=>{
+                var _this_onDisconnect, _this;
+                this.socket = null;
+                null == (_this_onDisconnect = (_this = this).onDisconnect) || _this_onDisconnect.call(_this);
+            });
+            this.socket.on('connect_error', (e)=>{
+                console.error('bridge-connect-error', e);
+                reject(new Error(e || 'bridge connect error'));
+            });
+            this.socket.on(BridgeEvent.Connected, (payload)=>{
+                clearTimeout(timeout);
+                this.serverVersion = (null == payload ? void 0 : payload.version) || 'unknown';
+                resolve(this.socket);
+            });
+            this.socket.on(BridgeEvent.Refused, (e)=>{
+                console.error('bridge-refused', e);
+                try {
+                    var _this_socket;
+                    null == (_this_socket = this.socket) || _this_socket.disconnect();
+                } catch (e) {}
+                reject(new Error(e || 'bridge refused'));
+            });
+            this.socket.on(BridgeEvent.Call, (call)=>{
+                const id = call.id;
+                assert(void 0 !== id, 'call id is required');
+                (async ()=>{
+                    var _this_socket;
+                    let response;
+                    try {
+                        response = await this.onBridgeCall(call.method, call.args);
+                    } catch (e) {
+                        var _this_socket1;
+                        const errorContent = `Error from bridge client when calling, method: ${call.method}, args: ${call.args}, error: ${(null == e ? void 0 : e.message) || e}\n${(null == e ? void 0 : e.stack) || ''}`;
+                        console.error(errorContent);
+                        return null == (_this_socket1 = this.socket) ? void 0 : _this_socket1.emit(BridgeEvent.CallResponse, {
+                            id,
+                            error: errorContent
+                        });
+                    }
+                    null == (_this_socket = this.socket) || _this_socket.emit(BridgeEvent.CallResponse, {
+                        id,
+                        response
+                    });
+                })();
+            });
+        });
+    }
+    disconnect() {
+        var _this_socket;
+        null == (_this_socket = this.socket) || _this_socket.disconnect();
+        this.socket = null;
+    }
+    constructor(endpoint, onBridgeCall, onDisconnect){
+        _define_property(this, "endpoint", void 0);
+        _define_property(this, "onBridgeCall", void 0);
+        _define_property(this, "onDisconnect", void 0);
+        _define_property(this, "socket", void 0);
+        _define_property(this, "serverVersion", void 0);
+        this.endpoint = endpoint;
+        this.onBridgeCall = onBridgeCall;
+        this.onDisconnect = onDisconnect;
+        this.socket = null;
+        this.serverVersion = null;
+    }
+}
+export { BridgeClient };
+
+//# sourceMappingURL=io-client.mjs.map

package/dist/es/bridge-mode/io-client.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bridge-mode/io-client.mjs","sources":["webpack://@midscene/web/./src/bridge-mode/io-client.ts"],"sourcesContent":["import { assert } from '@midscene/shared/utils';\nimport { io as ClientIO, type Socket as ClientSocket } from 'socket.io-client';\nimport {\n  type BridgeCallRequest,\n  type BridgeCallResponse,\n  type BridgeConnectedEventPayload,\n  BridgeEvent,\n} from './common';\n\ndeclare const __VERSION__: string;\n\n// ws client, this is where the request is processed\nexport class BridgeClient {\n  private socket: ClientSocket | null = null;\n  public serverVersion: string | null = null;\n  constructor(\n    public endpoint: string,\n    public onBridgeCall: (method: string, args: any[]) => Promise<any>,\n    public onDisconnect?: () => void,\n  ) {}\n\n  async connect() {\n    return new Promise((resolve, reject) => {\n      this.socket = ClientIO(this.endpoint, {\n        reconnection: false,\n        query: {\n          version: __VERSION__,\n        },\n      });\n\n      const timeout = setTimeout(() => {\n        try {\n          this.socket?.offAny();\n          this.socket?.close();\n        } catch (e) {\n          console.warn('got error when offing socket', e);\n        }\n        this.socket = null;\n        reject(new Error('failed to connect to bridge server after timeout'));\n      }, 1 * 1000);\n\n      // on disconnect\n      this.socket.on('disconnect', (reason: string) => {\n        // console.log('bridge-disconnected, reason:', reason);\n        this.socket = null;\n        this.onDisconnect?.();\n      });\n\n      this.socket.on('connect_error', (e: any) => {\n        console.error('bridge-connect-error', e);\n        reject(new Error(e || 'bridge connect error'));\n      });\n\n      this.socket.on(\n        BridgeEvent.Connected,\n        (payload: BridgeConnectedEventPayload) => {\n          clearTimeout(timeout);\n          this.serverVersion = payload?.version || 'unknown';\n          resolve(this.socket);\n        },\n      );\n      this.socket.on(BridgeEvent.Refused, (e: any) => {\n        console.error('bridge-refused', e);\n        try {\n          this.socket?.disconnect();\n        } catch (e) {\n          // console.warn('got error when disconnecting socket', e);\n        }\n        reject(new Error(e || 'bridge refused'));\n      });\n      this.socket.on(BridgeEvent.Call, (call: BridgeCallRequest) => {\n        const id = call.id;\n        assert(typeof id !== 'undefined', 'call id is required');\n        (async () => {\n          let response: any;\n          try {\n            response = await this.onBridgeCall(call.method, call.args);\n          } catch (e: any) {\n            const errorContent = `Error from bridge client when calling, method: ${call.method}, args: ${call.args}, error: ${e?.message || e}\\n${e?.stack || ''}`;\n            console.error(errorContent);\n            return this.socket?.emit(BridgeEvent.CallResponse, {\n              id,\n              error: errorContent,\n            } as BridgeCallResponse);\n          }\n          this.socket?.emit(BridgeEvent.CallResponse, {\n            id,\n            response,\n          } as BridgeCallResponse);\n        })();\n      });\n    });\n  }\n\n  disconnect() {\n    this.socket?.disconnect();\n    this.socket = null;\n  }\n}\n"],"names":["BridgeClient","Promise","resolve","reject","ClientIO","__VERSION__","timeout","setTimeout","_this_socket","_this_socket1","e","console","Error","reason","_this","BridgeEvent","payload","clearTimeout","call","id","assert","response","errorContent","endpoint","onBridgeCall","onDisconnect"],"mappings":";;;;;;;;;;;;;AAYO,MAAMA;IASX,MAAM,UAAU;QACd,OAAO,IAAIC,QAAQ,CAACC,SAASC;YAC3B,IAAI,CAAC,MAAM,GAAGC,GAAS,IAAI,CAAC,QAAQ,EAAE;gBACpC,cAAc;gBACd,OAAO;oBACL,SAASC;gBACX;YACF;YAEA,MAAMC,UAAUC,WAAW;gBACzB,IAAI;wBACFC,cACAC;4BADAD,CAAAA,eAAAA,IAAI,CAAC,MAAM,AAAD,KAAVA,aAAa,MAAM;4BACnBC,CAAAA,gBAAAA,IAAI,CAAC,MAAM,AAAD,KAAVA,cAAa,KAAK;gBACpB,EAAE,OAAOC,GAAG;oBACVC,QAAQ,IAAI,CAAC,gCAAgCD;gBAC/C;gBACA,IAAI,CAAC,MAAM,GAAG;gBACdP,OAAO,IAAIS,MAAM;YACnB,GAAG;YAGH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAACC;oBAG5BC,oBAAAA;gBADA,IAAI,CAAC,MAAM,GAAG;wBACdA,CAAAA,qBAAAA,AAAAA,CAAAA,QAAAA,IAAI,AAAD,EAAE,YAAY,AAAD,KAAhBA,mBAAAA,IAAAA,CAAAA;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAACJ;gBAC/BC,QAAQ,KAAK,CAAC,wBAAwBD;gBACtCP,OAAO,IAAIS,MAAMF,KAAK;YACxB;YAEA,IAAI,CAAC,MAAM,CAAC,EAAE,CACZK,YAAY,SAAS,EACrB,CAACC;gBACCC,aAAaX;gBACb,IAAI,CAAC,aAAa,GAAGU,AAAAA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,OAAO,AAAD,KAAK;gBACzCd,QAAQ,IAAI,CAAC,MAAM;YACrB;YAEF,IAAI,CAAC,MAAM,CAAC,EAAE,CAACa,YAAY,OAAO,EAAE,CAACL;gBACnCC,QAAQ,KAAK,CAAC,kBAAkBD;gBAChC,IAAI;wBACFF;4BAAAA,CAAAA,eAAAA,IAAI,CAAC,MAAM,AAAD,KAAVA,aAAa,UAAU;gBACzB,EAAE,OAAOE,GAAG,CAEZ;gBACAP,OAAO,IAAIS,MAAMF,KAAK;YACxB;YACA,IAAI,CAAC,MAAM,CAAC,EAAE,CAACK,YAAY,IAAI,EAAE,CAACG;gBAChC,MAAMC,KAAKD,KAAK,EAAE;gBAClBE,OAAO,AAAc,WAAPD,IAAoB;gBACjC;wBAYCX;oBAXA,IAAIa;oBACJ,IAAI;wBACFA,WAAW,MAAM,IAAI,CAAC,YAAY,CAACH,KAAK,MAAM,EAAEA,KAAK,IAAI;oBAC3D,EAAE,OAAOR,GAAQ;4BAGRD;wBAFP,MAAMa,eAAe,CAAC,+CAA+C,EAAEJ,KAAK,MAAM,CAAC,QAAQ,EAAEA,KAAK,IAAI,CAAC,SAAS,EAAER,AAAAA,CAAAA,QAAAA,IAAAA,KAAAA,IAAAA,EAAG,OAAO,AAAD,KAAKA,EAAE,EAAE,EAAEA,AAAAA,CAAAA,QAAAA,IAAAA,KAAAA,IAAAA,EAAG,KAAK,AAAD,KAAK,IAAI;wBACtJC,QAAQ,KAAK,CAACW;wBACd,OAAO,QAAAb,CAAAA,gBAAAA,IAAI,CAAC,MAAM,AAAD,IAAVA,KAAAA,IAAAA,cAAa,IAAI,CAACM,YAAY,YAAY,EAAE;4BACjDI;4BACA,OAAOG;wBACT;oBACF;4BACAd,CAAAA,eAAAA,IAAI,CAAC,MAAM,AAAD,KAAVA,aAAa,IAAI,CAACO,YAAY,YAAY,EAAE;wBAC1CI;wBACAE;oBACF;gBACF;YACF;QACF;IACF;IAEA,aAAa;YACXb;gBAAAA,CAAAA,eAAAA,IAAI,CAAC,MAAM,AAAD,KAAVA,aAAa,UAAU;QACvB,IAAI,CAAC,MAAM,GAAG;IAChB;IAlFA,YACSe,QAAgB,EAChBC,YAA2D,EAC3DC,YAAyB,CAChC;;;;QANF,uBAAQ,UAAR;QACA,uBAAO,iBAAP;aAESF,QAAQ,GAARA;aACAC,YAAY,GAAZA;aACAC,YAAY,GAAZA;aALD,MAAM,GAAwB;aAC/B,aAAa,GAAkB;IAKnC;AA+EL"}

package/dist/es/bridge-mode/io-server.mjs

@@ -0,0 +1,208 @@
+import { sleep } from "@midscene/core/utils";
+import { logMsg } from "@midscene/shared/utils";
+import { Server } from "socket.io";
+import { io } from "socket.io-client";
+import { BridgeCallTimeout, BridgeErrorCodeNoClientConnected, BridgeEvent, BridgeSignalKill, DefaultBridgeServerPort } from "./common.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const killRunningServer = async (port)=>{
+    try {
+        const client = io(`ws://localhost:${port || DefaultBridgeServerPort}`, {
+            query: {
+                [BridgeSignalKill]: 1
+            }
+        });
+        await sleep(100);
+        await client.close();
+    } catch (e) {}
+};
+class BridgeServer {
+    async listen(opts = {}) {
+        const { timeout = 30000 } = opts;
+        if (this.closeConflictServer) await killRunningServer(this.port);
+        return new Promise((resolve, reject)=>{
+            if (this.listeningTimerFlag) return reject(new Error('already listening'));
+            this.listeningTimerFlag = true;
+            this.listeningTimeoutId = timeout ? setTimeout(()=>{
+                reject(new Error(`no extension connected after ${timeout}ms (${BridgeErrorCodeNoClientConnected})`));
+            }, timeout) : null;
+            this.connectionTipTimer = !timeout || timeout > 3000 ? setTimeout(()=>{
+                logMsg('waiting for bridge to connect...');
+            }, 2000) : null;
+            this.io = new Server(this.port, {
+                maxHttpBufferSize: 104857600
+            });
+            this.io.httpServer.once('listening', ()=>{
+                resolve();
+            });
+            this.io.httpServer.once('error', (err)=>{
+                reject(new Error(`Bridge Listening Error: ${err.message}`));
+            });
+            this.io.use((socket, next)=>{
+                if (this.socket) next(new Error('server already connected by another client'));
+                next();
+            });
+            this.io.on('connection', (socket)=>{
+                const url = socket.handshake.url;
+                if (url.includes(BridgeSignalKill)) {
+                    console.warn('kill signal received, closing bridge server');
+                    return this.close();
+                }
+                this.connectionLost = false;
+                this.connectionLostReason = '';
+                this.listeningTimeoutId && clearTimeout(this.listeningTimeoutId);
+                this.listeningTimeoutId = null;
+                this.connectionTipTimer && clearTimeout(this.connectionTipTimer);
+                this.connectionTipTimer = null;
+                if (this.socket) {
+                    socket.emit(BridgeEvent.Refused);
+                    socket.disconnect();
+                    return reject(new Error('server already connected by another client'));
+                }
+                try {
+                    logMsg('one client connected');
+                    this.socket = socket;
+                    const clientVersion = socket.handshake.query.version;
+                    logMsg(`Bridge connected, cli-side version v0.26.3-beta-20250813021342.0, browser-side version v${clientVersion}`);
+                    socket.on(BridgeEvent.CallResponse, (params)=>{
+                        const id = params.id;
+                        const response = params.response;
+                        const error = params.error;
+                        this.triggerCallResponseCallback(id, error, response);
+                    });
+                    socket.on('disconnect', (reason)=>{
+                        var _this_onDisconnect, _this;
+                        this.connectionLost = true;
+                        this.connectionLostReason = reason;
+                        try {
+                            var _this_io;
+                            null == (_this_io = this.io) || _this_io.close();
+                        } catch (e) {}
+                        for(const id in this.calls){
+                            const call = this.calls[id];
+                            if (!call.responseTime) {
+                                const errorMessage = this.connectionLostErrorMsg();
+                                this.triggerCallResponseCallback(id, new Error(errorMessage), null);
+                            }
+                        }
+                        null == (_this_onDisconnect = (_this = this).onDisconnect) || _this_onDisconnect.call(_this, reason);
+                    });
+                    setTimeout(()=>{
+                        var _this_onConnect, _this;
+                        null == (_this_onConnect = (_this = this).onConnect) || _this_onConnect.call(_this);
+                        const payload = {
+                            version: "0.26.3-beta-20250813021342.0"
+                        };
+                        socket.emit(BridgeEvent.Connected, payload);
+                        Promise.resolve().then(()=>{
+                            for(const id in this.calls)if (0 === this.calls[id].callTime) this.emitCall(id);
+                        });
+                    }, 0);
+                } catch (e) {
+                    console.error('failed to handle connection event', e);
+                    reject(e);
+                }
+            });
+            this.io.on('close', ()=>{
+                this.close();
+            });
+        });
+    }
+    async triggerCallResponseCallback(id, error, response) {
+        const call = this.calls[id];
+        if (!call) throw new Error(`call ${id} not found`);
+        call.error = error || void 0;
+        call.response = response;
+        call.responseTime = Date.now();
+        call.callback(call.error, response);
+    }
+    async emitCall(id) {
+        const call = this.calls[id];
+        if (!call) throw new Error(`call ${id} not found`);
+        if (this.connectionLost) {
+            const message = `Connection lost, reason: ${this.connectionLostReason}`;
+            call.callback(new Error(message), null);
+            return;
+        }
+        if (this.socket) {
+            this.socket.emit(BridgeEvent.Call, {
+                id,
+                method: call.method,
+                args: call.args
+            });
+            call.callTime = Date.now();
+        }
+    }
+    async call(method, args, timeout = BridgeCallTimeout) {
+        const id = `${this.callId++}`;
+        return new Promise((resolve, reject)=>{
+            const timeoutId = setTimeout(()=>{
+                logMsg(`bridge call timeout, id=${id}, method=${method}, args=`, args);
+                this.calls[id].error = new Error(`Bridge call timeout after ${timeout}ms: ${method}`);
+                reject(this.calls[id].error);
+            }, timeout);
+            this.calls[id] = {
+                method,
+                args,
+                response: null,
+                callTime: 0,
+                responseTime: 0,
+                callback: (error, response)=>{
+                    clearTimeout(timeoutId);
+                    if (error) reject(error);
+                    else resolve(response);
+                }
+            };
+            this.emitCall(id);
+        });
+    }
+    async close() {
+        var _this_io;
+        this.listeningTimeoutId && clearTimeout(this.listeningTimeoutId);
+        this.connectionTipTimer && clearTimeout(this.connectionTipTimer);
+        const closeProcess = null == (_this_io = this.io) ? void 0 : _this_io.close();
+        this.io = null;
+        return closeProcess;
+    }
+    constructor(port, onConnect, onDisconnect, closeConflictServer){
+        _define_property(this, "port", void 0);
+        _define_property(this, "onConnect", void 0);
+        _define_property(this, "onDisconnect", void 0);
+        _define_property(this, "closeConflictServer", void 0);
+        _define_property(this, "callId", void 0);
+        _define_property(this, "io", void 0);
+        _define_property(this, "socket", void 0);
+        _define_property(this, "listeningTimeoutId", void 0);
+        _define_property(this, "listeningTimerFlag", void 0);
+        _define_property(this, "connectionTipTimer", void 0);
+        _define_property(this, "calls", void 0);
+        _define_property(this, "connectionLost", void 0);
+        _define_property(this, "connectionLostReason", void 0);
+        _define_property(this, "connectionLostErrorMsg", void 0);
+        this.port = port;
+        this.onConnect = onConnect;
+        this.onDisconnect = onDisconnect;
+        this.closeConflictServer = closeConflictServer;
+        this.callId = 0;
+        this.io = null;
+        this.socket = null;
+        this.listeningTimeoutId = null;
+        this.listeningTimerFlag = false;
+        this.connectionTipTimer = null;
+        this.calls = {};
+        this.connectionLost = false;
+        this.connectionLostReason = '';
+        this.connectionLostErrorMsg = ()=>`Connection lost, reason: ${this.connectionLostReason}`;
+    }
+}
+export { BridgeServer, killRunningServer };
+
+//# sourceMappingURL=io-server.mjs.map

package/dist/es/bridge-mode/io-server.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bridge-mode/io-server.mjs","sources":["webpack://@midscene/web/./src/bridge-mode/io-server.ts"],"sourcesContent":["import { sleep } from '@midscene/core/utils';\nimport { logMsg } from '@midscene/shared/utils';\nimport { Server, type Socket as ServerSocket } from 'socket.io';\nimport { io as ClientIO } from 'socket.io-client';\n\nimport {\n  type BridgeCall,\n  type BridgeCallResponse,\n  BridgeCallTimeout,\n  type BridgeConnectedEventPayload,\n  BridgeErrorCodeNoClientConnected,\n  BridgeEvent,\n  BridgeSignalKill,\n  DefaultBridgeServerPort,\n} from './common';\n\ndeclare const __VERSION__: string;\n\nexport const killRunningServer = async (port?: number) => {\n  try {\n    const client = ClientIO(\n      `ws://localhost:${port || DefaultBridgeServerPort}`,\n      {\n        query: {\n          [BridgeSignalKill]: 1,\n        },\n      },\n    );\n    await sleep(100);\n    await client.close();\n  } catch (e) {\n    // console.error('failed to kill port', e);\n  }\n};\n\n// ws server, this is where the request is sent\nexport class BridgeServer {\n  private callId = 0;\n  private io: Server | null = null;\n  private socket: ServerSocket | null = null;\n  private listeningTimeoutId: NodeJS.Timeout | null = null;\n  private listeningTimerFlag = false;\n  private connectionTipTimer: NodeJS.Timeout | null = null;\n  public calls: Record<string, BridgeCall> = {};\n\n  private connectionLost = false;\n  private connectionLostReason = '';\n\n  constructor(\n    public port: number,\n    public onConnect?: () => void,\n    public onDisconnect?: (reason: string) => void,\n    public closeConflictServer?: boolean,\n  ) {}\n\n  async listen(\n    opts: {\n      timeout?: number | false;\n    } = {},\n  ): Promise<void> {\n    const { timeout = 30000 } = opts;\n\n    if (this.closeConflictServer) {\n      await killRunningServer(this.port);\n    }\n\n    return new Promise((resolve, reject) => {\n      if (this.listeningTimerFlag) {\n        return reject(new Error('already listening'));\n      }\n      this.listeningTimerFlag = true;\n\n      this.listeningTimeoutId = timeout\n        ? setTimeout(() => {\n            reject(\n              new Error(\n                `no extension connected after ${timeout}ms (${BridgeErrorCodeNoClientConnected})`,\n              ),\n            );\n          }, timeout)\n        : null;\n\n      this.connectionTipTimer =\n        !timeout || timeout > 3000\n          ? setTimeout(() => {\n              logMsg('waiting for bridge to connect...');\n            }, 2000)\n          : null;\n      this.io = new Server(this.port, {\n        maxHttpBufferSize: 100 * 1024 * 1024, // 100MB\n      });\n\n      // Listen for the native HTTP server 'listening' event\n      this.io.httpServer.once('listening', () => {\n        resolve();\n      });\n\n      this.io.httpServer.once('error', (err: Error) => {\n        reject(new Error(`Bridge Listening Error: ${err.message}`));\n      });\n\n      this.io.use((socket, next) => {\n        if (this.socket) {\n          next(new Error('server already connected by another client'));\n        }\n        next();\n      });\n\n      this.io.on('connection', (socket) => {\n        // check the connection url\n        const url = socket.handshake.url;\n        if (url.includes(BridgeSignalKill)) {\n          console.warn('kill signal received, closing bridge server');\n          return this.close();\n        }\n\n        this.connectionLost = false;\n        this.connectionLostReason = '';\n        this.listeningTimeoutId && clearTimeout(this.listeningTimeoutId);\n        this.listeningTimeoutId = null;\n        this.connectionTipTimer && clearTimeout(this.connectionTipTimer);\n        this.connectionTipTimer = null;\n        if (this.socket) {\n          socket.emit(BridgeEvent.Refused);\n          // close the socket\n          socket.disconnect();\n\n          return reject(\n            new Error('server already connected by another client'),\n          );\n        }\n\n        try {\n          logMsg('one client connected');\n          this.socket = socket;\n\n          const clientVersion = socket.handshake.query.version;\n          logMsg(\n            `Bridge connected, cli-side version v${__VERSION__}, browser-side version v${clientVersion}`,\n          );\n\n          socket.on(BridgeEvent.CallResponse, (params: BridgeCallResponse) => {\n            const id = params.id;\n            const response = params.response;\n            const error = params.error;\n\n            this.triggerCallResponseCallback(id, error, response);\n          });\n\n          socket.on('disconnect', (reason: string) => {\n            this.connectionLost = true;\n            this.connectionLostReason = reason;\n\n            try {\n              this.io?.close();\n            } catch (e) {\n              // ignore\n            }\n\n            // flush all pending calls as error\n            for (const id in this.calls) {\n              const call = this.calls[id];\n\n              if (!call.responseTime) {\n                const errorMessage = this.connectionLostErrorMsg();\n                this.triggerCallResponseCallback(\n                  id,\n                  new Error(errorMessage),\n                  null,\n                );\n              }\n            }\n\n            this.onDisconnect?.(reason);\n          });\n\n          setTimeout(() => {\n            this.onConnect?.();\n\n            const payload = {\n              version: __VERSION__,\n            } as BridgeConnectedEventPayload;\n            socket.emit(BridgeEvent.Connected, payload);\n            Promise.resolve().then(() => {\n              for (const id in this.calls) {\n                if (this.calls[id].callTime === 0) {\n                  this.emitCall(id);\n                }\n              }\n            });\n          }, 0);\n        } catch (e) {\n          console.error('failed to handle connection event', e);\n          reject(e);\n        }\n      });\n\n      this.io.on('close', () => {\n        this.close();\n      });\n    });\n  }\n\n  private connectionLostErrorMsg = () => {\n    return `Connection lost, reason: ${this.connectionLostReason}`;\n  };\n\n  private async triggerCallResponseCallback(\n    id: string | number,\n    error: Error | null,\n    response: any,\n  ) {\n    const call = this.calls[id];\n    if (!call) {\n      throw new Error(`call ${id} not found`);\n    }\n    call.error = error || undefined;\n    call.response = response;\n    call.responseTime = Date.now();\n\n    call.callback(call.error, response);\n  }\n\n  private async emitCall(id: string) {\n    const call = this.calls[id];\n    if (!call) {\n      throw new Error(`call ${id} not found`);\n    }\n\n    if (this.connectionLost) {\n      const message = `Connection lost, reason: ${this.connectionLostReason}`;\n      call.callback(new Error(message), null);\n      return;\n    }\n\n    if (this.socket) {\n      this.socket.emit(BridgeEvent.Call, {\n        id,\n        method: call.method,\n        args: call.args,\n      });\n      call.callTime = Date.now();\n    }\n  }\n\n  async call<T = any>(\n    method: string,\n    args: any[],\n    timeout = BridgeCallTimeout,\n  ): Promise<T> {\n    const id = `${this.callId++}`;\n\n    return new Promise((resolve, reject) => {\n      const timeoutId = setTimeout(() => {\n        logMsg(`bridge call timeout, id=${id}, method=${method}, args=`, args);\n        this.calls[id].error = new Error(\n          `Bridge call timeout after ${timeout}ms: ${method}`,\n        );\n        reject(this.calls[id].error);\n      }, timeout);\n\n      this.calls[id] = {\n        method,\n        args,\n        response: null,\n        callTime: 0,\n        responseTime: 0,\n        callback: (error: Error | undefined, response: any) => {\n          clearTimeout(timeoutId);\n          if (error) {\n            reject(error);\n          } else {\n            resolve(response);\n          }\n        },\n      };\n\n      this.emitCall(id);\n    });\n  }\n\n  // do NOT restart after close\n  async close() {\n    this.listeningTimeoutId && clearTimeout(this.listeningTimeoutId);\n    this.connectionTipTimer && clearTimeout(this.connectionTipTimer);\n    const closeProcess = this.io?.close();\n    this.io = null;\n\n    return closeProcess;\n  }\n}\n"],"names":["killRunningServer","port","client","ClientIO","DefaultBridgeServerPort","BridgeSignalKill","sleep","e","BridgeServer","opts","timeout","Promise","resolve","reject","Error","setTimeout","BridgeErrorCodeNoClientConnected","logMsg","Server","err","socket","next","url","console","clearTimeout","BridgeEvent","clientVersion","params","id","response","error","reason","_this","_this_io","call","errorMessage","payload","__VERSION__","undefined","Date","message","method","args","BridgeCallTimeout","timeoutId","closeProcess","onConnect","onDisconnect","closeConflictServer"],"mappings":";;;;;;;;;;;;;;;AAkBO,MAAMA,oBAAoB,OAAOC;IACtC,IAAI;QACF,MAAMC,SAASC,GACb,CAAC,eAAe,EAAEF,QAAQG,yBAAyB,EACnD;YACE,OAAO;gBACL,CAACC,iBAAiB,EAAE;YACtB;QACF;QAEF,MAAMC,MAAM;QACZ,MAAMJ,OAAO,KAAK;IACpB,EAAE,OAAOK,GAAG,CAEZ;AACF;AAGO,MAAMC;IAmBX,MAAM,OACJC,OAEI,CAAC,CAAC,EACS;QACf,MAAM,EAAEC,UAAU,KAAK,EAAE,GAAGD;QAE5B,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAMT,kBAAkB,IAAI,CAAC,IAAI;QAGnC,OAAO,IAAIW,QAAQ,CAACC,SAASC;YAC3B,IAAI,IAAI,CAAC,kBAAkB,EACzB,OAAOA,OAAO,IAAIC,MAAM;YAE1B,IAAI,CAAC,kBAAkB,GAAG;YAE1B,IAAI,CAAC,kBAAkB,GAAGJ,UACtBK,WAAW;gBACTF,OACE,IAAIC,MACF,CAAC,6BAA6B,EAAEJ,QAAQ,IAAI,EAAEM,iCAAiC,CAAC,CAAC;YAGvF,GAAGN,WACH;YAEJ,IAAI,CAAC,kBAAkB,GACrB,CAACA,WAAWA,UAAU,OAClBK,WAAW;gBACTE,OAAO;YACT,GAAG,QACH;YACN,IAAI,CAAC,EAAE,GAAG,IAAIC,OAAO,IAAI,CAAC,IAAI,EAAE;gBAC9B,mBAAmB;YACrB;YAGA,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa;gBACnCN;YACF;YAEA,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAACO;gBAChCN,OAAO,IAAIC,MAAM,CAAC,wBAAwB,EAAEK,IAAI,OAAO,EAAE;YAC3D;YAEA,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAACC,QAAQC;gBACnB,IAAI,IAAI,CAAC,MAAM,EACbA,KAAK,IAAIP,MAAM;gBAEjBO;YACF;YAEA,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,cAAc,CAACD;gBAExB,MAAME,MAAMF,OAAO,SAAS,CAAC,GAAG;gBAChC,IAAIE,IAAI,QAAQ,CAACjB,mBAAmB;oBAClCkB,QAAQ,IAAI,CAAC;oBACb,OAAO,IAAI,CAAC,KAAK;gBACnB;gBAEA,IAAI,CAAC,cAAc,GAAG;gBACtB,IAAI,CAAC,oBAAoB,GAAG;gBAC5B,IAAI,CAAC,kBAAkB,IAAIC,aAAa,IAAI,CAAC,kBAAkB;gBAC/D,IAAI,CAAC,kBAAkB,GAAG;gBAC1B,IAAI,CAAC,kBAAkB,IAAIA,aAAa,IAAI,CAAC,kBAAkB;gBAC/D,IAAI,CAAC,kBAAkB,GAAG;gBAC1B,IAAI,IAAI,CAAC,MAAM,EAAE;oBACfJ,OAAO,IAAI,CAACK,YAAY,OAAO;oBAE/BL,OAAO,UAAU;oBAEjB,OAAOP,OACL,IAAIC,MAAM;gBAEd;gBAEA,IAAI;oBACFG,OAAO;oBACP,IAAI,CAAC,MAAM,GAAGG;oBAEd,MAAMM,gBAAgBN,OAAO,SAAS,CAAC,KAAK,CAAC,OAAO;oBACpDH,OACE,2FAA6ES,eAAe;oBAG9FN,OAAO,EAAE,CAACK,YAAY,YAAY,EAAE,CAACE;wBACnC,MAAMC,KAAKD,OAAO,EAAE;wBACpB,MAAME,WAAWF,OAAO,QAAQ;wBAChC,MAAMG,QAAQH,OAAO,KAAK;wBAE1B,IAAI,CAAC,2BAA2B,CAACC,IAAIE,OAAOD;oBAC9C;oBAEAT,OAAO,EAAE,CAAC,cAAc,CAACW;4BAwBvBC,oBAAAA;wBAvBA,IAAI,CAAC,cAAc,GAAG;wBACtB,IAAI,CAAC,oBAAoB,GAAGD;wBAE5B,IAAI;gCACFE;oCAAAA,CAAAA,WAAAA,IAAI,CAAC,EAAE,AAAD,KAANA,SAAS,KAAK;wBAChB,EAAE,OAAO1B,GAAG,CAEZ;wBAGA,IAAK,MAAMqB,MAAM,IAAI,CAAC,KAAK,CAAE;4BAC3B,MAAMM,OAAO,IAAI,CAAC,KAAK,CAACN,GAAG;4BAE3B,IAAI,CAACM,KAAK,YAAY,EAAE;gCACtB,MAAMC,eAAe,IAAI,CAAC,sBAAsB;gCAChD,IAAI,CAAC,2BAA2B,CAC9BP,IACA,IAAId,MAAMqB,eACV;4BAEJ;wBACF;gCAEAH,CAAAA,qBAAAA,AAAAA,CAAAA,QAAAA,IAAI,AAAD,EAAE,YAAY,AAAD,KAAhBA,mBAAAA,IAAAA,CAAAA,OAAoBD;oBACtB;oBAEAhB,WAAW;4BACTiB,iBAAAA;gCAAAA,CAAAA,kBAAAA,AAAAA,CAAAA,QAAAA,IAAI,AAAD,EAAE,SAAS,AAAD,KAAbA,gBAAAA,IAAAA,CAAAA;wBAEA,MAAMI,UAAU;4BACd,SAASC;wBACX;wBACAjB,OAAO,IAAI,CAACK,YAAY,SAAS,EAAEW;wBACnCzB,QAAQ,OAAO,GAAG,IAAI,CAAC;4BACrB,IAAK,MAAMiB,MAAM,IAAI,CAAC,KAAK,CACzB,IAAI,AAA4B,MAA5B,IAAI,CAAC,KAAK,CAACA,GAAG,CAAC,QAAQ,EACzB,IAAI,CAAC,QAAQ,CAACA;wBAGpB;oBACF,GAAG;gBACL,EAAE,OAAOrB,GAAG;oBACVgB,QAAQ,KAAK,CAAC,qCAAqChB;oBACnDM,OAAON;gBACT;YACF;YAEA,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS;gBAClB,IAAI,CAAC,KAAK;YACZ;QACF;IACF;IAMA,MAAc,4BACZqB,EAAmB,EACnBE,KAAmB,EACnBD,QAAa,EACb;QACA,MAAMK,OAAO,IAAI,CAAC,KAAK,CAACN,GAAG;QAC3B,IAAI,CAACM,MACH,MAAM,IAAIpB,MAAM,CAAC,KAAK,EAAEc,GAAG,UAAU,CAAC;QAExCM,KAAK,KAAK,GAAGJ,SAASQ;QACtBJ,KAAK,QAAQ,GAAGL;QAChBK,KAAK,YAAY,GAAGK,KAAK,GAAG;QAE5BL,KAAK,QAAQ,CAACA,KAAK,KAAK,EAAEL;IAC5B;IAEA,MAAc,SAASD,EAAU,EAAE;QACjC,MAAMM,OAAO,IAAI,CAAC,KAAK,CAACN,GAAG;QAC3B,IAAI,CAACM,MACH,MAAM,IAAIpB,MAAM,CAAC,KAAK,EAAEc,GAAG,UAAU,CAAC;QAGxC,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAMY,UAAU,CAAC,yBAAyB,EAAE,IAAI,CAAC,oBAAoB,EAAE;YACvEN,KAAK,QAAQ,CAAC,IAAIpB,MAAM0B,UAAU;YAClC;QACF;QAEA,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAACf,YAAY,IAAI,EAAE;gBACjCG;gBACA,QAAQM,KAAK,MAAM;gBACnB,MAAMA,KAAK,IAAI;YACjB;YACAA,KAAK,QAAQ,GAAGK,KAAK,GAAG;QAC1B;IACF;IAEA,MAAM,KACJE,MAAc,EACdC,IAAW,EACXhC,UAAUiC,iBAAiB,EACf;QACZ,MAAMf,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI;QAE7B,OAAO,IAAIjB,QAAQ,CAACC,SAASC;YAC3B,MAAM+B,YAAY7B,WAAW;gBAC3BE,OAAO,CAAC,wBAAwB,EAAEW,GAAG,SAAS,EAAEa,OAAO,OAAO,CAAC,EAAEC;gBACjE,IAAI,CAAC,KAAK,CAACd,GAAG,CAAC,KAAK,GAAG,IAAId,MACzB,CAAC,0BAA0B,EAAEJ,QAAQ,IAAI,EAAE+B,QAAQ;gBAErD5B,OAAO,IAAI,CAAC,KAAK,CAACe,GAAG,CAAC,KAAK;YAC7B,GAAGlB;YAEH,IAAI,CAAC,KAAK,CAACkB,GAAG,GAAG;gBACfa;gBACAC;gBACA,UAAU;gBACV,UAAU;gBACV,cAAc;gBACd,UAAU,CAACZ,OAA0BD;oBACnCL,aAAaoB;oBACb,IAAId,OACFjB,OAAOiB;yBAEPlB,QAAQiB;gBAEZ;YACF;YAEA,IAAI,CAAC,QAAQ,CAACD;QAChB;IACF;IAGA,MAAM,QAAQ;YAGSK;QAFrB,IAAI,CAAC,kBAAkB,IAAIT,aAAa,IAAI,CAAC,kBAAkB;QAC/D,IAAI,CAAC,kBAAkB,IAAIA,aAAa,IAAI,CAAC,kBAAkB;QAC/D,MAAMqB,eAAe,QAAAZ,CAAAA,WAAAA,IAAI,CAAC,EAAE,AAAD,IAANA,KAAAA,IAAAA,SAAS,KAAK;QACnC,IAAI,CAAC,EAAE,GAAG;QAEV,OAAOY;IACT;IAjPA,YACS5C,IAAY,EACZ6C,SAAsB,EACtBC,YAAuC,EACvCC,mBAA6B,CACpC;;;;;QAhBF,uBAAQ,UAAR;QACA,uBAAQ,MAAR;QACA,uBAAQ,UAAR;QACA,uBAAQ,sBAAR;QACA,uBAAQ,sBAAR;QACA,uBAAQ,sBAAR;QACA,uBAAO,SAAP;QAEA,uBAAQ,kBAAR;QACA,uBAAQ,wBAAR;QA6JA,uBAAQ,0BAAR;aA1JS/C,IAAI,GAAJA;aACA6C,SAAS,GAATA;aACAC,YAAY,GAAZA;aACAC,mBAAmB,GAAnBA;aAfD,MAAM,GAAG;aACT,EAAE,GAAkB;aACpB,MAAM,GAAwB;aAC9B,kBAAkB,GAA0B;aAC5C,kBAAkB,GAAG;aACrB,kBAAkB,GAA0B;aAC7C,KAAK,GAA+B,CAAC;aAEpC,cAAc,GAAG;aACjB,oBAAoB,GAAG;aA6JvB,sBAAsB,GAAG,IACxB,CAAC,yBAAyB,EAAE,IAAI,CAAC,oBAAoB,EAAE;IAvJ7D;AA6OL"}

package/dist/es/bridge-mode/page-browser-side.mjs

@@ -0,0 +1,102 @@
+import { assert } from "@midscene/shared/utils";
+import page from "../chrome-extension/page.mjs";
+import { BridgeEvent, DefaultBridgeServerPort, KeyboardEvent, MouseEvent } from "./common.mjs";
+import { BridgeClient } from "./io-client.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class ExtensionBridgePageBrowserSide extends page {
+    async setupBridgeClient() {
+        this.bridgeClient = new BridgeClient(`ws://localhost:${DefaultBridgeServerPort}`, async (method, args)=>{
+            console.log('bridge call from cli side', method, args);
+            if (method === BridgeEvent.ConnectNewTabWithUrl) return this.connectNewTabWithUrl.apply(this, args);
+            if (method === BridgeEvent.GetBrowserTabList) return this.getBrowserTabList.apply(this, args);
+            if (method === BridgeEvent.SetActiveTabId) return this.setActiveTabId.apply(this, args);
+            if (method === BridgeEvent.ConnectCurrentTab) return this.connectCurrentTab.apply(this, args);
+            if (method === BridgeEvent.UpdateAgentStatus) return this.onLogMessage(args[0], 'status');
+            const tabId = await this.getActiveTabId();
+            if (!tabId || 0 === tabId) throw new Error('no tab is connected');
+            if (method.startsWith(MouseEvent.PREFIX)) {
+                const actionName = method.split('.')[1];
+                return this.mouse[actionName].apply(this.mouse, args);
+            }
+            if (method.startsWith(KeyboardEvent.PREFIX)) {
+                const actionName = method.split('.')[1];
+                return this.keyboard[actionName].apply(this.keyboard, args);
+            }
+            try {
+                const result = await this[method](...args);
+                return result;
+            } catch (e) {
+                const errorMessage = e instanceof Error ? e.message : 'Unknown error';
+                console.error('error calling method', method, args, e);
+                this.onLogMessage(`Error calling method: ${method}, ${errorMessage}`, 'log');
+                throw new Error(errorMessage, {
+                    cause: e
+                });
+            }
+        }, ()=>this.destroy());
+        await this.bridgeClient.connect();
+        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v0.26.3-beta-20250813021342.0`, 'log');
+    }
+    async connect() {
+        return await this.setupBridgeClient();
+    }
+    async connectNewTabWithUrl(url, options = {
+        forceSameTabNavigation: true
+    }) {
+        const tab = await chrome.tabs.create({
+            url
+        });
+        const tabId = tab.id;
+        assert(tabId, 'failed to get tabId after creating a new tab');
+        this.onLogMessage(`Creating new tab: ${url}`, 'log');
+        this.newlyCreatedTabIds.push(tabId);
+        if (null == options ? void 0 : options.forceSameTabNavigation) this.forceSameTabNavigation = true;
+        await this.setActiveTabId(tabId);
+    }
+    async connectCurrentTab(options = {
+        forceSameTabNavigation: true
+    }) {
+        var _tabs_, _tabs_1;
+        const tabs = await chrome.tabs.query({
+            active: true,
+            currentWindow: true
+        });
+        const tabId = null == (_tabs_ = tabs[0]) ? void 0 : _tabs_.id;
+        assert(tabId, 'failed to get tabId');
+        this.onLogMessage(`Connected to current tab: ${null == (_tabs_1 = tabs[0]) ? void 0 : _tabs_1.url}`, 'log');
+        if (null == options ? void 0 : options.forceSameTabNavigation) this.forceSameTabNavigation = true;
+        await this.setActiveTabId(tabId);
+    }
+    async setDestroyOptions(options) {
+        this.destroyOptions = options;
+    }
+    async destroy() {
+        var _this_destroyOptions;
+        if ((null == (_this_destroyOptions = this.destroyOptions) ? void 0 : _this_destroyOptions.closeTab) && this.newlyCreatedTabIds.length > 0) {
+            this.onLogMessage('Closing all newly created tabs by bridge...', 'log');
+            for (const tabId of this.newlyCreatedTabIds)await chrome.tabs.remove(tabId);
+            this.newlyCreatedTabIds = [];
+        }
+        await super.destroy();
+        if (this.bridgeClient) {
+            this.bridgeClient.disconnect();
+            this.bridgeClient = null;
+            this.onDisconnect();
+        }
+    }
+    constructor(onDisconnect = ()=>{}, onLogMessage = ()=>{}, forceSameTabNavigation = true){
+        super(forceSameTabNavigation), _define_property(this, "onDisconnect", void 0), _define_property(this, "onLogMessage", void 0), _define_property(this, "bridgeClient", void 0), _define_property(this, "destroyOptions", void 0), _define_property(this, "newlyCreatedTabIds", void 0), this.onDisconnect = onDisconnect, this.onLogMessage = onLogMessage, this.bridgeClient = null, this.newlyCreatedTabIds = [];
+    }
+}
+export { ExtensionBridgePageBrowserSide };
+
+//# sourceMappingURL=page-browser-side.mjs.map