@midscene/web 0.12.1 → 0.12.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/appium.js +15 -5
- package/dist/es/appium.js.map +1 -0
- package/dist/es/bridge-mode-browser.js +5 -3
- package/dist/es/bridge-mode-browser.js.map +1 -0
- package/dist/es/bridge-mode.js +17 -7
- package/dist/es/bridge-mode.js.map +1 -0
- package/dist/es/chrome-extension.js +16 -6
- package/dist/es/chrome-extension.js.map +1 -0
- package/dist/es/index.js +15 -5
- package/dist/es/index.js.map +1 -0
- package/dist/es/midscene-playground.js +15 -5
- package/dist/es/midscene-playground.js.map +1 -0
- package/dist/es/playground.js +15 -5
- package/dist/es/playground.js.map +1 -0
- package/dist/es/playwright-report.js +2 -0
- package/dist/es/playwright-report.js.map +1 -0
- package/dist/es/playwright.js +15 -5
- package/dist/es/playwright.js.map +1 -0
- package/dist/es/puppeteer.js +16 -5
- package/dist/es/puppeteer.js.map +1 -0
- package/dist/es/ui-utils.js +2 -0
- package/dist/es/ui-utils.js.map +1 -0
- package/dist/es/utils.js +2 -0
- package/dist/es/utils.js.map +1 -0
- package/dist/es/yaml.js +2 -0
- package/dist/es/yaml.js.map +1 -0
- package/dist/lib/appium.js +15 -5
- package/dist/lib/appium.js.map +1 -0
- package/dist/lib/bridge-mode-browser.js +5 -3
- package/dist/lib/bridge-mode-browser.js.map +1 -0
- package/dist/lib/bridge-mode.js +17 -7
- package/dist/lib/bridge-mode.js.map +1 -0
- package/dist/lib/chrome-extension.js +16 -6
- package/dist/lib/chrome-extension.js.map +1 -0
- package/dist/lib/index.js +15 -5
- package/dist/lib/index.js.map +1 -0
- package/dist/lib/midscene-playground.js +15 -5
- package/dist/lib/midscene-playground.js.map +1 -0
- package/dist/lib/playground.js +15 -5
- package/dist/lib/playground.js.map +1 -0
- package/dist/lib/playwright-report.js +2 -0
- package/dist/lib/playwright-report.js.map +1 -0
- package/dist/lib/playwright.js +15 -5
- package/dist/lib/playwright.js.map +1 -0
- package/dist/lib/puppeteer.js +16 -5
- package/dist/lib/puppeteer.js.map +1 -0
- package/dist/lib/ui-utils.js +2 -0
- package/dist/lib/ui-utils.js.map +1 -0
- package/dist/lib/utils.js +2 -0
- package/dist/lib/utils.js.map +1 -0
- package/dist/lib/yaml.js +2 -0
- package/dist/lib/yaml.js.map +1 -0
- package/dist/types/{agent-c2b81e5e.d.ts → agent-93ac4610.d.ts} +3 -3
- package/dist/types/appium.d.ts +3 -3
- package/dist/types/bridge-mode-browser.d.ts +3 -3
- package/dist/types/bridge-mode.d.ts +4 -4
- package/dist/types/{browser-97da85f7.d.ts → browser-3c8d24ff.d.ts} +1 -1
- package/dist/types/chrome-extension.d.ts +4 -4
- package/dist/types/index.d.ts +4 -4
- package/dist/types/{page-19506936.d.ts → page-09c548ff.d.ts} +2 -2
- package/dist/types/playground.d.ts +4 -4
- package/dist/types/playwright.d.ts +3 -3
- package/dist/types/puppeteer.d.ts +4 -3
- package/dist/types/{utils-40a29aea.d.ts → utils-c05abdf8.d.ts} +1 -1
- package/dist/types/utils.d.ts +2 -2
- package/dist/types/yaml.d.ts +4 -4
- package/package.json +4 -6
|
@@ -291,7 +291,7 @@ function sleep(ms) {
|
|
|
291
291
|
var ChromeExtensionProxyPage = class {
|
|
292
292
|
constructor(forceSameTabNavigation) {
|
|
293
293
|
this.pageType = "chrome-extension-proxy";
|
|
294
|
-
this.version = "0.12.
|
|
294
|
+
this.version = "0.12.2";
|
|
295
295
|
this.activeTabId = null;
|
|
296
296
|
this.tabIdOfDebuggerAttached = null;
|
|
297
297
|
this.attachingDebugger = null;
|
|
@@ -711,7 +711,7 @@ var BridgeClient = class {
|
|
|
711
711
|
this.socket = (0, import_socket.io)(this.endpoint, {
|
|
712
712
|
reconnection: false,
|
|
713
713
|
query: {
|
|
714
|
-
version: "0.12.
|
|
714
|
+
version: "0.12.2"
|
|
715
715
|
}
|
|
716
716
|
});
|
|
717
717
|
const timeout = setTimeout(() => {
|
|
@@ -842,7 +842,7 @@ var ExtensionBridgePageBrowserSide = class extends ChromeExtensionProxyPage {
|
|
|
842
842
|
);
|
|
843
843
|
await this.bridgeClient.connect();
|
|
844
844
|
this.onLogMessage(
|
|
845
|
-
`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v${"0.12.
|
|
845
|
+
`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v${"0.12.2"}`,
|
|
846
846
|
"log"
|
|
847
847
|
);
|
|
848
848
|
}
|
|
@@ -903,3 +903,5 @@ var ExtensionBridgePageBrowserSide = class extends ChromeExtensionProxyPage {
|
|
|
903
903
|
* Copyright 2017 Google Inc.
|
|
904
904
|
* SPDX-License-Identifier: Apache-2.0
|
|
905
905
|
*/
|
|
906
|
+
|
|
907
|
+
//# sourceMappingURL=bridge-mode-browser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,sBAAmB;;;ACOnB,IAAAA,sBAAmB;;;ACmFZ,IAAM,wBAAwB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;AD7ErC,uBAA2B;;;AEL3B,yBAAmB;AAEnB,6BAIO;AAdP;AAqDO,IAAM,cAAN,MAAkB;AAAA,EAOvB,YAAY,QAA4B;AAqCxC;AAgBA;AA3DA,qCAAe,oBAAI,IAAY;AAE/B;AAEA,sBAAa;AAGX,uBAAK,SAAU;AAAA,EACjB;AAAA,EAEA,aAAa,QAAkC;AAC7C,uBAAK,SAAU;AAAA,EACjB;AAAA,EAEA,MAAM,KACJ,KACA,UAAoC;AAAA,IAClC,MAAM;AAAA,IACN,UAAU,CAAC;AAAA,EACb,GACe;AACf,UAAM,cAAc,sBAAK,sDAAL,WAA8B;AAElD,UAAM,aAAa,mBAAK,cAAa,IAAI,YAAY,IAAI;AACzD,uBAAK,cAAa,IAAI,YAAY,IAAI;AACtC,SAAK,cAAc,sBAAK,8BAAL,WAAkB,YAAY;AAEjD,UAAM,OAAO,QAAQ,SAAS,SAAY,YAAY,OAAO,QAAQ;AACrE,UAAM,mBAAK,SAAQ,KAAK,0BAA0B;AAAA,MAChD,MAAM,OAAO,YAAY;AAAA,MACzB,WAAW,KAAK;AAAA,MAChB,uBAAuB,YAAY;AAAA,MACnC,MAAM,YAAY;AAAA,MAClB,KAAK,YAAY;AAAA,MACjB;AAAA,MACA,gBAAgB;AAAA,MAChB;AAAA,MACA,UAAU,YAAY;AAAA,MACtB,UAAU,YAAY,aAAa;AAAA,MACnC,UAAU,QAAQ;AAAA,IACpB,CAAC;AAAA,EACH;AAAA,EAyEA,MAAM,GAAG,KAA8B;AACrC,UAAM,cAAc,sBAAK,sDAAL,WAA8B;AAElD,SAAK,cAAc,CAAC,sBAAK,8BAAL,WAAkB,YAAY;AAClD,uBAAK,cAAa,OAAO,YAAY,IAAI;AACzC,UAAM,mBAAK,SAAQ,KAAK,0BAA0B;AAAA,MAChD,MAAM;AAAA,MACN,WAAW,KAAK;AAAA,MAChB,KAAK,YAAY;AAAA,MACjB,uBAAuB,YAAY;AAAA,MACnC,MAAM,YAAY;AAAA,MAClB,UAAU,YAAY;AAAA,IACxB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,cAAc,MAA6B;AAC/C,UAAM,mBAAK,SAAQ,KAAK,oBAAoB,EAAE,MAAM,KAAK,CAAC;AAAA,EAC5D;AAAA,EAEQ,UAAU,MAAgC;AAChD,WAAO,CAAC,CAAC,uCAAgB,IAAgB;AAAA,EAC3C;AAAA,EAEA,MAAM,KACJ,MACA,UAAyC,CAAC,GAC3B;AACf,UAAM,QAAQ,QAAQ,SAAS;AAC/B,eAAW,QAAQ,MAAM;AACvB,UAAI,KAAK,UAAU,IAAI,GAAG;AACxB,cAAM,KAAK,MAAM,MAAM,EAAE,MAAM,CAAC;AAAA,MAClC,OAAO;AACL,YAAI,OAAO;AACT,gBAAM,IAAI,QAAQ,CAAC,MAAM;AACvB,mBAAO,WAAW,GAAG,KAAK;AAAA,UAC5B,CAAC;AAAA,QACH;AACA,cAAM,KAAK,cAAc,IAAI;AAAA,MAC/B;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MACJ,KACA,UAAqC,CAAC,GACvB;AACf,UAAM,EAAE,QAAQ,KAAK,IAAI;AACzB,UAAM,OAAO,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,GAAG;AAE5C,eAAW,KAAK,MAAM;AACpB,YAAM,KAAK,KAAK,GAAG,OAAO;AAAA,IAC5B;AAEA,QAAI,OAAO;AACT,YAAM,IAAI,QAAQ,CAAC,MAAM;AACvB,eAAO,WAAW,GAAG,QAAQ,KAAK;AAAA,MACpC,CAAC;AAAA,IACH;AAEA,eAAW,KAAK,CAAC,GAAG,IAAI,EAAE,QAAQ,GAAG;AACnC,YAAM,KAAK,GAAG,CAAC;AAAA,IACjB;AAAA,EACF;AACF;AAjLE;AAEA;AAyCA;AAAA,iBAAY,SAAC,KAAqB;AAChC,MAAI,QAAQ,OAAO;AACjB,WAAO;AAAA,EACT;AACA,MAAI,QAAQ,WAAW;AACrB,WAAO;AAAA,EACT;AACA,MAAI,QAAQ,QAAQ;AAClB,WAAO;AAAA,EACT;AACA,MAAI,QAAQ,SAAS;AACnB,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA;AAAA,6BAAwB,SAAC,WAAqC;AAC5D,QAAM,QAAQ,KAAK,aAAa;AAChC,QAAM,cAAc;AAAA,IAClB,KAAK;AAAA,IACL,SAAS;AAAA,IACT,MAAM;AAAA,IACN,MAAM;AAAA,IACN,UAAU;AAAA,EACZ;AAEA,QAAM,aAAa,uCAAgB,SAAS;AAE5C,yBAAAC,SAAO,YAAY,iBAAiB,SAAS,GAAG;AAEhD,MAAI,WAAW,KAAK;AAClB,gBAAY,MAAM,WAAW;AAAA,EAC/B;AACA,MAAI,SAAS,WAAW,UAAU;AAChC,gBAAY,MAAM,WAAW;AAAA,EAC/B;AAEA,MAAI,WAAW,SAAS;AACtB,gBAAY,UAAU,WAAW;AAAA,EACnC;AACA,MAAI,SAAS,WAAW,cAAc;AACpC,gBAAY,UAAU,WAAW;AAAA,EACnC;AAEA,MAAI,WAAW,MAAM;AACnB,gBAAY,OAAO,WAAW;AAAA,EAChC;AAEA,MAAI,WAAW,UAAU;AACvB,gBAAY,WAAW,WAAW;AAAA,EACpC;AAEA,MAAI,YAAY,IAAI,WAAW,GAAG;AAChC,gBAAY,OAAO,YAAY;AAAA,EACjC;AAEA,MAAI,WAAW,MAAM;AACnB,gBAAY,OAAO,WAAW;AAAA,EAChC;AACA,MAAI,SAAS,WAAW,WAAW;AACjC,gBAAY,OAAO,WAAW;AAAA,EAChC;AAGA,MAAI,KAAK,aAAa,CAAC,GAAG;AACxB,gBAAY,OAAO;AAAA,EACrB;AAEA,SAAO;AACT;;;ACtKF,qBAAe;AACf,mBAA4B;AAI5B,IAAI,yBAAwC;AACrC,IAAM,uBAAuB,YAAY;AAC9C,QAAM,uBAAuB,OAAO,QAAQ,OAAO,oBAAoB;AACvE,MAAI;AAAwB,WAAO;AACnC,MAAI,0BAAa;AACf,UAAM,SAAS,MAAM,MAAM,oBAAoB;AAC/C,6BAAyB,MAAM,OAAO,KAAK;AAC3C,WAAO;AAAA,EACT;AACA,SAAO,eAAAC,QAAG,aAAa,sBAAsB,MAAM;AACrD;AAGA,IAAI,kCAAiD;AAC9C,IAAM,2BAA2B,YAAY;AAClD,QAAM,gCACJ,OAAO,QAAQ,OAAO,mBAAmB;AAC3C,MAAI;AAAiC,WAAO;AAC5C,MAAI,0BAAa;AACf,UAAM,SAAS,MAAM,MAAM,6BAA6B;AACxD,sCAAkC,MAAM,OAAO,KAAK;AACpD,WAAO;AAAA,EACT;AACA,SAAO,eAAAA,QAAG,aAAa,+BAA+B,MAAM;AAC9D;AAGA,IAAI,sCAAqD;AAClD,IAAM,+BAA+B,YAAY;AACtD,QAAM,oCAAoC,OAAO,QAAQ;AAAA,IACvD;AAAA,EACF;AACA,MAAI;AACF,WAAO;AACT,MAAI,0BAAa;AACf,UAAM,SAAS,MAAM,MAAM,iCAAiC;AAC5D,0CAAsC,MAAM,OAAO,KAAK;AACxD,WAAO;AAAA,EACT;AACA,SAAO,eAAAA,QAAG,aAAa,mCAAmC,MAAM;AAClE;;;AHvBA,SAAS,MAAM,IAAY;AACzB,SAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AACzD;AAIA,IAAqB,2BAArB,MAAsE;AAAA,EAgBpE,YAAY,wBAAiC;AAf7C,oBAAW;AAGX,SAAQ,UAAkB;AAI1B,SAAQ,cAA6B;AAErC,SAAQ,0BAAyC;AAEjD,SAAQ,oBAA0C;AAElD,SAAQ,YAAY;AA+XpB,SAAQ,eAAe;AACvB,SAAQ,eAAe;AAEvB,iBAAQ;AAAA,MACN,OAAO,OAAO,GAAW,MAAc;AACrC,cAAM,KAAK,iBAAiB,GAAG,CAAC;AAChC,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA,QAAQ;AAAA,UACR,YAAY;AAAA,QACd,CAAC;AACD,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA,QAAQ;AAAA,UACR,YAAY;AAAA,QACd,CAAC;AAAA,MACH;AAAA,MACA,OAAO,OACL,QACA,QACA,QACA,WACG;AACH,cAAM,SAAS,UAAU,KAAK;AAC9B,cAAM,SAAS,UAAU,KAAK;AAC9B,cAAM,KAAK,iBAAiB,QAAQ,MAAM;AAC1C,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN,GAAG;AAAA,UACH,GAAG;AAAA,UACH;AAAA,UACA;AAAA,QACF,CAAC;AACD,aAAK,eAAe;AACpB,aAAK,eAAe;AAAA,MACtB;AAAA,MACA,MAAM,OAAO,GAAW,MAAc;AACpC,cAAM,KAAK,iBAAiB,GAAG,CAAC;AAChC,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN;AAAA,UACA;AAAA,QACF,CAAC;AACD,aAAK,eAAe;AACpB,aAAK,eAAe;AAAA,MACtB;AAAA,MACA,MAAM,OACJ,MACA,OACG;AACH,cAAM,KAAK,MAAM,KAAK,KAAK,GAAG,KAAK,CAAC;AACpC,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN,GAAG,KAAK;AAAA,UACR,GAAG,KAAK;AAAA,UACR,QAAQ;AAAA,UACR,YAAY;AAAA,QACd,CAAC;AACD,cAAM,KAAK,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC;AAChC,cAAM,KAAK,sBAAsB,4BAA4B;AAAA,UAC3D,MAAM;AAAA,UACN,GAAG,GAAG;AAAA,UACN,GAAG,GAAG;AAAA,UACN,QAAQ;AAAA,UACR,YAAY;AAAA,QACd,CAAC;AAAA,MACH;AAAA,IACF;AAEA,oBAAW;AAAA,MACT,MAAM,OAAO,SAAiB;AAC5B,cAAM,cAAc,IAAI,YAAY;AAAA,UAClC,MAAM,KAAK,sBAAsB,KAAK,IAAI;AAAA,QAC5C,CAAC;AACD,cAAM,YAAY,KAAK,MAAM,EAAE,OAAO,EAAE,CAAC;AAAA,MAC3C;AAAA,MACA,OAAO,OACL,WAGG;AACH,cAAM,cAAc,IAAI,YAAY;AAAA,UAClC,MAAM,KAAK,sBAAsB,KAAK,IAAI;AAAA,QAC5C,CAAC;AACD,cAAM,OAAO,MAAM,QAAQ,MAAM,IAAI,SAAS,CAAC,MAAM;AACrD,mBAAW,KAAK,MAAM;AACpB,gBAAM,WAAW,EAAE,UAAU,CAAC,EAAE,OAAO,IAAI,CAAC;AAC5C,gBAAM,YAAY,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC;AAAA,QAC5C;AACA,mBAAW,KAAK,CAAC,GAAG,IAAI,EAAE,QAAQ,GAAG;AACnC,gBAAM,YAAY,GAAG,EAAE,GAAG;AAAA,QAC5B;AAAA,MACF;AAAA,IACF;AA7dE,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEA,MAAa,WAAW;AACtB,QAAI,KAAK,eAAe,CAAC,KAAK,wBAAwB;AACpD,aAAO,KAAK;AAAA,IACd;AACA,UAAM,QAAQ,MAAM,OAAO,KACxB,MAAM,EAAE,QAAQ,MAAM,eAAe,KAAK,CAAC,EAC3C,KAAK,CAAC,SAAM;AAtDnB;AAsDsB,wBAAK,CAAC,MAAN,mBAAS;AAAA,KAAE;AAC7B,SAAK,cAAc,SAAS;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAc,iBAAiB;AAC7B,4BAAAD,SAAO,CAAC,KAAK,WAAW,mBAAmB;AAG3C,QAAI,KAAK,mBAAmB;AAC1B,YAAM,KAAK;AACX;AAAA,IACF;AAGA,SAAK,qBAAqB,YAAY;AACpC,YAAM,MAAM,MAAM,KAAK,IAAI;AAC3B,UAAI,QAAsB;AAC1B,UAAI,IAAI,WAAW,WAAW,GAAG;AAC/B,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,UAAI;AACF,cAAM,eAAe,MAAM,KAAK,SAAS;AAEzC,YAAI,KAAK,4BAA4B,cAAc;AAEjD;AAAA,QACF;AACA,YACE,KAAK,2BACL,KAAK,4BAA4B,cACjC;AAEA,kBAAQ;AAAA,YACN;AAAA,YACA,KAAK;AAAA,YACL;AAAA,YACA;AAAA,UACF;AACA,cAAI;AACF,kBAAM,KAAK,eAAe,KAAK,uBAAuB;AAAA,UACxD,SAASE,QAAO;AACd,oBAAQ,MAAM,6BAA6BA,MAAK;AAAA,UAClD;AAAA,QACF;AAGA,gBAAQ,IAAI,sBAAsB,YAAY;AAC9C,cAAM,OAAO,SAAS,OAAO,EAAE,OAAO,aAAa,GAAG,KAAK;AAE3D,cAAM,MAAM,GAAG;AAEf,aAAK,0BAA0B;AAE/B,cAAM,KAAK,yBAAyB;AAAA,MACtC,SAAS,GAAG;AACV,gBAAQ,MAAM,6BAA6B,CAAC;AAC5C,gBAAQ;AAAA,MACV,UAAE;AACA,aAAK,oBAAoB;AAAA,MAC3B;AACA,UAAI,OAAO;AACT,cAAM;AAAA,MACR;AAAA,IACF,GAAG;AAEH,UAAM,KAAK;AAAA,EACb;AAAA,EAEA,MAAc,iBAAiB,GAAW,GAAW;AAEnD,UAAM,gBAAgB;AAAA;AAAA;AAAA,6DAGmC,CAAC,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAMhE,UAAM,KAAK,sBAAsB,oBAAoB;AAAA,MACnD,YAAY,GAAG,aAAa;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,mBAAmB;AAC/B,UAAM,KAAK,sBAAsB,oBAAoB;AAAA,MACnD,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA,IAKd,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe,OAAgB;AAC3C,UAAM,gBAAgB,SAAS,KAAK;AACpC,YAAQ,IAAI,sBAAsB,aAAa;AAC/C,QAAI,CAAC,eAAe;AAClB,cAAQ,KAAK,qBAAqB;AAClC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,0BAA0B,aAAa;AAClD,YAAM,MAAM,GAAG;AAAA,IACjB,SAAS,OAAO;AACd,cAAQ,KAAK,0CAA0C,KAAK;AAAA,IAC9D;AAEA,QAAI;AACF,YAAM,OAAO,SAAS,OAAO,EAAE,OAAO,cAAc,CAAC;AAAA,IACvD,SAAS,OAAO;AAEd,cAAQ,KAAK,6BAA6B,KAAK;AAAA,IACjD;AACA,SAAK,0BAA0B;AAAA,EACjC;AAAA,EAEA,MAAc,2BAA2B;AAEvC,QAAI,KAAK,wBAAwB;AAC/B,YAAM,OAAO,SAAS;AAAA,QACpB,EAAE,OAAO,KAAK,wBAAyB;AAAA,QACvC;AAAA,QACA;AAAA,UACE,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,yBAAyB;AAE9C,UAAM,OAAO,SAAS;AAAA,MACpB,EAAE,OAAO,KAAK,wBAAyB;AAAA,MACvC;AAAA,MACA;AAAA,QACE,YAAY;AAAA,MACd;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,0BAA0B,OAAe;AACrD,UAAM,SAAS,MAAM,6BAA6B;AAElD,UAAM,OAAO,SAAS,YAAY,EAAE,MAAM,GAAG,oBAAoB;AAAA,MAC/D,YAAY;AAAA,IACd,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBACZ,SACA,QACuB;AACvB,UAAM,KAAK,eAAe;AAE1B,4BAAAF,SAAO,KAAK,yBAAyB,0BAA0B;AAG/D,SAAK,yBAAyB;AAC9B,WAAQ,MAAM,OAAO,SAAS;AAAA,MAC5B,EAAE,OAAO,KAAK,wBAAyB;AAAA,MACvC;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,sBAAsB;AAhOtC;AAiOI,UAAM,SAAS,MAAM,qBAAqB;AAG1C,UAAM,KAAK,sBAGT,oBAAoB;AAAA,MACpB,YAAY;AAAA,IACd,CAAC;AAED,UAAM,aAAa,MAAM;AACvB,aAAO;AAAA,QACL,MAAO,OAAe,2BAA2B,mBAAmB;AAAA,QACpE,MAAM;AAAA,UACJ,OAAO,SAAS,gBAAgB;AAAA,UAChC,QAAQ,SAAS,gBAAgB;AAAA,UACjC,KAAK,OAAO;AAAA,QACd;AAAA,MACF;AAAA,IACF;AACA,UAAM,cAAc,MAAM,KAAK,sBAG7B,oBAAoB;AAAA,MACpB,YAAY,IAAI,WAAW,SAAS,CAAC;AAAA,MACrC,eAAe;AAAA,IACjB,CAAC;AAED,QAAI,CAAC,YAAY,OAAO,OAAO;AAC7B,YAAM,qBACJ,uBAAY,qBAAZ,mBAA8B,cAA9B,mBAAyC,gBAAe;AAC1D,UAAI,CAAC,kBAAkB;AACrB,gBAAQ,MAAM,wBAAwB,WAAW;AAAA,MACnD;AACA,YAAM,IAAI;AAAA,QACR,gDAAgD,gBAAgB;AAAA,MAClE;AAAA,IACF;AAEA,WAAO,YAAY,OAAO;AAAA,EAI5B;AAAA;AAAA,EAGA,MAAa,uBAAuB;AAClC,UAAM,UAAU;AAChB,UAAM,YAAY,KAAK,IAAI;AAC3B,QAAI,iBAAiB;AACrB,WAAO,KAAK,IAAI,IAAI,YAAY,SAAS;AACvC,YAAM,SAAS,MAAM,KAAK,sBAAsB,oBAAoB;AAAA,QAClE,YAAY;AAAA,MACd,CAAC;AACD,uBAAiB,OAAO,OAAO;AAC/B,UAAI,mBAAmB,YAAY;AACjC,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAG,CAAC;AACvD;AAAA,MACF;AACA,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAG,CAAC;AAAA,IACzD;AACA,UAAM,IAAI;AAAA,MACR,uDAAuD,cAAc;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,kBAAkB;AACtB,UAAM,OAAO,MAAM,KAAK,oBAAoB;AAC5C,eAAO,6BAAW,IAAI;AAAA,EACxB;AAAA,EAEA,MAAM,sBAAsB;AAC1B,UAAM,KAAK,iBAAiB;AAC5B,UAAM,UAAU,MAAM,KAAK,oBAAoB;AAC/C,QAAI,mCAAS,MAAM;AACjB,WAAK,eAAe,QAAQ;AAAA,IAC9B;AAEA,YAAO,mCAAS,SAAQ,EAAE,MAAM,MAAM,UAAU,CAAC,EAAE;AAAA,EACrD;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,KAAK;AAAc,aAAO,KAAK;AACnC,UAAM,UAAU,MAAM,KAAK,oBAAoB;AAC/C,WAAO,QAAQ;AAAA,EACjB;AAAA,EAEA,MAAM,mBAAmB;AAEvB,UAAM,KAAK,iBAAiB;AAC5B,UAAM,SAAS,MAAM,KAAK,sBAAsB,0BAA0B;AAAA,MACxE,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,CAAC;AACD,WAAO,0BAA0B,OAAO,IAAI;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,QAAQ,MAAM,KAAK,SAAS;AAClC,UAAM,MAAM,MAAM,OAAO,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC,QAAQ,IAAI,GAAG;AAC9D,WAAO,OAAO;AAAA,EAChB;AAAA,EAEA,MAAM,eAAe,eAAuB;AAC1C,QAAI,eAAe;AACjB,YAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,IAC7D;AACA,WAAO,KAAK,MAAM,MAAM,GAAG,QAAQ;AAAA,EACrC;AAAA,EAEA,MAAM,kBAAkB,eAAuB;AAC7C,QAAI,eAAe;AACjB,YAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,IAC7D;AACA,WAAO,KAAK,MAAM,MAAM,GAAG,OAAO;AAAA,EACpC;AAAA,EAEA,MAAM,gBAAgB,eAAuB;AAC3C,QAAI,eAAe;AACjB,YAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,IAC7D;AACA,WAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAAA,EACrC;AAAA,EAEA,MAAM,iBAAiB,eAAuB;AAC5C,QAAI,eAAe;AACjB,YAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,IAC7D;AACA,WAAO,KAAK,MAAM,MAAM,SAAS,CAAC;AAAA,EACpC;AAAA,EAEA,MAAM,SAAS,UAAmB,eAAuB;AACvD,UAAM,EAAE,OAAO,IAAI,MAAM,KAAK,KAAK;AACnC,UAAM,iBAAiB,YAAY,SAAS;AAC5C,WAAO,KAAK,MAAM;AAAA,MAChB;AAAA,MACA,CAAC;AAAA,MACD,+CAAe;AAAA,MACf,+CAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,UAAmB,eAAuB;AACzD,UAAM,EAAE,OAAO,IAAI,MAAM,KAAK,KAAK;AACnC,UAAM,iBAAiB,YAAY,SAAS;AAC5C,WAAO,KAAK,MAAM;AAAA,MAChB;AAAA,MACA;AAAA,MACA,+CAAe;AAAA,MACf,+CAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,UAAmB,eAAuB;AACzD,UAAM,EAAE,MAAM,IAAI,MAAM,KAAK,KAAK;AAClC,UAAM,iBAAiB,YAAY,QAAQ;AAC3C,WAAO,KAAK,MAAM;AAAA,MAChB,CAAC;AAAA,MACD;AAAA,MACA,+CAAe;AAAA,MACf,+CAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,UAAmB,eAAuB;AAC1D,UAAM,EAAE,MAAM,IAAI,MAAM,KAAK,KAAK;AAClC,UAAM,iBAAiB,YAAY,QAAQ;AAC3C,WAAO,KAAK,MAAM;AAAA,MAChB;AAAA,MACA;AAAA,MACA,+CAAe;AAAA,MACf,+CAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,SAAsB;AACrC,QAAI,CAAC,SAAS;AACZ,cAAQ,KAAK,2BAA2B;AACxC;AAAA,IACF;AAEA,UAAM,KAAK,MAAM,MAAM,QAAQ,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;AAE3D,UAAM,KAAK,sBAAsB,0BAA0B;AAAA,MACzD,MAAM;AAAA,MACN,UAAU,CAAC,WAAW;AAAA,IACxB,CAAC;AAED,UAAM,KAAK,sBAAsB,0BAA0B;AAAA,MACzD,MAAM;AAAA,MACN,UAAU,CAAC,WAAW;AAAA,IACxB,CAAC;AAED,UAAM,MAAM,GAAG;AAEf,UAAM,KAAK,SAAS,MAAM;AAAA,MACxB,KAAK;AAAA,IACP,CAAC;AAAA,EACH;AAAA,EAqGA,MAAM,UAAyB;AAC7B,SAAK,cAAc;AACnB,UAAM,KAAK,eAAe;AAC1B,SAAK,YAAY;AAAA,EACnB;AACF;;;AIjhBO,IAAM,0BAA0B;AAChC,IAAM,uBAAuB,oBAAoB,uBAAuB;;;ACD/E,IAAAD,sBAAmB;AACnB,oBAA4D;AAWrD,IAAM,eAAN,MAAmB;AAAA,EAGxB,YACS,UACA,cACA,cACP;AAHO;AACA;AACA;AALT,SAAQ,SAA8B;AACtC,SAAO,gBAA+B;AAAA,EAKnC;AAAA,EAEH,MAAM,UAAU;AACd,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,WAAK,aAAS,cAAAI,IAAS,KAAK,UAAU;AAAA,QACpC,cAAc;AAAA,QACd,OAAO;AAAA,UACL,SAAS;AAAA,QACX;AAAA,MACF,CAAC;AAED,YAAM,UAAU,WAAW,MAAM;AA9BvC;AA+BQ,YAAI;AACF,qBAAK,WAAL,mBAAa;AACb,qBAAK,WAAL,mBAAa;AAAA,QACf,SAAS,GAAG;AACV,kBAAQ,KAAK,iCAAiC,CAAC;AAAA,QACjD;AACA,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,kDAAkD,CAAC;AAAA,MACtE,GAAG,IAAI,GAAI;AAGX,WAAK,OAAO,GAAG,cAAc,CAAC,WAAmB;AA1CvD;AA4CQ,aAAK,SAAS;AACd,mBAAK,iBAAL;AAAA,MACF,CAAC;AAED,WAAK,OAAO;AAAA;AAAA,QAEV,CAAC,YAAyC;AACxC,uBAAa,OAAO;AAEpB,eAAK,iBAAgB,mCAAS,YAAW;AACzC,kBAAQ,KAAK,MAAM;AAAA,QACrB;AAAA,MACF;AACA,WAAK,OAAO,mCAAwB,CAAC,MAAW;AAC9C,gBAAQ,MAAM,kBAAkB,CAAC;AACjC,eAAO,IAAI,MAAM,KAAK,gBAAgB,CAAC;AAAA,MACzC,CAAC;AACD,WAAK,OAAO,6BAAqB,CAAC,SAA4B;AAC5D,cAAM,KAAK,KAAK;AAChB,gCAAAH,SAAO,OAAO,OAAO,aAAa,qBAAqB;AACvD,gBAAQ,QAAQ,EAAE,KAAK,YAAY;AAhE3C;AAiEU,cAAI;AACJ,cAAI;AACF,uBAAW,MAAM,KAAK,aAAa,KAAK,QAAQ,KAAK,IAAI;AAAA,UAC3D,SAAS,GAAQ;AACf,kBAAM,eAAe,kDAAkD,KAAK,MAAM,WAAW,KAAK,IAAI,aAAY,uBAAG,YAAW,CAAC;AAAA,GAAK,uBAAG,UAAS,EAAE;AACpJ,oBAAQ,MAAM,YAAY;AAC1B,oBAAO,UAAK,WAAL,mBAAa,gDAA+B;AAAA,cACjD;AAAA,cACA,OAAO;AAAA,YACT;AAAA,UACF;AACA,qBAAK,WAAL,mBAAa,gDAA+B;AAAA,YAC1C;AAAA,YACA;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,aAAa;AArFf;AAsFI,eAAK,WAAL,mBAAa;AACb,SAAK,SAAS;AAAA,EAChB;AACF;;;ANvEO,IAAM,iCAAN,cAA6C,yBAAyB;AAAA,EAO3E,YACS,eAA2B,MAAM;AAAA,EAAC,GAClC,eAGK,MAAM;AAAA,EAAC,GACnB,yBAAyB,MACzB;AACA,UAAM,sBAAsB;AAPrB;AACA;AART,SAAO,eAAoC;AAI3C,SAAQ,qBAA+B,CAAC;AAAA,EAWxC;AAAA,EAEA,MAAc,oBAAoB;AAChC,SAAK,eAAe,IAAI;AAAA,MACtB,kBAAkB,uBAAuB;AAAA,MACzC,OAAO,QAAQ,SAAgB;AAC7B,gBAAQ,IAAI,6BAA6B,QAAQ,IAAI;AACrD,YAAI,8DAA6C;AAC/C,iBAAO,KAAK,qBAAqB;AAAA,YAC/B;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAEA,YAAI,wDAA0C;AAC5C,iBAAO,KAAK,kBAAkB,MAAM,MAAM,IAAW;AAAA,QACvD;AAEA,YAAI,iEAA0C;AAC5C,iBAAO,KAAK,aAAa,KAAK,CAAC,GAAa,QAAQ;AAAA,QACtD;AAEA,cAAM,QAAQ,MAAM,KAAK,SAAS;AAClC,YAAI,CAAC,SAAS,UAAU,GAAG;AACzB,gBAAM,IAAI,MAAM,qBAAqB;AAAA,QACvC;AAIA,YAAI,OAAO,gCAA4B,GAAG;AACxC,gBAAM,aAAa,OAAO,MAAM,GAAG,EAAE,CAAC;AACtC,cAAI,eAAe,QAAQ;AACzB,mBAAO,KAAK,MAAM,UAAU,EAAE,MAAM,KAAK,OAAO,IAAW;AAAA,UAC7D;AACA,iBAAO,KAAK,MAAM,UAAU,EAAE,MAAM,KAAK,OAAO,IAAW;AAAA,QAC7D;AAEA,YAAI,OAAO,mCAA+B,GAAG;AAC3C,gBAAM,aAAa,OAAO,MAAM,GAAG,EAAE,CAAC;AACtC,cAAI,eAAe,SAAS;AAC1B,mBAAO,KAAK,SAAS,UAAU,EAAE,MAAM,KAAK,UAAU,IAAW;AAAA,UACnE;AACA,iBAAO,KAAK,SAAS,UAAU,EAAE,MAAM,KAAK,UAAU,IAAW;AAAA,QACnE;AAEA,YAAI;AAEF,gBAAM,SAAS,MAAM,KAAK,MAAwC;AAAA,YAChE,GAAG;AAAA,UACL;AACA,iBAAO;AAAA,QACT,SAAS,GAAG;AACV,gBAAM,eAAe,aAAa,QAAQ,EAAE,UAAU;AACtD,kBAAQ,MAAM,wBAAwB,QAAQ,MAAM,CAAC;AACrD,eAAK;AAAA,YACH,yBAAyB,MAAM,KAAK,YAAY;AAAA,YAChD;AAAA,UACF;AACA,gBAAM,IAAI,MAAM,cAAc,EAAE,OAAO,EAAE,CAAC;AAAA,QAC5C;AAAA,MACF;AAAA;AAAA,MAEA,MAAM;AACJ,eAAO,KAAK,QAAQ;AAAA,MACtB;AAAA,IACF;AACA,UAAM,KAAK,aAAa,QAAQ;AAChC,SAAK;AAAA,MACH,uCAAuC,KAAK,aAAa,aAAa,2BAA2B,QAAW;AAAA,MAC5G;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,UAAU;AACrB,WAAO,MAAM,KAAK,kBAAkB;AAAA,EACtC;AAAA,EAEA,MAAa,qBACX,KACA,UAAmC;AAAA,IACjC,wBAAwB;AAAA,EAC1B,GACA;AACA,UAAM,MAAM,MAAM,OAAO,KAAK,OAAO,EAAE,IAAI,CAAC;AAC5C,UAAM,QAAQ,IAAI;AAClB,4BAAAA,SAAO,OAAO,8CAA8C;AAG5D,SAAK,aAAa,qBAAqB,GAAG,IAAI,KAAK;AACnD,SAAK,mBAAmB,KAAK,KAAK;AAElC,QAAI,mCAAS,wBAAwB;AACnC,WAAK,yBAAyB;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,MAAa,kBACX,UAAmC;AAAA,IACjC,wBAAwB;AAAA,EAC1B,GACA;AAtIJ;AAuII,UAAM,OAAO,MAAM,OAAO,KAAK,MAAM,EAAE,QAAQ,MAAM,eAAe,KAAK,CAAC;AAC1E,YAAQ,IAAI,eAAe,IAAI;AAC/B,UAAM,SAAQ,UAAK,CAAC,MAAN,mBAAS;AACvB,4BAAAA,SAAO,OAAO,qBAAqB;AAEnC,SAAK,aAAa,8BAA6B,UAAK,CAAC,MAAN,mBAAS,GAAG,IAAI,KAAK;AAEpE,QAAI,mCAAS,wBAAwB;AACnC,WAAK,yBAAyB;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,MAAa,kBAAkB,SAAmC;AAChE,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,UAAU;AAvJlB;AAwJI,UAAI,UAAK,mBAAL,mBAAqB,aAAY,KAAK,mBAAmB,SAAS,GAAG;AACvE,WAAK,aAAa,+CAA+C,KAAK;AACtE,iBAAW,SAAS,KAAK,oBAAoB;AAC3C,cAAM,OAAO,KAAK,OAAO,KAAK;AAAA,MAChC;AACA,WAAK,qBAAqB,CAAC;AAAA,IAC7B;AAEA,UAAM,MAAM,QAAQ;AAEpB,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,WAAW;AAC7B,WAAK,eAAe;AACpB,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AACF","names":["import_node_assert","assert","fs","error","ClientIO"],"ignoreList":[],"sources":["../../src/bridge-mode/browser.ts","../../src/bridge-mode/page-browser-side.ts","../../src/chrome-extension/page.ts","../../src/common/ui-utils.ts","../../src/chrome-extension/cdpInput.ts","../../src/chrome-extension/dynamic-scripts.ts","../../src/bridge-mode/common.ts","../../src/bridge-mode/io-client.ts"],"sourcesContent":["import { ExtensionBridgePageBrowserSide } from '../bridge-mode/page-browser-side';\n\nexport { ExtensionBridgePageBrowserSide };\n","import assert from 'node:assert';\nimport type {\n ChromePageDestroyOptions,\n KeyboardAction,\n MouseAction,\n} from '@/page';\nimport ChromeExtensionProxyPage from '../chrome-extension/page';\nimport {\n type BridgeConnectTabOptions,\n BridgeEvent,\n DefaultBridgeServerPort,\n KeyboardEvent,\n MouseEvent,\n} from './common';\nimport { BridgeClient } from './io-client';\n\ndeclare const __VERSION__: string;\n\nexport class ExtensionBridgePageBrowserSide extends ChromeExtensionProxyPage {\n public bridgeClient: BridgeClient | null = null;\n\n private destroyOptions?: ChromePageDestroyOptions;\n\n private newlyCreatedTabIds: number[] = [];\n\n constructor(\n public onDisconnect: () => void = () => {},\n public onLogMessage: (\n message: string,\n type: 'log' | 'status',\n ) => void = () => {},\n forceSameTabNavigation = true,\n ) {\n super(forceSameTabNavigation);\n }\n\n private async setupBridgeClient() {\n this.bridgeClient = new BridgeClient(\n `ws://localhost:${DefaultBridgeServerPort}`,\n async (method, args: any[]) => {\n console.log('bridge call from cli side', method, args);\n if (method === BridgeEvent.ConnectNewTabWithUrl) {\n return this.connectNewTabWithUrl.apply(\n this,\n args as unknown as [string],\n );\n }\n\n if (method === BridgeEvent.ConnectCurrentTab) {\n return this.connectCurrentTab.apply(this, args as any);\n }\n\n if (method === BridgeEvent.UpdateAgentStatus) {\n return this.onLogMessage(args[0] as string, 'status');\n }\n\n const tabId = await this.getTabId();\n if (!tabId || tabId === 0) {\n throw new Error('no tab is connected');\n }\n\n // this.onLogMessage(`calling method: ${method}`);\n\n if (method.startsWith(MouseEvent.PREFIX)) {\n const actionName = method.split('.')[1] as keyof MouseAction;\n if (actionName === 'drag') {\n return this.mouse[actionName].apply(this.mouse, args as any);\n }\n return this.mouse[actionName].apply(this.mouse, args as any);\n }\n\n if (method.startsWith(KeyboardEvent.PREFIX)) {\n const actionName = method.split('.')[1] as keyof KeyboardAction;\n if (actionName === 'press') {\n return this.keyboard[actionName].apply(this.keyboard, args as any);\n }\n return this.keyboard[actionName].apply(this.keyboard, args as any);\n }\n\n try {\n // @ts-expect-error\n const result = await this[method as keyof ChromeExtensionProxyPage](\n ...args,\n );\n return result;\n } catch (e) {\n const errorMessage = e instanceof Error ? e.message : 'Unknown error';\n console.error('error calling method', method, args, e);\n this.onLogMessage(\n `Error calling method: ${method}, ${errorMessage}`,\n 'log',\n );\n throw new Error(errorMessage, { cause: e });\n }\n },\n // on disconnect\n () => {\n return this.destroy();\n },\n );\n await this.bridgeClient.connect();\n this.onLogMessage(\n `Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v${__VERSION__}`,\n 'log',\n );\n }\n\n public async connect() {\n return await this.setupBridgeClient();\n }\n\n public async connectNewTabWithUrl(\n url: string,\n options: BridgeConnectTabOptions = {\n forceSameTabNavigation: true,\n },\n ) {\n const tab = await chrome.tabs.create({ url });\n const tabId = tab.id;\n assert(tabId, 'failed to get tabId after creating a new tab');\n\n // new tab\n this.onLogMessage(`Creating new tab: ${url}`, 'log');\n this.newlyCreatedTabIds.push(tabId);\n\n if (options?.forceSameTabNavigation) {\n this.forceSameTabNavigation = true;\n }\n }\n\n public async connectCurrentTab(\n options: BridgeConnectTabOptions = {\n forceSameTabNavigation: true,\n },\n ) {\n const tabs = await chrome.tabs.query({ active: true, currentWindow: true });\n console.log('current tab', tabs);\n const tabId = tabs[0]?.id;\n assert(tabId, 'failed to get tabId');\n\n this.onLogMessage(`Connected to current tab: ${tabs[0]?.url}`, 'log');\n\n if (options?.forceSameTabNavigation) {\n this.forceSameTabNavigation = true;\n }\n }\n\n public async setDestroyOptions(options: ChromePageDestroyOptions) {\n this.destroyOptions = options;\n }\n\n async destroy() {\n if (this.destroyOptions?.closeTab && this.newlyCreatedTabIds.length > 0) {\n this.onLogMessage('Closing all newly created tabs by bridge...', 'log');\n for (const tabId of this.newlyCreatedTabIds) {\n await chrome.tabs.remove(tabId);\n }\n this.newlyCreatedTabIds = [];\n }\n\n await super.destroy();\n\n if (this.bridgeClient) {\n this.bridgeClient.disconnect();\n this.bridgeClient = null;\n this.onDisconnect();\n }\n }\n}\n","/// <reference types=\"chrome\" />\n\n/*\n It is used to interact with the page tab from the chrome extension.\n The page must be active when interacting with it.\n*/\n\nimport assert from 'node:assert';\nimport type { WebKeyInput } from '@/common/page';\nimport { limitOpenNewTabScript } from '@/common/ui-utils';\nimport type { AbstractPage, ChromePageDestroyOptions } from '@/page';\nimport type { ElementTreeNode, Point, Size } from '@midscene/core';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport type { Protocol as CDPTypes } from 'devtools-protocol';\nimport { CdpKeyboard } from './cdpInput';\nimport {\n getHtmlElementScript,\n injectStopWaterFlowAnimation,\n injectWaterFlowAnimation,\n} from './dynamic-scripts';\n\nfunction sleep(ms: number) {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\ndeclare const __VERSION__: string;\n\nexport default class ChromeExtensionProxyPage implements AbstractPage {\n pageType = 'chrome-extension-proxy';\n\n public forceSameTabNavigation: boolean;\n private version: string = __VERSION__;\n\n private viewportSize?: Size;\n\n private activeTabId: number | null = null;\n\n private tabIdOfDebuggerAttached: number | null = null;\n\n private attachingDebugger: Promise<void> | null = null;\n\n private destroyed = false;\n\n constructor(forceSameTabNavigation: boolean) {\n this.forceSameTabNavigation = forceSameTabNavigation;\n }\n\n public async getTabId() {\n if (this.activeTabId && !this.forceSameTabNavigation) {\n return this.activeTabId;\n }\n const tabId = await chrome.tabs\n .query({ active: true, currentWindow: true })\n .then((tabs) => tabs[0]?.id);\n this.activeTabId = tabId || 0;\n return this.activeTabId;\n }\n\n private async attachDebugger() {\n assert(!this.destroyed, 'Page is destroyed');\n\n // If already attaching, wait for it to complete\n if (this.attachingDebugger) {\n await this.attachingDebugger;\n return;\n }\n\n // Create new attaching promise\n this.attachingDebugger = (async () => {\n const url = await this.url();\n let error: Error | null = null;\n if (url.startsWith('chrome://')) {\n throw new Error(\n 'Cannot attach debugger to chrome:// pages, please use Midscene in a normal page with http://, https:// or file://',\n );\n }\n\n try {\n const currentTabId = await this.getTabId();\n\n if (this.tabIdOfDebuggerAttached === currentTabId) {\n // already attached\n return;\n }\n if (\n this.tabIdOfDebuggerAttached &&\n this.tabIdOfDebuggerAttached !== currentTabId\n ) {\n // detach the previous tab\n console.log(\n 'detach the previous tab',\n this.tabIdOfDebuggerAttached,\n '->',\n currentTabId,\n );\n try {\n await this.detachDebugger(this.tabIdOfDebuggerAttached);\n } catch (error) {\n console.error('Failed to detach debugger', error);\n }\n }\n\n // detach any debugger attached to the tab\n console.log('attaching debugger', currentTabId);\n await chrome.debugger.attach({ tabId: currentTabId }, '1.3');\n // wait util the debugger banner in Chrome appears\n await sleep(500);\n\n this.tabIdOfDebuggerAttached = currentTabId;\n\n await this.enableWaterFlowAnimation();\n } catch (e) {\n console.error('Failed to attach debugger', e);\n error = e as Error;\n } finally {\n this.attachingDebugger = null;\n }\n if (error) {\n throw error;\n }\n })();\n\n await this.attachingDebugger;\n }\n\n private async showMousePointer(x: number, y: number) {\n // update mouse pointer while redirecting\n const pointerScript = `(() => {\n if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n window.midsceneWaterFlowAnimation.enable();\n window.midsceneWaterFlowAnimation.showMousePointer(${x}, ${y});\n } else {\n console.log('midsceneWaterFlowAnimation is not defined');\n }\n })()`;\n\n await this.sendCommandToDebugger('Runtime.evaluate', {\n expression: `${pointerScript}`,\n });\n }\n\n private async hideMousePointer() {\n await this.sendCommandToDebugger('Runtime.evaluate', {\n expression: `(() => {\n if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n window.midsceneWaterFlowAnimation.hideMousePointer();\n }\n })()`,\n });\n }\n\n private async detachDebugger(tabId?: number) {\n const tabIdToDetach = tabId || this.tabIdOfDebuggerAttached;\n console.log('detaching debugger', tabIdToDetach);\n if (!tabIdToDetach) {\n console.warn('No tab id to detach');\n return;\n }\n\n try {\n await this.disableWaterFlowAnimation(tabIdToDetach);\n await sleep(200); // wait for the animation to stop\n } catch (error) {\n console.warn('Failed to disable water flow animation', error);\n }\n\n try {\n await chrome.debugger.detach({ tabId: tabIdToDetach });\n } catch (error) {\n // maybe tab is closed ?\n console.warn('Failed to detach debugger', error);\n }\n this.tabIdOfDebuggerAttached = null;\n }\n\n private async enableWaterFlowAnimation() {\n // limit open page in new tab\n if (this.forceSameTabNavigation) {\n await chrome.debugger.sendCommand(\n { tabId: this.tabIdOfDebuggerAttached! },\n 'Runtime.evaluate',\n {\n expression: limitOpenNewTabScript,\n },\n );\n }\n\n const script = await injectWaterFlowAnimation();\n // we will call this function in sendCommandToDebugger, so we have to use the chrome.debugger.sendCommand\n await chrome.debugger.sendCommand(\n { tabId: this.tabIdOfDebuggerAttached! },\n 'Runtime.evaluate',\n {\n expression: script,\n },\n );\n }\n\n private async disableWaterFlowAnimation(tabId: number) {\n const script = await injectStopWaterFlowAnimation();\n\n await chrome.debugger.sendCommand({ tabId }, 'Runtime.evaluate', {\n expression: script,\n });\n }\n\n private async sendCommandToDebugger<ResponseType = any, RequestType = any>(\n command: string,\n params: RequestType,\n ): Promise<ResponseType> {\n await this.attachDebugger();\n\n assert(this.tabIdOfDebuggerAttached, 'Debugger is not attached');\n\n // wo don't have to await it\n this.enableWaterFlowAnimation();\n return (await chrome.debugger.sendCommand(\n { tabId: this.tabIdOfDebuggerAttached! },\n command,\n params as any,\n )) as ResponseType;\n }\n\n private async getPageContentByCDP() {\n const script = await getHtmlElementScript();\n\n // check tab url\n await this.sendCommandToDebugger<\n CDPTypes.Runtime.EvaluateResponse,\n CDPTypes.Runtime.EvaluateRequest\n >('Runtime.evaluate', {\n expression: script,\n });\n\n const expression = () => {\n return {\n tree: (window as any).midscene_element_inspector.webExtractNodeTree(),\n size: {\n width: document.documentElement.clientWidth,\n height: document.documentElement.clientHeight,\n dpr: window.devicePixelRatio,\n },\n };\n };\n const returnValue = await this.sendCommandToDebugger<\n CDPTypes.Runtime.EvaluateResponse,\n CDPTypes.Runtime.EvaluateRequest\n >('Runtime.evaluate', {\n expression: `(${expression.toString()})()`,\n returnByValue: true,\n });\n\n if (!returnValue.result.value) {\n const errorDescription =\n returnValue.exceptionDetails?.exception?.description || '';\n if (!errorDescription) {\n console.error('returnValue from cdp', returnValue);\n }\n throw new Error(\n `Failed to get page content from page, error: ${errorDescription}`,\n );\n }\n // console.log('returnValue', returnValue.result.value);\n return returnValue.result.value as {\n tree: ElementTreeNode<ElementInfo>;\n size: Size;\n };\n }\n\n // current implementation is wait until domReadyState is complete\n public async waitUntilNetworkIdle() {\n const timeout = 10000;\n const startTime = Date.now();\n let lastReadyState = '';\n while (Date.now() - startTime < timeout) {\n const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n expression: 'document.readyState',\n });\n lastReadyState = result.result.value;\n if (lastReadyState === 'complete') {\n await new Promise((resolve) => setTimeout(resolve, 300));\n return;\n }\n await new Promise((resolve) => setTimeout(resolve, 300));\n }\n throw new Error(\n `Failed to wait until network idle, last readyState: ${lastReadyState}`,\n );\n }\n\n async getElementsInfo() {\n const tree = await this.getElementsNodeTree();\n return treeToList(tree);\n }\n\n async getElementsNodeTree() {\n await this.hideMousePointer();\n const content = await this.getPageContentByCDP();\n if (content?.size) {\n this.viewportSize = content.size;\n }\n\n return content?.tree || { node: null, children: [] };\n }\n\n async size() {\n if (this.viewportSize) return this.viewportSize;\n const content = await this.getPageContentByCDP();\n return content.size;\n }\n\n async screenshotBase64() {\n // screenshot by cdp\n await this.hideMousePointer();\n const base64 = await this.sendCommandToDebugger('Page.captureScreenshot', {\n format: 'jpeg',\n quality: 70,\n });\n return `data:image/jpeg;base64,${base64.data}`;\n }\n\n async url() {\n const tabId = await this.getTabId();\n const url = await chrome.tabs.get(tabId).then((tab) => tab.url);\n return url || '';\n }\n\n async scrollUntilTop(startingPoint?: Point) {\n if (startingPoint) {\n await this.mouse.move(startingPoint.left, startingPoint.top);\n }\n return this.mouse.wheel(0, -9999999);\n }\n\n async scrollUntilBottom(startingPoint?: Point) {\n if (startingPoint) {\n await this.mouse.move(startingPoint.left, startingPoint.top);\n }\n return this.mouse.wheel(0, 9999999);\n }\n\n async scrollUntilLeft(startingPoint?: Point) {\n if (startingPoint) {\n await this.mouse.move(startingPoint.left, startingPoint.top);\n }\n return this.mouse.wheel(-9999999, 0);\n }\n\n async scrollUntilRight(startingPoint?: Point) {\n if (startingPoint) {\n await this.mouse.move(startingPoint.left, startingPoint.top);\n }\n return this.mouse.wheel(9999999, 0);\n }\n\n async scrollUp(distance?: number, startingPoint?: Point) {\n const { height } = await this.size();\n const scrollDistance = distance || height * 0.7;\n return this.mouse.wheel(\n 0,\n -scrollDistance,\n startingPoint?.left,\n startingPoint?.top,\n );\n }\n\n async scrollDown(distance?: number, startingPoint?: Point) {\n const { height } = await this.size();\n const scrollDistance = distance || height * 0.7;\n return this.mouse.wheel(\n 0,\n scrollDistance,\n startingPoint?.left,\n startingPoint?.top,\n );\n }\n\n async scrollLeft(distance?: number, startingPoint?: Point) {\n const { width } = await this.size();\n const scrollDistance = distance || width * 0.7;\n return this.mouse.wheel(\n -scrollDistance,\n 0,\n startingPoint?.left,\n startingPoint?.top,\n );\n }\n\n async scrollRight(distance?: number, startingPoint?: Point) {\n const { width } = await this.size();\n const scrollDistance = distance || width * 0.7;\n return this.mouse.wheel(\n scrollDistance,\n 0,\n startingPoint?.left,\n startingPoint?.top,\n );\n }\n\n async clearInput(element: ElementInfo) {\n if (!element) {\n console.warn('No element to clear input');\n return;\n }\n\n await this.mouse.click(element.center[0], element.center[1]);\n\n await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n type: 'keyDown',\n commands: ['selectAll'],\n });\n\n await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n type: 'keyUp',\n commands: ['selectAll'],\n });\n\n await sleep(100);\n\n await this.keyboard.press({\n key: 'Backspace',\n });\n }\n\n private latestMouseX = 50;\n private latestMouseY = 50;\n\n mouse = {\n click: async (x: number, y: number) => {\n await this.showMousePointer(x, y);\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mousePressed',\n x,\n y,\n button: 'left',\n clickCount: 1,\n });\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mouseReleased',\n x,\n y,\n button: 'left',\n clickCount: 1,\n });\n },\n wheel: async (\n deltaX: number,\n deltaY: number,\n startX?: number,\n startY?: number,\n ) => {\n const finalX = startX || this.latestMouseX;\n const finalY = startY || this.latestMouseY;\n await this.showMousePointer(finalX, finalY);\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mouseWheel',\n x: finalX,\n y: finalY,\n deltaX,\n deltaY,\n });\n this.latestMouseX = finalX;\n this.latestMouseY = finalY;\n },\n move: async (x: number, y: number) => {\n await this.showMousePointer(x, y);\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mouseMoved',\n x,\n y,\n });\n this.latestMouseX = x;\n this.latestMouseY = y;\n },\n drag: async (\n from: { x: number; y: number },\n to: { x: number; y: number },\n ) => {\n await this.mouse.move(from.x, from.y);\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mousePressed',\n x: from.x,\n y: from.y,\n button: 'left',\n clickCount: 1,\n });\n await this.mouse.move(to.x, to.y);\n await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n type: 'mouseReleased',\n x: to.x,\n y: to.y,\n button: 'left',\n clickCount: 1,\n });\n },\n };\n\n keyboard = {\n type: async (text: string) => {\n const cdpKeyboard = new CdpKeyboard({\n send: this.sendCommandToDebugger.bind(this),\n });\n await cdpKeyboard.type(text, { delay: 0 });\n },\n press: async (\n action:\n | { key: WebKeyInput; command?: string }\n | { key: WebKeyInput; command?: string }[],\n ) => {\n const cdpKeyboard = new CdpKeyboard({\n send: this.sendCommandToDebugger.bind(this),\n });\n const keys = Array.isArray(action) ? action : [action];\n for (const k of keys) {\n const commands = k.command ? [k.command] : [];\n await cdpKeyboard.down(k.key, { commands });\n }\n for (const k of [...keys].reverse()) {\n await cdpKeyboard.up(k.key);\n }\n },\n };\n\n async destroy(): Promise<void> {\n this.activeTabId = null;\n await this.detachDebugger();\n this.destroyed = true;\n }\n}\n","import type {\n ExecutionTask,\n ExecutionTaskAction,\n ExecutionTaskActionApply,\n ExecutionTaskInsightAssertion,\n ExecutionTaskInsightLocate,\n ExecutionTaskInsightQuery,\n ExecutionTaskPlanning,\n PlanningActionParamScroll,\n} from '@midscene/core';\n\nexport function typeStr(task: ExecutionTask) {\n return task.subType ? `${task.type} / ${task.subType || ''}` : task.type;\n}\n\nexport function getKeyCommands(\n value: string | string[],\n): Array<{ key: string; command?: string }> {\n // Ensure value is an array of keys\n const keys = Array.isArray(value) ? value : [value];\n\n // Process each key to attach a corresponding command if needed, based on the presence of 'Meta' or 'Control' in the keys array.\n // ref: https://github.com/puppeteer/puppeteer/pull/9357/files#diff-32cf475237b000f980eb214a0a823e45a902bddb7d2426d677cae96397aa0ae4R94\n return keys.reduce((acc: Array<{ key: string; command?: string }>, k) => {\n const includeMeta = keys.includes('Meta') || keys.includes('Control');\n if (includeMeta && (k === 'a' || k === 'A')) {\n return acc.concat([{ key: k, command: 'SelectAll' }]);\n }\n if (includeMeta && (k === 'c' || k === 'C')) {\n return acc.concat([{ key: k, command: 'Copy' }]);\n }\n if (includeMeta && (k === 'v' || k === 'V')) {\n return acc.concat([{ key: k, command: 'Paste' }]);\n }\n return acc.concat([{ key: k }]);\n }, []);\n}\n\nexport function paramStr(task: ExecutionTask) {\n let value: string | undefined | object;\n if (task.type === 'Planning') {\n value = (task as ExecutionTaskPlanning)?.param?.userInstruction;\n }\n\n if (task.type === 'Insight') {\n value =\n (task as ExecutionTaskInsightLocate)?.param?.prompt ||\n (task as ExecutionTaskInsightLocate)?.param?.id ||\n (task as ExecutionTaskInsightQuery)?.param?.dataDemand ||\n (task as ExecutionTaskInsightAssertion)?.param?.assertion;\n }\n\n if (task.type === 'Action') {\n const sleepMs = (task as ExecutionTaskAction)?.param?.timeMs;\n const scrollType = (\n task as ExecutionTask<ExecutionTaskActionApply<PlanningActionParamScroll>>\n )?.param?.scrollType;\n if (sleepMs) {\n value = `${sleepMs}ms`;\n } else if (scrollType) {\n const scrollDirection = (\n task as ExecutionTask<\n ExecutionTaskActionApply<PlanningActionParamScroll>\n >\n )?.param?.direction;\n const scrollDistance = (\n task as ExecutionTask<\n ExecutionTaskActionApply<PlanningActionParamScroll>\n >\n )?.param?.distance;\n value = `${scrollDirection || 'down'}, ${scrollType || 'once'}, ${\n scrollDistance || 'distance-not-set'\n }`;\n } else {\n value =\n (task as ExecutionTaskAction)?.param?.value ||\n (task as ExecutionTaskAction)?.param?.scrollType;\n }\n\n if (!value) {\n value = task.thought;\n }\n }\n\n if (typeof value === 'undefined') return '';\n return typeof value === 'string'\n ? value\n : JSON.stringify(value, undefined, 2);\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n // Intercept the window.open method (only once)\n window.open = function(url) {\n console.log('Blocked window.open:', url);\n window.location.href = url;\n return null;\n };\n\n // Block all a tag clicks with target=\"_blank\" (only once)\n document.addEventListener('click', function(e) {\n const target = e.target.closest('a');\n if (target && target.target === '_blank') {\n e.preventDefault();\n console.log('Blocked new tab:', target.href);\n window.location.href = target.href;\n target.removeAttribute('target');\n }\n }, true);\n}\n`;\n","// From https://github.com/puppeteer/puppeteer/blob/15abcc390862fd08cc3475532f2d9a11284aee6b/packages/puppeteer-core/src/cdp/Input.ts#L55\n// with some modifications to fit the session type\n/**\n * @license\n * Copyright 2017 Google Inc.\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport assert from 'node:assert';\nimport { WebKeyInput } from '@/common/page';\nimport {\n type KeyDefinition,\n type KeyInput,\n _keyDefinitions,\n} from '@midscene/shared/keyboard-layout';\n\ntype KeyDescription = Required<\n Pick<KeyDefinition, 'keyCode' | 'key' | 'text' | 'code' | 'location'>\n>;\n\n/**\n * @public\n */\nexport interface KeyDownOptions {\n /**\n * @deprecated Do not use. This is automatically handled.\n */\n text?: string;\n /**\n * @deprecated Do not use. This is automatically handled.\n */\n commands?: string[];\n}\n\n/**\n * @public\n */\nexport interface KeyboardTypeOptions {\n delay?: number;\n}\n\n/**\n * @public\n */\nexport type KeyPressOptions = KeyDownOptions & KeyboardTypeOptions;\n\ntype InternalCDPSession = {\n send: (command: string, params: any) => Promise<void>;\n};\n\n/**\n * @internal\n */\nexport class CdpKeyboard {\n #pressedKeys = new Set<string>();\n\n #client: InternalCDPSession;\n\n _modifiers = 0;\n\n constructor(client: InternalCDPSession) {\n this.#client = client;\n }\n\n updateClient(client: InternalCDPSession): void {\n this.#client = client;\n }\n\n async down(\n key: KeyInput,\n options: Readonly<KeyDownOptions> = {\n text: undefined,\n commands: [],\n },\n ): Promise<void> {\n const description = this.#keyDescriptionForString(key);\n\n const autoRepeat = this.#pressedKeys.has(description.code);\n this.#pressedKeys.add(description.code);\n this._modifiers |= this.#modifierBit(description.key);\n\n const text = options.text === undefined ? description.text : options.text;\n await this.#client.send('Input.dispatchKeyEvent', {\n type: text ? 'keyDown' : 'rawKeyDown',\n modifiers: this._modifiers,\n windowsVirtualKeyCode: description.keyCode,\n code: description.code,\n key: description.key,\n text: text,\n unmodifiedText: text,\n autoRepeat,\n location: description.location,\n isKeypad: description.location === 3,\n commands: options.commands,\n });\n }\n\n #modifierBit(key: string): number {\n if (key === 'Alt') {\n return 1;\n }\n if (key === 'Control') {\n return 2;\n }\n if (key === 'Meta') {\n return 4;\n }\n if (key === 'Shift') {\n return 8;\n }\n return 0;\n }\n\n #keyDescriptionForString(keyString: KeyInput): KeyDescription {\n const shift = this._modifiers & 8;\n const description = {\n key: '',\n keyCode: 0,\n code: '',\n text: '',\n location: 0,\n };\n\n const definition = _keyDefinitions[keyString];\n\n assert(definition, `Unknown key: \"${keyString}\"`);\n\n if (definition.key) {\n description.key = definition.key;\n }\n if (shift && definition.shiftKey) {\n description.key = definition.shiftKey;\n }\n\n if (definition.keyCode) {\n description.keyCode = definition.keyCode;\n }\n if (shift && definition.shiftKeyCode) {\n description.keyCode = definition.shiftKeyCode;\n }\n\n if (definition.code) {\n description.code = definition.code;\n }\n\n if (definition.location) {\n description.location = definition.location;\n }\n\n if (description.key.length === 1) {\n description.text = description.key;\n }\n\n if (definition.text) {\n description.text = definition.text;\n }\n if (shift && definition.shiftText) {\n description.text = definition.shiftText;\n }\n\n // if any modifiers besides shift are pressed, no text should be sent\n if (this._modifiers & ~8) {\n description.text = '';\n }\n\n return description;\n }\n\n async up(key: KeyInput): Promise<void> {\n const description = this.#keyDescriptionForString(key);\n\n this._modifiers &= ~this.#modifierBit(description.key);\n this.#pressedKeys.delete(description.code);\n await this.#client.send('Input.dispatchKeyEvent', {\n type: 'keyUp',\n modifiers: this._modifiers,\n key: description.key,\n windowsVirtualKeyCode: description.keyCode,\n code: description.code,\n location: description.location,\n });\n }\n\n async sendCharacter(char: string): Promise<void> {\n await this.#client.send('Input.insertText', { text: char });\n }\n\n private charIsKey(char: string): char is KeyInput {\n return !!_keyDefinitions[char as KeyInput];\n }\n\n async type(\n text: string,\n options: Readonly<KeyboardTypeOptions> = {},\n ): Promise<void> {\n const delay = options.delay || undefined;\n for (const char of text) {\n if (this.charIsKey(char)) {\n await this.press(char, { delay });\n } else {\n if (delay) {\n await new Promise((f) => {\n return setTimeout(f, delay);\n });\n }\n await this.sendCharacter(char);\n }\n }\n }\n\n async press(\n key: KeyInput | KeyInput[],\n options: Readonly<KeyPressOptions> = {},\n ): Promise<void> {\n const { delay = null } = options;\n const keys = Array.isArray(key) ? key : [key];\n\n for (const k of keys) {\n await this.down(k, options);\n }\n\n if (delay) {\n await new Promise((f) => {\n return setTimeout(f, options.delay);\n });\n }\n\n for (const k of [...keys].reverse()) {\n await this.up(k);\n }\n }\n}\n","import fs from 'node:fs';\nimport { ifInBrowser } from '@midscene/shared/utils';\n\n// remember to include this file into extension's package\n// extract html element from page\nlet scriptFileContentCache: string | null = null;\nexport const getHtmlElementScript = async () => {\n const scriptFileToRetrieve = chrome.runtime.getURL('lib/htmlElement.js');\n if (scriptFileContentCache) return scriptFileContentCache;\n if (ifInBrowser) {\n const script = await fetch(scriptFileToRetrieve);\n scriptFileContentCache = await script.text();\n return scriptFileContentCache;\n }\n return fs.readFileSync(scriptFileToRetrieve, 'utf8');\n};\n\n// inject water flow animation\nlet waterFlowScriptFileContentCache: string | null = null;\nexport const injectWaterFlowAnimation = async () => {\n const waterFlowScriptFileToRetrieve =\n chrome.runtime.getURL('lib/water-flow.js');\n if (waterFlowScriptFileContentCache) return waterFlowScriptFileContentCache;\n if (ifInBrowser) {\n const script = await fetch(waterFlowScriptFileToRetrieve);\n waterFlowScriptFileContentCache = await script.text();\n return waterFlowScriptFileContentCache;\n }\n return fs.readFileSync(waterFlowScriptFileToRetrieve, 'utf8');\n};\n\n// inject stop water flow animation\nlet stopWaterFlowScriptFileContentCache: string | null = null;\nexport const injectStopWaterFlowAnimation = async () => {\n const stopWaterFlowScriptFileToRetrieve = chrome.runtime.getURL(\n 'lib/stop-water-flow.js',\n );\n if (stopWaterFlowScriptFileContentCache)\n return stopWaterFlowScriptFileContentCache;\n if (ifInBrowser) {\n const script = await fetch(stopWaterFlowScriptFileToRetrieve);\n stopWaterFlowScriptFileContentCache = await script.text();\n return stopWaterFlowScriptFileContentCache;\n }\n return fs.readFileSync(stopWaterFlowScriptFileToRetrieve, 'utf8');\n};\n","export const DefaultBridgeServerPort = 3766;\nexport const DefaultLocalEndpoint = `http://127.0.0.1:${DefaultBridgeServerPort}`;\nexport const BridgeCallTimeout = 30000;\n\nexport enum BridgeEvent {\n Call = 'bridge-call',\n CallResponse = 'bridge-call-response',\n UpdateAgentStatus = 'bridge-update-agent-status',\n Message = 'bridge-message',\n Connected = 'bridge-connected',\n Refused = 'bridge-refused',\n ConnectNewTabWithUrl = 'connectNewTabWithUrl',\n ConnectCurrentTab = 'connectCurrentTab',\n SetDestroyOptions = 'setDestroyOptions',\n}\n\nexport interface BridgeConnectTabOptions {\n /**\n * If true, the page will always track the active tab.\n * @default true\n */\n forceSameTabNavigation?: boolean;\n}\n\nexport enum MouseEvent {\n PREFIX = 'mouse.',\n Click = 'mouse.click',\n Wheel = 'mouse.wheel',\n Move = 'mouse.move',\n Drag = 'mouse.drag',\n}\n\nexport enum KeyboardEvent {\n PREFIX = 'keyboard.',\n Type = 'keyboard.type',\n Press = 'keyboard.press',\n}\n\nexport const BridgePageType = 'page-over-chrome-extension-bridge';\n\nexport const BridgeErrorCodeNoClientConnected = 'no-client-connected';\n\nexport interface BridgeCall {\n method: string;\n args: any[];\n response: any;\n callTime: number;\n responseTime: number;\n callback: (error: Error | undefined, response: any) => void;\n error?: Error;\n}\n\nexport interface BridgeCallRequest {\n id: string;\n method: string;\n args: any[];\n}\n\nexport interface BridgeCallResponse {\n id: string;\n response: any;\n error?: any;\n}\n\nexport interface BridgeConnectedEventPayload {\n version: string;\n}\n","import assert from 'node:assert';\nimport { io as ClientIO, type Socket as ClientSocket } from 'socket.io-client';\nimport {\n type BridgeCallRequest,\n type BridgeCallResponse,\n type BridgeConnectedEventPayload,\n BridgeEvent,\n} from './common';\n\ndeclare const __VERSION__: string;\n\n// ws client, this is where the request is processed\nexport class BridgeClient {\n private socket: ClientSocket | null = null;\n public serverVersion: string | null = null;\n constructor(\n public endpoint: string,\n public onBridgeCall: (method: string, args: any[]) => Promise<any>,\n public onDisconnect?: () => void,\n ) {}\n\n async connect() {\n return new Promise((resolve, reject) => {\n this.socket = ClientIO(this.endpoint, {\n reconnection: false,\n query: {\n version: __VERSION__,\n },\n });\n\n const timeout = setTimeout(() => {\n try {\n this.socket?.offAny();\n this.socket?.close();\n } catch (e) {\n console.warn('got error when closing socket', e);\n }\n this.socket = null;\n reject(new Error('failed to connect to bridge server after timeout'));\n }, 1 * 1000);\n\n // on disconnect\n this.socket.on('disconnect', (reason: string) => {\n // console.log('bridge-disconnected, reason:', reason);\n this.socket = null;\n this.onDisconnect?.();\n });\n\n this.socket.on(\n BridgeEvent.Connected,\n (payload: BridgeConnectedEventPayload) => {\n clearTimeout(timeout);\n // console.log('bridge-connected');\n this.serverVersion = payload?.version || 'unknown';\n resolve(this.socket);\n },\n );\n this.socket.on(BridgeEvent.Refused, (e: any) => {\n console.error('bridge-refused', e);\n reject(new Error(e || 'bridge refused'));\n });\n this.socket.on(BridgeEvent.Call, (call: BridgeCallRequest) => {\n const id = call.id;\n assert(typeof id !== 'undefined', 'call id is required');\n Promise.resolve().then(async () => {\n let response: any;\n try {\n response = await this.onBridgeCall(call.method, call.args);\n } catch (e: any) {\n const errorContent = `Error from bridge client when calling, method: ${call.method}, args: ${call.args}, error: ${e?.message || e}\\n${e?.stack || ''}`;\n console.error(errorContent);\n return this.socket?.emit(BridgeEvent.CallResponse, {\n id,\n error: errorContent,\n } as BridgeCallResponse);\n }\n this.socket?.emit(BridgeEvent.CallResponse, {\n id,\n response,\n } as BridgeCallResponse);\n });\n });\n });\n }\n\n disconnect() {\n this.socket?.disconnect();\n this.socket = null;\n }\n}\n"]}
|
package/dist/lib/bridge-mode.js
CHANGED
|
@@ -3880,7 +3880,15 @@ var PageTaskExecutor = class {
|
|
|
3880
3880
|
log: param.log
|
|
3881
3881
|
});
|
|
3882
3882
|
}
|
|
3883
|
-
const {
|
|
3883
|
+
const {
|
|
3884
|
+
actions,
|
|
3885
|
+
log: log2,
|
|
3886
|
+
more_actions_needed_by_instruction,
|
|
3887
|
+
error,
|
|
3888
|
+
usage,
|
|
3889
|
+
rawResponse,
|
|
3890
|
+
sleep: sleep4
|
|
3891
|
+
} = planResult;
|
|
3884
3892
|
let stopCollecting = false;
|
|
3885
3893
|
let bboxCollected = false;
|
|
3886
3894
|
let planParsingError = "";
|
|
@@ -3927,7 +3935,7 @@ var PageTaskExecutor = class {
|
|
|
3927
3935
|
}
|
|
3928
3936
|
if (finalActions.length === 0) {
|
|
3929
3937
|
(0, import_node_assert3.default)(
|
|
3930
|
-
|
|
3938
|
+
!more_actions_needed_by_instruction,
|
|
3931
3939
|
error ? `Failed to plan: ${error}` : planParsingError || "No plan found"
|
|
3932
3940
|
);
|
|
3933
3941
|
}
|
|
@@ -3943,7 +3951,7 @@ var PageTaskExecutor = class {
|
|
|
3943
3951
|
return {
|
|
3944
3952
|
output: {
|
|
3945
3953
|
actions: finalActions,
|
|
3946
|
-
|
|
3954
|
+
more_actions_needed_by_instruction,
|
|
3947
3955
|
log: log2
|
|
3948
3956
|
},
|
|
3949
3957
|
cache: {
|
|
@@ -4024,7 +4032,7 @@ var PageTaskExecutor = class {
|
|
|
4024
4032
|
actions,
|
|
4025
4033
|
thought: (_a = actions[0]) == null ? void 0 : _a.thought,
|
|
4026
4034
|
actionType: actions[0].type,
|
|
4027
|
-
|
|
4035
|
+
more_actions_needed_by_instruction: true,
|
|
4028
4036
|
log: ""
|
|
4029
4037
|
},
|
|
4030
4038
|
cache: {
|
|
@@ -4081,7 +4089,7 @@ var PageTaskExecutor = class {
|
|
|
4081
4089
|
if (planResult == null ? void 0 : planResult.log) {
|
|
4082
4090
|
logLog.push(planResult.log);
|
|
4083
4091
|
}
|
|
4084
|
-
if (planResult.
|
|
4092
|
+
if (!planResult.more_actions_needed_by_instruction) {
|
|
4085
4093
|
planningTask = null;
|
|
4086
4094
|
break;
|
|
4087
4095
|
}
|
|
@@ -4679,7 +4687,7 @@ var BridgeServer = class {
|
|
|
4679
4687
|
this.socket = socket;
|
|
4680
4688
|
const clientVersion = socket.handshake.query.version;
|
|
4681
4689
|
console.log(
|
|
4682
|
-
`Bridge connected, cli-side version v${"0.12.
|
|
4690
|
+
`Bridge connected, cli-side version v${"0.12.2"}, browser-side version v${clientVersion}`
|
|
4683
4691
|
);
|
|
4684
4692
|
socket.on("bridge-call-response" /* CallResponse */, (params) => {
|
|
4685
4693
|
const id = params.id;
|
|
@@ -4712,7 +4720,7 @@ var BridgeServer = class {
|
|
|
4712
4720
|
var _a;
|
|
4713
4721
|
(_a = this.onConnect) == null ? void 0 : _a.call(this);
|
|
4714
4722
|
const payload = {
|
|
4715
|
-
version: "0.12.
|
|
4723
|
+
version: "0.12.2"
|
|
4716
4724
|
};
|
|
4717
4725
|
socket.emit("bridge-connected" /* Connected */, payload);
|
|
4718
4726
|
Promise.resolve().then(() => {
|
|
@@ -4920,3 +4928,5 @@ var import_env4 = require("@midscene/core/env");
|
|
|
4920
4928
|
js-yaml/dist/js-yaml.mjs:
|
|
4921
4929
|
(*! js-yaml 4.1.0 https://github.com/nodeca/js-yaml @license MIT *)
|
|
4922
4930
|
*/
|
|
4931
|
+
|
|
4932
|
+
//# sourceMappingURL=bridge-mode.js.map
|