@midscene/web 0.12.4 → 0.12.5-beta-20250306111616.0

package/dist/es/appium/index.js

@@ -0,0 +1,8 @@
+import { PageAgent } from "../common/agent";
+import { Page } from "./page";
+export {
+  PageAgent as AppiumAgent,
+  Page as AppiumPage
+};
+
+//# sourceMappingURL=index.js.map

package/dist/es/appium/index.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":"AAAA,SAAsB,iBAAmB;AACzC,SAAiB,YAAkB","names":[],"ignoreList":[],"sources":["../../../src/appium/index.ts"],"sourcesContent":["export { PageAgent as AppiumAgent } from '../common/agent';\nexport { Page as AppiumPage } from './page';\n//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJtYXBwaW5ncyI6IiIsIm5hbWVzIjpbXSwiaWdub3JlTGlzdCI6W10sInNvdXJjZXMiOltdLCJzb3VyY2VzQ29udGVudCI6W119"]}

package/dist/es/appium/page.js

@@ -0,0 +1,341 @@
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+import fs from "node:fs";
+import { getTmpFile } from "@midscene/core/utils";
+import {
+  clientExtractTextWithPosition
+} from "@midscene/shared/extractor";
+import { base64Encoded, resizeImg } from "@midscene/shared/img";
+import { DOMParser } from "@xmldom/xmldom";
+function buttonToNumber(button) {
+  return button === "left" ? 0 : button === "middle" ? 1 : 2;
+}
+class Page {
+  constructor(browser) {
+    this.pageType = "appium";
+    this.browser = browser;
+  }
+  getElementsInfo() {
+    return __async(this, null, function* () {
+      const pageSource = yield this.browser.getPageSource();
+      const { width, height } = yield this.browser.getWindowSize();
+      const parser = new DOMParser();
+      const doc = parser.parseFromString(pageSource, "text/xml");
+      const infos = clientExtractTextWithPosition(doc).filter(
+        (element) => element.rect.height !== height && element.rect.width !== width && element.rect.left !== 0 && element.rect.top !== 0 && element.attributes.visible === "true"
+      );
+      return infos;
+    });
+  }
+  getElementsNodeTree() {
+    return __async(this, null, function* () {
+      throw new Error("Not implemented");
+    });
+  }
+  size() {
+    return __async(this, null, function* () {
+      return this.browser.getWindowSize();
+    });
+  }
+  screenshotBase64() {
+    return __async(this, null, function* () {
+      const { width, height } = yield this.size();
+      const path = getTmpFile("png");
+      const screenshotBuffer = yield this.browser.saveScreenshot(path);
+      const resizedScreenshotBuffer = yield resizeImg(screenshotBuffer, {
+        width,
+        height
+      });
+      fs.writeFileSync(path, resizedScreenshotBuffer);
+      return base64Encoded(path);
+    });
+  }
+  get mouse() {
+    return {
+      click: (x, y, options) => this.mouseClick(x, y, (options == null ? void 0 : options.button) || "left"),
+      wheel: (deltaX, deltaY) => this.mouseWheel(deltaX, deltaY),
+      move: (x, y) => this.mouseMove(x, y),
+      drag: (from, to) => this.mouseDrag(from, to)
+    };
+  }
+  // Object that includes keyboard and mouse operations
+  get keyboard() {
+    return {
+      type: (text) => this.keyboardType(text),
+      press: (action) => this.keyboardPressAction(action)
+    };
+  }
+  clearInput(element) {
+    return __async(this, null, function* () {
+      if (!element) {
+        return;
+      }
+      const ele = yield this.browser.$(element.locator);
+      const blank = " ";
+      yield this.keyboardType(blank);
+      yield ele.clearValue();
+    });
+  }
+  url() {
+    var _a;
+    const platformName = (_a = this.browser.capabilities.platformName) == null ? void 0 : _a.toLowerCase();
+    if (platformName === "ios") {
+      const bundleId = this.browser.capabilities.bundleId;
+      return bundleId;
+    }
+    if (platformName === "android") {
+      const appActivity = this.browser.capabilities.appActivity;
+      return appActivity;
+    }
+    return "";
+  }
+  // Scroll to top element
+  scrollUntilTop(startingPoint) {
+    return __async(this, null, function* () {
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(0, -9999999, 100);
+    });
+  }
+  // Scroll to bottom element
+  scrollUntilBottom(startingPoint) {
+    return __async(this, null, function* () {
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(0, 9999999, 100);
+    });
+  }
+  scrollUntilLeft(startingPoint) {
+    return __async(this, null, function* () {
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(-9999999, 0, 100);
+    });
+  }
+  scrollUntilRight(startingPoint) {
+    return __async(this, null, function* () {
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(9999999, 0, 100);
+    });
+  }
+  // Scroll up one screen
+  scrollUp(distance, startingPoint) {
+    return __async(this, null, function* () {
+      const { height } = yield this.browser.getWindowSize();
+      const scrollDistance = distance || height * 0.7;
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(0, -scrollDistance, 1e3);
+    });
+  }
+  // Scroll down one screen
+  scrollDown(distance, startingPoint) {
+    return __async(this, null, function* () {
+      const { height } = yield this.browser.getWindowSize();
+      const scrollDistance = distance || height * 0.7;
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(0, scrollDistance, 1e3);
+    });
+  }
+  scrollLeft(distance, startingPoint) {
+    return __async(this, null, function* () {
+      const { width } = yield this.browser.getWindowSize();
+      const scrollDistance = distance || width * 0.7;
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(-scrollDistance, 0, 1e3);
+    });
+  }
+  scrollRight(distance, startingPoint) {
+    return __async(this, null, function* () {
+      const { width } = yield this.browser.getWindowSize();
+      const scrollDistance = distance || width * 0.7;
+      if (startingPoint) {
+        yield this.mouse.move(startingPoint.left, startingPoint.top);
+      }
+      yield this.mouseWheel(scrollDistance, 0, 1e3);
+    });
+  }
+  keyboardType(text) {
+    return __async(this, null, function* () {
+      const actions = [];
+      for (const char of text) {
+        actions.push({ type: "keyDown", value: char });
+        actions.push({ type: "keyUp", value: char });
+      }
+      if (!actions.length) {
+        return;
+      }
+      yield this.browser.performActions([
+        {
+          type: "key",
+          id: "keyboard",
+          actions
+        }
+      ]);
+    });
+  }
+  keyboardPress(key) {
+    return __async(this, null, function* () {
+      yield this.browser.performActions([
+        {
+          type: "key",
+          id: "keyboard",
+          actions: [
+            { type: "keyDown", value: key },
+            { type: "keyUp", value: key }
+          ]
+        }
+      ]);
+    });
+  }
+  keyboardPressAction(action) {
+    return __async(this, null, function* () {
+      if (Array.isArray(action)) {
+        for (const act of action) {
+          yield this.browser.performActions([
+            {
+              type: "key",
+              id: "keyboard",
+              actions: [
+                { type: "keyDown", value: act.key },
+                { type: "keyUp", value: act.key }
+              ]
+            }
+          ]);
+        }
+      } else {
+        yield this.browser.performActions([
+          {
+            type: "key",
+            id: "keyboard",
+            actions: [
+              { type: "keyDown", value: action.key },
+              { type: "keyUp", value: action.key }
+            ]
+          }
+        ]);
+      }
+    });
+  }
+  mouseClick(x, y, button = "left") {
+    return __async(this, null, function* () {
+      yield this.mouseMove(x, y);
+      yield this.browser.performActions([
+        {
+          type: "pointer",
+          id: "mouse",
+          parameters: { pointerType: "mouse" },
+          actions: [
+            { type: "pointerMove", duration: 0, x, y },
+            { type: "pointerDown", button: buttonToNumber(button) },
+            { type: "pause", duration: 100 },
+            { type: "pointerUp", button: buttonToNumber(button) }
+          ]
+        }
+      ]);
+    });
+  }
+  mouseMove(x, y) {
+    return __async(this, null, function* () {
+      yield this.browser.performActions([
+        {
+          type: "pointer",
+          id: "mouse",
+          parameters: { pointerType: "mouse" },
+          actions: [{ type: "pointerMove", duration: 0, x, y }]
+        }
+      ]);
+    });
+  }
+  mouseDrag(from, to) {
+    return __async(this, null, function* () {
+      yield this.browser.performActions([
+        {
+          type: "pointer",
+          id: "mouse",
+          parameters: { pointerType: "mouse" },
+          actions: [
+            { type: "pointerMove", duration: 0, x: from.x, y: from.y },
+            { type: "pointerDown", button: 0 },
+            { type: "pointerMove", duration: 500, x: to.x, y: to.y },
+            { type: "pointerUp", button: 0 }
+          ]
+        }
+      ]);
+    });
+  }
+  mouseWheel(deltaX, deltaY, duration = 1e3) {
+    return __async(this, null, function* () {
+      const n = 4;
+      const windowSize = yield this.browser.getWindowSize();
+      const startX = deltaX < 0 ? (n - 1) * (windowSize.width / n) : windowSize.width / n;
+      const startY = deltaY < 0 ? (n - 1) * (windowSize.height / n) : windowSize.height / n;
+      const maxNegativeDeltaX = startX;
+      const maxPositiveDeltaX = (n - 1) * (windowSize.width / n);
+      const maxNegativeDeltaY = startY;
+      const maxPositiveDeltaY = (n - 1) * (windowSize.height / n);
+      deltaX = Math.max(-maxNegativeDeltaX, Math.min(deltaX, maxPositiveDeltaX));
+      deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
+      yield this.browser.performActions([
+        {
+          type: "pointer",
+          id: "finger1",
+          parameters: { pointerType: "touch" },
+          actions: [
+            { type: "pointerMove", duration: 0, x: startX, y: startY },
+            { type: "pointerDown", button: 0 },
+            { type: "pause", duration },
+            {
+              type: "pointerMove",
+              duration,
+              origin: "pointer",
+              // Use 'pointer' as the starting point
+              x: deltaX,
+              // X offset relative to the starting point
+              y: deltaY
+              // Y offset relative to the starting point
+            },
+            { type: "pointerUp", button: 0 }
+          ]
+        }
+      ]);
+    });
+  }
+  destroy() {
+    return __async(this, null, function* () {
+    });
+  }
+}
+export {
+  Page
+};
+
+//# sourceMappingURL=page.js.map

package/dist/es/appium/page.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,OAAO,QAAQ;AAEf,SAAS,kBAAkB;AAC3B;AAAA,EAEE;AAAA,OACK;AACP,SAAS,eAAe,iBAAiB;AACzC,SAAS,iBAAiB;AAO1B,SAAS,eAAe,QAA6B;AACnD,SAAO,WAAW,SAAS,IAAI,WAAW,WAAW,IAAI;AAC3D;AAEO,MAAM,KAA6B;AAAA,EAIxC,YAAY,SAAkB;AAF9B,oBAAW;AAGT,SAAK,UAAU;AAAA,EACjB;AAAA,EAEM,kBAAkB;AAAA;AACtB,YAAM,aAAa,MAAM,KAAK,QAAQ,cAAc;AACpD,YAAM,EAAE,OAAO,OAAO,IAAI,MAAM,KAAK,QAAQ,cAAc;AAC3D,YAAM,SAAS,IAAI,UAAU;AAC7B,YAAM,MAAM,OAAO,gBAAgB,YAAY,UAAU;AACzD,YAAM,QAAQ,8BAA8B,GAAG,EAAE;AAAA,QAC/C,CAAC,YACC,QAAQ,KAAK,WAAW,UACxB,QAAQ,KAAK,UAAU,SACvB,QAAQ,KAAK,SAAS,KACtB,QAAQ,KAAK,QAAQ,KACrB,QAAQ,WAAW,YAAY;AAAA,MACnC;AAEA,aAAO;AAAA,IACT;AAAA;AAAA,EAEM,sBAAoC;AAAA;AACxC,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AAAA;AAAA,EAEM,OAAsB;AAAA;AAC1B,aAAO,KAAK,QAAQ,cAAc;AAAA,IACpC;AAAA;AAAA,EAEM,mBAAoC;AAAA;AACxC,YAAM,EAAE,OAAO,OAAO,IAAI,MAAM,KAAK,KAAK;AAC1C,YAAM,OAAO,WAAW,KAAK;AAC7B,YAAM,mBAAmB,MAAM,KAAK,QAAQ,eAAe,IAAI;AAC/D,YAAM,0BAA0B,MAAM,UAAU,kBAAkB;AAAA,QAChE;AAAA,QACA;AAAA,MACF,CAAC;AACD,SAAG,cAAc,MAAM,uBAAuB;AAE9C,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,MACL,OAAO,CAAC,GAAW,GAAW,YAC5B,KAAK,WAAW,GAAG,IAAG,mCAAS,WAAU,MAAM;AAAA,MACjD,OAAO,CAAC,QAAgB,WACtB,KAAK,WAAW,QAAQ,MAAM;AAAA,MAChC,MAAM,CAAC,GAAW,MAAc,KAAK,UAAU,GAAG,CAAC;AAAA,MACnD,MAAM,CAAC,MAAgC,OACrC,KAAK,UAAU,MAAM,EAAE;AAAA,IAC3B;AAAA,EACF;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO;AAAA,MACL,MAAM,CAAC,SAAiB,KAAK,aAAa,IAAI;AAAA,MAC9C,OAAO,CACL,WAGG,KAAK,oBAAoB,MAAM;AAAA,IACtC;AAAA,EACF;AAAA,EAEM,WAAW,SAAqC;AAAA;AACpD,UAAI,CAAC,SAAS;AACZ;AAAA,MACF;AAEA,YAAM,MAAM,MAAM,KAAK,QAAQ,EAAE,QAAQ,OAAO;AAChD,YAAM,QAAQ;AACd,YAAM,KAAK,aAAa,KAAK;AAC7B,YAAM,IAAI,WAAW;AAAA,IACvB;AAAA;AAAA,EAEA,MAAc;AApGhB;AAqGI,UAAM,gBAAe,UAAK,QAAQ,aAAa,iBAA1B,mBAAwC;AAE7D,QAAI,iBAAiB,OAAO;AAC1B,YAAM,WAAY,KAAK,QAAQ,aAC5B;AACH,aAAO;AAAA,IACT;AAEA,QAAI,iBAAiB,WAAW;AAC9B,YAAM,cAAe,KAAK,QAAQ,aAC/B;AACH,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA;AAAA,EAGM,eAAe,eAAsC;AAAA;AACzD,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,GAAG,UAAU,GAAG;AAAA,IACxC;AAAA;AAAA;AAAA,EAGM,kBAAkB,eAAsC;AAAA;AAC5D,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,GAAG,SAAS,GAAG;AAAA,IACvC;AAAA;AAAA,EAEM,gBAAgB,eAAsC;AAAA;AAC1D,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,UAAU,GAAG,GAAG;AAAA,IACxC;AAAA;AAAA,EAEM,iBAAiB,eAAsC;AAAA;AAC3D,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,SAAS,GAAG,GAAG;AAAA,IACvC;AAAA;AAAA;AAAA,EAGM,SAAS,UAAmB,eAAsC;AAAA;AACtE,YAAM,EAAE,OAAO,IAAI,MAAM,KAAK,QAAQ,cAAc;AACpD,YAAM,iBAAiB,YAAY,SAAS;AAE5C,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,GAAG,CAAC,gBAAgB,GAAI;AAAA,IAChD;AAAA;AAAA;AAAA,EAGM,WAAW,UAAmB,eAAsC;AAAA;AACxE,YAAM,EAAE,OAAO,IAAI,MAAM,KAAK,QAAQ,cAAc;AACpD,YAAM,iBAAiB,YAAY,SAAS;AAE5C,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,GAAG,gBAAgB,GAAI;AAAA,IAC/C;AAAA;AAAA,EAEM,WAAW,UAAmB,eAAsC;AAAA;AACxE,YAAM,EAAE,MAAM,IAAI,MAAM,KAAK,QAAQ,cAAc;AACnD,YAAM,iBAAiB,YAAY,QAAQ;AAE3C,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,CAAC,gBAAgB,GAAG,GAAI;AAAA,IAChD;AAAA;AAAA,EAEM,YAAY,UAAmB,eAAsC;AAAA;AACzE,YAAM,EAAE,MAAM,IAAI,MAAM,KAAK,QAAQ,cAAc;AACnD,YAAM,iBAAiB,YAAY,QAAQ;AAE3C,UAAI,eAAe;AACjB,cAAM,KAAK,MAAM,KAAK,cAAc,MAAM,cAAc,GAAG;AAAA,MAC7D;AAEA,YAAM,KAAK,WAAW,gBAAgB,GAAG,GAAI;AAAA,IAC/C;AAAA;AAAA,EAEc,aAAa,MAA6B;AAAA;AACtD,YAAM,UAAU,CAAC;AAEjB,iBAAW,QAAQ,MAAM;AACvB,gBAAQ,KAAK,EAAE,MAAM,WAAW,OAAO,KAAK,CAAC;AAC7C,gBAAQ,KAAK,EAAE,MAAM,SAAS,OAAO,KAAK,CAAC;AAAA,MAC7C;AAEA,UAAI,CAAC,QAAQ,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEc,cAAc,KAAiC;AAAA;AAC3D,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ,SAAS;AAAA,YACP,EAAE,MAAM,WAAW,OAAO,IAAI;AAAA,YAC9B,EAAE,MAAM,SAAS,OAAO,IAAI;AAAA,UAC9B;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEc,oBACZ,QAGe;AAAA;AACf,UAAI,MAAM,QAAQ,MAAM,GAAG;AACzB,mBAAW,OAAO,QAAQ;AACxB,gBAAM,KAAK,QAAQ,eAAe;AAAA,YAChC;AAAA,cACE,MAAM;AAAA,cACN,IAAI;AAAA,cACJ,SAAS;AAAA,gBACP,EAAE,MAAM,WAAW,OAAO,IAAI,IAAI;AAAA,gBAClC,EAAE,MAAM,SAAS,OAAO,IAAI,IAAI;AAAA,cAClC;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF,OAAO;AACL,cAAM,KAAK,QAAQ,eAAe;AAAA,UAChC;AAAA,YACE,MAAM;AAAA,YACN,IAAI;AAAA,YACJ,SAAS;AAAA,cACP,EAAE,MAAM,WAAW,OAAO,OAAO,IAAI;AAAA,cACrC,EAAE,MAAM,SAAS,OAAO,OAAO,IAAI;AAAA,YACrC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA;AAAA,EAEc,WACZ,GACA,GACA,SAAsB,QACP;AAAA;AACf,YAAM,KAAK,UAAU,GAAG,CAAC;AACzB,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ,YAAY,EAAE,aAAa,QAAQ;AAAA,UACnC,SAAS;AAAA,YACP,EAAE,MAAM,eAAe,UAAU,GAAG,GAAG,EAAE;AAAA,YACzC,EAAE,MAAM,eAAe,QAAQ,eAAe,MAAM,EAAE;AAAA,YACtD,EAAE,MAAM,SAAS,UAAU,IAAI;AAAA,YAC/B,EAAE,MAAM,aAAa,QAAQ,eAAe,MAAM,EAAE;AAAA,UACtD;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEc,UAAU,GAAW,GAA0B;AAAA;AAC3D,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ,YAAY,EAAE,aAAa,QAAQ;AAAA,UACnC,SAAS,CAAC,EAAE,MAAM,eAAe,UAAU,GAAG,GAAG,EAAE,CAAC;AAAA,QACtD;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEc,UACZ,MACA,IACe;AAAA;AACf,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ,YAAY,EAAE,aAAa,QAAQ;AAAA,UACnC,SAAS;AAAA,YACP,EAAE,MAAM,eAAe,UAAU,GAAG,GAAG,KAAK,GAAG,GAAG,KAAK,EAAE;AAAA,YACzD,EAAE,MAAM,eAAe,QAAQ,EAAE;AAAA,YACjC,EAAE,MAAM,eAAe,UAAU,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE;AAAA,YACvD,EAAE,MAAM,aAAa,QAAQ,EAAE;AAAA,UACjC;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEc,WACZ,QACA,QACA,WAAW,KACI;AAAA;AACf,YAAM,IAAI;AAEV,YAAM,aAAa,MAAM,KAAK,QAAQ,cAAc;AAGpD,YAAM,SACJ,SAAS,KAAK,IAAI,MAAM,WAAW,QAAQ,KAAK,WAAW,QAAQ;AACrE,YAAM,SACJ,SAAS,KAAK,IAAI,MAAM,WAAW,SAAS,KAAK,WAAW,SAAS;AAGvE,YAAM,oBAAoB;AAC1B,YAAM,qBAAqB,IAAI,MAAM,WAAW,QAAQ;AAExD,YAAM,oBAAoB;AAC1B,YAAM,qBAAqB,IAAI,MAAM,WAAW,SAAS;AAGzD,eAAS,KAAK,IAAI,CAAC,mBAAmB,KAAK,IAAI,QAAQ,iBAAiB,CAAC;AACzE,eAAS,KAAK,IAAI,CAAC,mBAAmB,KAAK,IAAI,QAAQ,iBAAiB,CAAC;AAEzE,YAAM,KAAK,QAAQ,eAAe;AAAA,QAChC;AAAA,UACE,MAAM;AAAA,UACN,IAAI;AAAA,UACJ,YAAY,EAAE,aAAa,QAAQ;AAAA,UACnC,SAAS;AAAA,YACP,EAAE,MAAM,eAAe,UAAU,GAAG,GAAG,QAAQ,GAAG,OAAO;AAAA,YACzD,EAAE,MAAM,eAAe,QAAQ,EAAE;AAAA,YACjC,EAAE,MAAM,SAAS,SAAS;AAAA,YAC1B;AAAA,cACE,MAAM;AAAA,cACN;AAAA,cACA,QAAQ;AAAA;AAAA,cACR,GAAG;AAAA;AAAA,cACH,GAAG;AAAA;AAAA,YACL;AAAA,YACA,EAAE,MAAM,aAAa,QAAQ,EAAE;AAAA,UACjC;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA;AAAA,EAEM,UAAyB;AAAA;AAAA,IAE/B;AAAA;AACF","names":[],"ignoreList":[],"sources":["../../../src/appium/page.ts"],"sourcesContent":["import fs from 'node:fs';\nimport type { Point, Size } from '@midscene/core';\nimport { getTmpFile } from '@midscene/core/utils';\nimport {\n  type ElementInfo,\n  clientExtractTextWithPosition,\n} from '@midscene/shared/extractor';\nimport { base64Encoded, resizeImg } from '@midscene/shared/img';\nimport { DOMParser } from '@xmldom/xmldom';\nimport type { KeyInput as PuppeteerKeyInput } from 'puppeteer';\nimport type { Browser } from 'webdriverio';\nimport type { AbstractPage, MouseButton } from '../page';\n\ntype WebKeyInput = PuppeteerKeyInput;\n\nfunction buttonToNumber(button: MouseButton): number {\n  return button === 'left' ? 0 : button === 'middle' ? 1 : 2;\n}\n\nexport class Page implements AbstractPage {\n  private browser: Browser;\n  pageType = 'appium';\n\n  constructor(browser: Browser) {\n    this.browser = browser;\n  }\n\n  async getElementsInfo() {\n    const pageSource = await this.browser.getPageSource();\n    const { width, height } = await this.browser.getWindowSize();\n    const parser = new DOMParser();\n    const doc = parser.parseFromString(pageSource, 'text/xml');\n    const infos = clientExtractTextWithPosition(doc).filter(\n      (element) =>\n        element.rect.height !== height &&\n        element.rect.width !== width &&\n        element.rect.left !== 0 &&\n        element.rect.top !== 0 &&\n        element.attributes.visible === 'true',\n    );\n\n    return infos;\n  }\n\n  async getElementsNodeTree(): Promise<any> {\n    throw new Error('Not implemented');\n  }\n\n  async size(): Promise<Size> {\n    return this.browser.getWindowSize();\n  }\n\n  async screenshotBase64(): Promise<string> {\n    const { width, height } = await this.size();\n    const path = getTmpFile('png')!;\n    const screenshotBuffer = await this.browser.saveScreenshot(path);\n    const resizedScreenshotBuffer = await resizeImg(screenshotBuffer, {\n      width,\n      height,\n    });\n    fs.writeFileSync(path, resizedScreenshotBuffer);\n\n    return base64Encoded(path);\n  }\n\n  get mouse() {\n    return {\n      click: (x: number, y: number, options?: { button: MouseButton }) =>\n        this.mouseClick(x, y, options?.button || 'left'),\n      wheel: (deltaX: number, deltaY: number) =>\n        this.mouseWheel(deltaX, deltaY),\n      move: (x: number, y: number) => this.mouseMove(x, y),\n      drag: (from: { x: number; y: number }, to: { x: number; y: number }) =>\n        this.mouseDrag(from, to),\n    };\n  }\n\n  // Object that includes keyboard and mouse operations\n  get keyboard() {\n    return {\n      type: (text: string) => this.keyboardType(text),\n      press: (\n        action:\n          | { key: WebKeyInput; command?: string }\n          | { key: WebKeyInput; command?: string }[],\n      ) => this.keyboardPressAction(action),\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {\n    if (!element) {\n      return;\n    }\n\n    const ele = await this.browser.$(element.locator);\n    const blank = ' ';\n    await this.keyboardType(blank);\n    await ele.clearValue();\n  }\n\n  url(): string {\n    const platformName = this.browser.capabilities.platformName?.toLowerCase();\n\n    if (platformName === 'ios') {\n      const bundleId = (this.browser.capabilities as { bundleId: string })\n        .bundleId;\n      return bundleId;\n    }\n\n    if (platformName === 'android') {\n      const appActivity = (this.browser.capabilities as { appActivity: string })\n        .appActivity;\n      return appActivity;\n    }\n\n    return '';\n  }\n\n  // Scroll to top element\n  async scrollUntilTop(startingPoint?: Point): Promise<void> {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(0, -9999999, 100);\n  }\n\n  // Scroll to bottom element\n  async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(0, 9999999, 100);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(-9999999, 0, 100);\n  }\n\n  async scrollUntilRight(startingPoint?: Point): Promise<void> {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(9999999, 0, 100);\n  }\n\n  // Scroll up one screen\n  async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n    const { height } = await this.browser.getWindowSize();\n    const scrollDistance = distance || height * 0.7;\n\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(0, -scrollDistance, 1000);\n  }\n\n  // Scroll down one screen\n  async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n    const { height } = await this.browser.getWindowSize();\n    const scrollDistance = distance || height * 0.7;\n\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(0, scrollDistance, 1000);\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n    const { width } = await this.browser.getWindowSize();\n    const scrollDistance = distance || width * 0.7;\n\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(-scrollDistance, 0, 1000);\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n    const { width } = await this.browser.getWindowSize();\n    const scrollDistance = distance || width * 0.7;\n\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n\n    await this.mouseWheel(scrollDistance, 0, 1000);\n  }\n\n  private async keyboardType(text: string): Promise<void> {\n    const actions = [];\n\n    for (const char of text) {\n      actions.push({ type: 'keyDown', value: char });\n      actions.push({ type: 'keyUp', value: char });\n    }\n\n    if (!actions.length) {\n      return;\n    }\n\n    await this.browser.performActions([\n      {\n        type: 'key',\n        id: 'keyboard',\n        actions: actions,\n      },\n    ]);\n  }\n\n  private async keyboardPress(key: WebKeyInput): Promise<void> {\n    await this.browser.performActions([\n      {\n        type: 'key',\n        id: 'keyboard',\n        actions: [\n          { type: 'keyDown', value: key },\n          { type: 'keyUp', value: key },\n        ],\n      },\n    ]);\n  }\n\n  private async keyboardPressAction(\n    action:\n      | { key: WebKeyInput; command?: string }\n      | { key: WebKeyInput; command?: string }[],\n  ): Promise<void> {\n    if (Array.isArray(action)) {\n      for (const act of action) {\n        await this.browser.performActions([\n          {\n            type: 'key',\n            id: 'keyboard',\n            actions: [\n              { type: 'keyDown', value: act.key },\n              { type: 'keyUp', value: act.key },\n            ],\n          },\n        ]);\n      }\n    } else {\n      await this.browser.performActions([\n        {\n          type: 'key',\n          id: 'keyboard',\n          actions: [\n            { type: 'keyDown', value: action.key },\n            { type: 'keyUp', value: action.key },\n          ],\n        },\n      ]);\n    }\n  }\n\n  private async mouseClick(\n    x: number,\n    y: number,\n    button: MouseButton = 'left',\n  ): Promise<void> {\n    await this.mouseMove(x, y);\n    await this.browser.performActions([\n      {\n        type: 'pointer',\n        id: 'mouse',\n        parameters: { pointerType: 'mouse' },\n        actions: [\n          { type: 'pointerMove', duration: 0, x, y },\n          { type: 'pointerDown', button: buttonToNumber(button) },\n          { type: 'pause', duration: 100 },\n          { type: 'pointerUp', button: buttonToNumber(button) },\n        ],\n      },\n    ]);\n  }\n\n  private async mouseMove(x: number, y: number): Promise<void> {\n    await this.browser.performActions([\n      {\n        type: 'pointer',\n        id: 'mouse',\n        parameters: { pointerType: 'mouse' },\n        actions: [{ type: 'pointerMove', duration: 0, x, y }],\n      },\n    ]);\n  }\n\n  private async mouseDrag(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ): Promise<void> {\n    await this.browser.performActions([\n      {\n        type: 'pointer',\n        id: 'mouse',\n        parameters: { pointerType: 'mouse' },\n        actions: [\n          { type: 'pointerMove', duration: 0, x: from.x, y: from.y },\n          { type: 'pointerDown', button: 0 },\n          { type: 'pointerMove', duration: 500, x: to.x, y: to.y },\n          { type: 'pointerUp', button: 0 },\n        ],\n      },\n    ]);\n  }\n\n  private async mouseWheel(\n    deltaX: number,\n    deltaY: number,\n    duration = 1000,\n  ): Promise<void> {\n    const n = 4;\n    // Get the size of the window\n    const windowSize = await this.browser.getWindowSize();\n\n    // Set the starting point based on the sign of deltaX and deltaY\n    const startX =\n      deltaX < 0 ? (n - 1) * (windowSize.width / n) : windowSize.width / n;\n    const startY =\n      deltaY < 0 ? (n - 1) * (windowSize.height / n) : windowSize.height / n;\n\n    // Calculate the maximum allowable offset for non-symmetry\n    const maxNegativeDeltaX = startX; // Maximum offset on the left\n    const maxPositiveDeltaX = (n - 1) * (windowSize.width / n); // Maximum offset on the right\n\n    const maxNegativeDeltaY = startY; // Maximum offset on the top\n    const maxPositiveDeltaY = (n - 1) * (windowSize.height / n); // Maximum offset on the bottom\n\n    // Limit the absolute value of deltaX and deltaY within the maximum offset\n    deltaX = Math.max(-maxNegativeDeltaX, Math.min(deltaX, maxPositiveDeltaX));\n    deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));\n\n    await this.browser.performActions([\n      {\n        type: 'pointer',\n        id: 'finger1',\n        parameters: { pointerType: 'touch' },\n        actions: [\n          { type: 'pointerMove', duration: 0, x: startX, y: startY },\n          { type: 'pointerDown', button: 0 },\n          { type: 'pause', duration },\n          {\n            type: 'pointerMove',\n            duration,\n            origin: 'pointer', // Use 'pointer' as the starting point\n            x: deltaX, // X offset relative to the starting point\n            y: deltaY, // Y offset relative to the starting point\n          },\n          { type: 'pointerUp', button: 0 },\n        ],\n      },\n    ]);\n  }\n\n  async destroy(): Promise<void> {\n    //\n  }\n}\n//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJtYXBwaW5ncyI6IiIsIm5hbWVzIjpbXSwiaWdub3JlTGlzdCI6W10sInNvdXJjZXMiOltdLCJzb3VyY2VzQ29udGVudCI6W119"]}

package/dist/es/bridge-mode/agent-cli-side.js

@@ -0,0 +1,153 @@
+var __getProtoOf = Object.getPrototypeOf;
+var __reflectGet = Reflect.get;
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+import { PageAgent } from "../common/agent";
+import { assert } from "@midscene/shared/utils";
+import {
+  BridgeEvent,
+  BridgePageType,
+  DefaultBridgeServerPort,
+  KeyboardEvent,
+  MouseEvent
+} from "./common";
+import { BridgeServer } from "./io-server";
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const getBridgePageInCliSide = () => {
+  const server = new BridgeServer(DefaultBridgeServerPort);
+  server.listen();
+  const bridgeCaller = (method) => {
+    return (...args) => __async(void 0, null, function* () {
+      const response = yield server.call(method, args);
+      return response;
+    });
+  };
+  const page = {
+    showStatusMessage: (message) => __async(void 0, null, function* () {
+      yield server.call(BridgeEvent.UpdateAgentStatus, [message]);
+    })
+  };
+  return new Proxy(page, {
+    get(target, prop, receiver) {
+      assert(typeof prop === "string", "prop must be a string");
+      if (prop === "toJSON") {
+        return () => {
+          return {
+            pageType: BridgePageType
+          };
+        };
+      }
+      if (prop === "pageType") {
+        return BridgePageType;
+      }
+      if (prop === "_forceUsePageContext") {
+        return void 0;
+      }
+      if (Object.keys(page).includes(prop)) {
+        return page[prop];
+      }
+      if (prop === "mouse") {
+        const mouse = {
+          click: bridgeCaller(MouseEvent.Click),
+          wheel: bridgeCaller(MouseEvent.Wheel),
+          move: bridgeCaller(MouseEvent.Move),
+          drag: bridgeCaller(MouseEvent.Drag)
+        };
+        return mouse;
+      }
+      if (prop === "keyboard") {
+        const keyboard = {
+          type: bridgeCaller(KeyboardEvent.Type),
+          press: bridgeCaller(KeyboardEvent.Press)
+        };
+        return keyboard;
+      }
+      if (prop === "destroy") {
+        return (...args) => __async(this, null, function* () {
+          try {
+            const caller = bridgeCaller("destroy");
+            yield caller(...args);
+          } catch (e) {
+          }
+          return server.close();
+        });
+      }
+      return bridgeCaller(prop);
+    }
+  });
+};
+class AgentOverChromeBridge extends PageAgent {
+  constructor(opts) {
+    const page = getBridgePageInCliSide();
+    super(
+      page,
+      Object.assign(opts || {}, {
+        onTaskStartTip: (tip) => {
+          this.page.showStatusMessage(tip);
+        }
+      })
+    );
+    if (typeof (opts == null ? void 0 : opts.closeNewTabsAfterDisconnect) === "boolean") {
+      this.page.setDestroyOptions({
+        closeTab: opts.closeNewTabsAfterDisconnect
+      });
+    }
+  }
+  connectNewTabWithUrl(url, options) {
+    return __async(this, null, function* () {
+      yield this.page.connectNewTabWithUrl(url, options);
+      yield sleep(500);
+    });
+  }
+  connectCurrentTab(options) {
+    return __async(this, null, function* () {
+      yield this.page.connectCurrentTab(options);
+      yield sleep(500);
+    });
+  }
+  aiAction(prompt, options) {
+    return __async(this, null, function* () {
+      if (options) {
+        console.warn(
+          "the `options` parameter of aiAction is not supported in cli side"
+        );
+      }
+      return yield __superGet(AgentOverChromeBridge.prototype, this, "aiAction").call(this, prompt);
+    });
+  }
+  destroy(closeNewTabsAfterDisconnect) {
+    return __async(this, null, function* () {
+      if (typeof closeNewTabsAfterDisconnect === "boolean") {
+        yield this.page.setDestroyOptions({
+          closeTab: closeNewTabsAfterDisconnect
+        });
+      }
+      yield __superGet(AgentOverChromeBridge.prototype, this, "destroy").call(this);
+    });
+  }
+}
+export {
+  AgentOverChromeBridge,
+  getBridgePageInCliSide
+};
+
+//# sourceMappingURL=agent-cli-side.js.map

package/dist/es/bridge-mode/agent-cli-side.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,iBAAoC;AAM7C,SAAS,cAAc;AACvB;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,oBAAoB;AAO7B,MAAM,QAAQ,CAAC,OAAe,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAGvE,MAAM,yBAAyB,MAAkC;AACtE,QAAM,SAAS,IAAI,aAAa,uBAAuB;AACvD,SAAO,OAAO;AACd,QAAM,eAAe,CAAC,WAAmB;AACvC,WAAO,IAAU,SAAgB;AAC/B,YAAM,WAAW,MAAM,OAAO,KAAK,QAAQ,IAAI;AAC/C,aAAO;AAAA,IACT;AAAA,EACF;AACA,QAAM,OAAO;AAAA,IACX,mBAAmB,CAAO,YAAoB;AAC5C,YAAM,OAAO,KAAK,YAAY,mBAAmB,CAAC,OAAO,CAAC;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO,IAAI,MAAM,MAAM;AAAA,IACrB,IAAI,QAAQ,MAAM,UAAU;AAC1B,aAAO,OAAO,SAAS,UAAU,uBAAuB;AAExD,UAAI,SAAS,UAAU;AACrB,eAAO,MAAM;AACX,iBAAO;AAAA,YACL,UAAU;AAAA,UACZ;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAS,YAAY;AACvB,eAAO;AAAA,MACT;AAEA,UAAI,SAAS,wBAAwB;AACnC,eAAO;AAAA,MACT;AAEA,UAAI,OAAO,KAAK,IAAI,EAAE,SAAS,IAAI,GAAG;AACpC,eAAO,KAAK,IAAyB;AAAA,MACvC;AAEA,UAAI,SAAS,SAAS;AACpB,cAAM,QAAqB;AAAA,UACzB,OAAO,aAAa,WAAW,KAAK;AAAA,UACpC,OAAO,aAAa,WAAW,KAAK;AAAA,UACpC,MAAM,aAAa,WAAW,IAAI;AAAA,UAClC,MAAM,aAAa,WAAW,IAAI;AAAA,QACpC;AACA,eAAO;AAAA,MACT;AAEA,UAAI,SAAS,YAAY;AACvB,cAAM,WAA2B;AAAA,UAC/B,MAAM,aAAa,cAAc,IAAI;AAAA,UACrC,OAAO,aAAa,cAAc,KAAK;AAAA,QACzC;AACA,eAAO;AAAA,MACT;AAEA,UAAI,SAAS,WAAW;AACtB,eAAO,IAAU,SAAgB;AAC/B,cAAI;AACF,kBAAM,SAAS,aAAa,SAAS;AACrC,kBAAM,OAAO,GAAG,IAAI;AAAA,UACtB,SAAS,GAAG;AAAA,UAEZ;AACA,iBAAO,OAAO,MAAM;AAAA,QACtB;AAAA,MACF;AAEA,aAAO,aAAa,IAAI;AAAA,IAC1B;AAAA,EACF,CAAC;AACH;AAEO,MAAM,8BAA8B,UAAsC;AAAA,EAC/E,YAAY,MAAiE;AAC3E,UAAM,OAAO,uBAAuB;AACpC;AAAA,MACE;AAAA,MACA,OAAO,OAAO,QAAQ,CAAC,GAAG;AAAA,QACxB,gBAAgB,CAAC,QAAgB;AAC/B,eAAK,KAAK,kBAAkB,GAAG;AAAA,QACjC;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,QAAO,6BAAM,iCAAgC,WAAW;AAC1D,WAAK,KAAK,kBAAkB;AAAA,QAC1B,UAAU,KAAK;AAAA,MACjB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEM,qBAAqB,KAAa,SAAmC;AAAA;AACzE,YAAM,KAAK,KAAK,qBAAqB,KAAK,OAAO;AACjD,YAAM,MAAM,GAAG;AAAA,IACjB;AAAA;AAAA,EAEM,kBAAkB,SAAmC;AAAA;AACzD,YAAM,KAAK,KAAK,kBAAkB,OAAO;AACzC,YAAM,MAAM,GAAG;AAAA,IACjB;AAAA;AAAA,EAEM,SAAS,QAAgB,SAAe;AAAA;AAC5C,UAAI,SAAS;AACX,gBAAQ;AAAA,UACN;AAAA,QACF;AAAA,MACF;AACA,aAAO,MAAM,kDAAM,iBAAN,MAAe,MAAM;AAAA,IACpC;AAAA;AAAA,EAEM,QAAQ,6BAAuC;AAAA;AACnD,UAAI,OAAO,gCAAgC,WAAW;AACpD,cAAM,KAAK,KAAK,kBAAkB;AAAA,UAChC,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AACA,YAAM,kDAAM,gBAAN,IAAc;AAAA,IACtB;AAAA;AACF","names":[],"ignoreList":[],"sources":["../../../src/bridge-mode/agent-cli-side.ts"],"sourcesContent":["import { PageAgent, type PageAgentOpt } from '../common/agent';\nimport type {\n  ChromePageDestroyOptions,\n  KeyboardAction,\n  MouseAction,\n} from '../page';\nimport { assert } from '@midscene/shared/utils';\nimport {\n  type BridgeConnectTabOptions,\n  BridgeEvent,\n  BridgePageType,\n  DefaultBridgeServerPort,\n  KeyboardEvent,\n  MouseEvent,\n} from './common';\nimport { BridgeServer } from './io-server';\nimport type { ExtensionBridgePageBrowserSide } from './page-browser-side';\n\ninterface ChromeExtensionPageCliSide extends ExtensionBridgePageBrowserSide {\n  showStatusMessage: (message: string) => Promise<void>;\n}\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n// actually, this is a proxy to the page in browser side\nexport const getBridgePageInCliSide = (): ChromeExtensionPageCliSide => {\n  const server = new BridgeServer(DefaultBridgeServerPort);\n  server.listen();\n  const bridgeCaller = (method: string) => {\n    return async (...args: any[]) => {\n      const response = await server.call(method, args);\n      return response;\n    };\n  };\n  const page = {\n    showStatusMessage: async (message: string) => {\n      await server.call(BridgeEvent.UpdateAgentStatus, [message]);\n    },\n  };\n\n  return new Proxy(page, {\n    get(target, prop, receiver) {\n      assert(typeof prop === 'string', 'prop must be a string');\n\n      if (prop === 'toJSON') {\n        return () => {\n          return {\n            pageType: BridgePageType,\n          };\n        };\n      }\n\n      if (prop === 'pageType') {\n        return BridgePageType;\n      }\n\n      if (prop === '_forceUsePageContext') {\n        return undefined;\n      }\n\n      if (Object.keys(page).includes(prop)) {\n        return page[prop as keyof typeof page];\n      }\n\n      if (prop === 'mouse') {\n        const mouse: MouseAction = {\n          click: bridgeCaller(MouseEvent.Click),\n          wheel: bridgeCaller(MouseEvent.Wheel),\n          move: bridgeCaller(MouseEvent.Move),\n          drag: bridgeCaller(MouseEvent.Drag),\n        };\n        return mouse;\n      }\n\n      if (prop === 'keyboard') {\n        const keyboard: KeyboardAction = {\n          type: bridgeCaller(KeyboardEvent.Type),\n          press: bridgeCaller(KeyboardEvent.Press),\n        };\n        return keyboard;\n      }\n\n      if (prop === 'destroy') {\n        return async (...args: any[]) => {\n          try {\n            const caller = bridgeCaller('destroy');\n            await caller(...args);\n          } catch (e) {\n            // console.error('error calling destroy', e);\n          }\n          return server.close();\n        };\n      }\n\n      return bridgeCaller(prop);\n    },\n  }) as ChromeExtensionPageCliSide;\n};\n\nexport class AgentOverChromeBridge extends PageAgent<ChromeExtensionPageCliSide> {\n  constructor(opts?: PageAgentOpt & { closeNewTabsAfterDisconnect?: boolean }) {\n    const page = getBridgePageInCliSide();\n    super(\n      page,\n      Object.assign(opts || {}, {\n        onTaskStartTip: (tip: string) => {\n          this.page.showStatusMessage(tip);\n        },\n      }),\n    );\n\n    if (typeof opts?.closeNewTabsAfterDisconnect === 'boolean') {\n      this.page.setDestroyOptions({\n        closeTab: opts.closeNewTabsAfterDisconnect,\n      });\n    }\n  }\n\n  async connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions) {\n    await this.page.connectNewTabWithUrl(url, options);\n    await sleep(500);\n  }\n\n  async connectCurrentTab(options?: BridgeConnectTabOptions) {\n    await this.page.connectCurrentTab(options);\n    await sleep(500);\n  }\n\n  async aiAction(prompt: string, options?: any) {\n    if (options) {\n      console.warn(\n        'the `options` parameter of aiAction is not supported in cli side',\n      );\n    }\n    return await super.aiAction(prompt);\n  }\n\n  async destroy(closeNewTabsAfterDisconnect?: boolean) {\n    if (typeof closeNewTabsAfterDisconnect === 'boolean') {\n      await this.page.setDestroyOptions({\n        closeTab: closeNewTabsAfterDisconnect,\n      });\n    }\n    await super.destroy();\n  }\n}\n//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJtYXBwaW5ncyI6IiIsIm5hbWVzIjpbXSwiaWdub3JlTGlzdCI6W10sInNvdXJjZXMiOltdLCJzb3VyY2VzQ29udGVudCI6W119"]}

package/dist/es/bridge-mode/browser.js

@@ -0,0 +1,6 @@
+import { ExtensionBridgePageBrowserSide } from "../bridge-mode/page-browser-side";
+export {
+  ExtensionBridgePageBrowserSide
+};
+
+//# sourceMappingURL=browser.js.map

package/dist/es/bridge-mode/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":"AAAA,SAAS,sCAAsC","names":[],"ignoreList":[],"sources":["../../../src/bridge-mode/browser.ts"],"sourcesContent":["import { ExtensionBridgePageBrowserSide } from '../bridge-mode/page-browser-side';\n\nexport { ExtensionBridgePageBrowserSide };\n//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJtYXBwaW5ncyI6IiIsIm5hbWVzIjpbXSwiaWdub3JlTGlzdCI6W10sInNvdXJjZXMiOltdLCJzb3VyY2VzQ29udGVudCI6W119"]}

package/dist/es/bridge-mode/common.js

@@ -0,0 +1,43 @@
+const DefaultBridgeServerPort = 3766;
+const DefaultLocalEndpoint = `http://127.0.0.1:${DefaultBridgeServerPort}`;
+const BridgeCallTimeout = 3e4;
+var BridgeEvent = /* @__PURE__ */ ((BridgeEvent2) => {
+  BridgeEvent2["Call"] = "bridge-call";
+  BridgeEvent2["CallResponse"] = "bridge-call-response";
+  BridgeEvent2["UpdateAgentStatus"] = "bridge-update-agent-status";
+  BridgeEvent2["Message"] = "bridge-message";
+  BridgeEvent2["Connected"] = "bridge-connected";
+  BridgeEvent2["Refused"] = "bridge-refused";
+  BridgeEvent2["ConnectNewTabWithUrl"] = "connectNewTabWithUrl";
+  BridgeEvent2["ConnectCurrentTab"] = "connectCurrentTab";
+  BridgeEvent2["SetDestroyOptions"] = "setDestroyOptions";
+  return BridgeEvent2;
+})(BridgeEvent || {});
+var MouseEvent = /* @__PURE__ */ ((MouseEvent2) => {
+  MouseEvent2["PREFIX"] = "mouse.";
+  MouseEvent2["Click"] = "mouse.click";
+  MouseEvent2["Wheel"] = "mouse.wheel";
+  MouseEvent2["Move"] = "mouse.move";
+  MouseEvent2["Drag"] = "mouse.drag";
+  return MouseEvent2;
+})(MouseEvent || {});
+var KeyboardEvent = /* @__PURE__ */ ((KeyboardEvent2) => {
+  KeyboardEvent2["PREFIX"] = "keyboard.";
+  KeyboardEvent2["Type"] = "keyboard.type";
+  KeyboardEvent2["Press"] = "keyboard.press";
+  return KeyboardEvent2;
+})(KeyboardEvent || {});
+const BridgePageType = "page-over-chrome-extension-bridge";
+const BridgeErrorCodeNoClientConnected = "no-client-connected";
+export {
+  BridgeCallTimeout,
+  BridgeErrorCodeNoClientConnected,
+  BridgeEvent,
+  BridgePageType,
+  DefaultBridgeServerPort,
+  DefaultLocalEndpoint,
+  KeyboardEvent,
+  MouseEvent
+};
+
+//# sourceMappingURL=common.js.map

package/dist/es/bridge-mode/common.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":"AAAO,MAAM,0BAA0B;AAChC,MAAM,uBAAuB,oBAAoB,uBAAuB;AACxE,MAAM,oBAAoB;AAE1B,IAAK,cAAL,kBAAKA,iBAAL;AACL,EAAAA,aAAA,UAAO;AACP,EAAAA,aAAA,kBAAe;AACf,EAAAA,aAAA,uBAAoB;AACpB,EAAAA,aAAA,aAAU;AACV,EAAAA,aAAA,eAAY;AACZ,EAAAA,aAAA,aAAU;AACV,EAAAA,aAAA,0BAAuB;AACvB,EAAAA,aAAA,uBAAoB;AACpB,EAAAA,aAAA,uBAAoB;AATV,SAAAA;AAAA;AAoBL,IAAK,aAAL,kBAAKC,gBAAL;AACL,EAAAA,YAAA,YAAS;AACT,EAAAA,YAAA,WAAQ;AACR,EAAAA,YAAA,WAAQ;AACR,EAAAA,YAAA,UAAO;AACP,EAAAA,YAAA,UAAO;AALG,SAAAA;AAAA;AAQL,IAAK,gBAAL,kBAAKC,mBAAL;AACL,EAAAA,eAAA,YAAS;AACT,EAAAA,eAAA,UAAO;AACP,EAAAA,eAAA,WAAQ;AAHE,SAAAA;AAAA;AAML,MAAM,iBAAiB;AAEvB,MAAM,mCAAmC","names":["BridgeEvent","MouseEvent","KeyboardEvent"],"ignoreList":[],"sources":["../../../src/bridge-mode/common.ts"],"sourcesContent":["export const DefaultBridgeServerPort = 3766;\nexport const DefaultLocalEndpoint = `http://127.0.0.1:${DefaultBridgeServerPort}`;\nexport const BridgeCallTimeout = 30000;\n\nexport enum BridgeEvent {\n  Call = 'bridge-call',\n  CallResponse = 'bridge-call-response',\n  UpdateAgentStatus = 'bridge-update-agent-status',\n  Message = 'bridge-message',\n  Connected = 'bridge-connected',\n  Refused = 'bridge-refused',\n  ConnectNewTabWithUrl = 'connectNewTabWithUrl',\n  ConnectCurrentTab = 'connectCurrentTab',\n  SetDestroyOptions = 'setDestroyOptions',\n}\n\nexport interface BridgeConnectTabOptions {\n  /**\n   * If true, the page will always track the active tab.\n   * @default true\n   */\n  forceSameTabNavigation?: boolean;\n}\n\nexport enum MouseEvent {\n  PREFIX = 'mouse.',\n  Click = 'mouse.click',\n  Wheel = 'mouse.wheel',\n  Move = 'mouse.move',\n  Drag = 'mouse.drag',\n}\n\nexport enum KeyboardEvent {\n  PREFIX = 'keyboard.',\n  Type = 'keyboard.type',\n  Press = 'keyboard.press',\n}\n\nexport const BridgePageType = 'page-over-chrome-extension-bridge';\n\nexport const BridgeErrorCodeNoClientConnected = 'no-client-connected';\n\nexport interface BridgeCall {\n  method: string;\n  args: any[];\n  response: any;\n  callTime: number;\n  responseTime: number;\n  callback: (error: Error | undefined, response: any) => void;\n  error?: Error;\n}\n\nexport interface BridgeCallRequest {\n  id: string;\n  method: string;\n  args: any[];\n}\n\nexport interface BridgeCallResponse {\n  id: string;\n  response: any;\n  error?: any;\n}\n\nexport interface BridgeConnectedEventPayload {\n  version: string;\n}\n"]}

package/dist/es/bridge-mode/index.js

@@ -0,0 +1,8 @@
+import { AgentOverChromeBridge } from "./agent-cli-side";
+import { overrideAIConfig } from "@midscene/core/env";
+export {
+  AgentOverChromeBridge,
+  overrideAIConfig
+};
+
+//# sourceMappingURL=index.js.map

package/dist/es/bridge-mode/index.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":"AAAA,SAAS,6BAA6B;AAItC,SAAS,wBAAwB","names":[],"ignoreList":[],"sources":["../../../src/bridge-mode/index.ts"],"sourcesContent":["import { AgentOverChromeBridge } from './agent-cli-side';\n\nexport { AgentOverChromeBridge };\n\nexport { overrideAIConfig } from '@midscene/core/env';\n//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJtYXBwaW5ncyI6IiIsIm5hbWVzIjpbXSwiaWdub3JlTGlzdCI6W10sInNvdXJjZXMiOltdLCJzb3VyY2VzQ29udGVudCI6W119"]}