@midscene/web 0.24.1 → 0.24.2-beta-20250730123854.0

package/dist/es/chrome-extension.js

@@ -75,7 +75,7 @@ import yaml from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "0.24.1";
+var version = "0.24.2-beta-20250730123854.0";
 
 // src/common/task-cache.ts
 var DEFAULT_CACHE_MAX_FILENAME_LENGTH = 200;
@@ -219,7 +219,18 @@ cache file: ${cacheFile}`
         mkdirSync(dir, { recursive: true });
         debug("created cache directory: %s", dir);
       }
-      const yamlData = yaml.dump(this.cache);
+      const sortedCaches = [...this.cache.caches].sort((a, b) => {
+        if (a.type === "plan" && b.type === "locate")
+          return -1;
+        if (a.type === "locate" && b.type === "plan")
+          return 1;
+        return 0;
+      });
+      const cacheToWrite = {
+        ...this.cache,
+        caches: sortedCaches
+      };
+      const yamlData = yaml.dump(cacheToWrite);
       writeFileSync(this.cacheFilePath, yamlData);
       debug("cache flushed to file: %s", this.cacheFilePath);
     } catch (err) {
@@ -857,6 +868,23 @@ function scrollParamStr(scrollParam) {
   }
   return `${scrollParam.direction || "down"}, ${scrollParam.scrollType || "once"}, ${scrollParam.distance || "distance-not-set"}`;
 }
+function pullParamStr(pullParam) {
+  if (!pullParam) {
+    return "";
+  }
+  const parts = [];
+  parts.push(`direction: ${pullParam.direction || "down"}`);
+  if (pullParam.startPoint) {
+    parts.push(`start: (${pullParam.startPoint.x}, ${pullParam.startPoint.y})`);
+  }
+  if (pullParam.distance) {
+    parts.push(`distance: ${pullParam.distance}`);
+  }
+  if (pullParam.duration) {
+    parts.push(`duration: ${pullParam.duration}ms`);
+  }
+  return parts.join(", ");
+}
 function taskTitleStr(type, prompt) {
   if (prompt) {
     return `${type} - ${prompt}`;
@@ -879,6 +907,8 @@ function paramStr(task) {
       value = `${task?.param?.timeMs}ms`;
     } else if (typeof task?.param?.scrollType === "string") {
       value = scrollParamStr(task?.param);
+    } else if (typeof task?.param?.direction === "string" && task?.subType === "AndroidPull") {
+      value = pullParamStr(task?.param);
     } else if (typeof task?.param?.value !== "undefined") {
       value = task?.param?.value;
     }
@@ -944,6 +974,16 @@ var PageTaskExecutor = class {
   }
   async getElementXpath(pageContext, element) {
     let elementId = element?.id;
+    if (element?.isOrderSensitive !== void 0) {
+      const xpaths = await this.page.getXpathsByPoint(
+        {
+          left: element.center[0],
+          top: element.center[1]
+        },
+        element?.isOrderSensitive
+      );
+      return xpaths;
+    }
     if (element?.attributes?.nodeType === NodeType.POSITION) {
       await this.insight.contextRetrieverFn("locate");
       const info = elementByPositionWithElementInfo2(
@@ -1438,6 +1478,51 @@ var PageTaskExecutor = class {
           }
         };
         tasks.push(taskActionAndroidRecentAppsButton);
+      } else if (plan2.type === "AndroidLongPress") {
+        const taskActionAndroidLongPress = {
+          type: "Action",
+          subType: "AndroidLongPress",
+          param: plan2.param,
+          thought: plan2.thought,
+          locate: plan2.locate,
+          executor: async (param) => {
+            assert5(
+              isAndroidPage(this.page),
+              "Cannot use long press on non-Android devices"
+            );
+            const { x, y, duration } = param;
+            await this.page.longPress(x, y, duration);
+          }
+        };
+        tasks.push(taskActionAndroidLongPress);
+      } else if (plan2.type === "AndroidPull") {
+        const taskActionAndroidPull = {
+          type: "Action",
+          subType: "AndroidPull",
+          param: plan2.param,
+          thought: plan2.thought,
+          locate: plan2.locate,
+          executor: async (param) => {
+            assert5(
+              isAndroidPage(this.page),
+              "Cannot use pull action on non-Android devices"
+            );
+            const { direction, startPoint, distance, duration } = param;
+            const convertedStartPoint = startPoint ? { left: startPoint.x, top: startPoint.y } : void 0;
+            if (direction === "down") {
+              await this.page.pullDown(
+                convertedStartPoint,
+                distance,
+                duration
+              );
+            } else if (direction === "up") {
+              await this.page.pullUp(convertedStartPoint, distance, duration);
+            } else {
+              throw new Error(`Unknown pull direction: ${direction}`);
+            }
+          }
+        };
+        tasks.push(taskActionAndroidPull);
       } else {
         throw new Error(`Unknown or unsupported task type: ${plan2.type}`);
       }
@@ -2794,7 +2879,7 @@ function sleep2(ms) {
 var ChromeExtensionProxyPage = class {
   constructor(forceSameTabNavigation) {
     this.pageType = "chrome-extension-proxy";
-    this.version = "0.24.1";
+    this.version = "0.24.2-beta-20250730123854.0";
     this.activeTabId = null;
     this.tabIdOfDebuggerAttached = null;
     this.attachingDebugger = null;
@@ -3141,6 +3226,17 @@ var ChromeExtensionProxyPage = class {
     });
     return result.result.value;
   }
+  async getXpathsByPoint(point, isOrderSensitive) {
+    const script = await getHtmlElementScript();
+    await this.sendCommandToDebugger("Runtime.evaluate", {
+      expression: script
+    });
+    const result = await this.sendCommandToDebugger("Runtime.evaluate", {
+      expression: `window.midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,
+      returnByValue: true
+    });
+    return result.result.value;
+  }
   async getElementInfoByXpath(xpath) {
     const script = await getHtmlElementScript();
     await this.sendCommandToDebugger("Runtime.evaluate", {