@midscene/web 0.24.1 → 0.24.2-beta-20250730123854.0

package/dist/lib/puppeteer-agent-launcher.js

@@ -497,6 +497,23 @@ function scrollParamStr(scrollParam) {
   }
   return `${scrollParam.direction || "down"}, ${scrollParam.scrollType || "once"}, ${scrollParam.distance || "distance-not-set"}`;
 }
+function pullParamStr(pullParam) {
+  if (!pullParam) {
+    return "";
+  }
+  const parts = [];
+  parts.push(`direction: ${pullParam.direction || "down"}`);
+  if (pullParam.startPoint) {
+    parts.push(`start: (${pullParam.startPoint.x}, ${pullParam.startPoint.y})`);
+  }
+  if (pullParam.distance) {
+    parts.push(`distance: ${pullParam.distance}`);
+  }
+  if (pullParam.duration) {
+    parts.push(`duration: ${pullParam.duration}ms`);
+  }
+  return parts.join(", ");
+}
 function taskTitleStr(type, prompt) {
   if (prompt) {
     return `${type} - ${prompt}`;
@@ -519,6 +536,8 @@ function paramStr(task) {
       value = `${task?.param?.timeMs}ms`;
     } else if (typeof task?.param?.scrollType === "string") {
       value = scrollParamStr(task?.param);
+    } else if (typeof task?.param?.direction === "string" && task?.subType === "AndroidPull") {
+      value = pullParamStr(task?.param);
     } else if (typeof task?.param?.value !== "undefined") {
       value = task?.param?.value;
     }
@@ -582,7 +601,7 @@ var import_js_yaml3 = __toESM(require("js-yaml"));
 var import_semver = __toESM(require("semver"));
 
 // package.json
-var version = "0.24.1";
+var version = "0.24.2-beta-20250730123854.0";
 
 // src/common/task-cache.ts
 var DEFAULT_CACHE_MAX_FILENAME_LENGTH = 200;
@@ -726,7 +745,18 @@ cache file: ${cacheFile}`
         (0, import_node_fs2.mkdirSync)(dir, { recursive: true });
         debug("created cache directory: %s", dir);
       }
-      const yamlData = import_js_yaml3.default.dump(this.cache);
+      const sortedCaches = [...this.cache.caches].sort((a, b) => {
+        if (a.type === "plan" && b.type === "locate")
+          return -1;
+        if (a.type === "locate" && b.type === "plan")
+          return 1;
+        return 0;
+      });
+      const cacheToWrite = {
+        ...this.cache,
+        caches: sortedCaches
+      };
+      const yamlData = import_js_yaml3.default.dump(cacheToWrite);
       (0, import_node_fs2.writeFileSync)(this.cacheFilePath, yamlData);
       debug("cache flushed to file: %s", this.cacheFilePath);
     } catch (err) {
@@ -943,6 +973,16 @@ var PageTaskExecutor = class {
   }
   async getElementXpath(pageContext, element) {
     let elementId = element?.id;
+    if (element?.isOrderSensitive !== void 0) {
+      const xpaths = await this.page.getXpathsByPoint(
+        {
+          left: element.center[0],
+          top: element.center[1]
+        },
+        element?.isOrderSensitive
+      );
+      return xpaths;
+    }
     if (element?.attributes?.nodeType === import_constants.NodeType.POSITION) {
       await this.insight.contextRetrieverFn("locate");
       const info = (0, import_ai_model2.elementByPositionWithElementInfo)(
@@ -1437,6 +1477,51 @@ var PageTaskExecutor = class {
           }
         };
         tasks.push(taskActionAndroidRecentAppsButton);
+      } else if (plan2.type === "AndroidLongPress") {
+        const taskActionAndroidLongPress = {
+          type: "Action",
+          subType: "AndroidLongPress",
+          param: plan2.param,
+          thought: plan2.thought,
+          locate: plan2.locate,
+          executor: async (param) => {
+            (0, import_utils9.assert)(
+              isAndroidPage(this.page),
+              "Cannot use long press on non-Android devices"
+            );
+            const { x, y, duration } = param;
+            await this.page.longPress(x, y, duration);
+          }
+        };
+        tasks.push(taskActionAndroidLongPress);
+      } else if (plan2.type === "AndroidPull") {
+        const taskActionAndroidPull = {
+          type: "Action",
+          subType: "AndroidPull",
+          param: plan2.param,
+          thought: plan2.thought,
+          locate: plan2.locate,
+          executor: async (param) => {
+            (0, import_utils9.assert)(
+              isAndroidPage(this.page),
+              "Cannot use pull action on non-Android devices"
+            );
+            const { direction, startPoint, distance, duration } = param;
+            const convertedStartPoint = startPoint ? { left: startPoint.x, top: startPoint.y } : void 0;
+            if (direction === "down") {
+              await this.page.pullDown(
+                convertedStartPoint,
+                distance,
+                duration
+              );
+            } else if (direction === "up") {
+              await this.page.pullUp(convertedStartPoint, distance, duration);
+            } else {
+              throw new Error(`Unknown pull direction: ${direction}`);
+            }
+          }
+        };
+        tasks.push(taskActionAndroidPull);
       } else {
         throw new Error(`Unknown or unsupported task type: ${plan2.type}`);
       }
@@ -2651,6 +2736,12 @@ var Page = class {
       `${elementInfosScriptContent}midscene_element_inspector.getXpathsById('${id}')`
     );
   }
+  async getXpathsByPoint(point, isOrderSensitive) {
+    const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
+    return this.evaluateJavaScript(
+      `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`
+    );
+  }
   async getElementInfoByXpath(xpath) {
     const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
     return this.evaluateJavaScript(