@midscene/web 0.17.3 → 0.17.4-beta-20250528162713.0

package/dist/es/agent.js

@@ -96,12 +96,13 @@ var ScriptPlayer = class {
       } else if ("aiAssert" in flowItem) {
         const assertTask = flowItem;
         const prompt = assertTask.aiAssert;
+        const msg = assertTask.errorMessage;
         assert(prompt, "missing prompt for aiAssert");
         assert(
           typeof prompt === "string",
           "prompt for aiAssert must be a string"
         );
-        await agent.aiAssert(prompt);
+        await agent.aiAssert(prompt, msg);
       } else if ("aiQuery" in flowItem) {
         const queryTask = flowItem;
         const prompt = queryTask.aiQuery;
@@ -177,6 +178,9 @@ var ScriptPlayer = class {
       } else if ("aiTap" in flowItem) {
         const tapTask = flowItem;
         await agent.aiTap(tapTask.aiTap, tapTask);
+      } else if ("aiRightClick" in flowItem) {
+        const rightClickTask = flowItem;
+        await agent.aiRightClick(rightClickTask.aiRightClick, rightClickTask);
       } else if ("aiHover" in flowItem) {
         const hoverTask = flowItem;
         await agent.aiHover(hoverTask.aiHover, hoverTask);
@@ -857,6 +861,22 @@ var PageTaskExecutor = class {
           }
         };
         tasks.push(taskActionTap);
+      } else if (plan2.type === "RightClick") {
+        const taskActionRightClick = {
+          type: "Action",
+          subType: "RightClick",
+          thought: plan2.thought,
+          locate: plan2.locate,
+          executor: async (param, { element }) => {
+            assert4(element, "Element not found, cannot right click");
+            await this.page.mouse.click(
+              element.center[0],
+              element.center[1],
+              { button: "right" }
+            );
+          }
+        };
+        tasks.push(taskActionRightClick);
       } else if (plan2.type === "Drag") {
         const taskActionDrag = {
           type: "Action",
@@ -1133,6 +1153,7 @@ var PageTaskExecutor = class {
           sleep: sleep2
         } = planResult;
         executorContext.task.log = {
+          ...executorContext.task.log || {},
           rawResponse
         };
         executorContext.task.usage = usage;
@@ -1581,7 +1602,7 @@ function buildPlans(type, locateParam, param) {
     param: locateParam,
     thought: ""
   } : null;
-  if (type === "Tap" || type === "Hover") {
+  if (type === "Tap" || type === "Hover" || type === "RightClick") {
     assert5(locateParam, `missing locate info for action "${type}"`);
     assert5(locatePlan, `missing locate info for action "${type}"`);
     const tapPlan = {
@@ -1661,7 +1682,7 @@ import yaml3 from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "0.17.3";
+var version = "0.17.4-beta-20250528162713.0";
 
 // src/common/task-cache.ts
 var debug3 = getDebug3("cache");
@@ -1966,6 +1987,19 @@ ${errorTask?.errorStack}`);
     this.afterTaskRunning(executor);
     return output;
   }
+  async aiRightClick(locatePrompt, opt) {
+    const detailedLocateParam = this.buildDetailedLocateParam(
+      locatePrompt,
+      opt
+    );
+    const plans = buildPlans("RightClick", detailedLocateParam);
+    const { executor, output } = await this.taskExecutor.runPlans(
+      taskTitleStr("RightClick", locateParamStr(detailedLocateParam)),
+      plans
+    );
+    this.afterTaskRunning(executor);
+    return output;
+  }
   async aiHover(locatePrompt, opt) {
     const detailedLocateParam = this.buildDetailedLocateParam(
       locatePrompt,
@@ -2202,8 +2236,11 @@ ${errorTask?.errorStack}`);
     if (type === "tap") {
       return this.aiTap(taskPrompt);
     }
+    if (type === "rightClick") {
+      return this.aiRightClick(taskPrompt);
+    }
     throw new Error(
-      `Unknown type: ${type}, only support 'action', 'query', 'assert', 'tap'`
+      `Unknown type: ${type}, only support 'action', 'query', 'assert', 'tap', 'rightClick'`
     );
   }
   async runYaml(yamlScriptContent) {