@midscene/web 0.11.1 → 0.11.3

package/dist/es/midscene-playground.js

@@ -3812,7 +3812,9 @@ var TaskCache = class {
         if (!this.midscenePkgInfo) {
           return void 0;
         }
-        if (jsonData.pkgName !== this.midscenePkgInfo.name || jsonData.pkgVersion !== this.midscenePkgInfo.version) {
+        const jsonDataPkgVersion = jsonData.pkgVersion.split(".");
+        const midscenePkgInfoPkgVersion = this.midscenePkgInfo.version.split(".");
+        if (jsonDataPkgVersion[0] !== midscenePkgInfoPkgVersion[0] || jsonDataPkgVersion[1] !== midscenePkgInfoPkgVersion[1]) {
           return void 0;
         }
         return jsonData;
@@ -3846,6 +3848,56 @@ var TaskCache = class {
   }
 };
 
+// src/common/ui-utils.ts
+function typeStr(task) {
+  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
+}
+function getKeyCommands(value) {
+  const keys = Array.isArray(value) ? value : [value];
+  return keys.reduce((acc, k) => {
+    const includeMeta = keys.includes("Meta") || keys.includes("Control");
+    if (includeMeta && (k === "a" || k === "A")) {
+      return acc.concat([{ key: k, command: "SelectAll" }]);
+    }
+    if (includeMeta && (k === "c" || k === "C")) {
+      return acc.concat([{ key: k, command: "Copy" }]);
+    }
+    if (includeMeta && (k === "v" || k === "V")) {
+      return acc.concat([{ key: k, command: "Paste" }]);
+    }
+    return acc.concat([{ key: k }]);
+  }, []);
+}
+function paramStr(task) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+  let value;
+  if (task.type === "Planning") {
+    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
+  }
+  if (task.type === "Insight") {
+    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
+  }
+  if (task.type === "Action") {
+    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
+    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
+    if (sleepMs) {
+      value = `${sleepMs}ms`;
+    } else if (scrollType) {
+      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
+      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
+      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
+    } else {
+      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
+    }
+    if (!value) {
+      value = task.thought;
+    }
+  }
+  if (typeof value === "undefined")
+    return "";
+  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
+}
+
 // src/common/tasks.ts
 var PageTaskExecutor = class {
   constructor(page, insight, opts) {
@@ -3980,6 +4032,7 @@ var PageTaskExecutor = class {
               output: {
                 element
               },
+              pageContext,
               log: {
                 dump: insightDump
               },
@@ -4059,8 +4112,8 @@ var PageTaskExecutor = class {
           thought: plan2.thought,
           locate: plan2.locate,
           executor: async (taskParam) => {
-            (0, import_node_assert4.default)(taskParam == null ? void 0 : taskParam.value, "No key to press");
-            await this.page.keyboard.press(taskParam.value);
+            const keys = getKeyCommands(taskParam.value);
+            await this.page.keyboard.press(keys);
           }
         };
         tasks.push(taskActionKeyboardPress);
@@ -4468,7 +4521,7 @@ var PageTaskExecutor = class {
     const cacheGroup = this.taskCache.getCacheGroupByPrompt(userPrompt);
     const isCompleted = false;
     let currentActionNumber = 0;
-    const maxActionNumber = 20;
+    const maxActionNumber = 40;
     while (!isCompleted && currentActionNumber < maxActionNumber) {
       currentActionNumber++;
       const planningTask = this.planningTaskToGoal(
@@ -4664,40 +4717,6 @@ var PageTaskExecutor = class {
   }
 };
 
-// src/common/ui-utils.ts
-function typeStr(task) {
-  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
-}
-function paramStr(task) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-  let value;
-  if (task.type === "Planning") {
-    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
-  }
-  if (task.type === "Insight") {
-    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
-  }
-  if (task.type === "Action") {
-    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
-    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
-    if (sleepMs) {
-      value = `${sleepMs}ms`;
-    } else if (scrollType) {
-      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
-      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
-      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
-    } else {
-      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
-    }
-    if (!value) {
-      value = task.thought;
-    }
-  }
-  if (typeof value === "undefined")
-    return "";
-  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
-}
-
 // src/common/agent.ts
 var PageAgent = class {
   constructor(page, opts) {

package/dist/es/playground.js

@@ -3475,7 +3475,9 @@ var TaskCache = class {
         if (!this.midscenePkgInfo) {
           return void 0;
         }
-        if (jsonData.pkgName !== this.midscenePkgInfo.name || jsonData.pkgVersion !== this.midscenePkgInfo.version) {
+        const jsonDataPkgVersion = jsonData.pkgVersion.split(".");
+        const midscenePkgInfoPkgVersion = this.midscenePkgInfo.version.split(".");
+        if (jsonDataPkgVersion[0] !== midscenePkgInfoPkgVersion[0] || jsonDataPkgVersion[1] !== midscenePkgInfoPkgVersion[1]) {
           return void 0;
         }
         return jsonData;
@@ -3509,6 +3511,56 @@ var TaskCache = class {
   }
 };
 
+// src/common/ui-utils.ts
+function typeStr(task) {
+  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
+}
+function getKeyCommands(value) {
+  const keys = Array.isArray(value) ? value : [value];
+  return keys.reduce((acc, k) => {
+    const includeMeta = keys.includes("Meta") || keys.includes("Control");
+    if (includeMeta && (k === "a" || k === "A")) {
+      return acc.concat([{ key: k, command: "SelectAll" }]);
+    }
+    if (includeMeta && (k === "c" || k === "C")) {
+      return acc.concat([{ key: k, command: "Copy" }]);
+    }
+    if (includeMeta && (k === "v" || k === "V")) {
+      return acc.concat([{ key: k, command: "Paste" }]);
+    }
+    return acc.concat([{ key: k }]);
+  }, []);
+}
+function paramStr(task) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+  let value;
+  if (task.type === "Planning") {
+    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
+  }
+  if (task.type === "Insight") {
+    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
+  }
+  if (task.type === "Action") {
+    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
+    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
+    if (sleepMs) {
+      value = `${sleepMs}ms`;
+    } else if (scrollType) {
+      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
+      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
+      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
+    } else {
+      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
+    }
+    if (!value) {
+      value = task.thought;
+    }
+  }
+  if (typeof value === "undefined")
+    return "";
+  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
+}
+
 // src/common/tasks.ts
 var PageTaskExecutor = class {
   constructor(page, insight, opts) {
@@ -3643,6 +3695,7 @@ var PageTaskExecutor = class {
               output: {
                 element
               },
+              pageContext,
               log: {
                 dump: insightDump
               },
@@ -3722,8 +3775,8 @@ var PageTaskExecutor = class {
           thought: plan2.thought,
           locate: plan2.locate,
           executor: async (taskParam) => {
-            (0, import_node_assert4.default)(taskParam == null ? void 0 : taskParam.value, "No key to press");
-            await this.page.keyboard.press(taskParam.value);
+            const keys = getKeyCommands(taskParam.value);
+            await this.page.keyboard.press(keys);
           }
         };
         tasks.push(taskActionKeyboardPress);
@@ -4131,7 +4184,7 @@ var PageTaskExecutor = class {
     const cacheGroup = this.taskCache.getCacheGroupByPrompt(userPrompt);
     const isCompleted = false;
     let currentActionNumber = 0;
-    const maxActionNumber = 20;
+    const maxActionNumber = 40;
     while (!isCompleted && currentActionNumber < maxActionNumber) {
       currentActionNumber++;
       const planningTask = this.planningTaskToGoal(
@@ -4327,40 +4380,6 @@ var PageTaskExecutor = class {
   }
 };
 
-// src/common/ui-utils.ts
-function typeStr(task) {
-  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
-}
-function paramStr(task) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-  let value;
-  if (task.type === "Planning") {
-    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
-  }
-  if (task.type === "Insight") {
-    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
-  }
-  if (task.type === "Action") {
-    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
-    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
-    if (sleepMs) {
-      value = `${sleepMs}ms`;
-    } else if (scrollType) {
-      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
-      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
-      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
-    } else {
-      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
-    }
-    if (!value) {
-      value = task.thought;
-    }
-  }
-  if (typeof value === "undefined")
-    return "";
-  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
-}
-
 // src/common/agent.ts
 var PageAgent = class {
   constructor(page, opts) {

package/dist/es/playwright-report.js

@@ -383,11 +383,15 @@ var MidsceneReporter = class {
     testDataList.push({
       dumpString: dumpAnnotation.description,
       attributes: {
+        playwright_test_id: test.id,
         playwright_test_title: test.title,
         playwright_test_status: result.status,
         playwright_test_duration: result.duration
       }
     });
+    test.annotations = test.annotations.filter(
+      (annotation) => annotation.type !== "MIDSCENE_DUMP_ANNOTATION"
+    );
     updateReport();
   }
   onEnd(result) {