@midscene/web 0.17.6-beta-20250605050844.0 → 0.18.0

package/dist/es/agent.js

@@ -220,6 +220,11 @@ var ScriptPlayer = class {
           evaluateJavaScriptTask.javascript
         );
         this.setResult(evaluateJavaScriptTask.name, result);
+      } else if ("logScreenshot" in flowItem) {
+        const logScreenshotTask = flowItem;
+        await agent.logScreenshot(logScreenshotTask.logScreenshot, {
+          content: logScreenshotTask.content || ""
+        });
       } else {
         throw new Error(`unknown flowItem: ${JSON.stringify(flowItem)}`);
       }
@@ -849,10 +854,10 @@ var PageTaskExecutor = class {
               if (!taskParam || !taskParam.value) {
                 return;
               }
-              await this.page.keyboard.type(taskParam.value);
-            } else {
-              await this.page.keyboard.type(taskParam.value);
             }
+            await this.page.keyboard.type(taskParam.value, {
+              autoDismissKeyboard: taskParam.autoDismissKeyboard
+            });
           }
         };
         tasks.push(taskActionInput);
@@ -1705,7 +1710,7 @@ import yaml3 from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "0.17.6-beta-20250605050844.0";
+var version = "0.18.0";
 
 // src/common/task-cache.ts
 var debug3 = getDebug3("cache");
@@ -2059,12 +2064,15 @@ ${errorTask?.errorStack}`);
       opt
     );
     const plans = buildPlans("Input", detailedLocateParam, {
-      value
+      value,
+      autoDismissKeyboard: opt?.autoDismissKeyboard
     });
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Input", locateParamStr(detailedLocateParam)),
       plans,
-      { cacheable: opt?.cacheable }
+      {
+        cacheable: opt?.cacheable
+      }
     );
     this.afterTaskRunning(executor);
     return output;
@@ -2304,6 +2312,44 @@ ${errors}`);
   async destroy() {
     await this.page.destroy();
   }
+  async logScreenshot(title, opt) {
+    const base64 = await this.page.screenshotBase64();
+    const now = Date.now();
+    const recorder = [
+      {
+        type: "screenshot",
+        ts: now,
+        screenshot: base64
+      }
+    ];
+    const task = {
+      type: "Log",
+      subType: "Screenshot",
+      status: "finished",
+      recorder,
+      timing: {
+        start: now,
+        end: now,
+        cost: 0
+      },
+      param: {
+        content: opt?.content || ""
+      },
+      executor: async () => {
+      }
+    };
+    const executionDump = {
+      sdkVersion: "",
+      logTime: now,
+      model_name: "",
+      model_description: "",
+      name: `Log - ${title || "untitled"}`,
+      description: opt?.content || "",
+      tasks: [task]
+    };
+    this.appendExecutionDump(executionDump);
+    this.writeOutActionDumps();
+  }
 };
 export {
   PageAgent