@midscene/web 0.24.2-beta-20250801111909.0 → 0.25.0

package/dist/es/agent.js

@@ -415,7 +415,7 @@ import {
   DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT
 } from "@midscene/shared/constants";
 import { getAIConfigInBoolean, vlLocateMode } from "@midscene/shared/env";
-import { getDebug as getDebug4 } from "@midscene/shared/logger";
+import { getDebug as getDebug5 } from "@midscene/shared/logger";
 import { assert as assert7 } from "@midscene/shared/utils";
 
 // src/common/tasks.ts
@@ -434,7 +434,7 @@ import {
   MIDSCENE_REPLANNING_CYCLE_LIMIT,
   getAIConfigInNumber as getAIConfigInNumber2
 } from "@midscene/shared/env";
-import { getDebug as getDebug2 } from "@midscene/shared/logger";
+import { getDebug as getDebug3 } from "@midscene/shared/logger";
 import { assert as assert5 } from "@midscene/shared/utils";
 
 // src/common/ui-utils.ts
@@ -539,6 +539,7 @@ import {
   traverseTree
 } from "@midscene/shared/extractor";
 import { resizeImgBase64 } from "@midscene/shared/img";
+import { getDebug as getDebug2 } from "@midscene/shared/logger";
 import { assert as assert4, logMsg, uuid } from "@midscene/shared/utils";
 import dayjs from "dayjs";
 
@@ -584,7 +585,7 @@ import yaml3 from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "0.24.2-beta-20250801111909.0";
+var version = "0.25.0";
 
 // src/common/task-cache.ts
 var DEFAULT_CACHE_MAX_FILENAME_LENGTH = 200;
@@ -769,23 +770,33 @@ cache file: ${cacheFile}`
 };
 
 // src/common/utils.ts
+var debug2 = getDebug2("tool:profile");
 async function parseContextFromWebPage(page, _opt) {
   assert4(page, "page is required");
   if (page._forceUsePageContext) {
     return await page._forceUsePageContext();
   }
+  debug2("Getting page URL");
   const url = await page.url();
+  debug2("URL end");
+  debug2("Uploading test info to server");
   uploadTestInfoToServer({ testUrl: url });
+  debug2("UploadTestInfoToServer end");
   let screenshotBase64;
   let tree;
+  debug2("Starting parallel operations: screenshot and element tree");
   await Promise.all([
     page.screenshotBase64().then((base64) => {
       screenshotBase64 = base64;
+      debug2("ScreenshotBase64 end");
     }),
     page.getElementsNodeTree().then(async (treeRoot) => {
       tree = treeRoot;
+      debug2("GetElementsNodeTree end");
     })
   ]);
+  debug2("ParseContextFromWebPage end");
+  debug2("Traversing element tree");
   const webTree = traverseTree(tree, (elementInfo) => {
     const { rect, id, content, attributes, indexId, isVisible } = elementInfo;
     return new WebElementInfo({
@@ -797,13 +808,17 @@ async function parseContextFromWebPage(page, _opt) {
       isVisible
     });
   });
+  debug2("TraverseTree end");
   assert4(screenshotBase64, "screenshotBase64 is required");
   const size = await page.size();
+  debug2(`size: ${size.width}x${size.height} dpr: ${size.dpr}`);
   if (size.dpr && size.dpr > 1) {
+    debug2("Resizing screenshot for high DPR display");
     screenshotBase64 = await resizeImgBase64(screenshotBase64, {
       width: size.width,
       height: size.height
     });
+    debug2("ResizeImgBase64 end");
   }
   return {
     tree: webTree,
@@ -919,7 +934,7 @@ var parsePrompt = (prompt) => {
 };
 
 // src/common/tasks.ts
-var debug2 = getDebug2("page-task-executor");
+var debug3 = getDebug3("page-task-executor");
 var defaultReplanningCycleLimit = 10;
 var isAndroidPage = (page) => {
   return page.pageType === "android";
@@ -970,7 +985,7 @@ var PageTaskExecutor = class {
       if (info?.id) {
         elementId = info.id;
       } else {
-        debug2(
+        debug3(
           "no element id found for position node, will not update cache",
           element
         );
@@ -983,7 +998,7 @@ var PageTaskExecutor = class {
       const result = await this.page.getXpathsById(elementId);
       return result;
     } catch (error) {
-      debug2("getXpathsById error: ", error);
+      debug3("getXpathsById error: ", error);
     }
   }
   prependExecutorWithScreenshot(taskApply, appendAfterExecution = false) {
@@ -1053,7 +1068,7 @@ var PageTaskExecutor = class {
             };
             this.insight.onceDumpUpdatedFn = dumpCollector;
             const shotTime = Date.now();
-            const pageContext = param?._forceContext || await this.insight.contextRetrieverFn("locate");
+            const pageContext = await this.insight.contextRetrieverFn("locate");
             task.pageContext = pageContext;
             const recordItem = {
               type: "screenshot",
@@ -1102,7 +1117,7 @@ var PageTaskExecutor = class {
                   locateCacheRecord
                 );
               } else {
-                debug2(
+                debug3(
                   "no xpaths found, will not update cache",
                   cachePrompt,
                   elementXpaths
@@ -2055,9 +2070,9 @@ var PageTaskExecutor = class {
 };
 
 // src/common/plan-builder.ts
-import { getDebug as getDebug3 } from "@midscene/shared/logger";
+import { getDebug as getDebug4 } from "@midscene/shared/logger";
 import { assert as assert6 } from "@midscene/shared/utils";
-var debug3 = getDebug3("plan-builder");
+var debug4 = getDebug4("plan-builder");
 function buildPlans(type, locateParam, param) {
   let returnPlans = [];
   const locatePlan = locateParam ? {
@@ -2129,14 +2144,14 @@ function buildPlans(type, locateParam, param) {
     returnPlans = [locatePlan2];
   }
   if (returnPlans) {
-    debug3("buildPlans", returnPlans);
+    debug4("buildPlans", returnPlans);
     return returnPlans;
   }
   throw new Error(`Not supported type: ${type}`);
 }
 
 // src/common/agent.ts
-var debug4 = getDebug4("web-integration");
+var debug5 = getDebug5("web-integration");
 var distanceOfTwoPoints = (p1, p2) => {
   const [x1, y1] = p1;
   const [x2, y2] = p2;
@@ -2204,9 +2219,6 @@ var PageAgent = class {
       ignoreMarker: !!vlLocateMode()
     });
   }
-  async _snapshotContext() {
-    return await this.getUIContext("locate");
-  }
   async setAIActionContext(prompt) {
     this.opts.aiActionContext = prompt;
   }
@@ -2245,7 +2257,7 @@ var PageAgent = class {
       type: "dump",
       generateReport
     });
-    debug4("writeOutActionDumps", this.reportFile);
+    debug5("writeOutActionDumps", this.reportFile);
     if (generateReport && autoPrintReportMsg && this.reportFile) {
       printReportMsg(this.reportFile);
     }
@@ -2280,13 +2292,11 @@ ${errorTask?.errorStack}`, {
       const deepThink = opt.deepThink ?? false;
       const cacheable = opt.cacheable ?? true;
       const xpath = opt.xpath;
-      const _forceContext = opt._forceContext;
       return {
         prompt,
         deepThink,
         cacheable,
-        xpath,
-        _forceContext
+        xpath
       };
     }
     return {
@@ -2395,7 +2405,7 @@ ${errorTask?.errorStack}`, {
         matchedCache.cacheContent?.yamlWorkflow
       );
       await await this.afterTaskRunning(executor2);
-      debug4("matched cache, will call .runYaml to run the action");
+      debug5("matched cache, will call .runYaml to run the action");
       const yaml5 = matchedCache.cacheContent?.yamlWorkflow;
       return this.runYaml(yaml5);
     }
@@ -2458,7 +2468,7 @@ ${errorTask?.errorStack}`, {
       if (retryCount >= 2) {
         deepThink = true;
       }
-      debug4(
+      debug5(
         "aiDescribe",
         center,
         "verifyPrompt",
@@ -2469,7 +2479,7 @@ ${errorTask?.errorStack}`, {
         deepThink
       );
       const text = await this.insight.describe(center, { deepThink });
-      debug4("aiDescribe text", text);
+      debug5("aiDescribe text", text);
       assert7(text.description, `failed to describe element at [${center}]`);
       resultPrompt = text.description;
       verifyResult = await this.verifyLocator(
@@ -2491,7 +2501,7 @@ ${errorTask?.errorStack}`, {
     };
   }
   async verifyLocator(prompt, locateOpt, expectCenter, verifyLocateOption) {
-    debug4("verifyLocator", prompt, locateOpt, expectCenter, verifyLocateOption);
+    debug5("verifyLocator", prompt, locateOpt, expectCenter, verifyLocateOption);
     const { center: verifyCenter, rect: verifyRect } = await this.aiLocate(
       prompt,
       locateOpt
@@ -2505,7 +2515,7 @@ ${errorTask?.errorStack}`, {
       center: verifyCenter,
       centerDistance: distance
     };
-    debug4("aiDescribe verifyResult", verifyResult);
+    debug5("aiDescribe verifyResult", verifyResult);
     return verifyResult;
   }
   async aiLocate(prompt, opt) {