@midscene/web 0.16.0 → 0.16.1

package/dist/lib/bridge-mode-browser.js

@@ -291,7 +291,7 @@ function sleep(ms) {
 var ChromeExtensionProxyPage = class {
   constructor(forceSameTabNavigation) {
     this.pageType = "chrome-extension-proxy";
-    this.version = "0.16.0";
+    this.version = "0.16.1";
     this.activeTabId = null;
     this.tabIdOfDebuggerAttached = null;
     this.attachingDebugger = null;
@@ -737,7 +737,7 @@ var BridgeClient = class {
       this.socket = (0, import_socket.io)(this.endpoint, {
         reconnection: false,
         query: {
-          version: "0.16.0"
+          version: "0.16.1"
         }
       });
       const timeout = setTimeout(() => {
@@ -878,7 +878,7 @@ var ExtensionBridgePageBrowserSide = class extends ChromeExtensionProxyPage {
     );
     await this.bridgeClient.connect();
     this.onLogMessage(
-      `Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v${"0.16.0"}`,
+      `Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v${"0.16.1"}`,
       "log"
     );
   }

package/dist/lib/bridge-mode.js

@@ -31,8 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var bridge_mode_exports = {};
 __export(bridge_mode_exports, {
   AgentOverChromeBridge: () => AgentOverChromeBridge,
-  allConfigFromEnv: () => import_env4.allConfigFromEnv,
-  overrideAIConfig: () => import_env4.overrideAIConfig
+  allConfigFromEnv: () => import_env7.allConfigFromEnv,
+  overrideAIConfig: () => import_env7.overrideAIConfig
 });
 module.exports = __toCommonJS(bridge_mode_exports);
 
@@ -308,14 +308,19 @@ function parseYamlScript(content, filePath, ignoreCheckingTarget) {
 // src/common/agent.ts
 var import_utils11 = require("@midscene/core/utils");
 var import_constants = require("@midscene/shared/constants");
-var import_env3 = require("@midscene/shared/env");
-var import_logger3 = require("@midscene/shared/logger");
+var import_env6 = require("@midscene/shared/env");
+var import_logger4 = require("@midscene/shared/logger");
 var import_utils12 = require("@midscene/shared/utils");
 
 // src/common/tasks.ts
 var import_core = require("@midscene/core");
 var import_ai_model = require("@midscene/core/ai-model");
 var import_utils8 = require("@midscene/core/utils");
+var import_env3 = require("@midscene/shared/env");
+var import_env4 = require("@midscene/shared/env");
+var import_env5 = require("@midscene/shared/env");
+var import_img2 = require("@midscene/shared/img");
+var import_logger2 = require("@midscene/shared/logger");
 var import_utils9 = require("@midscene/shared/utils");
 
 // src/common/task-cache.ts
@@ -696,6 +701,7 @@ function paramStr(task) {
 }
 
 // src/common/tasks.ts
+var debug2 = (0, import_logger2.getDebug)("page-task-executor");
 var replanningCountLimit = 10;
 var isAndroidPage = (page) => {
   return page.pageType === "android";
@@ -1284,13 +1290,37 @@ var PageTaskExecutor = class {
         };
         executorContext.task.recorder = [recordItem];
         executorContext.task.pageContext = pageContext;
+        let imagePayload = pageContext.screenshotBase64;
+        if ((0, import_env5.vlLocateMode)() === "vlm-ui-tars" && (0, import_env4.uiTarsModelVersion)() === import_env3.UITarsModelVersion.V1_5) {
+          const size = pageContext.size;
+          debug2("ui-tars-v1.5, will check image size", size);
+          const currentPixels = size.width * size.height;
+          const maxPixels = 16384 * 28 * 28;
+          if (currentPixels > maxPixels) {
+            const resizeFactor = Math.sqrt(maxPixels / currentPixels);
+            const newWidth = Math.floor(size.width * resizeFactor);
+            const newHeight = Math.floor(size.height * resizeFactor);
+            debug2(
+              "resize image",
+              import_img2.imageInfo,
+              "new width",
+              newWidth,
+              "new height",
+              newHeight
+            );
+            imagePayload = await (0, import_img2.resizeImgBase64)(imagePayload, {
+              width: newWidth,
+              height: newHeight
+            });
+          }
+        }
         this.appendConversationHistory({
           role: "user",
           content: [
             {
               type: "image_url",
               image_url: {
-                url: pageContext.screenshotBase64
+                url: imagePayload
               }
             }
           ]
@@ -1633,9 +1663,9 @@ var PageTaskExecutor = class {
 };
 
 // src/common/plan-builder.ts
-var import_logger2 = require("@midscene/shared/logger");
+var import_logger3 = require("@midscene/shared/logger");
 var import_utils10 = require("@midscene/shared/utils");
-var debug2 = (0, import_logger2.getDebug)("plan-builder");
+var debug3 = (0, import_logger3.getDebug)("plan-builder");
 function buildPlans(type, locateParam, param) {
   let returnPlans = [];
   const locatePlan = locateParam ? {
@@ -1697,14 +1727,14 @@ function buildPlans(type, locateParam, param) {
     returnPlans = [sleepPlan];
   }
   if (returnPlans) {
-    debug2("buildPlans", returnPlans);
+    debug3("buildPlans", returnPlans);
     return returnPlans;
   }
   throw new Error(`Not supported type: ${type}`);
 }
 
 // src/common/agent.ts
-var debug3 = (0, import_logger3.getDebug)("web-integration");
+var debug4 = (0, import_logger4.getDebug)("web-integration");
 var PageAgent = class {
   constructor(page, opts) {
     /**
@@ -1747,7 +1777,7 @@ var PageAgent = class {
       });
     }
     return await parseContextFromWebPage(this.page, {
-      ignoreMarker: !!(0, import_env3.vlLocateMode)()
+      ignoreMarker: !!(0, import_env6.vlLocateMode)()
     });
   }
   async setAIActionContext(prompt) {
@@ -1782,7 +1812,7 @@ var PageAgent = class {
       type: "dump",
       generateReport
     });
-    debug3("writeOutActionDumps", this.reportFile);
+    debug4("writeOutActionDumps", this.reportFile);
     if (generateReport && autoPrintReportMsg && this.reportFile) {
       printReportMsg(this.reportFile);
     }
@@ -1886,7 +1916,7 @@ ${errorTask?.errorStack}`);
     return output;
   }
   async aiAction(taskPrompt) {
-    const { output, executor } = await ((0, import_env3.vlLocateMode)() === "vlm-ui-tars" ? this.taskExecutor.actionToGoal(taskPrompt) : this.taskExecutor.action(taskPrompt, this.opts.aiActionContext));
+    const { output, executor } = await ((0, import_env6.vlLocateMode)() === "vlm-ui-tars" ? this.taskExecutor.actionToGoal(taskPrompt) : this.taskExecutor.action(taskPrompt, this.opts.aiActionContext));
     this.afterTaskRunning(executor);
     return output;
   }
@@ -2042,7 +2072,7 @@ var BridgeServer = class {
           this.socket = socket;
           const clientVersion = socket.handshake.query.version;
           (0, import_utils15.logMsg)(
-            `Bridge connected, cli-side version v${"0.16.0"}, browser-side version v${clientVersion}`
+            `Bridge connected, cli-side version v${"0.16.1"}, browser-side version v${clientVersion}`
           );
           socket.on("bridge-call-response" /* CallResponse */, (params) => {
             const id = params.id;
@@ -2073,7 +2103,7 @@ var BridgeServer = class {
           setTimeout(() => {
             this.onConnect?.();
             const payload = {
-              version: "0.16.0"
+              version: "0.16.1"
             };
             socket.emit("bridge-connected" /* Connected */, payload);
             Promise.resolve().then(() => {
@@ -2281,7 +2311,7 @@ var AgentOverChromeBridge = class extends PageAgent {
 };
 
 // src/bridge-mode/index.ts
-var import_env4 = require("@midscene/shared/env");
+var import_env7 = require("@midscene/shared/env");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AgentOverChromeBridge,