@midscene/web 0.11.1 → 0.11.3

package/dist/lib/puppeteer.js

@@ -3364,7 +3364,9 @@ var TaskCache = class {
         if (!this.midscenePkgInfo) {
           return void 0;
         }
-        if (jsonData.pkgName !== this.midscenePkgInfo.name || jsonData.pkgVersion !== this.midscenePkgInfo.version) {
+        const jsonDataPkgVersion = jsonData.pkgVersion.split(".");
+        const midscenePkgInfoPkgVersion = this.midscenePkgInfo.version.split(".");
+        if (jsonDataPkgVersion[0] !== midscenePkgInfoPkgVersion[0] || jsonDataPkgVersion[1] !== midscenePkgInfoPkgVersion[1]) {
           return void 0;
         }
         return jsonData;
@@ -3398,6 +3400,56 @@ var TaskCache = class {
   }
 };
 
+// src/common/ui-utils.ts
+function typeStr(task) {
+  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
+}
+function getKeyCommands(value) {
+  const keys = Array.isArray(value) ? value : [value];
+  return keys.reduce((acc, k) => {
+    const includeMeta = keys.includes("Meta") || keys.includes("Control");
+    if (includeMeta && (k === "a" || k === "A")) {
+      return acc.concat([{ key: k, command: "SelectAll" }]);
+    }
+    if (includeMeta && (k === "c" || k === "C")) {
+      return acc.concat([{ key: k, command: "Copy" }]);
+    }
+    if (includeMeta && (k === "v" || k === "V")) {
+      return acc.concat([{ key: k, command: "Paste" }]);
+    }
+    return acc.concat([{ key: k }]);
+  }, []);
+}
+function paramStr(task) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+  let value;
+  if (task.type === "Planning") {
+    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
+  }
+  if (task.type === "Insight") {
+    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
+  }
+  if (task.type === "Action") {
+    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
+    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
+    if (sleepMs) {
+      value = `${sleepMs}ms`;
+    } else if (scrollType) {
+      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
+      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
+      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
+    } else {
+      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
+    }
+    if (!value) {
+      value = task.thought;
+    }
+  }
+  if (typeof value === "undefined")
+    return "";
+  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
+}
+
 // src/common/tasks.ts
 var PageTaskExecutor = class {
   constructor(page, insight, opts) {
@@ -3532,6 +3584,7 @@ var PageTaskExecutor = class {
               output: {
                 element
               },
+              pageContext,
               log: {
                 dump: insightDump
               },
@@ -3611,8 +3664,8 @@ var PageTaskExecutor = class {
           thought: plan2.thought,
           locate: plan2.locate,
           executor: async (taskParam) => {
-            (0, import_node_assert3.default)(taskParam == null ? void 0 : taskParam.value, "No key to press");
-            await this.page.keyboard.press(taskParam.value);
+            const keys = getKeyCommands(taskParam.value);
+            await this.page.keyboard.press(keys);
           }
         };
         tasks.push(taskActionKeyboardPress);
@@ -4020,7 +4073,7 @@ var PageTaskExecutor = class {
     const cacheGroup = this.taskCache.getCacheGroupByPrompt(userPrompt);
     const isCompleted = false;
     let currentActionNumber = 0;
-    const maxActionNumber = 20;
+    const maxActionNumber = 40;
     while (!isCompleted && currentActionNumber < maxActionNumber) {
       currentActionNumber++;
       const planningTask = this.planningTaskToGoal(
@@ -4240,40 +4293,6 @@ var WebElementInfo = class {
   }
 };
 
-// src/common/ui-utils.ts
-function typeStr(task) {
-  return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
-}
-function paramStr(task) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-  let value;
-  if (task.type === "Planning") {
-    value = (_a = task == null ? void 0 : task.param) == null ? void 0 : _a.userPrompt;
-  }
-  if (task.type === "Insight") {
-    value = ((_b = task == null ? void 0 : task.param) == null ? void 0 : _b.prompt) || ((_c = task == null ? void 0 : task.param) == null ? void 0 : _c.id) || ((_d = task == null ? void 0 : task.param) == null ? void 0 : _d.dataDemand) || ((_e = task == null ? void 0 : task.param) == null ? void 0 : _e.assertion);
-  }
-  if (task.type === "Action") {
-    const sleepMs = (_f = task == null ? void 0 : task.param) == null ? void 0 : _f.timeMs;
-    const scrollType = (_g = task == null ? void 0 : task.param) == null ? void 0 : _g.scrollType;
-    if (sleepMs) {
-      value = `${sleepMs}ms`;
-    } else if (scrollType) {
-      const scrollDirection = (_h = task == null ? void 0 : task.param) == null ? void 0 : _h.direction;
-      const scrollDistance = (_i = task == null ? void 0 : task.param) == null ? void 0 : _i.distance;
-      value = `${scrollDirection || "down"}, ${scrollType || "once"}, ${scrollDistance || "distance-not-set"}`;
-    } else {
-      value = ((_j = task == null ? void 0 : task.param) == null ? void 0 : _j.value) || ((_k = task == null ? void 0 : task.param) == null ? void 0 : _k.scrollType);
-    }
-    if (!value) {
-      value = task.thought;
-    }
-  }
-  if (typeof value === "undefined")
-    return "";
-  return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
-}
-
 // src/common/utils.ts
 var import_node_assert4 = __toESM(require("assert"));
 var import_node_fs3 = require("fs");
@@ -4581,12 +4600,19 @@ var Page = class {
     this.underlyingPage = underlyingPage;
     this.pageType = pageType;
   }
+  async waitForNavigation() {
+    if (this.pageType === "puppeteer" || this.pageType === "playwright") {
+      await this.underlyingPage.waitForSelector("html");
+    }
+  }
   // @deprecated
   async getElementsInfo() {
+    await this.waitForNavigation();
     const tree = await this.getElementsNodeTree();
     return (0, import_extractor2.treeToList)(tree);
   }
   async getElementsNodeTree() {
+    await this.waitForNavigation();
     const scripts = await getExtraReturnLogic(true);
     const captureElementSnapshot = await this.evaluate(scripts);
     return captureElementSnapshot;
@@ -4607,6 +4633,7 @@ var Page = class {
   async screenshotBase64() {
     const imgType = "jpeg";
     const path2 = (0, import_utils9.getTmpFile)(imgType);
+    await this.waitForNavigation();
     await this.underlyingPage.screenshot({
       path: path2,
       type: imgType,
@@ -4664,13 +4691,14 @@ var Page = class {
   get keyboard() {
     return {
       type: async (text) => this.underlyingPage.keyboard.type(text, { delay: 80 }),
-      press: async (key) => {
-        const keys = Array.isArray(key) ? key : [key];
-        for (const key2 of keys) {
-          await this.underlyingPage.keyboard.down(key2);
+      press: async (action) => {
+        const keys = Array.isArray(action) ? action : [action];
+        for (const k of keys) {
+          const commands = k.command ? [k.command] : [];
+          await this.underlyingPage.keyboard.down(k.key, { commands });
         }
-        for (const key2 of [...keys].reverse()) {
-          await this.underlyingPage.keyboard.up(key2);
+        for (const k of [...keys].reverse()) {
+          await this.underlyingPage.keyboard.up(k.key);
         }
       },
       down: async (key) => {
@@ -4705,7 +4733,7 @@ var Page = class {
       await this.underlyingPage.keyboard.up("Control");
     }
     await (0, import_utils9.sleep)(100);
-    await this.keyboard.press("Backspace");
+    await this.keyboard.press([{ key: "Backspace" }]);
   }
   async moveToPoint(point) {
     if (point) {
@@ -4893,7 +4921,7 @@ async function puppeteerAgentForTarget(target, preference) {
   const agent = new PuppeteerAgent(page, {
     autoPrintReportMsg: false,
     testId: preference == null ? void 0 : preference.testId,
-    trackingActiveTab: typeof target.trackingActiveTab !== "undefined" ? target.trackingActiveTab : true
+    forceSameTabNavigation: typeof target.forceSameTabNavigation !== "undefined" ? target.forceSameTabNavigation : true
     // true for default in yaml script
   });
   freeFn.push({
@@ -4908,21 +4936,19 @@ var PuppeteerAgent = class extends PageAgent {
   constructor(page, opts) {
     const webPage = new WebPage(page);
     super(webPage, opts);
-    if (opts == null ? void 0 : opts.trackingActiveTab) {
-      const browser = this.page.underlyingPage.browser();
-      browser.on("targetcreated", async (target) => {
-        if (target.type() === "page") {
-          const targetPage = await target.page();
-          if (!targetPage) {
-            console.warn(
-              "got a targetPage event, but the page is not ready yet, skip"
-            );
-            return;
-          }
-          const midscenePage = new WebPage(targetPage);
-          this.page = midscenePage;
-          this.taskExecutor.page = midscenePage;
+    const { forceSameTabNavigation = true } = opts != null ? opts : {};
+    if (forceSameTabNavigation) {
+      page.on("popup", async (popup) => {
+        if (!popup) {
+          console.warn(
+            "got a popup event, but the popup is not ready yet, skip"
+          );
+          return;
         }
+        const url = await popup.url();
+        console.log(`Popup opened: ${url}`);
+        await popup.close();
+        await page.goto(url);
       });
     }
   }

package/dist/lib/ui-utils.js

@@ -20,6 +20,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/common/ui-utils.ts
 var ui_utils_exports = {};
 __export(ui_utils_exports, {
+  getKeyCommands: () => getKeyCommands,
+  limitOpenNewTabScript: () => limitOpenNewTabScript,
   paramStr: () => paramStr,
   typeStr: () => typeStr
 });
@@ -27,6 +29,22 @@ module.exports = __toCommonJS(ui_utils_exports);
 function typeStr(task) {
   return task.subType ? `${task.type} / ${task.subType || ""}` : task.type;
 }
+function getKeyCommands(value) {
+  const keys = Array.isArray(value) ? value : [value];
+  return keys.reduce((acc, k) => {
+    const includeMeta = keys.includes("Meta") || keys.includes("Control");
+    if (includeMeta && (k === "a" || k === "A")) {
+      return acc.concat([{ key: k, command: "SelectAll" }]);
+    }
+    if (includeMeta && (k === "c" || k === "C")) {
+      return acc.concat([{ key: k, command: "Copy" }]);
+    }
+    if (includeMeta && (k === "v" || k === "V")) {
+      return acc.concat([{ key: k, command: "Paste" }]);
+    }
+    return acc.concat([{ key: k }]);
+  }, []);
+}
 function paramStr(task) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
   let value;
@@ -56,8 +74,33 @@ function paramStr(task) {
     return "";
   return typeof value === "string" ? value : JSON.stringify(value, void 0, 2);
 }
+var limitOpenNewTabScript = `
+if (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {
+  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;
+
+  // Intercept the window.open method (only once)
+  window.open = function(url) {
+    console.log('Blocked window.open:', url);
+    window.location.href = url;
+    return null;
+  };
+
+  // Block all a tag clicks with target="_blank" (only once)
+  document.addEventListener('click', function(e) {
+    const target = e.target.closest('a');
+    if (target && target.target === '_blank') {
+      e.preventDefault();
+      console.log('Blocked new tab:', target.href);
+      window.location.href = target.href;
+      target.removeAttribute('target');
+    }
+  }, true);
+}
+`;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  getKeyCommands,
+  limitOpenNewTabScript,
   paramStr,
   typeStr
 });

package/dist/types/{tasks-d5a01262.d.ts → agent-ae110e80.d.ts}

@@ -1,6 +1,6 @@
-import * as _midscene_core_dist_lib_types_types_4eebf154 from '@midscene/core/dist/lib/types/types-4eebf154';
-import { c as WebUIContext, W as WebPage, d as WebElementInfo } from './page-77af8d5f.js';
-import { PlanningAIResponse, AIElementIdResponse, Insight, GroupedActionDump, InsightAction, ExecutionDump, AgentAssertOpt, AgentWaitForOpt, OnTaskStartTip, ExecutionTaskProgressOptions, Executor, InsightExtractParam, InsightAssertionResponse, PlanningActionParamWaitFor } from '@midscene/core';
+import * as _midscene_core_dist_lib_types_types_95b0888e from '@midscene/core/dist/lib/types/types-95b0888e';
+import { c as WebUIContext, W as WebPage, d as WebElementInfo } from './page-97720803.js';
+import { PlanningAIResponse, AIElementIdResponse, Insight, ExecutionTaskProgressOptions, Executor, InsightExtractParam, InsightAssertionResponse, PlanningActionParamWaitFor, OnTaskStartTip, GroupedActionDump, InsightAction, ExecutionDump, AgentAssertOpt, AgentWaitForOpt } from '@midscene/core';
 import { vlmPlanning, ChatCompletionMessageParam } from '@midscene/core/ai-model';
 import { getRunningPkgInfo } from '@midscene/shared/fs';
 
@@ -92,8 +92,46 @@ declare class TaskCache {
     writeCacheToFile(): void;
 }
 
+interface ExecutionResult<OutputType = any> {
+    output: OutputType;
+    executor: Executor;
+}
+declare class PageTaskExecutor {
+    page: WebPage;
+    insight: Insight<WebElementInfo, WebUIContext>;
+    taskCache: TaskCache;
+    conversationHistory: ChatCompletionMessageParam[];
+    constructor(page: WebPage, insight: Insight<WebElementInfo, WebUIContext>, opts: {
+        cacheId: string | undefined;
+    });
+    private recordScreenshot;
+    private prependExecutorWithScreenshot;
+    private convertPlanToExecutable;
+    private planningTaskFromPrompt;
+    private planningTaskToGoal;
+    action(userPrompt: string, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult>;
+    actionToGoal(userPrompt: string, options?: ExecutionTaskProgressOptions): Promise<{
+        output: any;
+        executor: Executor;
+    }>;
+    query(demand: InsightExtractParam, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult>;
+    assert(assertion: string, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult<InsightAssertionResponse>>;
+    /**
+     * Append a message to the conversation history
+     * For user messages with images:
+     * - Keep max 4 user image messages in history
+     * - Remove oldest user image message when limit reached
+     * For assistant messages:
+     * - Simply append to history
+     * @param conversationHistory Message to append
+     */
+    private appendConversationHistory;
+    private appendErrorPlan;
+    waitFor(assertion: string, opt: PlanningActionParamWaitFor): Promise<ExecutionResult<void>>;
+}
+
 interface PageAgentOpt {
-    trackingActiveTab?: boolean;
+    forceSameTabNavigation?: boolean;
     testId?: string;
     cacheId?: string;
     groupName?: string;
@@ -125,7 +163,7 @@ declare class PageAgent<PageType extends WebPage = WebPage> {
     private callbackOnTaskStartTip;
     aiAction(taskPrompt: string): Promise<void>;
     aiQuery(demand: any): Promise<any>;
-    aiAssert(assertion: string, msg?: string, opt?: AgentAssertOpt): Promise<_midscene_core_dist_lib_types_types_4eebf154.o | undefined>;
+    aiAssert(assertion: string, msg?: string, opt?: AgentAssertOpt): Promise<_midscene_core_dist_lib_types_types_95b0888e.o | undefined>;
     aiWaitFor(assertion: string, opt?: AgentWaitForOpt): Promise<void>;
     ai(taskPrompt: string, type?: string): Promise<any>;
     runYaml(yamlScriptContent: string): Promise<{
@@ -134,42 +172,4 @@ declare class PageAgent<PageType extends WebPage = WebPage> {
     destroy(): Promise<void>;
 }
 
-interface ExecutionResult<OutputType = any> {
-    output: OutputType;
-    executor: Executor;
-}
-declare class PageTaskExecutor {
-    page: WebPage;
-    insight: Insight<WebElementInfo, WebUIContext>;
-    taskCache: TaskCache;
-    conversationHistory: ChatCompletionMessageParam[];
-    constructor(page: WebPage, insight: Insight<WebElementInfo, WebUIContext>, opts: {
-        cacheId: string | undefined;
-    });
-    private recordScreenshot;
-    private prependExecutorWithScreenshot;
-    private convertPlanToExecutable;
-    private planningTaskFromPrompt;
-    private planningTaskToGoal;
-    action(userPrompt: string, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult>;
-    actionToGoal(userPrompt: string, options?: ExecutionTaskProgressOptions): Promise<{
-        output: any;
-        executor: Executor;
-    }>;
-    query(demand: InsightExtractParam, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult>;
-    assert(assertion: string, options?: ExecutionTaskProgressOptions): Promise<ExecutionResult<InsightAssertionResponse>>;
-    /**
-     * Append a message to the conversation history
-     * For user messages with images:
-     * - Keep max 4 user image messages in history
-     * - Remove oldest user image message when limit reached
-     * For assistant messages:
-     * - Simply append to history
-     * @param conversationHistory Message to append
-     */
-    private appendConversationHistory;
-    private appendErrorPlan;
-    waitFor(assertion: string, opt: PlanningActionParamWaitFor): Promise<ExecutionResult<void>>;
-}
-
 export { PageAgent as P, type PageAgentOpt as a, PageTaskExecutor as b };

package/dist/types/appium.d.ts

@@ -1,6 +1,6 @@
-export { P as AppiumAgent } from './tasks-d5a01262.js';
-export { P as AppiumPage } from './page-77af8d5f.js';
-import '@midscene/core/dist/lib/types/types-4eebf154';
+export { P as AppiumAgent } from './agent-ae110e80.js';
+export { P as AppiumPage } from './page-97720803.js';
+import '@midscene/core/dist/lib/types/types-95b0888e';
 import '@midscene/core';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';

package/dist/types/bridge-mode-browser.d.ts

@@ -1,9 +1,9 @@
-export { C as ChromeExtensionPageBrowserSide } from './browser-7d5614fb.js';
-import './page-77af8d5f.js';
+export { C as ChromeExtensionPageBrowserSide } from './browser-9d620553.js';
+import './page-97720803.js';
 import 'playwright';
 import '@midscene/core';
 import '@midscene/shared/extractor';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-4eebf154';
+import '@midscene/core/dist/lib/types/types-95b0888e';
 import 'webdriverio';

package/dist/types/bridge-mode.d.ts

@@ -1,8 +1,8 @@
-import { P as PageAgent, a as PageAgentOpt } from './tasks-d5a01262.js';
-import { B as BridgeConnectTabOptions, C as ChromeExtensionPageBrowserSide } from './browser-7d5614fb.js';
+import { P as PageAgent, a as PageAgentOpt } from './agent-ae110e80.js';
+import { B as BridgeConnectTabOptions, C as ChromeExtensionPageBrowserSide } from './browser-9d620553.js';
 export { overrideAIConfig } from '@midscene/core/env';
-import '@midscene/core/dist/lib/types/types-4eebf154';
-import './page-77af8d5f.js';
+import '@midscene/core/dist/lib/types/types-95b0888e';
+import './page-97720803.js';
 import 'playwright';
 import '@midscene/core';
 import '@midscene/shared/extractor';

package/dist/types/{browser-7d5614fb.d.ts → browser-9d620553.d.ts}

@@ -1,11 +1,11 @@
-import { C as ChromeExtensionProxyPage } from './page-77af8d5f.js';
+import { C as ChromeExtensionProxyPage } from './page-97720803.js';
 
 interface BridgeConnectTabOptions {
     /**
      * If true, the page will always track the active tab.
-     * @default false
+     * @default true
      */
-    trackingActiveTab?: boolean;
+    forceSameTabNavigation?: boolean;
 }
 
 declare class BridgeClient {
@@ -23,7 +23,7 @@ declare class ChromeExtensionPageBrowserSide extends ChromeExtensionProxyPage {
     onDisconnect: () => void;
     onLogMessage: (message: string, type: 'log' | 'status') => void;
     bridgeClient: BridgeClient | null;
-    constructor(onDisconnect?: () => void, onLogMessage?: (message: string, type: 'log' | 'status') => void, trackingActiveTab?: boolean);
+    constructor(onDisconnect?: () => void, onLogMessage?: (message: string, type: 'log' | 'status') => void, forceSameTabNavigation?: boolean);
     private setupBridgeClient;
     connect(): Promise<void>;
     connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions): Promise<void>;

package/dist/types/chrome-extension.d.ts

@@ -1,12 +1,12 @@
-import { C as ChromeExtensionProxyPage } from './page-77af8d5f.js';
-export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-77af8d5f.js';
-import { P as PageAgent } from './tasks-d5a01262.js';
+import { C as ChromeExtensionProxyPage } from './page-97720803.js';
+export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-97720803.js';
+import { P as PageAgent } from './agent-ae110e80.js';
 import 'playwright';
 import '@midscene/core';
 import '@midscene/shared/extractor';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-4eebf154';
+import '@midscene/core/dist/lib/types/types-95b0888e';
 import 'webdriverio';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';

package/dist/types/index.d.ts

@@ -1,17 +1,17 @@
-export { PlayWrightAiFixtureType, PlaywrightAiFixture } from './playwright.js';
-export { P as AppiumAgent, P as PlaywrightAgent } from './tasks-d5a01262.js';
-export { P as AppiumPage, W as WebPage } from './page-77af8d5f.js';
+export { PlayWrightAiFixtureType, PlaywrightAgent, PlaywrightAiFixture } from './playwright.js';
+export { P as AppiumPage, W as WebPage } from './page-97720803.js';
 export { PuppeteerAgent } from './puppeteer.js';
+export { P as AppiumAgent } from './agent-ae110e80.js';
 export { StaticPageAgent } from './playground.js';
-export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-1a3bc661.js';
+export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-93b3f5f3.js';
+import 'playwright';
 import '@midscene/core';
 import '@playwright/test';
-import 'playwright';
 import '@midscene/core/env';
-import '@midscene/core/dist/lib/types/types-4eebf154';
-import '@midscene/core/ai-model';
-import '@midscene/shared/fs';
 import '@midscene/shared/extractor';
 import 'puppeteer';
 import '@midscene/shared/constants';
+import '@midscene/core/dist/lib/types/types-95b0888e';
 import 'webdriverio';
+import '@midscene/core/ai-model';
+import '@midscene/shared/fs';

package/dist/types/{page-77af8d5f.d.ts → page-97720803.d.ts}

@@ -3,7 +3,7 @@ import { BaseElement, Rect, UIContext, PlaywrightParserOpt, Size, Point, Element
 import { ElementInfo, ElementNode } from '@midscene/shared/extractor';
 import { KeyInput, Page as Page$2 } from 'puppeteer';
 import { NodeType } from '@midscene/shared/constants';
-import * as _midscene_core_dist_lib_types_types_4eebf154 from '@midscene/core/dist/lib/types/types-4eebf154';
+import * as _midscene_core_dist_lib_types_types_95b0888e from '@midscene/core/dist/lib/types/types-95b0888e';
 import { Browser } from 'webdriverio';
 
 declare class WebElementInfo implements BaseElement {
@@ -62,7 +62,13 @@ interface MouseAction {
 }
 interface KeyboardAction {
     type: (text: string) => Promise<void>;
-    press: (key: WebKeyInput) => Promise<void>;
+    press: (action: {
+        key: WebKeyInput;
+        command?: string;
+    } | {
+        key: WebKeyInput;
+        command?: string;
+    }[]) => Promise<void>;
 }
 declare abstract class AbstractPage {
     abstract pageType: string;
@@ -115,7 +121,13 @@ declare class Page$1 implements AbstractPage {
     };
     get keyboard(): {
         type: (text: string) => Promise<void>;
-        press: (key: WebKeyInput$1) => Promise<void>;
+        press: (action: {
+            key: WebKeyInput$1;
+            command?: string;
+        } | {
+            key: WebKeyInput$1;
+            command?: string;
+        }[]) => Promise<void>;
     };
     clearInput(element: ElementInfo): Promise<void>;
     url(): string;
@@ -129,6 +141,7 @@ declare class Page$1 implements AbstractPage {
     scrollRight(distance?: number, startingPoint?: Point): Promise<void>;
     private keyboardType;
     private keyboardPress;
+    private keyboardPressAction;
     private mouseClick;
     private mouseMove;
     private mouseDrag;
@@ -138,14 +151,14 @@ declare class Page$1 implements AbstractPage {
 
 declare class ChromeExtensionProxyPage implements AbstractPage {
     pageType: string;
-    trackingActiveTab: boolean;
+    forceSameTabNavigation: boolean;
     private version;
     private viewportSize?;
     private activeTabId;
     private tabIdOfDebuggerAttached;
     private attachingDebugger;
     private destroyed;
-    constructor(trackingActiveTab: boolean);
+    constructor(forceSameTabNavigation: boolean);
     getTabId(): Promise<number>;
     private attachDebugger;
     private showMousePointer;
@@ -184,7 +197,13 @@ declare class ChromeExtensionProxyPage implements AbstractPage {
     };
     keyboard: {
         type: (text: string) => Promise<void>;
-        press: (key: WebKeyInput | WebKeyInput[]) => Promise<void>;
+        press: (action: {
+            key: WebKeyInput;
+            command?: string;
+        } | {
+            key: WebKeyInput;
+            command?: string;
+        }[]) => Promise<void>;
     };
     destroy(): Promise<void>;
 }
@@ -195,7 +214,7 @@ declare class StaticPage implements AbstractPage {
     constructor(uiContext: WebUIContext);
     getElementsInfo(): Promise<any>;
     getElementsNodeTree(): Promise<any>;
-    size(): Promise<_midscene_core_dist_lib_types_types_4eebf154.S>;
+    size(): Promise<_midscene_core_dist_lib_types_types_95b0888e.S>;
     screenshotBase64(): Promise<string>;
     url(): Promise<string>;
     scrollUntilTop(startingPoint?: Point): Promise<any>;
@@ -227,6 +246,7 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
     pageType: AgentType;
     private evaluate;
     constructor(underlyingPage: PageType, pageType: AgentType);
+    waitForNavigation(): Promise<void>;
     getElementsInfo(): Promise<ElementInfo[]>;
     getElementsNodeTree(): Promise<ElementTreeNode<ElementInfo>>;
     size(): Promise<Size>;
@@ -249,7 +269,13 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
     };
     get keyboard(): {
         type: (text: string) => Promise<void>;
-        press: (key: WebKeyInput | WebKeyInput[]) => Promise<void>;
+        press: (action: {
+            key: WebKeyInput;
+            command?: string;
+        } | {
+            key: WebKeyInput;
+            command?: string;
+        }[]) => Promise<void>;
         down: (key: WebKeyInput) => Promise<void>;
         up: (key: WebKeyInput) => Promise<void>;
     };

package/dist/types/playground.d.ts

@@ -1,12 +1,12 @@
-import { S as StaticPage } from './page-77af8d5f.js';
-export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-77af8d5f.js';
-import { P as PageAgent } from './tasks-d5a01262.js';
+import { S as StaticPage } from './page-97720803.js';
+export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-97720803.js';
+import { P as PageAgent } from './agent-ae110e80.js';
 import 'playwright';
 import '@midscene/core';
 import '@midscene/shared/extractor';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-4eebf154';
+import '@midscene/core/dist/lib/types/types-95b0888e';
 import 'webdriverio';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';