@midscene/web 0.10.1 → 0.10.2

package/dist/types/{browser-fd2e9b68.d.ts → browser-bc6c204c.d.ts}

@@ -1,4 +1,4 @@
-import { C as ChromeExtensionProxyPage } from './page-fc3be0ec.js';
+import { C as ChromeExtensionProxyPage } from './page-cfd75cdf.js';
 
 interface BridgeConnectTabOptions {
     /**

package/dist/types/chrome-extension.d.ts

@@ -1,11 +1,11 @@
-import { C as ChromeExtensionProxyPage } from './page-fc3be0ec.js';
-export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-fc3be0ec.js';
-import { P as PageAgent } from './tasks-f2973dd7.js';
+import { C as ChromeExtensionProxyPage } from './page-cfd75cdf.js';
+export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-cfd75cdf.js';
+import { P as PageAgent } from './tasks-681afd8a.js';
 import 'playwright';
 import '@midscene/core';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import 'webdriverio';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';

package/dist/types/debug.d.ts

@@ -1,10 +1,10 @@
 import { writeFileSync } from 'node:fs';
-import { W as WebPage, E as ElementInfo } from './page-fc3be0ec.js';
+import { W as WebPage, E as ElementInfo } from './page-cfd75cdf.js';
 import 'playwright';
 import '@midscene/core';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import 'webdriverio';
 
 declare function generateExtractData(page: WebPage, targetDir: string, saveImgType?: {

package/dist/types/index.d.ts

@@ -1,15 +1,15 @@
 export { PlayWrightAiFixtureType, PlaywrightAiFixture } from './playwright.js';
-export { P as AppiumAgent, P as PlaywrightAgent } from './tasks-f2973dd7.js';
-export { P as AppiumPage } from './page-fc3be0ec.js';
+export { P as AppiumAgent, P as PlaywrightAgent } from './tasks-681afd8a.js';
+export { P as AppiumPage } from './page-cfd75cdf.js';
 export { StaticPageAgent } from './playground.js';
 export { PuppeteerAgent } from './puppeteer.js';
 export { generateExtractData } from './debug.js';
-export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-ccbb6ff6.js';
+export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-1c43a008.js';
 import '@midscene/core';
 import '@playwright/test';
 import 'playwright';
 import '@midscene/core/env';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';
 import 'puppeteer';

package/dist/types/{page-fc3be0ec.d.ts → page-cfd75cdf.d.ts}

@@ -2,7 +2,7 @@ import { Page as Page$3 } from 'playwright';
 import { BaseElement, Rect, UIContext, PlaywrightParserOpt, Size, Point } from '@midscene/core';
 import { KeyInput, Page as Page$2 } from 'puppeteer';
 import { NodeType } from '@midscene/shared/constants';
-import * as _midscene_core_dist_lib_types_types_64c4d87b from '@midscene/core/dist/lib/types/types-64c4d87b';
+import * as _midscene_core_dist_lib_types_types_7fe32cfe from '@midscene/core/dist/lib/types/types-7fe32cfe';
 import { Browser } from 'webdriverio';
 
 declare class WebElementInfo implements BaseElement {
@@ -74,6 +74,13 @@ interface MouseAction {
     }) => Promise<void>;
     wheel: (deltaX: number, deltaY: number) => Promise<void>;
     move: (x: number, y: number) => Promise<void>;
+    drag: (from: {
+        x: number;
+        y: number;
+    }, to: {
+        x: number;
+        y: number;
+    }) => Promise<void>;
 }
 interface KeyboardAction {
     type: (text: string) => Promise<void>;
@@ -118,6 +125,13 @@ declare class Page$1 implements AbstractPage {
         }) => Promise<void>;
         wheel: (deltaX: number, deltaY: number) => Promise<void>;
         move: (x: number, y: number) => Promise<void>;
+        drag: (from: {
+            x: number;
+            y: number;
+        }, to: {
+            x: number;
+            y: number;
+        }) => Promise<void>;
     };
     get keyboard(): {
         type: (text: string) => Promise<void>;
@@ -137,6 +151,7 @@ declare class Page$1 implements AbstractPage {
     private keyboardPress;
     private mouseClick;
     private mouseMove;
+    private mouseDrag;
     private mouseWheel;
     destroy(): Promise<void>;
 }
@@ -177,10 +192,17 @@ declare class ChromeExtensionProxyPage implements AbstractPage {
         click: (x: number, y: number) => Promise<void>;
         wheel: (deltaX: number, deltaY: number, startX?: number, startY?: number) => Promise<void>;
         move: (x: number, y: number) => Promise<void>;
+        drag: (from: {
+            x: number;
+            y: number;
+        }, to: {
+            x: number;
+            y: number;
+        }) => Promise<void>;
     };
     keyboard: {
         type: (text: string) => Promise<void>;
-        press: (key: WebKeyInput) => Promise<void>;
+        press: (key: WebKeyInput | WebKeyInput[]) => Promise<void>;
     };
     destroy(): Promise<void>;
 }
@@ -190,7 +212,7 @@ declare class StaticPage implements AbstractPage {
     private uiContext;
     constructor(uiContext: WebUIContext);
     getElementInfos(): Promise<any>;
-    size(): Promise<_midscene_core_dist_lib_types_types_64c4d87b.S>;
+    size(): Promise<_midscene_core_dist_lib_types_types_7fe32cfe.S>;
     screenshotBase64(): Promise<string>;
     url(): Promise<string>;
     scrollUntilTop(startingPoint?: Point): Promise<any>;
@@ -206,6 +228,7 @@ declare class StaticPage implements AbstractPage {
         click: any;
         wheel: any;
         move: any;
+        drag: any;
     };
     keyboard: {
         type: any;
@@ -232,10 +255,17 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
         }) => Promise<void>;
         wheel: (deltaX: number, deltaY: number) => Promise<void>;
         move: (x: number, y: number) => Promise<void>;
+        drag: (from: {
+            x: number;
+            y: number;
+        }, to: {
+            x: number;
+            y: number;
+        }) => Promise<void>;
     };
     get keyboard(): {
         type: (text: string) => Promise<void>;
-        press: (key: WebKeyInput) => Promise<void>;
+        press: (key: WebKeyInput | WebKeyInput[]) => Promise<void>;
         down: (key: WebKeyInput) => Promise<void>;
         up: (key: WebKeyInput) => Promise<void>;
     };

package/dist/types/playground.d.ts

@@ -1,11 +1,11 @@
-import { S as StaticPage } from './page-fc3be0ec.js';
-export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-fc3be0ec.js';
-import { P as PageAgent } from './tasks-f2973dd7.js';
+import { S as StaticPage } from './page-cfd75cdf.js';
+export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-cfd75cdf.js';
+import { P as PageAgent } from './tasks-681afd8a.js';
 import 'playwright';
 import '@midscene/core';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import 'webdriverio';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';

package/dist/types/playwright.d.ts

@@ -1,11 +1,11 @@
 import { AgentWaitForOpt } from '@midscene/core';
 import { TestInfo } from '@playwright/test';
 import { Page } from 'playwright';
-import { b as PageTaskExecutor } from './tasks-f2973dd7.js';
-export { P as PlaywrightAgent } from './tasks-f2973dd7.js';
-export { c as PlaywrightWebPage } from './page-fc3be0ec.js';
+import { b as PageTaskExecutor } from './tasks-681afd8a.js';
+export { P as PlaywrightAgent } from './tasks-681afd8a.js';
+export { c as PlaywrightWebPage } from './page-cfd75cdf.js';
 export { overrideAIConfig } from '@midscene/core/env';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';
 import 'puppeteer';

package/dist/types/puppeteer.d.ts

@@ -1,25 +1,26 @@
-import { P as PageAgent, a as PageAgentOpt } from './tasks-f2973dd7.js';
+import { P as PageAgent, a as PageAgentOpt } from './tasks-681afd8a.js';
 import { Page } from 'puppeteer';
-export { b as PuppeteerWebPage } from './page-fc3be0ec.js';
+export { b as PuppeteerWebPage } from './page-cfd75cdf.js';
 export { overrideAIConfig } from '@midscene/core/env';
 import { MidsceneYamlScriptEnv } from '@midscene/core';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import '@midscene/core/ai-model';
 import '@midscene/shared/fs';
 import 'playwright';
 import '@midscene/shared/constants';
 import 'webdriverio';
 
+interface FreeFn {
+    name: string;
+    fn: () => void;
+}
 declare function puppeteerAgentForTarget(target: MidsceneYamlScriptEnv, preference?: {
     headed?: boolean;
     keepWindow?: boolean;
     testId?: string;
 }): Promise<{
     agent: PuppeteerAgent;
-    freeFn: {
-        name: string;
-        fn: () => void;
-    }[];
+    freeFn: FreeFn[];
 }>;
 
 declare class PuppeteerAgent extends PageAgent {

package/dist/types/{tasks-f2973dd7.d.ts → tasks-681afd8a.d.ts}

@@ -1,5 +1,5 @@
-import * as _midscene_core_dist_lib_types_types_64c4d87b from '@midscene/core/dist/lib/types/types-64c4d87b';
-import { d as WebUIContext, W as WebPage, e as WebElementInfo } from './page-fc3be0ec.js';
+import * as _midscene_core_dist_lib_types_types_7fe32cfe from '@midscene/core/dist/lib/types/types-7fe32cfe';
+import { d as WebUIContext, W as WebPage, e as WebElementInfo } from './page-cfd75cdf.js';
 import { PlanningAIResponse, AIElementIdResponse, Insight, GroupedActionDump, InsightAction, ExecutionDump, AgentAssertOpt, AgentWaitForOpt, OnTaskStartTip, ExecutionTaskProgressOptions, Executor, InsightExtractParam, InsightAssertionResponse, PlanningActionParamWaitFor } from '@midscene/core';
 import { ChatCompletionMessageParam } from '@midscene/core/ai-model';
 import { getRunningPkgInfo } from '@midscene/shared/fs';
@@ -79,6 +79,7 @@ declare class TaskCache {
 }
 
 interface PageAgentOpt {
+    trackingActiveTab?: boolean;
     testId?: string;
     cacheId?: string;
     groupName?: string;
@@ -110,7 +111,7 @@ declare class PageAgent<PageType extends WebPage = WebPage> {
     private callbackOnTaskStartTip;
     aiAction(taskPrompt: string): Promise<void>;
     aiQuery(demand: any): Promise<any>;
-    aiAssert(assertion: string, msg?: string, opt?: AgentAssertOpt): Promise<_midscene_core_dist_lib_types_types_64c4d87b.n | undefined>;
+    aiAssert(assertion: string, msg?: string, opt?: AgentAssertOpt): Promise<_midscene_core_dist_lib_types_types_7fe32cfe.n | undefined>;
     aiWaitFor(assertion: string, opt?: AgentWaitForOpt): Promise<void>;
     ai(taskPrompt: string, type?: string): Promise<any>;
     destroy(): Promise<void>;

package/dist/types/{utils-ccbb6ff6.d.ts → utils-1c43a008.d.ts}

@@ -1,4 +1,4 @@
-import { P as PageAgent } from './tasks-f2973dd7.js';
+import { P as PageAgent } from './tasks-681afd8a.js';
 import { ScriptPlayerTaskStatus, ScriptPlayerStatusValue, MidsceneYamlScript, MidsceneYamlScriptEnv, FreeFn, MidsceneYamlFlowItem } from '@midscene/core';
 
 declare class ScriptPlayer {

package/dist/types/utils.d.ts

@@ -1,7 +1,7 @@
 import '@midscene/core';
-export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, d as WebUIContext, i as generateCacheId, h as getCurrentExecutionFile, g as getExtraReturnLogic, p as parseContextFromWebPage, f as printReportMsg, r as reportFileName } from './page-fc3be0ec.js';
+export { a as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, d as WebUIContext, i as generateCacheId, h as getCurrentExecutionFile, g as getExtraReturnLogic, p as parseContextFromWebPage, f as printReportMsg, r as reportFileName } from './page-cfd75cdf.js';
 import 'playwright';
 import 'puppeteer';
 import '@midscene/shared/constants';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
 import 'webdriverio';

package/dist/types/yaml.d.ts

@@ -1,8 +1,8 @@
-export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-ccbb6ff6.js';
+export { S as ScriptPlayer, f as flowItemBrief, p as parseYamlScript } from './utils-1c43a008.js';
 import { MidsceneYamlScriptEnv, MidsceneYamlTask } from '@midscene/core';
-import './tasks-f2973dd7.js';
-import '@midscene/core/dist/lib/types/types-64c4d87b';
-import './page-fc3be0ec.js';
+import './tasks-681afd8a.js';
+import '@midscene/core/dist/lib/types/types-7fe32cfe';
+import './page-cfd75cdf.js';
 import 'playwright';
 import 'puppeteer';
 import '@midscene/shared/constants';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/web",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.10.1",
+  "version": "0.10.2",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -139,8 +139,8 @@
     "openai": "4.57.1",
     "socket.io": "4.8.1",
     "socket.io-client": "4.8.1",
-    "@midscene/core": "0.10.1",
-    "@midscene/shared": "0.10.1"
+    "@midscene/core": "0.10.2",
+    "@midscene/shared": "0.10.2"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",
@@ -199,6 +199,8 @@
     "test": "vitest --run",
     "test:u": "vitest --run -u",
     "test:ai": "AI_TEST_TYPE=web npm run test",
+    "test:ai:temp": "AI_TEST_TYPE=web BRIDGE_MODE=true vitest --run tests/ai/bridge/temp.test.ts",
+    "test:ai:bridge": "BRIDGE_MODE=true npm run test --inspect tests/ai/bridge/agent.test.ts",
     "test:ai:cache": "MIDSCENE_CACHE=true AI_TEST_TYPE=web npm run test",
     "test:ai:all": "npm run test:ai:web && npm run test:ai:native",
     "test:ai:native": "MIDSCENE_CACHE=true AI_TEST_TYPE=native npm run test",