misoai-web 1.6.1 → 1.6.3

package/dist/types/agent.d.ts

@@ -1,4 +1,4 @@
-import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-ed0ecb44.js';
+import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-c5452809.js';
 import { Insight, ExecutionTaskProgressOptions, MemoryConfig, PlanningAction, ExecutionTaskApply, Executor, MemoryItem, MemoryStats, MidsceneYamlFlowItem, InsightExtractParam, InsightExtractOption, InsightAssertionResponse, PlanningActionParamWaitFor, OnTaskStartTip, GroupedActionDump, InsightAction, ExecutionDump, LocateOption, PlanningActionParamScroll, LocatorValidatorOption, AgentDescribeElementAtPointResult, LocateValidatorResult, LocateResultElement, AgentAssertOpt, AgentWaitForOpt, MemoryReport, MemorySummary } from 'misoai-core';
 import { ChatCompletionMessageParam } from 'misoai-core/ai-model';
 import 'playwright';

package/dist/types/bridge-mode-browser.d.ts

@@ -1,5 +1,5 @@
-export { E as ExtensionBridgePageBrowserSide } from './browser-9b472ffb.js';
-import './page-ed0ecb44.js';
+export { E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
+import './page-c5452809.js';
 import 'playwright';
 import 'misoai-core';
 import 'misoai-shared/extractor';

package/dist/types/bridge-mode.d.ts

@@ -1,7 +1,7 @@
 import { PageAgent, PageAgentOpt, AITaskResult } from './agent.js';
-import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-9b472ffb.js';
+import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
 export { allConfigFromEnv, overrideAIConfig } from 'misoai-shared/env';
-import './page-ed0ecb44.js';
+import './page-c5452809.js';
 import 'playwright';
 import 'misoai-core';
 import 'misoai-shared/extractor';

package/dist/types/{browser-9b472ffb.d.ts → browser-f205f69d.d.ts}

@@ -1,4 +1,4 @@
-import { C as ChromeExtensionProxyPage, g as ChromePageDestroyOptions } from './page-ed0ecb44.js';
+import { C as ChromeExtensionProxyPage, g as ChromePageDestroyOptions } from './page-c5452809.js';
 
 interface BridgeConnectTabOptions {
     /**

package/dist/types/chrome-extension.d.ts

@@ -1,5 +1,5 @@
-import { C as ChromeExtensionProxyPage } from './page-ed0ecb44.js';
-export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-ed0ecb44.js';
+import { C as ChromeExtensionProxyPage } from './page-c5452809.js';
+export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
 import { PageAgent, PageAgentOpt } from './agent.js';
 export { overrideAIConfig } from 'misoai-shared/env';
 import 'playwright';

package/dist/types/index.d.ts

@@ -1,5 +1,5 @@
 export { PlayWrightAiFixtureType, PlaywrightAgent, PlaywrightAiFixture } from './playwright.js';
-export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-ed0ecb44.js';
+export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-c5452809.js';
 export { PageAgent, PageAgentOpt } from './agent.js';
 export { PuppeteerAgent } from './puppeteer.js';
 export { StaticPageAgent } from './playground.js';

package/dist/types/midscene-server.d.ts

@@ -2,7 +2,7 @@ import * as http from 'http';
 import { Server } from 'node:http';
 import express from 'express';
 import { PageAgent } from './agent.js';
-import { b as AbstractPage } from './page-ed0ecb44.js';
+import { b as AbstractPage } from './page-c5452809.js';
 import 'misoai-core';
 import 'misoai-core/ai-model';
 import 'playwright';

package/dist/types/{page-ed0ecb44.d.ts → page-c5452809.d.ts}

@@ -221,16 +221,53 @@ declare class StaticPage implements AbstractPage {
     destroy(): Promise<void>;
 }
 
+interface MouseMovementOptions {
+    steps?: number;
+    duration?: number;
+    easing?: 'linear' | 'easeInOut' | 'easeOut' | 'easeIn';
+    showVisualFeedback?: boolean;
+}
+
+/**
+ * Visual feedback system for mouse movements
+ */
+interface VisualFeedbackOptions {
+    pointerSize?: number;
+    pointerColor?: string;
+    trailLength?: number;
+    showTrail?: boolean;
+    animationDuration?: number;
+}
+
 declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extends Page$1 | Page$2> implements AbstractPage {
     underlyingPage: PageType;
     protected waitForNavigationTimeout: number;
     private viewportSize?;
+    private currentMousePosition;
+    private mouseMovementOptions;
+    private visualFeedbackOptions;
     pageType: AgentType;
     private evaluate;
     constructor(underlyingPage: PageType, pageType: AgentType, opts?: {
         waitForNavigationTimeout?: number;
     });
+    /**
+     * Initialize mouse position to center of viewport
+     */
+    private initializeMousePosition;
     evaluateJavaScript<T = any>(script: string): Promise<T>;
+    /**
+     * Show visual feedback for mouse pointer
+     */
+    private showMousePointer;
+    /**
+     * Show click animation
+     */
+    private showClickAnimation;
+    /**
+     * Move mouse with human-like movement and visual feedback
+     */
+    private moveMouseHumanLike;
     waitForNavigation(): Promise<void>;
     getElementsInfo(): Promise<ElementInfo[]>;
     getXpathsById(id: string): Promise<any>;
@@ -269,6 +306,14 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
     clearInput(element: ElementInfo): Promise<void>;
     private everMoved;
     private moveToPointBeforeScroll;
+    /**
+     * Configure mouse movement behavior
+     */
+    configureMouseMovement(options: Partial<MouseMovementOptions>): void;
+    /**
+     * Configure visual feedback
+     */
+    configureVisualFeedback(options: Partial<VisualFeedbackOptions>): void;
     scrollUntilTop(startingPoint?: Point): Promise<void>;
     scrollUntilBottom(startingPoint?: Point): Promise<void>;
     scrollUntilLeft(startingPoint?: Point): Promise<void>;

package/dist/types/playground.d.ts

@@ -1,5 +1,5 @@
-import { S as StaticPage } from './page-ed0ecb44.js';
-export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-ed0ecb44.js';
+import { S as StaticPage } from './page-c5452809.js';
+export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
 import { PageAgent } from './agent.js';
 import 'playwright';
 import 'misoai-core';

package/dist/types/playwright.d.ts

@@ -1,6 +1,6 @@
 import { PageAgent, PageAgentOpt } from './agent.js';
 import { Page } from 'playwright';
-import { d as WebPage } from './page-ed0ecb44.js';
+import { d as WebPage } from './page-c5452809.js';
 import { TestInfo } from '@playwright/test';
 import { AgentWaitForOpt } from 'misoai-core';
 export { overrideAIConfig } from 'misoai-shared/env';

package/dist/types/puppeteer-agent-launcher.d.ts

@@ -2,7 +2,7 @@ import * as puppeteer from 'puppeteer';
 import { PuppeteerAgent } from './puppeteer.js';
 import { MidsceneYamlScriptWebEnv } from 'misoai-core';
 import './agent.js';
-import './page-ed0ecb44.js';
+import './page-c5452809.js';
 import 'playwright';
 import 'misoai-shared/extractor';
 import 'misoai-shared/logger';

package/dist/types/puppeteer.d.ts

@@ -1,7 +1,7 @@
 import { PageAgentOpt, PageAgent } from './agent.js';
 import { Page } from 'puppeteer';
-import { P as PuppeteerPageOpt, c as WebPage } from './page-ed0ecb44.js';
-export { a as AndroidDeviceInputOpt } from './page-ed0ecb44.js';
+import { P as PuppeteerPageOpt, c as WebPage } from './page-c5452809.js';
+export { a as AndroidDeviceInputOpt } from './page-c5452809.js';
 export { overrideAIConfig } from 'misoai-shared/env';
 import 'misoai-core';
 import 'misoai-core/ai-model';

package/dist/types/utils.d.ts

@@ -2,6 +2,6 @@ import 'misoai-core';
 import 'misoai-shared/logger';
 import 'playwright';
 import 'puppeteer';
-export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-ed0ecb44.js';
+export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-c5452809.js';
 import 'misoai-shared/extractor';
 import 'misoai-shared/constants';

package/dist/types/yaml.d.ts

@@ -1,7 +1,7 @@
 export { S as ScriptPlayer, p as parseYamlScript } from './utils-badc824e.js';
 import { MidsceneYamlScriptWebEnv, MidsceneYamlTask } from 'misoai-core';
 import './agent.js';
-import './page-ed0ecb44.js';
+import './page-c5452809.js';
 import 'playwright';
 import 'misoai-shared/extractor';
 import 'puppeteer';

package/package.json

@@ -8,7 +8,7 @@
     "Browser use",
     "Android use"
   ],
-  "version": "1.6.1",
+  "version": "1.6.3",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -81,28 +81,58 @@
   },
   "typesVersions": {
     "*": {
-      ".": ["./dist/types/index.d.ts"],
-      "bridge-mode": ["./dist/types/bridge-mode.d.ts"],
-      "bridge-mode-browser": ["./dist/types/bridge-mode-browser.d.ts"],
-      "utils": ["./dist/types/utils.d.ts"],
-      "ui-utils": ["./dist/types/ui-utils.d.ts"],
-      "puppeteer": ["./dist/types/puppeteer.d.ts"],
+      ".": [
+        "./dist/types/index.d.ts"
+      ],
+      "bridge-mode": [
+        "./dist/types/bridge-mode.d.ts"
+      ],
+      "bridge-mode-browser": [
+        "./dist/types/bridge-mode-browser.d.ts"
+      ],
+      "utils": [
+        "./dist/types/utils.d.ts"
+      ],
+      "ui-utils": [
+        "./dist/types/ui-utils.d.ts"
+      ],
+      "puppeteer": [
+        "./dist/types/puppeteer.d.ts"
+      ],
       "puppeteer-agent-launcher": [
         "./dist/types/puppeteer-agent-launcher.d.ts"
       ],
-      "playwright": ["./dist/types/playwright.d.ts"],
-      "playwright-report": ["./dist/types/playwright-report.d.ts"],
-      "playground": ["./dist/types/playground.d.ts"],
-      "midscene-playground": ["./dist/types/midscene-playground.d.ts"],
-      "midscene-server": ["./dist/types/midscene-server.d.ts"],
-      "chrome-extension": ["./dist/types/chrome-extension.d.ts"],
-      "yaml": ["./dist/types/yaml.d.ts"],
-      "agent": ["./dist/types/agent.d.ts"]
+      "playwright": [
+        "./dist/types/playwright.d.ts"
+      ],
+      "playwright-report": [
+        "./dist/types/playwright-report.d.ts"
+      ],
+      "playground": [
+        "./dist/types/playground.d.ts"
+      ],
+      "midscene-playground": [
+        "./dist/types/midscene-playground.d.ts"
+      ],
+      "midscene-server": [
+        "./dist/types/midscene-server.d.ts"
+      ],
+      "chrome-extension": [
+        "./dist/types/chrome-extension.d.ts"
+      ],
+      "yaml": [
+        "./dist/types/yaml.d.ts"
+      ],
+      "agent": [
+        "./dist/types/agent.d.ts"
+      ]
     }
   },
   "watch": {
     "build": {
-      "patterns": ["src"],
+      "patterns": [
+        "src"
+      ],
       "extensions": "tsx,less,scss,css,js,jsx,ts",
       "quiet": false
     }
@@ -125,10 +155,14 @@
     "e2e:ui": "playwright test --config=tests/playwright.config.ts --ui",
     "e2e:ui:cache": "MIDSCENE_CACHE=true playwright test --config=tests/playwright.config.ts --ui"
   },
-  "files": ["static", "dist", "iife-script", "README.md", "bin"],
+  "files": [
+    "static",
+    "dist",
+    "iife-script",
+    "README.md",
+    "bin"
+  ],
   "dependencies": {
-    "misoai-core": "1.1.0",
-    "misoai-shared": "1.0.3",
     "@xmldom/xmldom": "0.8.10",
     "cors": "2.8.5",
     "dayjs": "1.11.11",
@@ -140,6 +174,8 @@
     "inquirer": "10.1.5",
     "js-sha256": "0.11.0",
     "js-yaml": "4.1.0",
+    "misoai-core": "^1.1.2",
+    "misoai-shared": "1.0.3",
     "openai": "4.81.0",
     "semver": "7.5.2",
     "socket.io": "^4.8.1",