misoai-web 1.6.1 → 1.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/es/agent.js +4 -1
  2. package/dist/es/agent.js.map +1 -1
  3. package/dist/es/bridge-mode-browser.js +3 -3
  4. package/dist/es/bridge-mode.js +6 -3
  5. package/dist/es/bridge-mode.js.map +1 -1
  6. package/dist/es/chrome-extension.js +5 -2
  7. package/dist/es/chrome-extension.js.map +1 -1
  8. package/dist/es/index.js +320 -18
  9. package/dist/es/index.js.map +1 -1
  10. package/dist/es/midscene-playground.js +4 -1
  11. package/dist/es/midscene-playground.js.map +1 -1
  12. package/dist/es/playground.js +4 -1
  13. package/dist/es/playground.js.map +1 -1
  14. package/dist/es/playwright.js +320 -18
  15. package/dist/es/playwright.js.map +1 -1
  16. package/dist/es/puppeteer-agent-launcher.js +320 -18
  17. package/dist/es/puppeteer-agent-launcher.js.map +1 -1
  18. package/dist/es/puppeteer.js +320 -18
  19. package/dist/es/puppeteer.js.map +1 -1
  20. package/dist/lib/agent.js +4 -1
  21. package/dist/lib/agent.js.map +1 -1
  22. package/dist/lib/bridge-mode-browser.js +3 -3
  23. package/dist/lib/bridge-mode.js +6 -3
  24. package/dist/lib/bridge-mode.js.map +1 -1
  25. package/dist/lib/chrome-extension.js +5 -2
  26. package/dist/lib/chrome-extension.js.map +1 -1
  27. package/dist/lib/index.js +320 -18
  28. package/dist/lib/index.js.map +1 -1
  29. package/dist/lib/midscene-playground.js +4 -1
  30. package/dist/lib/midscene-playground.js.map +1 -1
  31. package/dist/lib/playground.js +4 -1
  32. package/dist/lib/playground.js.map +1 -1
  33. package/dist/lib/playwright.js +320 -18
  34. package/dist/lib/playwright.js.map +1 -1
  35. package/dist/lib/puppeteer-agent-launcher.js +320 -18
  36. package/dist/lib/puppeteer-agent-launcher.js.map +1 -1
  37. package/dist/lib/puppeteer.js +320 -18
  38. package/dist/lib/puppeteer.js.map +1 -1
  39. package/dist/types/agent.d.ts +1 -1
  40. package/dist/types/bridge-mode-browser.d.ts +2 -2
  41. package/dist/types/bridge-mode.d.ts +2 -2
  42. package/dist/types/{browser-9b472ffb.d.ts → browser-f205f69d.d.ts} +1 -1
  43. package/dist/types/chrome-extension.d.ts +2 -2
  44. package/dist/types/index.d.ts +1 -1
  45. package/dist/types/midscene-server.d.ts +1 -1
  46. package/dist/types/{page-ed0ecb44.d.ts → page-c5452809.d.ts} +45 -0
  47. package/dist/types/playground.d.ts +2 -2
  48. package/dist/types/playwright.d.ts +1 -1
  49. package/dist/types/puppeteer-agent-launcher.d.ts +1 -1
  50. package/dist/types/puppeteer.d.ts +2 -2
  51. package/dist/types/utils.d.ts +1 -1
  52. package/dist/types/yaml.d.ts +1 -1
  53. package/package.json +2 -2
@@ -1,4 +1,4 @@
1
- import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-ed0ecb44.js';
1
+ import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-c5452809.js';
2
2
  import { Insight, ExecutionTaskProgressOptions, MemoryConfig, PlanningAction, ExecutionTaskApply, Executor, MemoryItem, MemoryStats, MidsceneYamlFlowItem, InsightExtractParam, InsightExtractOption, InsightAssertionResponse, PlanningActionParamWaitFor, OnTaskStartTip, GroupedActionDump, InsightAction, ExecutionDump, LocateOption, PlanningActionParamScroll, LocatorValidatorOption, AgentDescribeElementAtPointResult, LocateValidatorResult, LocateResultElement, AgentAssertOpt, AgentWaitForOpt, MemoryReport, MemorySummary } from 'misoai-core';
3
3
  import { ChatCompletionMessageParam } from 'misoai-core/ai-model';
4
4
  import 'playwright';
@@ -1,5 +1,5 @@
1
- export { E as ExtensionBridgePageBrowserSide } from './browser-9b472ffb.js';
2
- import './page-ed0ecb44.js';
1
+ export { E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
2
+ import './page-c5452809.js';
3
3
  import 'playwright';
4
4
  import 'misoai-core';
5
5
  import 'misoai-shared/extractor';
@@ -1,7 +1,7 @@
1
1
  import { PageAgent, PageAgentOpt, AITaskResult } from './agent.js';
2
- import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-9b472ffb.js';
2
+ import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
3
3
  export { allConfigFromEnv, overrideAIConfig } from 'misoai-shared/env';
4
- import './page-ed0ecb44.js';
4
+ import './page-c5452809.js';
5
5
  import 'playwright';
6
6
  import 'misoai-core';
7
7
  import 'misoai-shared/extractor';
@@ -1,4 +1,4 @@
1
- import { C as ChromeExtensionProxyPage, g as ChromePageDestroyOptions } from './page-ed0ecb44.js';
1
+ import { C as ChromeExtensionProxyPage, g as ChromePageDestroyOptions } from './page-c5452809.js';
2
2
 
3
3
  interface BridgeConnectTabOptions {
4
4
  /**
@@ -1,5 +1,5 @@
1
- import { C as ChromeExtensionProxyPage } from './page-ed0ecb44.js';
2
- export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-ed0ecb44.js';
1
+ import { C as ChromeExtensionProxyPage } from './page-c5452809.js';
2
+ export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
3
3
  import { PageAgent, PageAgentOpt } from './agent.js';
4
4
  export { overrideAIConfig } from 'misoai-shared/env';
5
5
  import 'playwright';
@@ -1,5 +1,5 @@
1
1
  export { PlayWrightAiFixtureType, PlaywrightAgent, PlaywrightAiFixture } from './playwright.js';
2
- export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-ed0ecb44.js';
2
+ export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-c5452809.js';
3
3
  export { PageAgent, PageAgentOpt } from './agent.js';
4
4
  export { PuppeteerAgent } from './puppeteer.js';
5
5
  export { StaticPageAgent } from './playground.js';
@@ -2,7 +2,7 @@ import * as http from 'http';
2
2
  import { Server } from 'node:http';
3
3
  import express from 'express';
4
4
  import { PageAgent } from './agent.js';
5
- import { b as AbstractPage } from './page-ed0ecb44.js';
5
+ import { b as AbstractPage } from './page-c5452809.js';
6
6
  import 'misoai-core';
7
7
  import 'misoai-core/ai-model';
8
8
  import 'playwright';
@@ -221,16 +221,53 @@ declare class StaticPage implements AbstractPage {
221
221
  destroy(): Promise<void>;
222
222
  }
223
223
 
224
+ interface MouseMovementOptions {
225
+ steps?: number;
226
+ duration?: number;
227
+ easing?: 'linear' | 'easeInOut' | 'easeOut' | 'easeIn';
228
+ showVisualFeedback?: boolean;
229
+ }
230
+
231
+ /**
232
+ * Visual feedback system for mouse movements
233
+ */
234
+ interface VisualFeedbackOptions {
235
+ pointerSize?: number;
236
+ pointerColor?: string;
237
+ trailLength?: number;
238
+ showTrail?: boolean;
239
+ animationDuration?: number;
240
+ }
241
+
224
242
  declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extends Page$1 | Page$2> implements AbstractPage {
225
243
  underlyingPage: PageType;
226
244
  protected waitForNavigationTimeout: number;
227
245
  private viewportSize?;
246
+ private currentMousePosition;
247
+ private mouseMovementOptions;
248
+ private visualFeedbackOptions;
228
249
  pageType: AgentType;
229
250
  private evaluate;
230
251
  constructor(underlyingPage: PageType, pageType: AgentType, opts?: {
231
252
  waitForNavigationTimeout?: number;
232
253
  });
254
+ /**
255
+ * Initialize mouse position to center of viewport
256
+ */
257
+ private initializeMousePosition;
233
258
  evaluateJavaScript<T = any>(script: string): Promise<T>;
259
+ /**
260
+ * Show visual feedback for mouse pointer
261
+ */
262
+ private showMousePointer;
263
+ /**
264
+ * Show click animation
265
+ */
266
+ private showClickAnimation;
267
+ /**
268
+ * Move mouse with human-like movement and visual feedback
269
+ */
270
+ private moveMouseHumanLike;
234
271
  waitForNavigation(): Promise<void>;
235
272
  getElementsInfo(): Promise<ElementInfo[]>;
236
273
  getXpathsById(id: string): Promise<any>;
@@ -269,6 +306,14 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
269
306
  clearInput(element: ElementInfo): Promise<void>;
270
307
  private everMoved;
271
308
  private moveToPointBeforeScroll;
309
+ /**
310
+ * Configure mouse movement behavior
311
+ */
312
+ configureMouseMovement(options: Partial<MouseMovementOptions>): void;
313
+ /**
314
+ * Configure visual feedback
315
+ */
316
+ configureVisualFeedback(options: Partial<VisualFeedbackOptions>): void;
272
317
  scrollUntilTop(startingPoint?: Point): Promise<void>;
273
318
  scrollUntilBottom(startingPoint?: Point): Promise<void>;
274
319
  scrollUntilLeft(startingPoint?: Point): Promise<void>;
@@ -1,5 +1,5 @@
1
- import { S as StaticPage } from './page-ed0ecb44.js';
2
- export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-ed0ecb44.js';
1
+ import { S as StaticPage } from './page-c5452809.js';
2
+ export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
3
3
  import { PageAgent } from './agent.js';
4
4
  import 'playwright';
5
5
  import 'misoai-core';
@@ -1,6 +1,6 @@
1
1
  import { PageAgent, PageAgentOpt } from './agent.js';
2
2
  import { Page } from 'playwright';
3
- import { d as WebPage } from './page-ed0ecb44.js';
3
+ import { d as WebPage } from './page-c5452809.js';
4
4
  import { TestInfo } from '@playwright/test';
5
5
  import { AgentWaitForOpt } from 'misoai-core';
6
6
  export { overrideAIConfig } from 'misoai-shared/env';
@@ -2,7 +2,7 @@ import * as puppeteer from 'puppeteer';
2
2
  import { PuppeteerAgent } from './puppeteer.js';
3
3
  import { MidsceneYamlScriptWebEnv } from 'misoai-core';
4
4
  import './agent.js';
5
- import './page-ed0ecb44.js';
5
+ import './page-c5452809.js';
6
6
  import 'playwright';
7
7
  import 'misoai-shared/extractor';
8
8
  import 'misoai-shared/logger';
@@ -1,7 +1,7 @@
1
1
  import { PageAgentOpt, PageAgent } from './agent.js';
2
2
  import { Page } from 'puppeteer';
3
- import { P as PuppeteerPageOpt, c as WebPage } from './page-ed0ecb44.js';
4
- export { a as AndroidDeviceInputOpt } from './page-ed0ecb44.js';
3
+ import { P as PuppeteerPageOpt, c as WebPage } from './page-c5452809.js';
4
+ export { a as AndroidDeviceInputOpt } from './page-c5452809.js';
5
5
  export { overrideAIConfig } from 'misoai-shared/env';
6
6
  import 'misoai-core';
7
7
  import 'misoai-core/ai-model';
@@ -2,6 +2,6 @@ import 'misoai-core';
2
2
  import 'misoai-shared/logger';
3
3
  import 'playwright';
4
4
  import 'puppeteer';
5
- export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-ed0ecb44.js';
5
+ export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-c5452809.js';
6
6
  import 'misoai-shared/extractor';
7
7
  import 'misoai-shared/constants';
@@ -1,7 +1,7 @@
1
1
  export { S as ScriptPlayer, p as parseYamlScript } from './utils-badc824e.js';
2
2
  import { MidsceneYamlScriptWebEnv, MidsceneYamlTask } from 'misoai-core';
3
3
  import './agent.js';
4
- import './page-ed0ecb44.js';
4
+ import './page-c5452809.js';
5
5
  import 'playwright';
6
6
  import 'misoai-shared/extractor';
7
7
  import 'puppeteer';
package/package.json CHANGED
@@ -8,7 +8,7 @@
8
8
  "Browser use",
9
9
  "Android use"
10
10
  ],
11
- "version": "1.6.1",
11
+ "version": "1.6.2",
12
12
  "repository": "https://github.com/web-infra-dev/midscene",
13
13
  "homepage": "https://midscenejs.com/",
14
14
  "jsnext:source": "./src/index.ts",
@@ -127,7 +127,7 @@
127
127
  },
128
128
  "files": ["static", "dist", "iife-script", "README.md", "bin"],
129
129
  "dependencies": {
130
- "misoai-core": "1.1.0",
130
+ "misoai-core": "1.1.1",
131
131
  "misoai-shared": "1.0.3",
132
132
  "@xmldom/xmldom": "0.8.10",
133
133
  "cors": "2.8.5",