misoai-web 1.6.1 → 1.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent.js +4 -1
- package/dist/es/agent.js.map +1 -1
- package/dist/es/bridge-mode-browser.js +3 -3
- package/dist/es/bridge-mode.js +6 -3
- package/dist/es/bridge-mode.js.map +1 -1
- package/dist/es/chrome-extension.js +5 -2
- package/dist/es/chrome-extension.js.map +1 -1
- package/dist/es/index.js +320 -18
- package/dist/es/index.js.map +1 -1
- package/dist/es/midscene-playground.js +4 -1
- package/dist/es/midscene-playground.js.map +1 -1
- package/dist/es/playground.js +4 -1
- package/dist/es/playground.js.map +1 -1
- package/dist/es/playwright.js +320 -18
- package/dist/es/playwright.js.map +1 -1
- package/dist/es/puppeteer-agent-launcher.js +320 -18
- package/dist/es/puppeteer-agent-launcher.js.map +1 -1
- package/dist/es/puppeteer.js +320 -18
- package/dist/es/puppeteer.js.map +1 -1
- package/dist/lib/agent.js +4 -1
- package/dist/lib/agent.js.map +1 -1
- package/dist/lib/bridge-mode-browser.js +3 -3
- package/dist/lib/bridge-mode.js +6 -3
- package/dist/lib/bridge-mode.js.map +1 -1
- package/dist/lib/chrome-extension.js +5 -2
- package/dist/lib/chrome-extension.js.map +1 -1
- package/dist/lib/index.js +320 -18
- package/dist/lib/index.js.map +1 -1
- package/dist/lib/midscene-playground.js +4 -1
- package/dist/lib/midscene-playground.js.map +1 -1
- package/dist/lib/playground.js +4 -1
- package/dist/lib/playground.js.map +1 -1
- package/dist/lib/playwright.js +320 -18
- package/dist/lib/playwright.js.map +1 -1
- package/dist/lib/puppeteer-agent-launcher.js +320 -18
- package/dist/lib/puppeteer-agent-launcher.js.map +1 -1
- package/dist/lib/puppeteer.js +320 -18
- package/dist/lib/puppeteer.js.map +1 -1
- package/dist/types/agent.d.ts +1 -1
- package/dist/types/bridge-mode-browser.d.ts +2 -2
- package/dist/types/bridge-mode.d.ts +2 -2
- package/dist/types/{browser-9b472ffb.d.ts → browser-f205f69d.d.ts} +1 -1
- package/dist/types/chrome-extension.d.ts +2 -2
- package/dist/types/index.d.ts +1 -1
- package/dist/types/midscene-server.d.ts +1 -1
- package/dist/types/{page-ed0ecb44.d.ts → page-c5452809.d.ts} +45 -0
- package/dist/types/playground.d.ts +2 -2
- package/dist/types/playwright.d.ts +1 -1
- package/dist/types/puppeteer-agent-launcher.d.ts +1 -1
- package/dist/types/puppeteer.d.ts +2 -2
- package/dist/types/utils.d.ts +1 -1
- package/dist/types/yaml.d.ts +1 -1
- package/package.json +2 -2
package/dist/types/agent.d.ts
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-
|
1
|
+
import { W as WebPage, e as WebElementInfo, f as WebUIContext } from './page-c5452809.js';
|
2
2
|
import { Insight, ExecutionTaskProgressOptions, MemoryConfig, PlanningAction, ExecutionTaskApply, Executor, MemoryItem, MemoryStats, MidsceneYamlFlowItem, InsightExtractParam, InsightExtractOption, InsightAssertionResponse, PlanningActionParamWaitFor, OnTaskStartTip, GroupedActionDump, InsightAction, ExecutionDump, LocateOption, PlanningActionParamScroll, LocatorValidatorOption, AgentDescribeElementAtPointResult, LocateValidatorResult, LocateResultElement, AgentAssertOpt, AgentWaitForOpt, MemoryReport, MemorySummary } from 'misoai-core';
|
3
3
|
import { ChatCompletionMessageParam } from 'misoai-core/ai-model';
|
4
4
|
import 'playwright';
|
@@ -1,5 +1,5 @@
|
|
1
|
-
export { E as ExtensionBridgePageBrowserSide } from './browser-
|
2
|
-
import './page-
|
1
|
+
export { E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
|
2
|
+
import './page-c5452809.js';
|
3
3
|
import 'playwright';
|
4
4
|
import 'misoai-core';
|
5
5
|
import 'misoai-shared/extractor';
|
@@ -1,7 +1,7 @@
|
|
1
1
|
import { PageAgent, PageAgentOpt, AITaskResult } from './agent.js';
|
2
|
-
import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-
|
2
|
+
import { B as BridgeConnectTabOptions, E as ExtensionBridgePageBrowserSide } from './browser-f205f69d.js';
|
3
3
|
export { allConfigFromEnv, overrideAIConfig } from 'misoai-shared/env';
|
4
|
-
import './page-
|
4
|
+
import './page-c5452809.js';
|
5
5
|
import 'playwright';
|
6
6
|
import 'misoai-core';
|
7
7
|
import 'misoai-shared/extractor';
|
@@ -1,5 +1,5 @@
|
|
1
|
-
import { C as ChromeExtensionProxyPage } from './page-
|
2
|
-
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-
|
1
|
+
import { C as ChromeExtensionProxyPage } from './page-c5452809.js';
|
2
|
+
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
|
3
3
|
import { PageAgent, PageAgentOpt } from './agent.js';
|
4
4
|
export { overrideAIConfig } from 'misoai-shared/env';
|
5
5
|
import 'playwright';
|
package/dist/types/index.d.ts
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
export { PlayWrightAiFixtureType, PlaywrightAgent, PlaywrightAiFixture } from './playwright.js';
|
2
|
-
export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-
|
2
|
+
export { b as AbstractPage, a as AndroidDeviceInputOpt, A as AndroidDevicePage, W as WebPage, p as parseContextFromWebPage } from './page-c5452809.js';
|
3
3
|
export { PageAgent, PageAgentOpt } from './agent.js';
|
4
4
|
export { PuppeteerAgent } from './puppeteer.js';
|
5
5
|
export { StaticPageAgent } from './playground.js';
|
@@ -2,7 +2,7 @@ import * as http from 'http';
|
|
2
2
|
import { Server } from 'node:http';
|
3
3
|
import express from 'express';
|
4
4
|
import { PageAgent } from './agent.js';
|
5
|
-
import { b as AbstractPage } from './page-
|
5
|
+
import { b as AbstractPage } from './page-c5452809.js';
|
6
6
|
import 'misoai-core';
|
7
7
|
import 'misoai-core/ai-model';
|
8
8
|
import 'playwright';
|
@@ -221,16 +221,53 @@ declare class StaticPage implements AbstractPage {
|
|
221
221
|
destroy(): Promise<void>;
|
222
222
|
}
|
223
223
|
|
224
|
+
interface MouseMovementOptions {
|
225
|
+
steps?: number;
|
226
|
+
duration?: number;
|
227
|
+
easing?: 'linear' | 'easeInOut' | 'easeOut' | 'easeIn';
|
228
|
+
showVisualFeedback?: boolean;
|
229
|
+
}
|
230
|
+
|
231
|
+
/**
|
232
|
+
* Visual feedback system for mouse movements
|
233
|
+
*/
|
234
|
+
interface VisualFeedbackOptions {
|
235
|
+
pointerSize?: number;
|
236
|
+
pointerColor?: string;
|
237
|
+
trailLength?: number;
|
238
|
+
showTrail?: boolean;
|
239
|
+
animationDuration?: number;
|
240
|
+
}
|
241
|
+
|
224
242
|
declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extends Page$1 | Page$2> implements AbstractPage {
|
225
243
|
underlyingPage: PageType;
|
226
244
|
protected waitForNavigationTimeout: number;
|
227
245
|
private viewportSize?;
|
246
|
+
private currentMousePosition;
|
247
|
+
private mouseMovementOptions;
|
248
|
+
private visualFeedbackOptions;
|
228
249
|
pageType: AgentType;
|
229
250
|
private evaluate;
|
230
251
|
constructor(underlyingPage: PageType, pageType: AgentType, opts?: {
|
231
252
|
waitForNavigationTimeout?: number;
|
232
253
|
});
|
254
|
+
/**
|
255
|
+
* Initialize mouse position to center of viewport
|
256
|
+
*/
|
257
|
+
private initializeMousePosition;
|
233
258
|
evaluateJavaScript<T = any>(script: string): Promise<T>;
|
259
|
+
/**
|
260
|
+
* Show visual feedback for mouse pointer
|
261
|
+
*/
|
262
|
+
private showMousePointer;
|
263
|
+
/**
|
264
|
+
* Show click animation
|
265
|
+
*/
|
266
|
+
private showClickAnimation;
|
267
|
+
/**
|
268
|
+
* Move mouse with human-like movement and visual feedback
|
269
|
+
*/
|
270
|
+
private moveMouseHumanLike;
|
234
271
|
waitForNavigation(): Promise<void>;
|
235
272
|
getElementsInfo(): Promise<ElementInfo[]>;
|
236
273
|
getXpathsById(id: string): Promise<any>;
|
@@ -269,6 +306,14 @@ declare class Page<AgentType extends 'puppeteer' | 'playwright', PageType extend
|
|
269
306
|
clearInput(element: ElementInfo): Promise<void>;
|
270
307
|
private everMoved;
|
271
308
|
private moveToPointBeforeScroll;
|
309
|
+
/**
|
310
|
+
* Configure mouse movement behavior
|
311
|
+
*/
|
312
|
+
configureMouseMovement(options: Partial<MouseMovementOptions>): void;
|
313
|
+
/**
|
314
|
+
* Configure visual feedback
|
315
|
+
*/
|
316
|
+
configureVisualFeedback(options: Partial<VisualFeedbackOptions>): void;
|
272
317
|
scrollUntilTop(startingPoint?: Point): Promise<void>;
|
273
318
|
scrollUntilBottom(startingPoint?: Point): Promise<void>;
|
274
319
|
scrollUntilLeft(startingPoint?: Point): Promise<void>;
|
@@ -1,5 +1,5 @@
|
|
1
|
-
import { S as StaticPage } from './page-
|
2
|
-
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-
|
1
|
+
import { S as StaticPage } from './page-c5452809.js';
|
2
|
+
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from './page-c5452809.js';
|
3
3
|
import { PageAgent } from './agent.js';
|
4
4
|
import 'playwright';
|
5
5
|
import 'misoai-core';
|
@@ -1,6 +1,6 @@
|
|
1
1
|
import { PageAgent, PageAgentOpt } from './agent.js';
|
2
2
|
import { Page } from 'playwright';
|
3
|
-
import { d as WebPage } from './page-
|
3
|
+
import { d as WebPage } from './page-c5452809.js';
|
4
4
|
import { TestInfo } from '@playwright/test';
|
5
5
|
import { AgentWaitForOpt } from 'misoai-core';
|
6
6
|
export { overrideAIConfig } from 'misoai-shared/env';
|
@@ -2,7 +2,7 @@ import * as puppeteer from 'puppeteer';
|
|
2
2
|
import { PuppeteerAgent } from './puppeteer.js';
|
3
3
|
import { MidsceneYamlScriptWebEnv } from 'misoai-core';
|
4
4
|
import './agent.js';
|
5
|
-
import './page-
|
5
|
+
import './page-c5452809.js';
|
6
6
|
import 'playwright';
|
7
7
|
import 'misoai-shared/extractor';
|
8
8
|
import 'misoai-shared/logger';
|
@@ -1,7 +1,7 @@
|
|
1
1
|
import { PageAgentOpt, PageAgent } from './agent.js';
|
2
2
|
import { Page } from 'puppeteer';
|
3
|
-
import { P as PuppeteerPageOpt, c as WebPage } from './page-
|
4
|
-
export { a as AndroidDeviceInputOpt } from './page-
|
3
|
+
import { P as PuppeteerPageOpt, c as WebPage } from './page-c5452809.js';
|
4
|
+
export { a as AndroidDeviceInputOpt } from './page-c5452809.js';
|
5
5
|
export { overrideAIConfig } from 'misoai-shared/env';
|
6
6
|
import 'misoai-core';
|
7
7
|
import 'misoai-core/ai-model';
|
package/dist/types/utils.d.ts
CHANGED
@@ -2,6 +2,6 @@ import 'misoai-core';
|
|
2
2
|
import 'misoai-shared/logger';
|
3
3
|
import 'playwright';
|
4
4
|
import 'puppeteer';
|
5
|
-
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-
|
5
|
+
export { E as ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, f as WebUIContext, l as forceClosePopup, j as generateCacheId, i as getCurrentExecutionFile, m as matchElementFromPlan, p as parseContextFromWebPage, h as printReportMsg, k as replaceIllegalPathCharsAndSpace, r as reportFileName } from './page-c5452809.js';
|
6
6
|
import 'misoai-shared/extractor';
|
7
7
|
import 'misoai-shared/constants';
|
package/dist/types/yaml.d.ts
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
export { S as ScriptPlayer, p as parseYamlScript } from './utils-badc824e.js';
|
2
2
|
import { MidsceneYamlScriptWebEnv, MidsceneYamlTask } from 'misoai-core';
|
3
3
|
import './agent.js';
|
4
|
-
import './page-
|
4
|
+
import './page-c5452809.js';
|
5
5
|
import 'playwright';
|
6
6
|
import 'misoai-shared/extractor';
|
7
7
|
import 'puppeteer';
|
package/package.json
CHANGED
@@ -8,7 +8,7 @@
|
|
8
8
|
"Browser use",
|
9
9
|
"Android use"
|
10
10
|
],
|
11
|
-
"version": "1.6.
|
11
|
+
"version": "1.6.2",
|
12
12
|
"repository": "https://github.com/web-infra-dev/midscene",
|
13
13
|
"homepage": "https://midscenejs.com/",
|
14
14
|
"jsnext:source": "./src/index.ts",
|
@@ -127,7 +127,7 @@
|
|
127
127
|
},
|
128
128
|
"files": ["static", "dist", "iife-script", "README.md", "bin"],
|
129
129
|
"dependencies": {
|
130
|
-
"misoai-core": "1.1.
|
130
|
+
"misoai-core": "1.1.1",
|
131
131
|
"misoai-shared": "1.0.3",
|
132
132
|
"@xmldom/xmldom": "0.8.10",
|
133
133
|
"cors": "2.8.5",
|