@midscene/web 0.3.0 → 0.3.1

package/dist/script/types/htmlElement.d.ts

@@ -9,11 +9,13 @@ interface ElementInfo {
     id: string;
     indexId: string;
     nodeHashId: string;
-    locator: string | undefined;
+    locator: string;
     attributes: {
         nodeType: NodeType;
         [key: string]: string;
     };
+    nodeType: NodeType;
+    htmlNode: Node | null;
     content: string;
     rect: {
         left: number;
@@ -23,6 +25,6 @@ interface ElementInfo {
     };
     center: [number, number];
 }
-declare function extractTextWithPosition(initNode?: Node): ElementInfo[];
+declare function extractTextWithPosition(initNode?: Node, debugMode?: boolean): ElementInfo[];
 
 export { extractTextWithPosition };

package/dist/script/types/htmlElementDebug.d.ts

@@ -0,0 +1,2 @@
+
+export {  }

package/dist/types/index.d.ts

@@ -1,7 +1,8 @@
+import { AgentWaitForOpt } from '@midscene/core/.';
 import { TestInfo } from '@playwright/test';
 import { Page } from 'playwright';
 import { Page as Page$1 } from 'puppeteer';
-import Insight, { BaseElement, Rect, UIContext, PlanningAction, AIElementParseResponse, InsightExtractParam, InsightAssertionResponse, Executor, GroupedActionDump, ExecutionDump } from '@midscene/core';
+import Insight, { BaseElement, Rect, UIContext, PlanningAction, AIElementParseResponse, InsightExtractParam, InsightAssertionResponse, PlanningActionParamWaitFor, Executor, GroupedActionDump, ExecutionDump, AgentWaitForOpt as AgentWaitForOpt$1 } from '@midscene/core';
 
 type WebPage = Page | Page$1;
 
@@ -123,6 +124,7 @@ declare class PageTaskExecutor {
     action(userPrompt: string): Promise<ExecutionResult>;
     query(demand: InsightExtractParam): Promise<ExecutionResult>;
     assert(assertion: string): Promise<ExecutionResult<InsightAssertionResponse>>;
+    waitFor(assertion: string, opt: PlanningActionParamWaitFor): Promise<ExecutionResult<void>>;
 }
 
 declare const PlaywrightAiFixture: () => {
@@ -138,6 +140,9 @@ declare const PlaywrightAiFixture: () => {
     aiAssert: ({ page }: {
         page: Page;
     }, use: any, testInfo: TestInfo) => Promise<void>;
+    aiWaitFor: ({ page }: {
+        page: Page;
+    }, use: any, testInfo: TestInfo) => Promise<void>;
 };
 type PlayWrightAiFixtureType = {
     ai: <T = any>(prompt: string, opts?: {
@@ -146,6 +151,7 @@ type PlayWrightAiFixtureType = {
     aiAction: (taskPrompt: string) => ReturnType<PageTaskExecutor['action']>;
     aiQuery: <T = any>(demand: any) => Promise<T>;
     aiAssert: (assertion: string, errorMsg?: string) => Promise<void>;
+    aiWaitFor: (assertion: string, opt?: AgentWaitForOpt) => Promise<void>;
 };
 
 interface PageAgentOpt {
@@ -154,6 +160,7 @@ interface PageAgentOpt {
     groupDescription?: string;
     cache?: AiTaskCache;
     generateReport?: boolean;
+    autoPrintReportMsg?: boolean;
 }
 declare class PageAgent {
     page: WebPage;
@@ -169,7 +176,16 @@ declare class PageAgent {
     aiAction(taskPrompt: string): Promise<void>;
     aiQuery(demand: any): Promise<any>;
     aiAssert(assertion: string, msg?: string): Promise<void>;
+    aiWaitFor(assertion: string, opt?: AgentWaitForOpt$1): Promise<void>;
     ai(taskPrompt: string, type?: string): Promise<any>;
 }
 
-export { type PlayWrightAiFixtureType, PlaywrightAiFixture, PageAgent as PuppeteerAgent };
+declare function generateExtractData(page: WebPage, targetDir: string, saveImgType?: {
+    disableInputImage: boolean;
+    disableOutputImage: boolean;
+    disableOutputWithoutTextImg: boolean;
+    disableResizeOutputImg: boolean;
+    disableSnapshot: boolean;
+}): Promise<void>;
+
+export { type PlayWrightAiFixtureType, PlaywrightAiFixture, PageAgent as PuppeteerAgent, generateExtractData };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/web",
   "description": "Web integration for Midscene.js",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "jsnext:source": "./src/index.ts",
   "main": "./dist/lib/index.js",
   "module": "./dist/es/index.js",
@@ -52,7 +52,7 @@
     "openai": "4.47.1",
     "sharp": "0.33.3",
     "inquirer": "10.1.5",
-    "@midscene/core": "0.3.0"
+    "@midscene/core": "0.3.1"
   },
   "devDependencies": {
     "@modern-js/module-tools": "^2.56.1",
@@ -61,7 +61,7 @@
     "typescript": "~5.0.4",
     "vitest": "^1.6.0",
     "playwright": "1.44.1",
-    "puppeteer": "^22.8.0",
+    "puppeteer": "23.0.2",
     "@playwright/test": "1.44.1",
     "fs-extra": "11.2.0",
     "@types/fs-extra": "11.0.4",
@@ -70,7 +70,7 @@
   "peerDependencies": {
     "@playwright/test": "^1.44.1",
     "playwright": "^1.44.1",
-    "puppeteer": "^22.8.0"
+    "puppeteer": "^23.0.2"
   },
   "peerDependenciesMeta": {
     "@playwright/test": {
@@ -95,12 +95,15 @@
     "build:script": "modern build -c ./modern.inspect.config.ts",
     "build:watch": "modern build -w -c ./modern.config.ts & modern build -w -c ./modern.inspect.config.ts",
     "test": "vitest --run",
-    "test:all": "AITEST=true vitest --run",
+    "test:u": "vitest --run -u",
+    "test:ai": "AITEST=true npm run test",
     "new": "modern new",
     "upgrade": "modern upgrade",
     "e2e": "playwright test --config=playwright.config.ts",
+    "e2e:report": "MIDSCENE_REPORT=true playwright test --config=playwright.config.ts",
     "e2e:cache": "MIDSCENE_CACHE=true playwright test --config=playwright.config.ts",
     "e2e:ui": "playwright test --config=playwright.config.ts --ui",
-    "e2e:ui-cache": "MIDSCENE_CACHE=true playwright test --config=playwright.config.ts  --ui"
+    "e2e:ui:cache": "MIDSCENE_CACHE=true playwright test --config=playwright.config.ts  --ui",
+    "postinstall": "bash install-deps.bash"
   }
 }