@midscene/core 0.18.1-beta-20250611082446.0 → 0.18.1

package/dist/es/ai-model.d.ts

@@ -1,13 +1,19 @@
-import { l as AIUsageInfo, T as PlanningAction, j as MidsceneYamlFlowItem } from './types-00c9086f.js';
+import { l as AIUsageInfo, T as PlanningAction, j as MidsceneYamlFlowItem } from './types-dce56c26.js';
+import OpenAI from 'openai';
 import { ChatCompletionMessageParam } from 'openai/resources';
 export { ChatCompletionMessageParam } from 'openai/resources';
-import { b as AIActionType } from './llm-planning-453ffce5.js';
-export { a as AiAssert, f as AiExtractElementInfo, A as AiLocateElement, g as AiLocateSection, h as adaptBboxToRect, c as callAiFn, d as describeUserPage, e as elementByPositionWithElementInfo, p as plan } from './llm-planning-453ffce5.js';
+import { b as AIActionType } from './llm-planning-a951deb9.js';
+export { a as AiAssert, f as AiExtractElementInfo, A as AiLocateElement, g as AiLocateSection, h as adaptBboxToRect, c as callAiFn, d as describeUserPage, e as elementByPositionWithElementInfo, p as plan } from './llm-planning-a951deb9.js';
 import { vlLocateMode } from '@midscene/shared/env';
+import { ChromeRecordedEvent as ChromeRecordedEvent$1 } from '@midscene/recorder';
 import { actionParser } from '@ui-tars/action-parser';
 import { Size } from '@midscene/shared/types';
 import '@midscene/shared/constants';
 
+declare function call(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, responseFormat?: OpenAI.ChatCompletionCreateParams['response_format'] | OpenAI.ResponseFormatJSONObject): Promise<{
+    content: string;
+    usage?: AIUsageInfo;
+}>;
 declare function callToGetJSONObject<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType): Promise<{
     content: T;
     usage?: AIUsageInfo;
@@ -15,6 +21,48 @@ declare function callToGetJSONObject<T>(messages: ChatCompletionMessageParam[],
 
 declare function systemPromptToLocateElement(vlMode: ReturnType<typeof vlLocateMode>): string;
 
+interface PlaywrightGenerationOptions {
+    testName?: string;
+    includeScreenshots?: boolean;
+    includeTimestamps?: boolean;
+    maxScreenshots?: number;
+    description?: string;
+    viewportSize?: {
+        width: number;
+        height: number;
+    };
+    waitForNetworkIdle?: boolean;
+    waitForNetworkIdleTimeout?: number;
+}
+interface ChromeRecordedEvent {
+    type: string;
+    timestamp: number;
+    url?: string;
+    title?: string;
+    elementDescription?: string;
+    value?: string;
+    pageInfo?: any;
+    elementRect?: any;
+    screenshotBefore?: string;
+    screenshotAfter?: string;
+    screenshotWithBox?: string;
+}
+/**
+ * Generates Playwright test code from recorded events
+ */
+declare const generatePlaywrightTest: (events: ChromeRecordedEvent[], options?: PlaywrightGenerationOptions) => Promise<string>;
+
+interface YamlGenerationOptions {
+    testName?: string;
+    includeTimestamps?: boolean;
+    maxScreenshots?: number;
+    description?: string;
+}
+/**
+ * Generates YAML test configuration from recorded events using AI
+ */
+declare const generateYamlTest: (events: ChromeRecordedEvent$1[], options?: YamlGenerationOptions) => Promise<string>;
+
 declare function vlmPlanning(options: {
     userInstruction: string;
     conversationHistory: ChatCompletionMessageParam[];
@@ -30,4 +78,4 @@ declare function vlmPlanning(options: {
 }>;
 declare function resizeImageForUiTars(imageBase64: string, size: Size): Promise<string>;
 
-export { callToGetJSONObject, resizeImageForUiTars, systemPromptToLocateElement, vlmPlanning };
+export { AIActionType, call as callAi, callToGetJSONObject, generatePlaywrightTest, generateYamlTest, resizeImageForUiTars, systemPromptToLocateElement, vlmPlanning };

package/dist/es/ai-model.js

@@ -1,28 +1,36 @@
 import {
+  AIActionType,
   AiAssert,
   AiExtractElementInfo,
   AiLocateElement,
   AiLocateSection,
   adaptBboxToRect,
+  call,
   callAiFn,
   callToGetJSONObject,
   describeUserPage,
   elementByPositionWithElementInfo,
+  generatePlaywrightTest,
+  generateYamlTest,
   plan,
   resizeImageForUiTars,
   systemPromptToLocateElement,
   vlmPlanning
-} from "./chunk-X2UALJ3B.js";
+} from "./chunk-EYIL4AHP.js";
 export {
+  AIActionType,
   AiAssert,
   AiExtractElementInfo,
   AiLocateElement,
   AiLocateSection,
   adaptBboxToRect,
+  call as callAi,
   callAiFn,
   callToGetJSONObject,
   describeUserPage,
   elementByPositionWithElementInfo,
+  generatePlaywrightTest,
+  generateYamlTest,
   plan,
   resizeImageForUiTars,
   systemPromptToLocateElement,