@midscene/core 0.24.2-beta-20250801024655.0 → 0.24.2-beta-20250805024613.0

package/dist/types/index.d.ts

@@ -1,7 +1,7 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractOption, h as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-d836fa73.js';
-export { w as AIAssertionResponse, u as AIDataExtractionResponse, s as AIElementCoordinatesResponse, r as AIElementLocatorResponse, t as AIElementResponse, n as AIResponseFormat, v as AISectionLocatorResponse, q as AISingleElementResponse, o as AISingleElementResponseById, p as AISingleElementResponseByPosition, m as AIUsageInfo, S as AgentAssertOpt, z as AgentDescribeElementAtPointResult, Q as AgentWaitForOpt, a7 as BaseAgentParserOpt, C as CallAIFn, aB as CodeGenerationChunk, a6 as Color, H as DumpMeta, N as ElementById, B as EnsureObject, aa as ExecutionRecorderItem, as as ExecutionTaskAction, ar as ExecutionTaskActionApply, ad as ExecutionTaskHitBy, aq as ExecutionTaskInsightAssertion, ap as ExecutionTaskInsightAssertionApply, ao as ExecutionTaskInsightAssertionParam, ah as ExecutionTaskInsightDumpLog, aj as ExecutionTaskInsightLocate, ai as ExecutionTaskInsightLocateApply, ag as ExecutionTaskInsightLocateOutput, af as ExecutionTaskInsightLocateParam, an as ExecutionTaskInsightQuery, am as ExecutionTaskInsightQueryApply, al as ExecutionTaskInsightQueryOutput, ak as ExecutionTaskInsightQueryParam, au as ExecutionTaskLog, at as ExecutionTaskLogApply, aw as ExecutionTaskPlanning, av as ExecutionTaskPlanningApply, ae as ExecutionTaskReturn, ab as ExecutionTaskType, ac as ExecutorContext, a$ as FreeFn, ax as GroupedActionDump, J as InsightDump, F as InsightExtractParam, K as LiteUISection, aD as LocateOption, G as LocateResultElement, y as LocateValidatorResult, x as LocatorValidatorOption, b2 as MidsceneYamlConfig, b3 as MidsceneYamlConfigOutput, l as MidsceneYamlConfigResult, j as MidsceneYamlFlowItem, aK as MidsceneYamlFlowItemAIAction, aP as MidsceneYamlFlowItemAIAsk, aL as MidsceneYamlFlowItemAIAssert, aQ as MidsceneYamlFlowItemAIBoolean, aU as MidsceneYamlFlowItemAIHover, aV as MidsceneYamlFlowItemAIInput, aW as MidsceneYamlFlowItemAIKeyboardPress, aR as MidsceneYamlFlowItemAILocate, aN as MidsceneYamlFlowItemAINumber, aM as MidsceneYamlFlowItemAIQuery, k as MidsceneYamlFlowItemAIRightClick, aX as MidsceneYamlFlowItemAIScroll, aO as MidsceneYamlFlowItemAIString, aT as MidsceneYamlFlowItemAITap, aS as MidsceneYamlFlowItemAIWaitFor, aY as MidsceneYamlFlowItemEvaluateJavaScript, a_ as MidsceneYamlFlowItemLogScreenshot, aZ as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, aI as MidsceneYamlScriptAndroidEnv, aJ as MidsceneYamlScriptEnv, aG as MidsceneYamlScriptEnvBase, aH as MidsceneYamlScriptWebEnv, i as MidsceneYamlTask, O as OnTaskStartTip, ay as PageType, P as PartialInsightDumpFromSDK, W as PlanningAIResponse, V as PlanningAction, a4 as PlanningActionParamAndroidLongPress, a5 as PlanningActionParamAndroidPull, a0 as PlanningActionParamAssert, a2 as PlanningActionParamError, Y as PlanningActionParamHover, _ as PlanningActionParamInputOrKeyPress, Z as PlanningActionParamRightClick, $ as PlanningActionParamScroll, a1 as PlanningActionParamSleep, X as PlanningActionParamTap, a3 as PlanningActionParamWaitFor, T as PlanningLocateParam, a9 as PlaywrightParserOpt, a8 as PuppeteerParserOpt, aE as ReferenceImage, R as ReportDumpWithAttributes, b1 as ScriptPlayerStatusValue, b0 as ScriptPlayerTaskStatus, aC as StreamingAIResponse, aA as StreamingCallback, az as StreamingCodeGenerationOptions, aF as scrollParam } from './types-d836fa73.js';
-import { c as callAiFn } from './llm-planning-d7096b0d.js';
-export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-d7096b0d.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractParam, h as InsightExtractOption, T as TMultimodalPrompt, i as TUserPrompt, j as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-512d3687.js';
+export { y as AIAssertionResponse, w as AIDataExtractionResponse, u as AIElementCoordinatesResponse, t as AIElementLocatorResponse, v as AIElementResponse, p as AIResponseFormat, x as AISectionLocatorResponse, s as AISingleElementResponse, q as AISingleElementResponseById, r as AISingleElementResponseByPosition, o as AIUsageInfo, V as AgentAssertOpt, C as AgentDescribeElementAtPointResult, S as AgentWaitForOpt, a9 as BaseAgentParserOpt, F as CallAIFn, aD as CodeGenerationChunk, a8 as Color, J as DumpMeta, O as ElementById, G as EnsureObject, ac as ExecutionRecorderItem, au as ExecutionTaskAction, at as ExecutionTaskActionApply, af as ExecutionTaskHitBy, as as ExecutionTaskInsightAssertion, ar as ExecutionTaskInsightAssertionApply, aq as ExecutionTaskInsightAssertionParam, aj as ExecutionTaskInsightDumpLog, al as ExecutionTaskInsightLocate, ak as ExecutionTaskInsightLocateApply, ai as ExecutionTaskInsightLocateOutput, ah as ExecutionTaskInsightLocateParam, ap as ExecutionTaskInsightQuery, ao as ExecutionTaskInsightQueryApply, an as ExecutionTaskInsightQueryOutput, am as ExecutionTaskInsightQueryParam, aw as ExecutionTaskLog, av as ExecutionTaskLogApply, ay as ExecutionTaskPlanning, ax as ExecutionTaskPlanningApply, ag as ExecutionTaskReturn, ad as ExecutionTaskType, ae as ExecutorContext, b1 as FreeFn, az as GroupedActionDump, K as InsightDump, N as LiteUISection, aF as LocateOption, H as LocateResultElement, B as LocateValidatorResult, z as LocatorValidatorOption, b4 as MidsceneYamlConfig, b5 as MidsceneYamlConfigOutput, n as MidsceneYamlConfigResult, l as MidsceneYamlFlowItem, aM as MidsceneYamlFlowItemAIAction, aR as MidsceneYamlFlowItemAIAsk, aN as MidsceneYamlFlowItemAIAssert, aS as MidsceneYamlFlowItemAIBoolean, aW as MidsceneYamlFlowItemAIHover, aX as MidsceneYamlFlowItemAIInput, aY as MidsceneYamlFlowItemAIKeyboardPress, aT as MidsceneYamlFlowItemAILocate, aP as MidsceneYamlFlowItemAINumber, aO as MidsceneYamlFlowItemAIQuery, m as MidsceneYamlFlowItemAIRightClick, aZ as MidsceneYamlFlowItemAIScroll, aQ as MidsceneYamlFlowItemAIString, aV as MidsceneYamlFlowItemAITap, aU as MidsceneYamlFlowItemAIWaitFor, a_ as MidsceneYamlFlowItemEvaluateJavaScript, b0 as MidsceneYamlFlowItemLogScreenshot, a$ as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, aK as MidsceneYamlScriptAndroidEnv, aL as MidsceneYamlScriptEnv, aI as MidsceneYamlScriptEnvBase, aJ as MidsceneYamlScriptWebEnv, k as MidsceneYamlTask, Q as OnTaskStartTip, aA as PageType, P as PartialInsightDumpFromSDK, Y as PlanningAIResponse, X as PlanningAction, a6 as PlanningActionParamAndroidLongPress, a7 as PlanningActionParamAndroidPull, a2 as PlanningActionParamAssert, a4 as PlanningActionParamError, _ as PlanningActionParamHover, a0 as PlanningActionParamInputOrKeyPress, $ as PlanningActionParamRightClick, a1 as PlanningActionParamScroll, a3 as PlanningActionParamSleep, Z as PlanningActionParamTap, a5 as PlanningActionParamWaitFor, W as PlanningLocateParam, ab as PlaywrightParserOpt, aa as PuppeteerParserOpt, aG as ReferenceImage, R as ReportDumpWithAttributes, b3 as ScriptPlayerStatusValue, b2 as ScriptPlayerTaskStatus, aE as StreamingAIResponse, aC as StreamingCallback, aB as StreamingCodeGenerationOptions, aH as scrollParam } from './types-512d3687.js';
+import { c as callAiFn } from './llm-planning-877248da.js';
+export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-877248da.js';
 import { BaseElement, Rect } from '@midscene/shared/types';
 export { BaseElement, ElementTreeNode, Point, Rect, Size } from '@midscene/shared/types';
 export { getVersion } from './utils.js';
@@ -36,13 +36,11 @@ declare class Insight<ElementType extends BaseElement = BaseElement, ContextType
     taskInfo?: Omit<InsightTaskInfo, 'durationMs'>;
     constructor(context: ContextType | ((action: InsightAction) => Promise<ContextType> | ContextType), opt?: InsightOptions);
     locate(query: DetailedLocateParam, opt?: LocateOpts): Promise<LocateResult>;
-    extract<T = any>(input: string, opt?: InsightExtractOption): Promise<T>;
-    extract<T extends Record<string, string>>(input: T, opt?: InsightExtractOption): Promise<Record<keyof T, any>>;
-    extract<T extends object>(input: Record<keyof T, string>, opt?: InsightExtractOption): Promise<T>;
-    assert(assertion: string): Promise<InsightAssertionResponse>;
+    extract<T>(dataDemand: InsightExtractParam, opt?: InsightExtractOption, multimodalPrompt?: TMultimodalPrompt): Promise<any>;
+    assert(assertion: TUserPrompt): Promise<InsightAssertionResponse>;
     describe(target: Rect | [number, number], opt?: {
         deepThink?: boolean;
     }): Promise<Pick<AIDescribeElementResponse, 'description'>>;
 }
 
-export { AIDescribeElementResponse, DetailedLocateParam, DumpSubscriber, ExecutionDump, ExecutionTask, ExecutionTaskApply, ExecutionTaskProgressOptions, Executor, Insight, InsightAction, InsightAssertionResponse, InsightExtractOption, InsightOptions, InsightTaskInfo, LocateResult, UIContext, Insight as default };
+export { AIDescribeElementResponse, DetailedLocateParam, DumpSubscriber, ExecutionDump, ExecutionTask, ExecutionTaskApply, ExecutionTaskProgressOptions, Executor, Insight, InsightAction, InsightAssertionResponse, InsightExtractOption, InsightExtractParam, InsightOptions, InsightTaskInfo, LocateResult, TMultimodalPrompt, TUserPrompt, UIContext, Insight as default };

package/dist/types/{llm-planning-d7096b0d.d.ts → llm-planning-877248da.d.ts}

@@ -1,10 +1,10 @@
-import { m as AIUsageInfo, U as UIContext, aE as ReferenceImage, r as AIElementLocatorResponse, N as ElementById, g as InsightExtractOption, u as AIDataExtractionResponse, w as AIAssertionResponse, ay as PageType, W as PlanningAIResponse } from './types-d836fa73.js';
+import { o as AIUsageInfo, U as UIContext, i as TUserPrompt, aG as ReferenceImage, t as AIElementLocatorResponse, O as ElementById, T as TMultimodalPrompt, h as InsightExtractOption, w as AIDataExtractionResponse, y as AIAssertionResponse, aA as PageType, Y as PlanningAIResponse } from './types-512d3687.js';
 import { Rect, ElementTreeNode, BaseElement } from '@midscene/shared/types';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 
 type AIArgs = [
     ChatCompletionSystemMessageParam,
-    ChatCompletionUserMessageParam
+    ...ChatCompletionUserMessageParam[]
 ];
 declare enum AIActionType {
     ASSERT = 0,
@@ -53,7 +53,7 @@ declare function describeUserPage<ElementType extends BaseElement = BaseElement>
 
 declare function AiLocateElement<ElementType extends BaseElement = BaseElement>(options: {
     context: UIContext<ElementType>;
-    targetElementDescription: string;
+    targetElementDescription: TUserPrompt;
     referenceImage?: ReferenceImage;
     callAI?: typeof callAiFn<AIElementResponse | [number, number]>;
     searchConfig?: Awaited<ReturnType<typeof AiLocateSection>>;
@@ -67,7 +67,7 @@ declare function AiLocateElement<ElementType extends BaseElement = BaseElement>(
 }>;
 declare function AiLocateSection(options: {
     context: UIContext<BaseElement>;
-    sectionDescription: string;
+    sectionDescription: TUserPrompt;
     callAI?: typeof callAiFn<AISectionLocatorResponse>;
 }): Promise<{
     rect?: Rect;
@@ -78,6 +78,7 @@ declare function AiLocateSection(options: {
 }>;
 declare function AiExtractElementInfo<T, ElementType extends BaseElement = BaseElement>(options: {
     dataQuery: string | Record<string, string>;
+    multimodalPrompt?: TMultimodalPrompt;
     context: UIContext<ElementType>;
     extractOption?: InsightExtractOption;
 }): Promise<{
@@ -86,7 +87,7 @@ declare function AiExtractElementInfo<T, ElementType extends BaseElement = BaseE
     usage: AIUsageInfo | undefined;
 }>;
 declare function AiAssert<ElementType extends BaseElement = BaseElement>(options: {
-    assertion: string;
+    assertion: TUserPrompt;
     context: UIContext<ElementType>;
 }): Promise<{
     content: AIAssertionResponse;
@@ -101,4 +102,4 @@ declare function plan(userInstruction: string, opts: {
     actionContext?: string;
 }): Promise<PlanningAIResponse>;
 
-export { AiLocateElement as A, AiAssert as a, AIActionType as b, callAiFn as c, describeUserPage as d, elementByPositionWithElementInfo as e, AiExtractElementInfo as f, AiLocateSection as g, adaptBboxToRect as h, plan as p };
+export { AiLocateElement as A, AiAssert as a, AIActionType as b, callAiFn as c, describeUserPage as d, type AIArgs as e, elementByPositionWithElementInfo as f, AiExtractElementInfo as g, AiLocateSection as h, adaptBboxToRect as i, plan as p };

package/dist/{lib/types-d836fa73.d.ts → types/types-512d3687.d.ts}

@@ -3,7 +3,6 @@ import { Rect, BaseElement, ElementTreeNode, Size } from '@midscene/shared/types
 import { ChatCompletionMessageParam } from 'openai/resources';
 
 interface LocateOption {
-    prompt?: string;
     deepThink?: boolean;
     cacheable?: boolean;
     xpath?: string;
@@ -17,7 +16,7 @@ interface ReferenceImage {
     rect?: Rect;
 }
 interface DetailedLocateParam extends LocateOption {
-    prompt: string;
+    prompt: TUserPrompt;
     referenceImage?: ReferenceImage;
 }
 interface scrollParam {
@@ -102,25 +101,25 @@ interface MidsceneYamlFlowItemAIWaitFor {
     timeout?: number;
 }
 interface MidsceneYamlFlowItemAITap extends LocateOption {
-    aiTap: string;
+    aiTap: TUserPrompt;
 }
 interface MidsceneYamlFlowItemAIRightClick extends LocateOption {
-    aiRightClick: string;
+    aiRightClick: TUserPrompt;
 }
 interface MidsceneYamlFlowItemAIHover extends LocateOption {
-    aiHover: string;
+    aiHover: TUserPrompt;
 }
 interface MidsceneYamlFlowItemAIInput extends LocateOption {
     aiInput: string;
-    locate: string;
+    locate: TUserPrompt;
 }
 interface MidsceneYamlFlowItemAIKeyboardPress extends LocateOption {
     aiKeyboardPress: string;
-    locate?: string;
+    locate?: TUserPrompt;
 }
 interface MidsceneYamlFlowItemAIScroll extends LocateOption, PlanningActionParamScroll {
     aiScroll: null;
-    locate?: string;
+    locate?: TUserPrompt;
 }
 interface MidsceneYamlFlowItemEvaluateJavaScript {
     javascript: string;
@@ -310,9 +309,9 @@ interface InsightDump extends DumpMeta {
     type: 'locate' | 'extract' | 'assert';
     logId: string;
     userQuery: {
-        element?: string;
+        element?: TUserPrompt;
         dataDemand?: InsightExtractParam;
-        assertion?: string;
+        assertion?: TUserPrompt;
     };
     matchedElement: BaseElement[];
     matchedRect?: Rect;
@@ -382,7 +381,7 @@ interface PlanningActionParamInputOrKeyPress {
 }
 type PlanningActionParamScroll = scrollParam;
 interface PlanningActionParamAssert {
-    assertion: string;
+    assertion: TUserPrompt;
 }
 interface PlanningActionParamSleep {
     timeMs: number;
@@ -542,5 +541,25 @@ interface StreamingAIResponse {
     /** Whether the response was streamed */
     isStreamed: boolean;
 }
+type TMultimodalPrompt = {
+    /**
+     * Support use image to inspect elements.
+     * The "images" field is an object that uses image name as key and image url as value.
+     * The image url can be a local path, a http link , or a base64 string.
+     */
+    images?: {
+        name: string;
+        url: string;
+    }[];
+    /**
+     * By default, the image url in the "images" filed starts with `https://` or `http://` will be directly sent to the LLM.
+     * In case the images are not accessible to the LLM (One common case is that image url is internal network only.), you can enable this option.
+     * Then image will be download and convert to base64 format.
+     */
+    convertHttpImage2Base64?: boolean;
+};
+type TUserPrompt = string | ({
+    prompt: string;
+} & Partial<TMultimodalPrompt>);
 
-export { type PlanningActionParamScroll as $, type AIDescribeElementResponse as A, type EnsureObject as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type InsightExtractParam as F, type LocateResultElement as G, type DumpMeta as H, type InsightAction as I, type InsightDump as J, type LiteUISection as K, type LocateResult as L, type MidsceneYamlScript as M, type ElementById as N, type OnTaskStartTip as O, type PartialInsightDumpFromSDK as P, type AgentWaitForOpt as Q, type ReportDumpWithAttributes as R, type AgentAssertOpt as S, type PlanningLocateParam as T, UIContext as U, type PlanningAction as V, type PlanningAIResponse as W, type PlanningActionParamTap as X, type PlanningActionParamHover as Y, type PlanningActionParamRightClick as Z, type PlanningActionParamInputOrKeyPress as _, type ExecutionTaskProgressOptions as a, type FreeFn as a$, type PlanningActionParamAssert as a0, type PlanningActionParamSleep as a1, type PlanningActionParamError as a2, type PlanningActionParamWaitFor as a3, type PlanningActionParamAndroidLongPress as a4, type PlanningActionParamAndroidPull as a5, type Color as a6, type BaseAgentParserOpt as a7, type PuppeteerParserOpt as a8, type PlaywrightParserOpt as a9, type StreamingCallback as aA, type CodeGenerationChunk as aB, type StreamingAIResponse as aC, type LocateOption as aD, type ReferenceImage as aE, type scrollParam as aF, type MidsceneYamlScriptEnvBase as aG, type MidsceneYamlScriptWebEnv as aH, type MidsceneYamlScriptAndroidEnv as aI, type MidsceneYamlScriptEnv as aJ, type MidsceneYamlFlowItemAIAction as aK, type MidsceneYamlFlowItemAIAssert as aL, type MidsceneYamlFlowItemAIQuery as aM, type MidsceneYamlFlowItemAINumber as aN, type MidsceneYamlFlowItemAIString as aO, type MidsceneYamlFlowItemAIAsk as aP, type MidsceneYamlFlowItemAIBoolean as aQ, type MidsceneYamlFlowItemAILocate as aR, type MidsceneYamlFlowItemAIWaitFor as aS, type MidsceneYamlFlowItemAITap as aT, type MidsceneYamlFlowItemAIHover as aU, type MidsceneYamlFlowItemAIInput as aV, type MidsceneYamlFlowItemAIKeyboardPress as aW, type MidsceneYamlFlowItemAIScroll as aX, type MidsceneYamlFlowItemEvaluateJavaScript as aY, type MidsceneYamlFlowItemSleep as aZ, type MidsceneYamlFlowItemLogScreenshot as a_, type ExecutionRecorderItem as aa, type ExecutionTaskType as ab, type ExecutorContext as ac, type ExecutionTaskHitBy as ad, type ExecutionTaskReturn as ae, type ExecutionTaskInsightLocateParam as af, type ExecutionTaskInsightLocateOutput as ag, type ExecutionTaskInsightDumpLog as ah, type ExecutionTaskInsightLocateApply as ai, type ExecutionTaskInsightLocate as aj, type ExecutionTaskInsightQueryParam as ak, type ExecutionTaskInsightQueryOutput as al, type ExecutionTaskInsightQueryApply as am, type ExecutionTaskInsightQuery as an, type ExecutionTaskInsightAssertionParam as ao, type ExecutionTaskInsightAssertionApply as ap, type ExecutionTaskInsightAssertion as aq, type ExecutionTaskActionApply as ar, type ExecutionTaskAction as as, type ExecutionTaskLogApply as at, type ExecutionTaskLog as au, type ExecutionTaskPlanningApply as av, type ExecutionTaskPlanning as aw, type GroupedActionDump as ax, type PageType as ay, type StreamingCodeGenerationOptions as az, type ExecutionTaskApply as b, type ScriptPlayerTaskStatus as b0, type ScriptPlayerStatusValue as b1, type MidsceneYamlConfig as b2, type MidsceneYamlConfigOutput as b3, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractOption as g, type InsightAssertionResponse as h, type MidsceneYamlTask as i, type MidsceneYamlFlowItem as j, type MidsceneYamlFlowItemAIRightClick as k, type MidsceneYamlConfigResult as l, type AIUsageInfo as m, AIResponseFormat as n, type AISingleElementResponseById as o, type AISingleElementResponseByPosition as p, type AISingleElementResponse as q, type AIElementLocatorResponse as r, type AIElementCoordinatesResponse as s, type AIElementResponse as t, type AIDataExtractionResponse as u, type AISectionLocatorResponse as v, type AIAssertionResponse as w, type LocatorValidatorOption as x, type LocateValidatorResult as y, type AgentDescribeElementAtPointResult as z };
+export { type PlanningActionParamRightClick as $, type AIDescribeElementResponse as A, type LocateValidatorResult as B, type AgentDescribeElementAtPointResult as C, type DumpSubscriber as D, type ExecutionTask as E, type CallAIFn as F, type EnsureObject as G, type LocateResultElement as H, type InsightAction as I, type DumpMeta as J, type InsightDump as K, type LocateResult as L, type MidsceneYamlScript as M, type LiteUISection as N, type ElementById as O, type PartialInsightDumpFromSDK as P, type OnTaskStartTip as Q, type ReportDumpWithAttributes as R, type AgentWaitForOpt as S, type TMultimodalPrompt as T, UIContext as U, type AgentAssertOpt as V, type PlanningLocateParam as W, type PlanningAction as X, type PlanningAIResponse as Y, type PlanningActionParamTap as Z, type PlanningActionParamHover as _, type ExecutionTaskProgressOptions as a, type MidsceneYamlFlowItemSleep as a$, type PlanningActionParamInputOrKeyPress as a0, type PlanningActionParamScroll as a1, type PlanningActionParamAssert as a2, type PlanningActionParamSleep as a3, type PlanningActionParamError as a4, type PlanningActionParamWaitFor as a5, type PlanningActionParamAndroidLongPress as a6, type PlanningActionParamAndroidPull as a7, type Color as a8, type BaseAgentParserOpt as a9, type PageType as aA, type StreamingCodeGenerationOptions as aB, type StreamingCallback as aC, type CodeGenerationChunk as aD, type StreamingAIResponse as aE, type LocateOption as aF, type ReferenceImage as aG, type scrollParam as aH, type MidsceneYamlScriptEnvBase as aI, type MidsceneYamlScriptWebEnv as aJ, type MidsceneYamlScriptAndroidEnv as aK, type MidsceneYamlScriptEnv as aL, type MidsceneYamlFlowItemAIAction as aM, type MidsceneYamlFlowItemAIAssert as aN, type MidsceneYamlFlowItemAIQuery as aO, type MidsceneYamlFlowItemAINumber as aP, type MidsceneYamlFlowItemAIString as aQ, type MidsceneYamlFlowItemAIAsk as aR, type MidsceneYamlFlowItemAIBoolean as aS, type MidsceneYamlFlowItemAILocate as aT, type MidsceneYamlFlowItemAIWaitFor as aU, type MidsceneYamlFlowItemAITap as aV, type MidsceneYamlFlowItemAIHover as aW, type MidsceneYamlFlowItemAIInput as aX, type MidsceneYamlFlowItemAIKeyboardPress as aY, type MidsceneYamlFlowItemAIScroll as aZ, type MidsceneYamlFlowItemEvaluateJavaScript as a_, type PuppeteerParserOpt as aa, type PlaywrightParserOpt as ab, type ExecutionRecorderItem as ac, type ExecutionTaskType as ad, type ExecutorContext as ae, type ExecutionTaskHitBy as af, type ExecutionTaskReturn as ag, type ExecutionTaskInsightLocateParam as ah, type ExecutionTaskInsightLocateOutput as ai, type ExecutionTaskInsightDumpLog as aj, type ExecutionTaskInsightLocateApply as ak, type ExecutionTaskInsightLocate as al, type ExecutionTaskInsightQueryParam as am, type ExecutionTaskInsightQueryOutput as an, type ExecutionTaskInsightQueryApply as ao, type ExecutionTaskInsightQuery as ap, type ExecutionTaskInsightAssertionParam as aq, type ExecutionTaskInsightAssertionApply as ar, type ExecutionTaskInsightAssertion as as, type ExecutionTaskActionApply as at, type ExecutionTaskAction as au, type ExecutionTaskLogApply as av, type ExecutionTaskLog as aw, type ExecutionTaskPlanningApply as ax, type ExecutionTaskPlanning as ay, type GroupedActionDump as az, type ExecutionTaskApply as b, type MidsceneYamlFlowItemLogScreenshot as b0, type FreeFn as b1, type ScriptPlayerTaskStatus as b2, type ScriptPlayerStatusValue as b3, type MidsceneYamlConfig as b4, type MidsceneYamlConfigOutput as b5, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractParam as g, type InsightExtractOption as h, type TUserPrompt as i, type InsightAssertionResponse as j, type MidsceneYamlTask as k, type MidsceneYamlFlowItem as l, type MidsceneYamlFlowItemAIRightClick as m, type MidsceneYamlConfigResult as n, type AIUsageInfo as o, AIResponseFormat as p, type AISingleElementResponseById as q, type AISingleElementResponseByPosition as r, type AISingleElementResponse as s, type AIElementLocatorResponse as t, type AIElementCoordinatesResponse as u, type AIElementResponse as v, type AIDataExtractionResponse as w, type AISectionLocatorResponse as x, type AIAssertionResponse as y, type LocatorValidatorOption as z };

package/dist/types/utils.d.ts

@@ -1,4 +1,4 @@
-import { R as ReportDumpWithAttributes } from './types-d836fa73.js';
+import { R as ReportDumpWithAttributes } from './types-512d3687.js';
 import { Rect } from '@midscene/shared/types';
 import '@midscene/shared/constants';
 import 'openai/resources';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.24.2-beta-20250801024655.0",
+  "version": "0.24.2-beta-20250805024613.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -44,8 +44,8 @@
     "langsmith": "0.3.7",
     "openai": "4.81.0",
     "socks-proxy-agent": "8.0.4",
-    "@midscene/recorder": "0.24.2-beta-20250801024655.0",
-    "@midscene/shared": "0.24.2-beta-20250801024655.0"
+    "@midscene/recorder": "0.24.2-beta-20250805024613.0",
+    "@midscene/shared": "0.24.2-beta-20250805024613.0"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",