@midscene/core 0.17.5 → 0.17.6-beta-20250607054355.0

package/dist/lib/index.d.ts

@@ -1,7 +1,7 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractOption, h as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-8c197f92.js';
-export { v as AIAssertionResponse, t as AIDataExtractionResponse, r as AIElementCoordinatesResponse, q as AIElementLocatorResponse, s as AIElementResponse, m as AIResponseFormat, u as AISectionLocatorResponse, p as AISingleElementResponse, n as AISingleElementResponseById, o as AISingleElementResponseByPosition, l as AIUsageInfo, Q as AgentAssertOpt, y as AgentDescribeElementAtPointResult, N as AgentWaitForOpt, a4 as BaseAgentParserOpt, C as CallAIFn, a3 as Color, G as DumpMeta, K as ElementById, z as EnsureObject, a7 as ExecutionRecorderItem, ap as ExecutionTaskAction, ao as ExecutionTaskActionApply, an as ExecutionTaskInsightAssertion, am as ExecutionTaskInsightAssertionApply, al as ExecutionTaskInsightAssertionParam, ae as ExecutionTaskInsightDumpLog, ag as ExecutionTaskInsightLocate, af as ExecutionTaskInsightLocateApply, ad as ExecutionTaskInsightLocateOutput, ac as ExecutionTaskInsightLocateParam, ak as ExecutionTaskInsightQuery, aj as ExecutionTaskInsightQueryApply, ai as ExecutionTaskInsightQueryOutput, ah as ExecutionTaskInsightQueryParam, ar as ExecutionTaskPlanning, aq as ExecutionTaskPlanningApply, ab as ExecutionTaskReturn, a8 as ExecutionTaskType, a9 as ExecutorContext, aQ as FreeFn, as as GroupedActionDump, H as InsightDump, B as InsightExtractParam, J as LiteUISection, au as LocateOption, F as LocateResultElement, x as LocateValidatorResult, w as LocatorValidatorOption, j as MidsceneYamlFlowItem, aB as MidsceneYamlFlowItemAIAction, aC as MidsceneYamlFlowItemAIAssert, aG as MidsceneYamlFlowItemAIBoolean, aK as MidsceneYamlFlowItemAIHover, aL as MidsceneYamlFlowItemAIInput, aM as MidsceneYamlFlowItemAIKeyboardPress, aH as MidsceneYamlFlowItemAILocate, aF as MidsceneYamlFlowItemAINString, aE as MidsceneYamlFlowItemAINumber, aD as MidsceneYamlFlowItemAIQuery, k as MidsceneYamlFlowItemAIRightClick, aN as MidsceneYamlFlowItemAIScroll, aJ as MidsceneYamlFlowItemAITap, aI as MidsceneYamlFlowItemAIWaitFor, aO as MidsceneYamlFlowItemEvaluateJavaScript, aP as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, az as MidsceneYamlScriptAndroidEnv, aA as MidsceneYamlScriptEnv, ax as MidsceneYamlScriptEnvBase, ay as MidsceneYamlScriptWebEnv, i as MidsceneYamlTask, O as OnTaskStartTip, at as PageType, P as PartialInsightDumpFromSDK, V as PlanningAIResponse, T as PlanningAction, $ as PlanningActionParamAssert, a1 as PlanningActionParamError, X as PlanningActionParamHover, Z as PlanningActionParamInputOrKeyPress, Y as PlanningActionParamRightClick, _ as PlanningActionParamScroll, a0 as PlanningActionParamSleep, W as PlanningActionParamTap, a2 as PlanningActionParamWaitFor, S as PlanningLocateParam, a6 as PlaywrightParserOpt, a5 as PuppeteerParserOpt, av as ReferenceImage, R as ReportDumpWithAttributes, aS as ScriptPlayerStatusValue, aR as ScriptPlayerTaskStatus, aa as TaskCacheInfo, aw as scrollParam } from './types-8c197f92.js';
-import { c as callAiFn } from './llm-planning-573b9b34.js';
-export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-573b9b34.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractOption, h as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-00c9086f.js';
+export { v as AIAssertionResponse, t as AIDataExtractionResponse, r as AIElementCoordinatesResponse, q as AIElementLocatorResponse, s as AIElementResponse, m as AIResponseFormat, u as AISectionLocatorResponse, p as AISingleElementResponse, n as AISingleElementResponseById, o as AISingleElementResponseByPosition, l as AIUsageInfo, Q as AgentAssertOpt, y as AgentDescribeElementAtPointResult, N as AgentWaitForOpt, a4 as BaseAgentParserOpt, C as CallAIFn, a3 as Color, G as DumpMeta, K as ElementById, z as EnsureObject, a7 as ExecutionRecorderItem, ap as ExecutionTaskAction, ao as ExecutionTaskActionApply, an as ExecutionTaskInsightAssertion, am as ExecutionTaskInsightAssertionApply, al as ExecutionTaskInsightAssertionParam, ae as ExecutionTaskInsightDumpLog, ag as ExecutionTaskInsightLocate, af as ExecutionTaskInsightLocateApply, ad as ExecutionTaskInsightLocateOutput, ac as ExecutionTaskInsightLocateParam, ak as ExecutionTaskInsightQuery, aj as ExecutionTaskInsightQueryApply, ai as ExecutionTaskInsightQueryOutput, ah as ExecutionTaskInsightQueryParam, ar as ExecutionTaskLog, aq as ExecutionTaskLogApply, at as ExecutionTaskPlanning, as as ExecutionTaskPlanningApply, ab as ExecutionTaskReturn, a8 as ExecutionTaskType, a9 as ExecutorContext, aT as FreeFn, au as GroupedActionDump, H as InsightDump, B as InsightExtractParam, J as LiteUISection, aw as LocateOption, F as LocateResultElement, x as LocateValidatorResult, w as LocatorValidatorOption, j as MidsceneYamlFlowItem, aD as MidsceneYamlFlowItemAIAction, aE as MidsceneYamlFlowItemAIAssert, aI as MidsceneYamlFlowItemAIBoolean, aM as MidsceneYamlFlowItemAIHover, aN as MidsceneYamlFlowItemAIInput, aO as MidsceneYamlFlowItemAIKeyboardPress, aJ as MidsceneYamlFlowItemAILocate, aH as MidsceneYamlFlowItemAINString, aG as MidsceneYamlFlowItemAINumber, aF as MidsceneYamlFlowItemAIQuery, k as MidsceneYamlFlowItemAIRightClick, aP as MidsceneYamlFlowItemAIScroll, aL as MidsceneYamlFlowItemAITap, aK as MidsceneYamlFlowItemAIWaitFor, aQ as MidsceneYamlFlowItemEvaluateJavaScript, aS as MidsceneYamlFlowItemLogScreenshot, aR as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, aB as MidsceneYamlScriptAndroidEnv, aC as MidsceneYamlScriptEnv, az as MidsceneYamlScriptEnvBase, aA as MidsceneYamlScriptWebEnv, i as MidsceneYamlTask, O as OnTaskStartTip, av as PageType, P as PartialInsightDumpFromSDK, V as PlanningAIResponse, T as PlanningAction, $ as PlanningActionParamAssert, a1 as PlanningActionParamError, X as PlanningActionParamHover, Z as PlanningActionParamInputOrKeyPress, Y as PlanningActionParamRightClick, _ as PlanningActionParamScroll, a0 as PlanningActionParamSleep, W as PlanningActionParamTap, a2 as PlanningActionParamWaitFor, S as PlanningLocateParam, a6 as PlaywrightParserOpt, a5 as PuppeteerParserOpt, ax as ReferenceImage, R as ReportDumpWithAttributes, aV as ScriptPlayerStatusValue, aU as ScriptPlayerTaskStatus, aa as TaskCacheInfo, ay as scrollParam } from './types-00c9086f.js';
+import { c as callAiFn } from './llm-planning-453ffce5.js';
+export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-453ffce5.js';
 import { BaseElement, Rect } from '@midscene/shared/types';
 export { BaseElement, ElementTreeNode, Point, Rect, Size } from '@midscene/shared/types';
 export { getVersion } from './utils.js';

package/dist/lib/index.js

@@ -1,6 +1,6 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
 
-var _chunkIOBWFLADjs = require('./chunk-IOBWFLAD.js');
+var _chunkXIJPQF2Gjs = require('./chunk-XIJPQF2G.js');
 
 
 
@@ -172,7 +172,7 @@ ${_optionalChain([this, 'access', _7 => _7.latestErrorTask, 'call', _8 => _8(),
       }
     }
     const dumpData = {
-      sdkVersion: _chunkIOBWFLADjs.getVersion.call(void 0, ),
+      sdkVersion: _chunkXIJPQF2Gjs.getVersion.call(void 0, ),
       model_name: _env.getAIConfig.call(void 0, _env.MIDSCENE_MODEL_NAME) || "",
       model_description: modelDescription,
       logTime: Date.now(),
@@ -227,7 +227,7 @@ var _logger = require('@midscene/shared/logger');
 
 function emitInsightDump(data, dumpSubscriber) {
   const baseData = {
-    sdkVersion: _chunkIOBWFLADjs.getVersion.call(void 0, ),
+    sdkVersion: _chunkXIJPQF2Gjs.getVersion.call(void 0, ),
     logTime: Date.now(),
     model_name: _env.getAIConfig.call(void 0, _env.MIDSCENE_MODEL_NAME) || ""
   };
@@ -538,6 +538,6 @@ var src_default = Insight;
 
 
 
-exports.AiAssert = _chunk7MNTWX2Ajs.AiAssert; exports.AiLocateElement = _chunk7MNTWX2Ajs.AiLocateElement; exports.Executor = Executor; exports.Insight = Insight; exports.MIDSCENE_MODEL_NAME = _env.MIDSCENE_MODEL_NAME; exports.default = src_default; exports.describeUserPage = _chunk7MNTWX2Ajs.describeUserPage; exports.getAIConfig = _env.getAIConfig; exports.getVersion = _chunkIOBWFLADjs.getVersion; exports.plan = _chunk7MNTWX2Ajs.plan;
+exports.AiAssert = _chunk7MNTWX2Ajs.AiAssert; exports.AiLocateElement = _chunk7MNTWX2Ajs.AiLocateElement; exports.Executor = Executor; exports.Insight = Insight; exports.MIDSCENE_MODEL_NAME = _env.MIDSCENE_MODEL_NAME; exports.default = src_default; exports.describeUserPage = _chunk7MNTWX2Ajs.describeUserPage; exports.getAIConfig = _env.getAIConfig; exports.getVersion = _chunkXIJPQF2Gjs.getVersion; exports.plan = _chunk7MNTWX2Ajs.plan;
 
 //# sourceMappingURL=index.js.map

package/dist/{types/llm-planning-573b9b34.d.ts → lib/llm-planning-453ffce5.d.ts}

@@ -1,4 +1,4 @@
-import { l as AIUsageInfo, U as UIContext, av as ReferenceImage, q as AIElementLocatorResponse, K as ElementById, g as InsightExtractOption, t as AIDataExtractionResponse, v as AIAssertionResponse, at as PageType, V as PlanningAIResponse } from './types-8c197f92.js';
+import { l as AIUsageInfo, U as UIContext, ax as ReferenceImage, q as AIElementLocatorResponse, K as ElementById, g as InsightExtractOption, t as AIDataExtractionResponse, v as AIAssertionResponse, av as PageType, V as PlanningAIResponse } from './types-00c9086f.js';
 import { Rect, ElementTreeNode, BaseElement } from '@midscene/shared/types';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 

package/dist/lib/{types-8c197f92.d.ts → types-00c9086f.d.ts}

@@ -123,7 +123,11 @@ interface MidsceneYamlFlowItemEvaluateJavaScript {
 interface MidsceneYamlFlowItemSleep {
     sleep: number;
 }
-type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep;
+interface MidsceneYamlFlowItemLogScreenshot {
+    logScreenshot?: string;
+    content?: string;
+}
+type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep | MidsceneYamlFlowItemLogScreenshot;
 interface FreeFn {
     name: string;
     fn: () => void;
@@ -180,8 +184,8 @@ interface AIElementCoordinatesResponse {
     errors?: string[];
 }
 type AIElementResponse = AIElementLocatorResponse | AIElementCoordinatesResponse;
-interface AIDataExtractionResponse<DataShape> {
-    data: DataShape;
+interface AIDataExtractionResponse<DataDemand> {
+    data: DataDemand;
     errors?: string[];
 }
 interface AISectionLocatorResponse {
@@ -339,6 +343,7 @@ type PlanningActionParamHover = null;
 type PlanningActionParamRightClick = null;
 interface PlanningActionParamInputOrKeyPress {
     value: string;
+    autoDismissKeyboard?: boolean;
 }
 type PlanningActionParamScroll = scrollParam;
 interface PlanningActionParamAssert {
@@ -377,7 +382,7 @@ interface ExecutionRecorderItem {
     screenshot?: string;
     timing?: string;
 }
-type ExecutionTaskType = 'Planning' | 'Insight' | 'Action' | 'Assertion';
+type ExecutionTaskType = 'Planning' | 'Insight' | 'Action' | 'Assertion' | 'Log';
 interface ExecutorContext {
     task: ExecutionTask;
     element?: LocateResultElement | null;
@@ -441,6 +446,10 @@ type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<'Insight', Executio
 type ExecutionTaskInsightAssertion = ExecutionTask<ExecutionTaskInsightAssertionApply>;
 type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<'Action', ActionParam, void, void>;
 type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;
+type ExecutionTaskLogApply<LogParam = {
+    content: string;
+}> = ExecutionTaskApply<'Log', LogParam, void, void>;
+type ExecutionTaskLog = ExecutionTask<ExecutionTaskLogApply>;
 type ExecutionTaskPlanningApply = ExecutionTaskApply<'Planning', {
     userInstruction: string;
     log?: string;
@@ -453,4 +462,4 @@ interface GroupedActionDump {
 }
 type PageType = 'puppeteer' | 'playwright' | 'static' | 'chrome-extension-proxy' | 'android';
 
-export { type PlanningActionParamAssert as $, type AIDescribeElementResponse as A, type InsightExtractParam as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type LocateResultElement as F, type DumpMeta as G, type InsightDump as H, type InsightAction as I, type LiteUISection as J, type ElementById as K, type LocateResult as L, type MidsceneYamlScript as M, type AgentWaitForOpt as N, type OnTaskStartTip as O, type PartialInsightDumpFromSDK as P, type AgentAssertOpt as Q, type ReportDumpWithAttributes as R, type PlanningLocateParam as S, type PlanningAction as T, UIContext as U, type PlanningAIResponse as V, type PlanningActionParamTap as W, type PlanningActionParamHover as X, type PlanningActionParamRightClick as Y, type PlanningActionParamInputOrKeyPress as Z, type PlanningActionParamScroll as _, type ExecutionTaskProgressOptions as a, type PlanningActionParamSleep as a0, type PlanningActionParamError as a1, type PlanningActionParamWaitFor as a2, type Color as a3, type BaseAgentParserOpt as a4, type PuppeteerParserOpt as a5, type PlaywrightParserOpt as a6, type ExecutionRecorderItem as a7, type ExecutionTaskType as a8, type ExecutorContext as a9, type MidsceneYamlScriptEnv as aA, type MidsceneYamlFlowItemAIAction as aB, type MidsceneYamlFlowItemAIAssert as aC, type MidsceneYamlFlowItemAIQuery as aD, type MidsceneYamlFlowItemAINumber as aE, type MidsceneYamlFlowItemAINString as aF, type MidsceneYamlFlowItemAIBoolean as aG, type MidsceneYamlFlowItemAILocate as aH, type MidsceneYamlFlowItemAIWaitFor as aI, type MidsceneYamlFlowItemAITap as aJ, type MidsceneYamlFlowItemAIHover as aK, type MidsceneYamlFlowItemAIInput as aL, type MidsceneYamlFlowItemAIKeyboardPress as aM, type MidsceneYamlFlowItemAIScroll as aN, type MidsceneYamlFlowItemEvaluateJavaScript as aO, type MidsceneYamlFlowItemSleep as aP, type FreeFn as aQ, type ScriptPlayerTaskStatus as aR, type ScriptPlayerStatusValue as aS, type TaskCacheInfo as aa, type ExecutionTaskReturn as ab, type ExecutionTaskInsightLocateParam as ac, type ExecutionTaskInsightLocateOutput as ad, type ExecutionTaskInsightDumpLog as ae, type ExecutionTaskInsightLocateApply as af, type ExecutionTaskInsightLocate as ag, type ExecutionTaskInsightQueryParam as ah, type ExecutionTaskInsightQueryOutput as ai, type ExecutionTaskInsightQueryApply as aj, type ExecutionTaskInsightQuery as ak, type ExecutionTaskInsightAssertionParam as al, type ExecutionTaskInsightAssertionApply as am, type ExecutionTaskInsightAssertion as an, type ExecutionTaskActionApply as ao, type ExecutionTaskAction as ap, type ExecutionTaskPlanningApply as aq, type ExecutionTaskPlanning as ar, type GroupedActionDump as as, type PageType as at, type LocateOption as au, type ReferenceImage as av, type scrollParam as aw, type MidsceneYamlScriptEnvBase as ax, type MidsceneYamlScriptWebEnv as ay, type MidsceneYamlScriptAndroidEnv as az, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractOption as g, type InsightAssertionResponse as h, type MidsceneYamlTask as i, type MidsceneYamlFlowItem as j, type MidsceneYamlFlowItemAIRightClick as k, type AIUsageInfo as l, AIResponseFormat as m, type AISingleElementResponseById as n, type AISingleElementResponseByPosition as o, type AISingleElementResponse as p, type AIElementLocatorResponse as q, type AIElementCoordinatesResponse as r, type AIElementResponse as s, type AIDataExtractionResponse as t, type AISectionLocatorResponse as u, type AIAssertionResponse as v, type LocatorValidatorOption as w, type LocateValidatorResult as x, type AgentDescribeElementAtPointResult as y, type EnsureObject as z };
+export { type PlanningActionParamAssert as $, type AIDescribeElementResponse as A, type InsightExtractParam as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type LocateResultElement as F, type DumpMeta as G, type InsightDump as H, type InsightAction as I, type LiteUISection as J, type ElementById as K, type LocateResult as L, type MidsceneYamlScript as M, type AgentWaitForOpt as N, type OnTaskStartTip as O, type PartialInsightDumpFromSDK as P, type AgentAssertOpt as Q, type ReportDumpWithAttributes as R, type PlanningLocateParam as S, type PlanningAction as T, UIContext as U, type PlanningAIResponse as V, type PlanningActionParamTap as W, type PlanningActionParamHover as X, type PlanningActionParamRightClick as Y, type PlanningActionParamInputOrKeyPress as Z, type PlanningActionParamScroll as _, type ExecutionTaskProgressOptions as a, type PlanningActionParamSleep as a0, type PlanningActionParamError as a1, type PlanningActionParamWaitFor as a2, type Color as a3, type BaseAgentParserOpt as a4, type PuppeteerParserOpt as a5, type PlaywrightParserOpt as a6, type ExecutionRecorderItem as a7, type ExecutionTaskType as a8, type ExecutorContext as a9, type MidsceneYamlScriptWebEnv as aA, type MidsceneYamlScriptAndroidEnv as aB, type MidsceneYamlScriptEnv as aC, type MidsceneYamlFlowItemAIAction as aD, type MidsceneYamlFlowItemAIAssert as aE, type MidsceneYamlFlowItemAIQuery as aF, type MidsceneYamlFlowItemAINumber as aG, type MidsceneYamlFlowItemAINString as aH, type MidsceneYamlFlowItemAIBoolean as aI, type MidsceneYamlFlowItemAILocate as aJ, type MidsceneYamlFlowItemAIWaitFor as aK, type MidsceneYamlFlowItemAITap as aL, type MidsceneYamlFlowItemAIHover as aM, type MidsceneYamlFlowItemAIInput as aN, type MidsceneYamlFlowItemAIKeyboardPress as aO, type MidsceneYamlFlowItemAIScroll as aP, type MidsceneYamlFlowItemEvaluateJavaScript as aQ, type MidsceneYamlFlowItemSleep as aR, type MidsceneYamlFlowItemLogScreenshot as aS, type FreeFn as aT, type ScriptPlayerTaskStatus as aU, type ScriptPlayerStatusValue as aV, type TaskCacheInfo as aa, type ExecutionTaskReturn as ab, type ExecutionTaskInsightLocateParam as ac, type ExecutionTaskInsightLocateOutput as ad, type ExecutionTaskInsightDumpLog as ae, type ExecutionTaskInsightLocateApply as af, type ExecutionTaskInsightLocate as ag, type ExecutionTaskInsightQueryParam as ah, type ExecutionTaskInsightQueryOutput as ai, type ExecutionTaskInsightQueryApply as aj, type ExecutionTaskInsightQuery as ak, type ExecutionTaskInsightAssertionParam as al, type ExecutionTaskInsightAssertionApply as am, type ExecutionTaskInsightAssertion as an, type ExecutionTaskActionApply as ao, type ExecutionTaskAction as ap, type ExecutionTaskLogApply as aq, type ExecutionTaskLog as ar, type ExecutionTaskPlanningApply as as, type ExecutionTaskPlanning as at, type GroupedActionDump as au, type PageType as av, type LocateOption as aw, type ReferenceImage as ax, type scrollParam as ay, type MidsceneYamlScriptEnvBase as az, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractOption as g, type InsightAssertionResponse as h, type MidsceneYamlTask as i, type MidsceneYamlFlowItem as j, type MidsceneYamlFlowItemAIRightClick as k, type AIUsageInfo as l, AIResponseFormat as m, type AISingleElementResponseById as n, type AISingleElementResponseByPosition as o, type AISingleElementResponse as p, type AIElementLocatorResponse as q, type AIElementCoordinatesResponse as r, type AIElementResponse as s, type AIDataExtractionResponse as t, type AISectionLocatorResponse as u, type AIAssertionResponse as v, type LocatorValidatorOption as w, type LocateValidatorResult as x, type AgentDescribeElementAtPointResult as y, type EnsureObject as z };

package/dist/lib/utils.d.ts

@@ -1,4 +1,4 @@
-import { R as ReportDumpWithAttributes } from './types-8c197f92.js';
+import { R as ReportDumpWithAttributes } from './types-00c9086f.js';
 import { Rect } from '@midscene/shared/types';
 import '@midscene/shared/constants';
 import 'openai/resources';

package/dist/lib/utils.js

@@ -12,7 +12,7 @@
 
 
 
-var _chunkIOBWFLADjs = require('./chunk-IOBWFLAD.js');
+var _chunkXIJPQF2Gjs = require('./chunk-XIJPQF2G.js');
 
 
 
@@ -27,4 +27,4 @@ var _chunkIOBWFLADjs = require('./chunk-IOBWFLAD.js');
 
 
 
-exports.getTmpDir = _chunkIOBWFLADjs.getTmpDir; exports.getTmpFile = _chunkIOBWFLADjs.getTmpFile; exports.getVersion = _chunkIOBWFLADjs.getVersion; exports.groupedActionDumpFileExt = _chunkIOBWFLADjs.groupedActionDumpFileExt; exports.overlapped = _chunkIOBWFLADjs.overlapped; exports.replaceStringWithFirstAppearance = _chunkIOBWFLADjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkIOBWFLADjs.replacerForPageObject; exports.reportHTMLContent = _chunkIOBWFLADjs.reportHTMLContent; exports.sleep = _chunkIOBWFLADjs.sleep; exports.stringifyDumpData = _chunkIOBWFLADjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkIOBWFLADjs.uploadTestInfoToServer; exports.writeDumpReport = _chunkIOBWFLADjs.writeDumpReport; exports.writeLogFile = _chunkIOBWFLADjs.writeLogFile;
+exports.getTmpDir = _chunkXIJPQF2Gjs.getTmpDir; exports.getTmpFile = _chunkXIJPQF2Gjs.getTmpFile; exports.getVersion = _chunkXIJPQF2Gjs.getVersion; exports.groupedActionDumpFileExt = _chunkXIJPQF2Gjs.groupedActionDumpFileExt; exports.overlapped = _chunkXIJPQF2Gjs.overlapped; exports.replaceStringWithFirstAppearance = _chunkXIJPQF2Gjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkXIJPQF2Gjs.replacerForPageObject; exports.reportHTMLContent = _chunkXIJPQF2Gjs.reportHTMLContent; exports.sleep = _chunkXIJPQF2Gjs.sleep; exports.stringifyDumpData = _chunkXIJPQF2Gjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkXIJPQF2Gjs.uploadTestInfoToServer; exports.writeDumpReport = _chunkXIJPQF2Gjs.writeDumpReport; exports.writeLogFile = _chunkXIJPQF2Gjs.writeLogFile;

package/dist/types/ai-model.d.ts

@@ -1,8 +1,8 @@
-import { l as AIUsageInfo, T as PlanningAction, j as MidsceneYamlFlowItem } from './types-8c197f92.js';
+import { l as AIUsageInfo, T as PlanningAction, j as MidsceneYamlFlowItem } from './types-00c9086f.js';
 import { ChatCompletionMessageParam } from 'openai/resources';
 export { ChatCompletionMessageParam } from 'openai/resources';
-import { b as AIActionType } from './llm-planning-573b9b34.js';
-export { a as AiAssert, f as AiExtractElementInfo, A as AiLocateElement, g as AiLocateSection, h as adaptBboxToRect, c as callAiFn, d as describeUserPage, e as elementByPositionWithElementInfo, p as plan } from './llm-planning-573b9b34.js';
+import { b as AIActionType } from './llm-planning-453ffce5.js';
+export { a as AiAssert, f as AiExtractElementInfo, A as AiLocateElement, g as AiLocateSection, h as adaptBboxToRect, c as callAiFn, d as describeUserPage, e as elementByPositionWithElementInfo, p as plan } from './llm-planning-453ffce5.js';
 import { vlLocateMode } from '@midscene/shared/env';
 import { actionParser } from '@ui-tars/action-parser';
 import { Size } from '@midscene/shared/types';

package/dist/types/index.d.ts

@@ -1,7 +1,7 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractOption, h as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-8c197f92.js';
-export { v as AIAssertionResponse, t as AIDataExtractionResponse, r as AIElementCoordinatesResponse, q as AIElementLocatorResponse, s as AIElementResponse, m as AIResponseFormat, u as AISectionLocatorResponse, p as AISingleElementResponse, n as AISingleElementResponseById, o as AISingleElementResponseByPosition, l as AIUsageInfo, Q as AgentAssertOpt, y as AgentDescribeElementAtPointResult, N as AgentWaitForOpt, a4 as BaseAgentParserOpt, C as CallAIFn, a3 as Color, G as DumpMeta, K as ElementById, z as EnsureObject, a7 as ExecutionRecorderItem, ap as ExecutionTaskAction, ao as ExecutionTaskActionApply, an as ExecutionTaskInsightAssertion, am as ExecutionTaskInsightAssertionApply, al as ExecutionTaskInsightAssertionParam, ae as ExecutionTaskInsightDumpLog, ag as ExecutionTaskInsightLocate, af as ExecutionTaskInsightLocateApply, ad as ExecutionTaskInsightLocateOutput, ac as ExecutionTaskInsightLocateParam, ak as ExecutionTaskInsightQuery, aj as ExecutionTaskInsightQueryApply, ai as ExecutionTaskInsightQueryOutput, ah as ExecutionTaskInsightQueryParam, ar as ExecutionTaskPlanning, aq as ExecutionTaskPlanningApply, ab as ExecutionTaskReturn, a8 as ExecutionTaskType, a9 as ExecutorContext, aQ as FreeFn, as as GroupedActionDump, H as InsightDump, B as InsightExtractParam, J as LiteUISection, au as LocateOption, F as LocateResultElement, x as LocateValidatorResult, w as LocatorValidatorOption, j as MidsceneYamlFlowItem, aB as MidsceneYamlFlowItemAIAction, aC as MidsceneYamlFlowItemAIAssert, aG as MidsceneYamlFlowItemAIBoolean, aK as MidsceneYamlFlowItemAIHover, aL as MidsceneYamlFlowItemAIInput, aM as MidsceneYamlFlowItemAIKeyboardPress, aH as MidsceneYamlFlowItemAILocate, aF as MidsceneYamlFlowItemAINString, aE as MidsceneYamlFlowItemAINumber, aD as MidsceneYamlFlowItemAIQuery, k as MidsceneYamlFlowItemAIRightClick, aN as MidsceneYamlFlowItemAIScroll, aJ as MidsceneYamlFlowItemAITap, aI as MidsceneYamlFlowItemAIWaitFor, aO as MidsceneYamlFlowItemEvaluateJavaScript, aP as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, az as MidsceneYamlScriptAndroidEnv, aA as MidsceneYamlScriptEnv, ax as MidsceneYamlScriptEnvBase, ay as MidsceneYamlScriptWebEnv, i as MidsceneYamlTask, O as OnTaskStartTip, at as PageType, P as PartialInsightDumpFromSDK, V as PlanningAIResponse, T as PlanningAction, $ as PlanningActionParamAssert, a1 as PlanningActionParamError, X as PlanningActionParamHover, Z as PlanningActionParamInputOrKeyPress, Y as PlanningActionParamRightClick, _ as PlanningActionParamScroll, a0 as PlanningActionParamSleep, W as PlanningActionParamTap, a2 as PlanningActionParamWaitFor, S as PlanningLocateParam, a6 as PlaywrightParserOpt, a5 as PuppeteerParserOpt, av as ReferenceImage, R as ReportDumpWithAttributes, aS as ScriptPlayerStatusValue, aR as ScriptPlayerTaskStatus, aa as TaskCacheInfo, aw as scrollParam } from './types-8c197f92.js';
-import { c as callAiFn } from './llm-planning-573b9b34.js';
-export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-573b9b34.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightTaskInfo, e as InsightOptions, f as DetailedLocateParam, L as LocateResult, g as InsightExtractOption, h as InsightAssertionResponse, A as AIDescribeElementResponse } from './types-00c9086f.js';
+export { v as AIAssertionResponse, t as AIDataExtractionResponse, r as AIElementCoordinatesResponse, q as AIElementLocatorResponse, s as AIElementResponse, m as AIResponseFormat, u as AISectionLocatorResponse, p as AISingleElementResponse, n as AISingleElementResponseById, o as AISingleElementResponseByPosition, l as AIUsageInfo, Q as AgentAssertOpt, y as AgentDescribeElementAtPointResult, N as AgentWaitForOpt, a4 as BaseAgentParserOpt, C as CallAIFn, a3 as Color, G as DumpMeta, K as ElementById, z as EnsureObject, a7 as ExecutionRecorderItem, ap as ExecutionTaskAction, ao as ExecutionTaskActionApply, an as ExecutionTaskInsightAssertion, am as ExecutionTaskInsightAssertionApply, al as ExecutionTaskInsightAssertionParam, ae as ExecutionTaskInsightDumpLog, ag as ExecutionTaskInsightLocate, af as ExecutionTaskInsightLocateApply, ad as ExecutionTaskInsightLocateOutput, ac as ExecutionTaskInsightLocateParam, ak as ExecutionTaskInsightQuery, aj as ExecutionTaskInsightQueryApply, ai as ExecutionTaskInsightQueryOutput, ah as ExecutionTaskInsightQueryParam, ar as ExecutionTaskLog, aq as ExecutionTaskLogApply, at as ExecutionTaskPlanning, as as ExecutionTaskPlanningApply, ab as ExecutionTaskReturn, a8 as ExecutionTaskType, a9 as ExecutorContext, aT as FreeFn, au as GroupedActionDump, H as InsightDump, B as InsightExtractParam, J as LiteUISection, aw as LocateOption, F as LocateResultElement, x as LocateValidatorResult, w as LocatorValidatorOption, j as MidsceneYamlFlowItem, aD as MidsceneYamlFlowItemAIAction, aE as MidsceneYamlFlowItemAIAssert, aI as MidsceneYamlFlowItemAIBoolean, aM as MidsceneYamlFlowItemAIHover, aN as MidsceneYamlFlowItemAIInput, aO as MidsceneYamlFlowItemAIKeyboardPress, aJ as MidsceneYamlFlowItemAILocate, aH as MidsceneYamlFlowItemAINString, aG as MidsceneYamlFlowItemAINumber, aF as MidsceneYamlFlowItemAIQuery, k as MidsceneYamlFlowItemAIRightClick, aP as MidsceneYamlFlowItemAIScroll, aL as MidsceneYamlFlowItemAITap, aK as MidsceneYamlFlowItemAIWaitFor, aQ as MidsceneYamlFlowItemEvaluateJavaScript, aS as MidsceneYamlFlowItemLogScreenshot, aR as MidsceneYamlFlowItemSleep, M as MidsceneYamlScript, aB as MidsceneYamlScriptAndroidEnv, aC as MidsceneYamlScriptEnv, az as MidsceneYamlScriptEnvBase, aA as MidsceneYamlScriptWebEnv, i as MidsceneYamlTask, O as OnTaskStartTip, av as PageType, P as PartialInsightDumpFromSDK, V as PlanningAIResponse, T as PlanningAction, $ as PlanningActionParamAssert, a1 as PlanningActionParamError, X as PlanningActionParamHover, Z as PlanningActionParamInputOrKeyPress, Y as PlanningActionParamRightClick, _ as PlanningActionParamScroll, a0 as PlanningActionParamSleep, W as PlanningActionParamTap, a2 as PlanningActionParamWaitFor, S as PlanningLocateParam, a6 as PlaywrightParserOpt, a5 as PuppeteerParserOpt, ax as ReferenceImage, R as ReportDumpWithAttributes, aV as ScriptPlayerStatusValue, aU as ScriptPlayerTaskStatus, aa as TaskCacheInfo, ay as scrollParam } from './types-00c9086f.js';
+import { c as callAiFn } from './llm-planning-453ffce5.js';
+export { a as AiAssert, A as AiLocateElement, d as describeUserPage, p as plan } from './llm-planning-453ffce5.js';
 import { BaseElement, Rect } from '@midscene/shared/types';
 export { BaseElement, ElementTreeNode, Point, Rect, Size } from '@midscene/shared/types';
 export { getVersion } from './utils.js';

package/dist/{es/llm-planning-573b9b34.d.ts → types/llm-planning-453ffce5.d.ts}

@@ -1,4 +1,4 @@
-import { l as AIUsageInfo, U as UIContext, av as ReferenceImage, q as AIElementLocatorResponse, K as ElementById, g as InsightExtractOption, t as AIDataExtractionResponse, v as AIAssertionResponse, at as PageType, V as PlanningAIResponse } from './types-8c197f92.js';
+import { l as AIUsageInfo, U as UIContext, ax as ReferenceImage, q as AIElementLocatorResponse, K as ElementById, g as InsightExtractOption, t as AIDataExtractionResponse, v as AIAssertionResponse, av as PageType, V as PlanningAIResponse } from './types-00c9086f.js';
 import { Rect, ElementTreeNode, BaseElement } from '@midscene/shared/types';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 

package/dist/{es/types-8c197f92.d.ts → types/types-00c9086f.d.ts}

@@ -123,7 +123,11 @@ interface MidsceneYamlFlowItemEvaluateJavaScript {
 interface MidsceneYamlFlowItemSleep {
     sleep: number;
 }
-type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep;
+interface MidsceneYamlFlowItemLogScreenshot {
+    logScreenshot?: string;
+    content?: string;
+}
+type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep | MidsceneYamlFlowItemLogScreenshot;
 interface FreeFn {
     name: string;
     fn: () => void;
@@ -180,8 +184,8 @@ interface AIElementCoordinatesResponse {
     errors?: string[];
 }
 type AIElementResponse = AIElementLocatorResponse | AIElementCoordinatesResponse;
-interface AIDataExtractionResponse<DataShape> {
-    data: DataShape;
+interface AIDataExtractionResponse<DataDemand> {
+    data: DataDemand;
     errors?: string[];
 }
 interface AISectionLocatorResponse {
@@ -339,6 +343,7 @@ type PlanningActionParamHover = null;
 type PlanningActionParamRightClick = null;
 interface PlanningActionParamInputOrKeyPress {
     value: string;
+    autoDismissKeyboard?: boolean;
 }
 type PlanningActionParamScroll = scrollParam;
 interface PlanningActionParamAssert {
@@ -377,7 +382,7 @@ interface ExecutionRecorderItem {
     screenshot?: string;
     timing?: string;
 }
-type ExecutionTaskType = 'Planning' | 'Insight' | 'Action' | 'Assertion';
+type ExecutionTaskType = 'Planning' | 'Insight' | 'Action' | 'Assertion' | 'Log';
 interface ExecutorContext {
     task: ExecutionTask;
     element?: LocateResultElement | null;
@@ -441,6 +446,10 @@ type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<'Insight', Executio
 type ExecutionTaskInsightAssertion = ExecutionTask<ExecutionTaskInsightAssertionApply>;
 type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<'Action', ActionParam, void, void>;
 type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;
+type ExecutionTaskLogApply<LogParam = {
+    content: string;
+}> = ExecutionTaskApply<'Log', LogParam, void, void>;
+type ExecutionTaskLog = ExecutionTask<ExecutionTaskLogApply>;
 type ExecutionTaskPlanningApply = ExecutionTaskApply<'Planning', {
     userInstruction: string;
     log?: string;
@@ -453,4 +462,4 @@ interface GroupedActionDump {
 }
 type PageType = 'puppeteer' | 'playwright' | 'static' | 'chrome-extension-proxy' | 'android';
 
-export { type PlanningActionParamAssert as $, type AIDescribeElementResponse as A, type InsightExtractParam as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type LocateResultElement as F, type DumpMeta as G, type InsightDump as H, type InsightAction as I, type LiteUISection as J, type ElementById as K, type LocateResult as L, type MidsceneYamlScript as M, type AgentWaitForOpt as N, type OnTaskStartTip as O, type PartialInsightDumpFromSDK as P, type AgentAssertOpt as Q, type ReportDumpWithAttributes as R, type PlanningLocateParam as S, type PlanningAction as T, UIContext as U, type PlanningAIResponse as V, type PlanningActionParamTap as W, type PlanningActionParamHover as X, type PlanningActionParamRightClick as Y, type PlanningActionParamInputOrKeyPress as Z, type PlanningActionParamScroll as _, type ExecutionTaskProgressOptions as a, type PlanningActionParamSleep as a0, type PlanningActionParamError as a1, type PlanningActionParamWaitFor as a2, type Color as a3, type BaseAgentParserOpt as a4, type PuppeteerParserOpt as a5, type PlaywrightParserOpt as a6, type ExecutionRecorderItem as a7, type ExecutionTaskType as a8, type ExecutorContext as a9, type MidsceneYamlScriptEnv as aA, type MidsceneYamlFlowItemAIAction as aB, type MidsceneYamlFlowItemAIAssert as aC, type MidsceneYamlFlowItemAIQuery as aD, type MidsceneYamlFlowItemAINumber as aE, type MidsceneYamlFlowItemAINString as aF, type MidsceneYamlFlowItemAIBoolean as aG, type MidsceneYamlFlowItemAILocate as aH, type MidsceneYamlFlowItemAIWaitFor as aI, type MidsceneYamlFlowItemAITap as aJ, type MidsceneYamlFlowItemAIHover as aK, type MidsceneYamlFlowItemAIInput as aL, type MidsceneYamlFlowItemAIKeyboardPress as aM, type MidsceneYamlFlowItemAIScroll as aN, type MidsceneYamlFlowItemEvaluateJavaScript as aO, type MidsceneYamlFlowItemSleep as aP, type FreeFn as aQ, type ScriptPlayerTaskStatus as aR, type ScriptPlayerStatusValue as aS, type TaskCacheInfo as aa, type ExecutionTaskReturn as ab, type ExecutionTaskInsightLocateParam as ac, type ExecutionTaskInsightLocateOutput as ad, type ExecutionTaskInsightDumpLog as ae, type ExecutionTaskInsightLocateApply as af, type ExecutionTaskInsightLocate as ag, type ExecutionTaskInsightQueryParam as ah, type ExecutionTaskInsightQueryOutput as ai, type ExecutionTaskInsightQueryApply as aj, type ExecutionTaskInsightQuery as ak, type ExecutionTaskInsightAssertionParam as al, type ExecutionTaskInsightAssertionApply as am, type ExecutionTaskInsightAssertion as an, type ExecutionTaskActionApply as ao, type ExecutionTaskAction as ap, type ExecutionTaskPlanningApply as aq, type ExecutionTaskPlanning as ar, type GroupedActionDump as as, type PageType as at, type LocateOption as au, type ReferenceImage as av, type scrollParam as aw, type MidsceneYamlScriptEnvBase as ax, type MidsceneYamlScriptWebEnv as ay, type MidsceneYamlScriptAndroidEnv as az, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractOption as g, type InsightAssertionResponse as h, type MidsceneYamlTask as i, type MidsceneYamlFlowItem as j, type MidsceneYamlFlowItemAIRightClick as k, type AIUsageInfo as l, AIResponseFormat as m, type AISingleElementResponseById as n, type AISingleElementResponseByPosition as o, type AISingleElementResponse as p, type AIElementLocatorResponse as q, type AIElementCoordinatesResponse as r, type AIElementResponse as s, type AIDataExtractionResponse as t, type AISectionLocatorResponse as u, type AIAssertionResponse as v, type LocatorValidatorOption as w, type LocateValidatorResult as x, type AgentDescribeElementAtPointResult as y, type EnsureObject as z };
+export { type PlanningActionParamAssert as $, type AIDescribeElementResponse as A, type InsightExtractParam as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type LocateResultElement as F, type DumpMeta as G, type InsightDump as H, type InsightAction as I, type LiteUISection as J, type ElementById as K, type LocateResult as L, type MidsceneYamlScript as M, type AgentWaitForOpt as N, type OnTaskStartTip as O, type PartialInsightDumpFromSDK as P, type AgentAssertOpt as Q, type ReportDumpWithAttributes as R, type PlanningLocateParam as S, type PlanningAction as T, UIContext as U, type PlanningAIResponse as V, type PlanningActionParamTap as W, type PlanningActionParamHover as X, type PlanningActionParamRightClick as Y, type PlanningActionParamInputOrKeyPress as Z, type PlanningActionParamScroll as _, type ExecutionTaskProgressOptions as a, type PlanningActionParamSleep as a0, type PlanningActionParamError as a1, type PlanningActionParamWaitFor as a2, type Color as a3, type BaseAgentParserOpt as a4, type PuppeteerParserOpt as a5, type PlaywrightParserOpt as a6, type ExecutionRecorderItem as a7, type ExecutionTaskType as a8, type ExecutorContext as a9, type MidsceneYamlScriptWebEnv as aA, type MidsceneYamlScriptAndroidEnv as aB, type MidsceneYamlScriptEnv as aC, type MidsceneYamlFlowItemAIAction as aD, type MidsceneYamlFlowItemAIAssert as aE, type MidsceneYamlFlowItemAIQuery as aF, type MidsceneYamlFlowItemAINumber as aG, type MidsceneYamlFlowItemAINString as aH, type MidsceneYamlFlowItemAIBoolean as aI, type MidsceneYamlFlowItemAILocate as aJ, type MidsceneYamlFlowItemAIWaitFor as aK, type MidsceneYamlFlowItemAITap as aL, type MidsceneYamlFlowItemAIHover as aM, type MidsceneYamlFlowItemAIInput as aN, type MidsceneYamlFlowItemAIKeyboardPress as aO, type MidsceneYamlFlowItemAIScroll as aP, type MidsceneYamlFlowItemEvaluateJavaScript as aQ, type MidsceneYamlFlowItemSleep as aR, type MidsceneYamlFlowItemLogScreenshot as aS, type FreeFn as aT, type ScriptPlayerTaskStatus as aU, type ScriptPlayerStatusValue as aV, type TaskCacheInfo as aa, type ExecutionTaskReturn as ab, type ExecutionTaskInsightLocateParam as ac, type ExecutionTaskInsightLocateOutput as ad, type ExecutionTaskInsightDumpLog as ae, type ExecutionTaskInsightLocateApply as af, type ExecutionTaskInsightLocate as ag, type ExecutionTaskInsightQueryParam as ah, type ExecutionTaskInsightQueryOutput as ai, type ExecutionTaskInsightQueryApply as aj, type ExecutionTaskInsightQuery as ak, type ExecutionTaskInsightAssertionParam as al, type ExecutionTaskInsightAssertionApply as am, type ExecutionTaskInsightAssertion as an, type ExecutionTaskActionApply as ao, type ExecutionTaskAction as ap, type ExecutionTaskLogApply as aq, type ExecutionTaskLog as ar, type ExecutionTaskPlanningApply as as, type ExecutionTaskPlanning as at, type GroupedActionDump as au, type PageType as av, type LocateOption as aw, type ReferenceImage as ax, type scrollParam as ay, type MidsceneYamlScriptEnvBase as az, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightTaskInfo as d, type InsightOptions as e, type DetailedLocateParam as f, type InsightExtractOption as g, type InsightAssertionResponse as h, type MidsceneYamlTask as i, type MidsceneYamlFlowItem as j, type MidsceneYamlFlowItemAIRightClick as k, type AIUsageInfo as l, AIResponseFormat as m, type AISingleElementResponseById as n, type AISingleElementResponseByPosition as o, type AISingleElementResponse as p, type AIElementLocatorResponse as q, type AIElementCoordinatesResponse as r, type AIElementResponse as s, type AIDataExtractionResponse as t, type AISectionLocatorResponse as u, type AIAssertionResponse as v, type LocatorValidatorOption as w, type LocateValidatorResult as x, type AgentDescribeElementAtPointResult as y, type EnsureObject as z };

package/dist/types/utils.d.ts

@@ -1,4 +1,4 @@
-import { R as ReportDumpWithAttributes } from './types-8c197f92.js';
+import { R as ReportDumpWithAttributes } from './types-00c9086f.js';
 import { Rect } from '@midscene/shared/types';
 import '@midscene/shared/constants';
 import 'openai/resources';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.17.5",
+  "version": "0.17.6-beta-20250607054355.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -45,7 +45,7 @@
     "openai": "4.81.0",
     "socks-proxy-agent": "8.0.4",
     "xss": "1.0.15",
-    "@midscene/shared": "0.17.5"
+    "@midscene/shared": "0.17.6-beta-20250607054355.0"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",