@midscene/core 0.11.2 → 0.11.3

package/dist/lib/{chunk-DNL7467B.js → chunk-PQ34NDB5.js}

@@ -2,13 +2,13 @@
 
 
 
-var _chunkBYT7NPTCjs = require('./chunk-BYT7NPTC.js');
+var _chunkIOU6IQ5Djs = require('./chunk-IOU6IQ5D.js');
 
 
 
 
 
-var _chunkHMB36AJ4js = require('./chunk-HMB36AJ4.js');
+var _chunkJCZGPJM3js = require('./chunk-JCZGPJM3.js');
 
 
 
@@ -159,7 +159,7 @@ ${(_b = this.latestErrorTask()) == null ? void 0 : _b.errorStack}`
   }
   dump() {
     const dumpData = {
-      sdkVersion: _chunkBYT7NPTCjs.getVersion.call(void 0, ),
+      sdkVersion: _chunkIOU6IQ5Djs.getVersion.call(void 0, ),
       model_name: _chunkG2Z4BC6Ljs.getAIConfig.call(void 0, _chunkG2Z4BC6Ljs.MIDSCENE_MODEL_NAME) || "",
       logTime: Date.now(),
       name: this.name,
@@ -179,11 +179,11 @@ var _utils = require('@midscene/shared/utils');
 var logContent = [];
 var logIdIndexMap = {};
 function emitInsightDump(data, logId, dumpSubscriber) {
-  const logDir = _chunkBYT7NPTCjs.getLogDir.call(void 0, );
+  const logDir = _chunkIOU6IQ5Djs.getLogDir.call(void 0, );
   _assert2.default.call(void 0, logDir, "logDir should be set before writing dump file");
   const id = logId || _utils.uuid.call(void 0, );
   const baseData = {
-    sdkVersion: _chunkBYT7NPTCjs.getVersion.call(void 0, ),
+    sdkVersion: _chunkIOU6IQ5Djs.getVersion.call(void 0, ),
     logTime: Date.now(),
     model_name: _chunkG2Z4BC6Ljs.getAIConfig.call(void 0, _chunkG2Z4BC6Ljs.MIDSCENE_MODEL_NAME) || "",
     model_description: _chunkG2Z4BC6Ljs.getAIConfig.call(void 0, _chunkG2Z4BC6Ljs.MIDSCENE_USE_VLM_UI_TARS) ? "vlm-ui-tars enabled" : ""
@@ -194,7 +194,7 @@ function emitInsightDump(data, logId, dumpSubscriber) {
     ...data
   };
   dumpSubscriber == null ? void 0 : dumpSubscriber(finalData);
-  const dataString = _chunkBYT7NPTCjs.stringifyDumpData.call(void 0, finalData, 2);
+  const dataString = _chunkIOU6IQ5Djs.stringifyDumpData.call(void 0, finalData, 2);
   if (typeof logIdIndexMap[id] === "number") {
     logContent[logIdIndexMap[id]] = dataString;
   } else {
@@ -207,7 +207,7 @@ function emitInsightDump(data, logId, dumpSubscriber) {
 // src/insight/index.ts
 var Insight = class {
   constructor(context, opt) {
-    this.aiVendorFn = _chunkHMB36AJ4js.callAiFn;
+    this.aiVendorFn = _chunkJCZGPJM3js.callAiFn;
     _assert2.default.call(void 0, context, "context is required for Insight");
     if (typeof context === "function") {
       this.contextRetrieverFn = context;
@@ -233,7 +233,7 @@ var Insight = class {
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("locate");
     const startTime = Date.now();
-    const { parseResult, elementById, rawResponse, usage } = await _chunkHMB36AJ4js.AiInspectElement.call(void 0, {
+    const { parseResult, elementById, rawResponse, usage } = await _chunkJCZGPJM3js.AiInspectElement.call(void 0, {
       callAI: callAI || this.aiVendorFn,
       context,
       multi: Boolean(multi),
@@ -316,7 +316,7 @@ ${parseResult.errors.join("\n")}`;
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("extract");
     const startTime = Date.now();
-    const { parseResult, elementById } = await _chunkHMB36AJ4js.AiExtractElementInfo.call(void 0, {
+    const { parseResult, elementById } = await _chunkJCZGPJM3js.AiExtractElementInfo.call(void 0, {
       context,
       dataQuery: dataDemand
     });
@@ -370,7 +370,7 @@ ${parseResult.errors.join("\n")}`;
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("assert");
     const startTime = Date.now();
-    const assertResult = await _chunkHMB36AJ4js.AiAssert.call(void 0, {
+    const assertResult = await _chunkJCZGPJM3js.AiAssert.call(void 0, {
       assertion,
       context
     });
@@ -413,4 +413,4 @@ var src_default = Insight;
 
 exports.Executor = Executor; exports.Insight = Insight; exports.src_default = src_default;
 
-//# sourceMappingURL=chunk-DNL7467B.js.map
+//# sourceMappingURL=chunk-PQ34NDB5.js.map

package/dist/lib/evaluation.js

@@ -1,8 +1,8 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }require('./chunk-DNL7467B.js');
-require('./chunk-BYT7NPTC.js');
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }require('./chunk-PQ34NDB5.js');
+require('./chunk-IOU6IQ5D.js');
 
 
-var _chunkHMB36AJ4js = require('./chunk-HMB36AJ4.js');
+var _chunkJCZGPJM3js = require('./chunk-JCZGPJM3.js');
 require('./chunk-G2Z4BC6L.js');
 require('./chunk-LQ2VYIYD.js');
 
@@ -34,7 +34,7 @@ async function buildContext(targetDir) {
     context: {
       ...baseContext,
       describer: async () => {
-        return _chunkHMB36AJ4js.describeUserPage.call(void 0, baseContext);
+        return _chunkJCZGPJM3js.describeUserPage.call(void 0, baseContext);
       }
     },
     snapshotJson,

package/dist/lib/index.js

@@ -2,12 +2,12 @@
 
 
 
-var _chunkDNL7467Bjs = require('./chunk-DNL7467B.js');
+var _chunkPQ34NDB5js = require('./chunk-PQ34NDB5.js');
 
 
 
 
-var _chunkBYT7NPTCjs = require('./chunk-BYT7NPTC.js');
+var _chunkIOU6IQ5Djs = require('./chunk-IOU6IQ5D.js');
 
 
 
@@ -17,7 +17,7 @@ var _chunkBYT7NPTCjs = require('./chunk-BYT7NPTC.js');
 
 
 
-var _chunkHMB36AJ4js = require('./chunk-HMB36AJ4.js');
+var _chunkJCZGPJM3js = require('./chunk-JCZGPJM3.js');
 
 
 
@@ -40,4 +40,4 @@ require('./chunk-LQ2VYIYD.js');
 
 
 
-exports.AIResponseFormat = _chunkHMB36AJ4js.AIResponseFormat; exports.AiAssert = _chunkHMB36AJ4js.AiAssert; exports.AiInspectElement = _chunkHMB36AJ4js.AiInspectElement; exports.BaseElement = _chunkHMB36AJ4js.BaseElement; exports.Executor = _chunkDNL7467Bjs.Executor; exports.Insight = _chunkDNL7467Bjs.Insight; exports.MIDSCENE_MODEL_NAME = _chunkG2Z4BC6Ljs.MIDSCENE_MODEL_NAME; exports.UIContext = _chunkHMB36AJ4js.UIContext; exports.default = _chunkDNL7467Bjs.src_default; exports.describeUserPage = _chunkHMB36AJ4js.describeUserPage; exports.getAIConfig = _chunkG2Z4BC6Ljs.getAIConfig; exports.getLogDirByType = _chunkBYT7NPTCjs.getLogDirByType; exports.getVersion = _chunkBYT7NPTCjs.getVersion; exports.plan = _chunkHMB36AJ4js.plan; exports.setLogDir = _chunkBYT7NPTCjs.setLogDir; exports.transformElementPositionToId = _chunkHMB36AJ4js.transformElementPositionToId;
+exports.AIResponseFormat = _chunkJCZGPJM3js.AIResponseFormat; exports.AiAssert = _chunkJCZGPJM3js.AiAssert; exports.AiInspectElement = _chunkJCZGPJM3js.AiInspectElement; exports.BaseElement = _chunkJCZGPJM3js.BaseElement; exports.Executor = _chunkPQ34NDB5js.Executor; exports.Insight = _chunkPQ34NDB5js.Insight; exports.MIDSCENE_MODEL_NAME = _chunkG2Z4BC6Ljs.MIDSCENE_MODEL_NAME; exports.UIContext = _chunkJCZGPJM3js.UIContext; exports.default = _chunkPQ34NDB5js.src_default; exports.describeUserPage = _chunkJCZGPJM3js.describeUserPage; exports.getAIConfig = _chunkG2Z4BC6Ljs.getAIConfig; exports.getLogDirByType = _chunkIOU6IQ5Djs.getLogDirByType; exports.getVersion = _chunkIOU6IQ5Djs.getVersion; exports.plan = _chunkJCZGPJM3js.plan; exports.setLogDir = _chunkIOU6IQ5Djs.setLogDir; exports.transformElementPositionToId = _chunkJCZGPJM3js.transformElementPositionToId;

package/dist/lib/types/ai-model.d.ts

@@ -1,8 +1,8 @@
-import { h as AIUsageInfo, z as PlanningAction } from './types-4eebf154.js';
+import { h as AIUsageInfo, z as PlanningAction } from './types-95b0888e.js';
 import { ChatCompletionMessageParam } from 'openai/resources';
 export { ChatCompletionMessageParam } from 'openai/resources';
-import { b as AIActionType } from './llm-planning-65378494.js';
-export { a as AiAssert, e as AiExtractElementInfo, A as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-65378494.js';
+import { b as AIActionType } from './llm-planning-75af16ef.js';
+export { a as AiAssert, e as AiExtractElementInfo, A as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-75af16ef.js';
 import { actionParser } from '@ui-tars/action-parser';
 import '@midscene/shared/constants';
 

package/dist/lib/types/index.d.ts

@@ -1,7 +1,7 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, f as InsightAssertionResponse, A as AISingleElementResponse } from './types-4eebf154.js';
-export { o as AIAssertionResponse, l as AIElementIdResponse, m as AIElementResponse, i as AIResponseFormat, n as AISectionParseResponse, j as AISingleElementResponseById, k as AISingleElementResponseByPosition, h as AIUsageInfo, x as AgentAssertOpt, w as AgentWaitForOpt, Y as BaseAgentParserOpt, C as CallAIFn, X as Color, r as DumpMeta, v as ElementById, g as ElementTreeNode, p as EnsureObject, $ as ExecutionRecorderItem, ah as ExecutionTaskAction, ag as ExecutionTaskActionApply, af as ExecutionTaskInsightAssertion, ae as ExecutionTaskInsightAssertionApply, ad as ExecutionTaskInsightAssertionParam, a6 as ExecutionTaskInsightDumpLog, a8 as ExecutionTaskInsightLocate, a7 as ExecutionTaskInsightLocateApply, a5 as ExecutionTaskInsightLocateOutput, a4 as ExecutionTaskInsightLocateParam, ac as ExecutionTaskInsightQuery, ab as ExecutionTaskInsightQueryApply, aa as ExecutionTaskInsightQueryOutput, a9 as ExecutionTaskInsightQueryParam, aj as ExecutionTaskPlanning, ai as ExecutionTaskPlanningApply, a3 as ExecutionTaskReturn, a0 as ExecutionTaskType, a1 as ExecutorContext, ak as GroupedActionDump, t as InsightDump, q as InsightExtractParam, L as LiteUISection, O as OnTaskStartTip, u as PartialInsightDumpFromSDK, F as PlanningAIResponse, z as PlanningAction, Q as PlanningActionParamAssert, V as PlanningActionParamError, K as PlanningActionParamHover, M as PlanningActionParamInputOrKeyPress, H as PlanningActionParamPlan, N as PlanningActionParamScroll, T as PlanningActionParamSleep, J as PlanningActionParamTap, W as PlanningActionParamWaitFor, G as PlanningFurtherPlan, y as PlanningLocateParam, _ as PlaywrightParserOpt, P as Point, Z as PuppeteerParserOpt, R as Rect, s as ReportDumpWithAttributes, S as Size, a2 as TaskCacheInfo } from './types-4eebf154.js';
-import { c as callAiFn } from './llm-planning-65378494.js';
-export { a as AiAssert, A as AiInspectElement, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-65378494.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, f as InsightAssertionResponse, A as AISingleElementResponse } from './types-95b0888e.js';
+export { o as AIAssertionResponse, l as AIElementIdResponse, m as AIElementResponse, i as AIResponseFormat, n as AISectionParseResponse, j as AISingleElementResponseById, k as AISingleElementResponseByPosition, h as AIUsageInfo, x as AgentAssertOpt, w as AgentWaitForOpt, Y as BaseAgentParserOpt, C as CallAIFn, X as Color, r as DumpMeta, v as ElementById, g as ElementTreeNode, p as EnsureObject, $ as ExecutionRecorderItem, ah as ExecutionTaskAction, ag as ExecutionTaskActionApply, af as ExecutionTaskInsightAssertion, ae as ExecutionTaskInsightAssertionApply, ad as ExecutionTaskInsightAssertionParam, a6 as ExecutionTaskInsightDumpLog, a8 as ExecutionTaskInsightLocate, a7 as ExecutionTaskInsightLocateApply, a5 as ExecutionTaskInsightLocateOutput, a4 as ExecutionTaskInsightLocateParam, ac as ExecutionTaskInsightQuery, ab as ExecutionTaskInsightQueryApply, aa as ExecutionTaskInsightQueryOutput, a9 as ExecutionTaskInsightQueryParam, aj as ExecutionTaskPlanning, ai as ExecutionTaskPlanningApply, a3 as ExecutionTaskReturn, a0 as ExecutionTaskType, a1 as ExecutorContext, ak as GroupedActionDump, t as InsightDump, q as InsightExtractParam, L as LiteUISection, O as OnTaskStartTip, u as PartialInsightDumpFromSDK, F as PlanningAIResponse, z as PlanningAction, Q as PlanningActionParamAssert, V as PlanningActionParamError, K as PlanningActionParamHover, M as PlanningActionParamInputOrKeyPress, H as PlanningActionParamPlan, N as PlanningActionParamScroll, T as PlanningActionParamSleep, J as PlanningActionParamTap, W as PlanningActionParamWaitFor, G as PlanningFurtherPlan, y as PlanningLocateParam, _ as PlaywrightParserOpt, P as Point, Z as PuppeteerParserOpt, R as Rect, s as ReportDumpWithAttributes, S as Size, a2 as TaskCacheInfo } from './types-95b0888e.js';
+import { c as callAiFn } from './llm-planning-75af16ef.js';
+export { a as AiAssert, A as AiInspectElement, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-75af16ef.js';
 export { getLogDirByType, getVersion, setLogDir } from './utils.js';
 export { MIDSCENE_MODEL_NAME, getAIConfig } from './env.js';
 import '@midscene/shared/constants';

package/dist/lib/types/{llm-planning-65378494.d.ts → llm-planning-75af16ef.d.ts}

@@ -1,4 +1,4 @@
-import { h as AIUsageInfo, B as BaseElement, U as UIContext, m as AIElementResponse, g as ElementTreeNode, A as AISingleElementResponse, k as AISingleElementResponseByPosition, v as ElementById, n as AISectionParseResponse, o as AIAssertionResponse, F as PlanningAIResponse } from './types-4eebf154.js';
+import { h as AIUsageInfo, B as BaseElement, U as UIContext, m as AIElementResponse, g as ElementTreeNode, A as AISingleElementResponse, k as AISingleElementResponseByPosition, v as ElementById, n as AISectionParseResponse, o as AIAssertionResponse, F as PlanningAIResponse } from './types-95b0888e.js';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 
 type AIArgs = [

package/dist/lib/types/tree.d.ts

@@ -1,5 +1,5 @@
 import * as _midscene_shared_constants from '@midscene/shared/constants';
-import { B as BaseElement, g as ElementTreeNode } from './types-4eebf154.js';
+import { B as BaseElement, g as ElementTreeNode } from './types-95b0888e.js';
 import 'openai/resources';
 
 declare function truncateText(text: string | number | object | undefined, maxLength?: number): string;

package/dist/lib/types/{types-4eebf154.d.ts → types-95b0888e.d.ts}

@@ -243,6 +243,7 @@ interface ExecutionTaskApply<Type extends ExecutionTaskType = any, TaskParam = a
     thought?: string;
     locate: PlanningLocateParam | null;
     quickAnswer?: AISingleElementResponse | null;
+    pageContext?: UIContext;
     executor: (param: TaskParam, context: ExecutorContext) => Promise<ExecutionTaskReturn<TaskOutput, TaskLog> | undefined | void> | undefined | void;
 }
 interface ExecutionTaskReturn<TaskOutput = unknown, TaskLog = unknown> {

package/dist/lib/types/utils.d.ts

@@ -1,4 +1,4 @@
-import { s as ReportDumpWithAttributes, R as Rect } from './types-4eebf154.js';
+import { s as ReportDumpWithAttributes, R as Rect } from './types-95b0888e.js';
 import '@midscene/shared/constants';
 import 'openai/resources';
 

package/dist/lib/utils.js

@@ -15,7 +15,7 @@
 
 
 
-var _chunkBYT7NPTCjs = require('./chunk-BYT7NPTC.js');
+var _chunkIOU6IQ5Djs = require('./chunk-IOU6IQ5D.js');
 require('./chunk-G2Z4BC6L.js');
 require('./chunk-LQ2VYIYD.js');
 
@@ -35,4 +35,4 @@ require('./chunk-LQ2VYIYD.js');
 
 
 
-exports.getLogDir = _chunkBYT7NPTCjs.getLogDir; exports.getLogDirByType = _chunkBYT7NPTCjs.getLogDirByType; exports.getTmpDir = _chunkBYT7NPTCjs.getTmpDir; exports.getTmpFile = _chunkBYT7NPTCjs.getTmpFile; exports.getVersion = _chunkBYT7NPTCjs.getVersion; exports.groupedActionDumpFileExt = _chunkBYT7NPTCjs.groupedActionDumpFileExt; exports.overlapped = _chunkBYT7NPTCjs.overlapped; exports.replaceStringWithFirstAppearance = _chunkBYT7NPTCjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkBYT7NPTCjs.replacerForPageObject; exports.reportHTMLContent = _chunkBYT7NPTCjs.reportHTMLContent; exports.setLogDir = _chunkBYT7NPTCjs.setLogDir; exports.sleep = _chunkBYT7NPTCjs.sleep; exports.stringifyDumpData = _chunkBYT7NPTCjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkBYT7NPTCjs.uploadTestInfoToServer; exports.writeDumpReport = _chunkBYT7NPTCjs.writeDumpReport; exports.writeLogFile = _chunkBYT7NPTCjs.writeLogFile;
+exports.getLogDir = _chunkIOU6IQ5Djs.getLogDir; exports.getLogDirByType = _chunkIOU6IQ5Djs.getLogDirByType; exports.getTmpDir = _chunkIOU6IQ5Djs.getTmpDir; exports.getTmpFile = _chunkIOU6IQ5Djs.getTmpFile; exports.getVersion = _chunkIOU6IQ5Djs.getVersion; exports.groupedActionDumpFileExt = _chunkIOU6IQ5Djs.groupedActionDumpFileExt; exports.overlapped = _chunkIOU6IQ5Djs.overlapped; exports.replaceStringWithFirstAppearance = _chunkIOU6IQ5Djs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkIOU6IQ5Djs.replacerForPageObject; exports.reportHTMLContent = _chunkIOU6IQ5Djs.reportHTMLContent; exports.setLogDir = _chunkIOU6IQ5Djs.setLogDir; exports.sleep = _chunkIOU6IQ5Djs.sleep; exports.stringifyDumpData = _chunkIOU6IQ5Djs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkIOU6IQ5Djs.uploadTestInfoToServer; exports.writeDumpReport = _chunkIOU6IQ5Djs.writeDumpReport; exports.writeLogFile = _chunkIOU6IQ5Djs.writeLogFile;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.11.2",
+  "version": "0.11.3",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -50,7 +50,7 @@
     "@ui-tars/action-parser": "1.0.1",
     "openai": "4.81.0",
     "socks-proxy-agent": "8.0.4",
-    "@midscene/shared": "0.11.2"
+    "@midscene/shared": "0.11.3"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",