@midscene/core 0.12.1 → 0.12.2

package/dist/lib/evaluation.js

@@ -1,8 +1,8 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }require('./chunk-2BACMIBG.js');
-require('./chunk-SE6FHTRR.js');
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }require('./chunk-NETSG4MY.js');
+require('./chunk-6DPWW5RJ.js');
 
 
-var _chunkAYXF4DBRjs = require('./chunk-AYXF4DBR.js');
+var _chunkXEGSHWMPjs = require('./chunk-XEGSHWMP.js');
 require('./chunk-XBSEZM3Y.js');
 require('./chunk-LQ2VYIYD.js');
 
@@ -34,7 +34,7 @@ async function buildContext(targetDir) {
     context: {
       ...baseContext,
       describer: async () => {
-        return _chunkAYXF4DBRjs.describeUserPage.call(void 0, baseContext);
+        return _chunkXEGSHWMPjs.describeUserPage.call(void 0, baseContext);
       }
     },
     snapshotJson,

package/dist/lib/index.js

@@ -2,12 +2,12 @@
 
 
 
-var _chunk2BACMIBGjs = require('./chunk-2BACMIBG.js');
+var _chunkNETSG4MYjs = require('./chunk-NETSG4MY.js');
 
 
 
 
-var _chunkSE6FHTRRjs = require('./chunk-SE6FHTRR.js');
+var _chunk6DPWW5RJjs = require('./chunk-6DPWW5RJ.js');
 
 
 
@@ -17,7 +17,7 @@ var _chunkSE6FHTRRjs = require('./chunk-SE6FHTRR.js');
 
 
 
-var _chunkAYXF4DBRjs = require('./chunk-AYXF4DBR.js');
+var _chunkXEGSHWMPjs = require('./chunk-XEGSHWMP.js');
 
 
 
@@ -40,4 +40,4 @@ require('./chunk-LQ2VYIYD.js');
 
 
 
-exports.AIResponseFormat = _chunkAYXF4DBRjs.AIResponseFormat; exports.AiAssert = _chunkAYXF4DBRjs.AiAssert; exports.AiInspectElement = _chunkAYXF4DBRjs.AiInspectElement; exports.BaseElement = _chunkAYXF4DBRjs.BaseElement; exports.Executor = _chunk2BACMIBGjs.Executor; exports.Insight = _chunk2BACMIBGjs.Insight; exports.MIDSCENE_MODEL_NAME = _chunkXBSEZM3Yjs.MIDSCENE_MODEL_NAME; exports.UIContext = _chunkAYXF4DBRjs.UIContext; exports.default = _chunk2BACMIBGjs.src_default; exports.describeUserPage = _chunkAYXF4DBRjs.describeUserPage; exports.getAIConfig = _chunkXBSEZM3Yjs.getAIConfig; exports.getLogDirByType = _chunkSE6FHTRRjs.getLogDirByType; exports.getVersion = _chunkSE6FHTRRjs.getVersion; exports.plan = _chunkAYXF4DBRjs.plan; exports.setLogDir = _chunkSE6FHTRRjs.setLogDir; exports.transformElementPositionToId = _chunkAYXF4DBRjs.transformElementPositionToId;
+exports.AIResponseFormat = _chunkXEGSHWMPjs.AIResponseFormat; exports.AiAssert = _chunkXEGSHWMPjs.AiAssert; exports.AiInspectElement = _chunkXEGSHWMPjs.AiInspectElement; exports.BaseElement = _chunkXEGSHWMPjs.BaseElement; exports.Executor = _chunkNETSG4MYjs.Executor; exports.Insight = _chunkNETSG4MYjs.Insight; exports.MIDSCENE_MODEL_NAME = _chunkXBSEZM3Yjs.MIDSCENE_MODEL_NAME; exports.UIContext = _chunkXEGSHWMPjs.UIContext; exports.default = _chunkNETSG4MYjs.src_default; exports.describeUserPage = _chunkXEGSHWMPjs.describeUserPage; exports.getAIConfig = _chunkXBSEZM3Yjs.getAIConfig; exports.getLogDirByType = _chunk6DPWW5RJjs.getLogDirByType; exports.getVersion = _chunk6DPWW5RJjs.getVersion; exports.plan = _chunkXEGSHWMPjs.plan; exports.setLogDir = _chunk6DPWW5RJjs.setLogDir; exports.transformElementPositionToId = _chunkXEGSHWMPjs.transformElementPositionToId;

package/dist/lib/types/ai-model.d.ts

@@ -1,8 +1,8 @@
-import { h as AIUsageInfo, F as PlanningAction } from './types-7768f478.js';
+import { h as AIUsageInfo, F as PlanningAction } from './types-f45a4ee7.js';
 import { ChatCompletionMessageParam } from 'openai/resources';
 export { ChatCompletionMessageParam } from 'openai/resources';
-import { b as AIActionType } from './llm-planning-24988daa.js';
-export { a as AiAssert, e as AiExtractElementInfo, A as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-24988daa.js';
+import { b as AIActionType } from './llm-planning-e8b915d3.js';
+export { a as AiAssert, e as AiExtractElementInfo, A as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-e8b915d3.js';
 import { actionParser } from '@ui-tars/action-parser';
 import '@midscene/shared/constants';
 

package/dist/lib/types/index.d.ts

@@ -1,7 +1,7 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, f as InsightAssertionResponse, A as AISingleElementResponse } from './types-7768f478.js';
-export { p as AIAssertionResponse, m as AIElementCoordinatesResponse, l as AIElementIdResponse, n as AIElementResponse, i as AIResponseFormat, o as AISectionParseResponse, j as AISingleElementResponseById, k as AISingleElementResponseByPosition, h as AIUsageInfo, y as AgentAssertOpt, x as AgentWaitForOpt, X as BaseAgentParserOpt, C as CallAIFn, W as Color, s as DumpMeta, w as ElementById, g as ElementTreeNode, q as EnsureObject, _ as ExecutionRecorderItem, ag as ExecutionTaskAction, af as ExecutionTaskActionApply, ae as ExecutionTaskInsightAssertion, ad as ExecutionTaskInsightAssertionApply, ac as ExecutionTaskInsightAssertionParam, a5 as ExecutionTaskInsightDumpLog, a7 as ExecutionTaskInsightLocate, a6 as ExecutionTaskInsightLocateApply, a4 as ExecutionTaskInsightLocateOutput, a3 as ExecutionTaskInsightLocateParam, ab as ExecutionTaskInsightQuery, aa as ExecutionTaskInsightQueryApply, a9 as ExecutionTaskInsightQueryOutput, a8 as ExecutionTaskInsightQueryParam, ai as ExecutionTaskPlanning, ah as ExecutionTaskPlanningApply, a2 as ExecutionTaskReturn, $ as ExecutionTaskType, a0 as ExecutorContext, aj as GroupedActionDump, u as InsightDump, r as InsightExtractParam, L as LiteUISection, O as OnTaskStartTip, v as PartialInsightDumpFromSDK, G as PlanningAIResponse, F as PlanningAction, N as PlanningActionParamAssert, T as PlanningActionParamError, J as PlanningActionParamHover, K as PlanningActionParamInputOrKeyPress, M as PlanningActionParamScroll, Q as PlanningActionParamSleep, H as PlanningActionParamTap, V as PlanningActionParamWaitFor, z as PlanningLocateParam, Z as PlaywrightParserOpt, P as Point, Y as PuppeteerParserOpt, R as Rect, t as ReportDumpWithAttributes, S as Size, a1 as TaskCacheInfo } from './types-7768f478.js';
-import { c as callAiFn } from './llm-planning-24988daa.js';
-export { a as AiAssert, A as AiInspectElement, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-24988daa.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, f as InsightAssertionResponse, A as AISingleElementResponse } from './types-f45a4ee7.js';
+export { p as AIAssertionResponse, m as AIElementCoordinatesResponse, l as AIElementIdResponse, n as AIElementResponse, i as AIResponseFormat, o as AISectionParseResponse, j as AISingleElementResponseById, k as AISingleElementResponseByPosition, h as AIUsageInfo, y as AgentAssertOpt, x as AgentWaitForOpt, X as BaseAgentParserOpt, C as CallAIFn, W as Color, s as DumpMeta, w as ElementById, g as ElementTreeNode, q as EnsureObject, _ as ExecutionRecorderItem, ag as ExecutionTaskAction, af as ExecutionTaskActionApply, ae as ExecutionTaskInsightAssertion, ad as ExecutionTaskInsightAssertionApply, ac as ExecutionTaskInsightAssertionParam, a5 as ExecutionTaskInsightDumpLog, a7 as ExecutionTaskInsightLocate, a6 as ExecutionTaskInsightLocateApply, a4 as ExecutionTaskInsightLocateOutput, a3 as ExecutionTaskInsightLocateParam, ab as ExecutionTaskInsightQuery, aa as ExecutionTaskInsightQueryApply, a9 as ExecutionTaskInsightQueryOutput, a8 as ExecutionTaskInsightQueryParam, ai as ExecutionTaskPlanning, ah as ExecutionTaskPlanningApply, a2 as ExecutionTaskReturn, $ as ExecutionTaskType, a0 as ExecutorContext, aj as GroupedActionDump, u as InsightDump, r as InsightExtractParam, L as LiteUISection, O as OnTaskStartTip, v as PartialInsightDumpFromSDK, G as PlanningAIResponse, F as PlanningAction, N as PlanningActionParamAssert, T as PlanningActionParamError, J as PlanningActionParamHover, K as PlanningActionParamInputOrKeyPress, M as PlanningActionParamScroll, Q as PlanningActionParamSleep, H as PlanningActionParamTap, V as PlanningActionParamWaitFor, z as PlanningLocateParam, Z as PlaywrightParserOpt, P as Point, Y as PuppeteerParserOpt, R as Rect, t as ReportDumpWithAttributes, S as Size, a1 as TaskCacheInfo } from './types-f45a4ee7.js';
+import { c as callAiFn } from './llm-planning-e8b915d3.js';
+export { a as AiAssert, A as AiInspectElement, d as describeUserPage, p as plan, t as transformElementPositionToId } from './llm-planning-e8b915d3.js';
 export { getLogDirByType, getVersion, setLogDir } from './utils.js';
 export { MIDSCENE_MODEL_NAME, getAIConfig } from './env.js';
 import '@midscene/shared/constants';

package/dist/lib/types/{llm-planning-24988daa.d.ts → llm-planning-e8b915d3.d.ts}

@@ -1,4 +1,4 @@
-import { h as AIUsageInfo, B as BaseElement, U as UIContext, n as AIElementResponse, g as ElementTreeNode, l as AIElementIdResponse, A as AISingleElementResponse, k as AISingleElementResponseByPosition, w as ElementById, o as AISectionParseResponse, p as AIAssertionResponse, G as PlanningAIResponse } from './types-7768f478.js';
+import { h as AIUsageInfo, B as BaseElement, U as UIContext, n as AIElementResponse, g as ElementTreeNode, l as AIElementIdResponse, A as AISingleElementResponse, k as AISingleElementResponseByPosition, w as ElementById, o as AISectionParseResponse, p as AIAssertionResponse, G as PlanningAIResponse } from './types-f45a4ee7.js';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 
 type AIArgs = [

package/dist/lib/types/tree.d.ts

@@ -1,5 +1,5 @@
 import * as _midscene_shared_constants from '@midscene/shared/constants';
-import { B as BaseElement, g as ElementTreeNode } from './types-7768f478.js';
+import { B as BaseElement, g as ElementTreeNode } from './types-f45a4ee7.js';
 import 'openai/resources';
 
 declare function truncateText(text: string | number | object | undefined, maxLength?: number): string;

package/dist/lib/types/{types-7768f478.d.ts → types-f45a4ee7.d.ts}

@@ -187,7 +187,7 @@ interface PlanningAction<ParamType = any> {
 interface PlanningAIResponse {
     action?: PlanningAction;
     actions?: PlanningAction[];
-    finish: boolean;
+    more_actions_needed_by_instruction: boolean;
     log: string;
     sleep?: number;
     error?: string;

package/dist/lib/types/utils.d.ts

@@ -1,4 +1,4 @@
-import { t as ReportDumpWithAttributes, R as Rect } from './types-7768f478.js';
+import { t as ReportDumpWithAttributes, R as Rect } from './types-f45a4ee7.js';
 import '@midscene/shared/constants';
 import 'openai/resources';
 

package/dist/lib/utils.js

@@ -15,7 +15,7 @@
 
 
 
-var _chunkSE6FHTRRjs = require('./chunk-SE6FHTRR.js');
+var _chunk6DPWW5RJjs = require('./chunk-6DPWW5RJ.js');
 require('./chunk-XBSEZM3Y.js');
 require('./chunk-LQ2VYIYD.js');
 
@@ -35,4 +35,4 @@ require('./chunk-LQ2VYIYD.js');
 
 
 
-exports.getLogDir = _chunkSE6FHTRRjs.getLogDir; exports.getLogDirByType = _chunkSE6FHTRRjs.getLogDirByType; exports.getTmpDir = _chunkSE6FHTRRjs.getTmpDir; exports.getTmpFile = _chunkSE6FHTRRjs.getTmpFile; exports.getVersion = _chunkSE6FHTRRjs.getVersion; exports.groupedActionDumpFileExt = _chunkSE6FHTRRjs.groupedActionDumpFileExt; exports.overlapped = _chunkSE6FHTRRjs.overlapped; exports.replaceStringWithFirstAppearance = _chunkSE6FHTRRjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkSE6FHTRRjs.replacerForPageObject; exports.reportHTMLContent = _chunkSE6FHTRRjs.reportHTMLContent; exports.setLogDir = _chunkSE6FHTRRjs.setLogDir; exports.sleep = _chunkSE6FHTRRjs.sleep; exports.stringifyDumpData = _chunkSE6FHTRRjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkSE6FHTRRjs.uploadTestInfoToServer; exports.writeDumpReport = _chunkSE6FHTRRjs.writeDumpReport; exports.writeLogFile = _chunkSE6FHTRRjs.writeLogFile;
+exports.getLogDir = _chunk6DPWW5RJjs.getLogDir; exports.getLogDirByType = _chunk6DPWW5RJjs.getLogDirByType; exports.getTmpDir = _chunk6DPWW5RJjs.getTmpDir; exports.getTmpFile = _chunk6DPWW5RJjs.getTmpFile; exports.getVersion = _chunk6DPWW5RJjs.getVersion; exports.groupedActionDumpFileExt = _chunk6DPWW5RJjs.groupedActionDumpFileExt; exports.overlapped = _chunk6DPWW5RJjs.overlapped; exports.replaceStringWithFirstAppearance = _chunk6DPWW5RJjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunk6DPWW5RJjs.replacerForPageObject; exports.reportHTMLContent = _chunk6DPWW5RJjs.reportHTMLContent; exports.setLogDir = _chunk6DPWW5RJjs.setLogDir; exports.sleep = _chunk6DPWW5RJjs.sleep; exports.stringifyDumpData = _chunk6DPWW5RJjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunk6DPWW5RJjs.uploadTestInfoToServer; exports.writeDumpReport = _chunk6DPWW5RJjs.writeDumpReport; exports.writeLogFile = _chunk6DPWW5RJjs.writeLogFile;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.12.1",
+  "version": "0.12.2",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -50,7 +50,7 @@
     "@ui-tars/action-parser": "1.0.1",
     "openai": "4.81.0",
     "socks-proxy-agent": "8.0.4",
-    "@midscene/shared": "0.12.1"
+    "@midscene/shared": "0.12.2"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",
@@ -76,7 +76,7 @@
     "build:watch": "modern build -w",
     "new": "modern new",
     "upgrade": "modern upgrade",
-    "test": "vitest --run -u",
+    "test": "vitest --run",
     "test:ai": "AITEST=true npm run test",
     "computer": "TEST_COMPUTER=true npm run test:ai -- tests/ai/evaluate/computer.test.ts",
     "test:parse-action": "npm run test:ai -- tests/ai/parse-action.test.ts"