@midscene/core 0.10.4 → 0.10.5

package/dist/lib/ai-model.js

@@ -9,7 +9,7 @@
 
 
 
-var _chunkJ7SJPLMSjs = require('./chunk-J7SJPLMS.js');
+var _chunkPXCWOGELjs = require('./chunk-PXCWOGEL.js');
 require('./chunk-JP3JBDZS.js');
 require('./chunk-YSQDPG26.js');
 
@@ -23,4 +23,4 @@ require('./chunk-YSQDPG26.js');
 
 
 
-exports.AiAssert = _chunkJ7SJPLMSjs.AiAssert; exports.AiExtractElementInfo = _chunkJ7SJPLMSjs.AiExtractElementInfo; exports.AiInspectElement = _chunkJ7SJPLMSjs.AiInspectElement; exports.callAiFn = _chunkJ7SJPLMSjs.callAiFn; exports.callToGetJSONObject = _chunkJ7SJPLMSjs.callToGetJSONObject; exports.describeUserPage = _chunkJ7SJPLMSjs.describeUserPage; exports.plan = _chunkJ7SJPLMSjs.plan; exports.systemPromptToLocateElement = _chunkJ7SJPLMSjs.systemPromptToLocateElement; exports.transformElementPositionToId = _chunkJ7SJPLMSjs.transformElementPositionToId; exports.vlmPlanning = _chunkJ7SJPLMSjs.vlmPlanning;
+exports.AiAssert = _chunkPXCWOGELjs.AiAssert; exports.AiExtractElementInfo = _chunkPXCWOGELjs.AiExtractElementInfo; exports.AiInspectElement = _chunkPXCWOGELjs.AiInspectElement; exports.callAiFn = _chunkPXCWOGELjs.callAiFn; exports.callToGetJSONObject = _chunkPXCWOGELjs.callToGetJSONObject; exports.describeUserPage = _chunkPXCWOGELjs.describeUserPage; exports.plan = _chunkPXCWOGELjs.plan; exports.systemPromptToLocateElement = _chunkPXCWOGELjs.systemPromptToLocateElement; exports.transformElementPositionToId = _chunkPXCWOGELjs.transformElementPositionToId; exports.vlmPlanning = _chunkPXCWOGELjs.vlmPlanning;

package/dist/lib/{chunk-E7CN2CEK.js → chunk-2NXWA3SV.js}

@@ -188,7 +188,7 @@ function stringifyDumpData(data, indents) {
   return JSON.stringify(data, replacerForPageObject, indents);
 }
 function getVersion() {
-  return "0.10.4";
+  return "0.10.5";
 }
 function debugLog(...message) {
   const debugMode = _chunkJP3JBDZSjs.getAIConfig.call(void 0, _chunkJP3JBDZSjs.MIDSCENE_DEBUG_MODE);

package/dist/lib/{chunk-J7SJPLMS.js → chunk-PXCWOGEL.js}

@@ -1910,9 +1910,32 @@ var planSchema = {
                 description: 'Type of action, like "Tap", "Hover", etc.'
               },
               param: {
-                type: ["object", "null"],
-                description: "Parameter of the action, can be null ONLY when the type field is Tap or Hover",
-                additionalProperties: true
+                anyOf: [
+                  { type: "null" },
+                  {
+                    type: "object",
+                    properties: { value: { type: ["string", "number"] } },
+                    required: ["value"],
+                    additionalProperties: false
+                  },
+                  {
+                    type: "object",
+                    properties: { timeMs: { type: ["number", "string"] } },
+                    required: ["timeMs"],
+                    additionalProperties: false
+                  },
+                  {
+                    type: "object",
+                    properties: {
+                      direction: { type: "string" },
+                      scrollType: { type: "string" },
+                      distance: { type: ["number", "string", "null"] }
+                    },
+                    required: ["direction", "scrollType", "distance"],
+                    additionalProperties: false
+                  }
+                ],
+                description: "Parameter of the action, can be null ONLY when the type field is Tap or Hover"
               },
               locate: {
                 type: ["object", "null"],

package/dist/lib/index.js

@@ -6,7 +6,7 @@
 
 
 
-var _chunkE7CN2CEKjs = require('./chunk-E7CN2CEK.js');
+var _chunk2NXWA3SVjs = require('./chunk-2NXWA3SV.js');
 
 
 
@@ -17,7 +17,7 @@ var _chunkE7CN2CEKjs = require('./chunk-E7CN2CEK.js');
 
 
 
-var _chunkJ7SJPLMSjs = require('./chunk-J7SJPLMS.js');
+var _chunkPXCWOGELjs = require('./chunk-PXCWOGEL.js');
 
 
 
@@ -169,7 +169,7 @@ ${(_b = this.latestErrorTask()) == null ? void 0 : _b.errorStack}`
   }
   dump() {
     const dumpData = {
-      sdkVersion: _chunkE7CN2CEKjs.getVersion.call(void 0, ),
+      sdkVersion: _chunk2NXWA3SVjs.getVersion.call(void 0, ),
       model_name: _chunkJP3JBDZSjs.getAIConfig.call(void 0, _chunkJP3JBDZSjs.MIDSCENE_MODEL_NAME) || "",
       logTime: Date.now(),
       name: this.name,
@@ -192,14 +192,14 @@ var logFileName = "";
 var logContent = [];
 var logIdIndexMap = {};
 var { pid } = process;
-var logFileExt = _chunkE7CN2CEKjs.insightDumpFileExt;
+var logFileExt = _chunk2NXWA3SVjs.insightDumpFileExt;
 var ifInBrowser = typeof window !== "undefined";
 function writeInsightDump(data, logId, dumpSubscriber) {
-  const logDir = _chunkE7CN2CEKjs.getLogDir.call(void 0, );
+  const logDir = _chunk2NXWA3SVjs.getLogDir.call(void 0, );
   _assert2.default.call(void 0, logDir, "logDir should be set before writing dump file");
   const id = logId || _utils.uuid.call(void 0, );
   const baseData = {
-    sdkVersion: _chunkE7CN2CEKjs.getVersion.call(void 0, ),
+    sdkVersion: _chunk2NXWA3SVjs.getVersion.call(void 0, ),
     logTime: Date.now(),
     model_name: _chunkJP3JBDZSjs.getAIConfig.call(void 0, _chunkJP3JBDZSjs.MIDSCENE_MODEL_NAME) || "",
     model_description: _chunkJP3JBDZSjs.getAIConfig.call(void 0, _chunkJP3JBDZSjs.MIDSCENE_USE_VLM_UI_TARS) ? "vlm-ui-tars enabled" : ""
@@ -210,7 +210,7 @@ function writeInsightDump(data, logId, dumpSubscriber) {
     ...data
   };
   dumpSubscriber == null ? void 0 : dumpSubscriber(finalData);
-  const dataString = _chunkE7CN2CEKjs.stringifyDumpData.call(void 0, finalData, 2);
+  const dataString = _chunk2NXWA3SVjs.stringifyDumpData.call(void 0, finalData, 2);
   if (typeof logIdIndexMap[id] === "number") {
     logContent[logIdIndexMap[id]] = dataString;
   } else {
@@ -224,7 +224,7 @@ function writeInsightDump(data, logId, dumpSubscriber) {
         logFileName = `${pid}_${baseData.logTime}-${Math.random()}`;
       }
     }
-    _chunkE7CN2CEKjs.writeLogFile.call(void 0, {
+    _chunk2NXWA3SVjs.writeLogFile.call(void 0, {
       fileName: logFileName,
       fileExt: logFileExt,
       fileContent: `[
@@ -239,7 +239,7 @@ ${logContent.join(",\n")}
 // src/insight/index.ts
 var Insight = class {
   constructor(context, opt) {
-    this.aiVendorFn = _chunkJ7SJPLMSjs.callAiFn;
+    this.aiVendorFn = _chunkPXCWOGELjs.callAiFn;
     _assert2.default.call(void 0, context, "context is required for Insight");
     if (typeof context === "function") {
       this.contextRetrieverFn = context;
@@ -265,7 +265,7 @@ var Insight = class {
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("locate");
     const startTime = Date.now();
-    const { parseResult, elementById, rawResponse, usage } = await _chunkJ7SJPLMSjs.AiInspectElement.call(void 0, {
+    const { parseResult, elementById, rawResponse, usage } = await _chunkPXCWOGELjs.AiInspectElement.call(void 0, {
       callAI: callAI || this.aiVendorFn,
       context,
       multi: Boolean(multi),
@@ -348,7 +348,7 @@ ${parseResult.errors.join("\n")}`;
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("extract");
     const startTime = Date.now();
-    const { parseResult, elementById } = await _chunkJ7SJPLMSjs.AiExtractElementInfo.call(void 0, {
+    const { parseResult, elementById } = await _chunkPXCWOGELjs.AiExtractElementInfo.call(void 0, {
       context,
       dataQuery: dataDemand
     });
@@ -402,7 +402,7 @@ ${parseResult.errors.join("\n")}`;
     this.onceDumpUpdatedFn = void 0;
     const context = await this.contextRetrieverFn("assert");
     const startTime = Date.now();
-    const assertResult = await _chunkJ7SJPLMSjs.AiAssert.call(void 0, {
+    const assertResult = await _chunkPXCWOGELjs.AiAssert.call(void 0, {
       assertion,
       context
     });
@@ -450,4 +450,4 @@ var src_default = Insight;
 
 
 
-exports.AIResponseFormat = _chunkJ7SJPLMSjs.AIResponseFormat; exports.BaseElement = _chunkJ7SJPLMSjs.BaseElement; exports.Executor = Executor; exports.Insight = Insight; exports.UIContext = _chunkJ7SJPLMSjs.UIContext; exports.default = src_default; exports.getLogDirByType = _chunkE7CN2CEKjs.getLogDirByType; exports.getVersion = _chunkE7CN2CEKjs.getVersion; exports.plan = _chunkJ7SJPLMSjs.plan; exports.setLogDir = _chunkE7CN2CEKjs.setLogDir; exports.transformElementPositionToId = _chunkJ7SJPLMSjs.transformElementPositionToId;
+exports.AIResponseFormat = _chunkPXCWOGELjs.AIResponseFormat; exports.BaseElement = _chunkPXCWOGELjs.BaseElement; exports.Executor = Executor; exports.Insight = Insight; exports.UIContext = _chunkPXCWOGELjs.UIContext; exports.default = src_default; exports.getLogDirByType = _chunk2NXWA3SVjs.getLogDirByType; exports.getVersion = _chunk2NXWA3SVjs.getVersion; exports.plan = _chunkPXCWOGELjs.plan; exports.setLogDir = _chunk2NXWA3SVjs.setLogDir; exports.transformElementPositionToId = _chunkPXCWOGELjs.transformElementPositionToId;

package/dist/lib/utils.js

@@ -16,7 +16,7 @@
 
 
 
-var _chunkE7CN2CEKjs = require('./chunk-E7CN2CEK.js');
+var _chunk2NXWA3SVjs = require('./chunk-2NXWA3SV.js');
 require('./chunk-JP3JBDZS.js');
 require('./chunk-YSQDPG26.js');
 
@@ -37,4 +37,4 @@ require('./chunk-YSQDPG26.js');
 
 
 
-exports.getLogDir = _chunkE7CN2CEKjs.getLogDir; exports.getLogDirByType = _chunkE7CN2CEKjs.getLogDirByType; exports.getTmpDir = _chunkE7CN2CEKjs.getTmpDir; exports.getTmpFile = _chunkE7CN2CEKjs.getTmpFile; exports.getVersion = _chunkE7CN2CEKjs.getVersion; exports.groupedActionDumpFileExt = _chunkE7CN2CEKjs.groupedActionDumpFileExt; exports.insightDumpFileExt = _chunkE7CN2CEKjs.insightDumpFileExt; exports.overlapped = _chunkE7CN2CEKjs.overlapped; exports.replaceStringWithFirstAppearance = _chunkE7CN2CEKjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunkE7CN2CEKjs.replacerForPageObject; exports.reportHTMLContent = _chunkE7CN2CEKjs.reportHTMLContent; exports.setLogDir = _chunkE7CN2CEKjs.setLogDir; exports.sleep = _chunkE7CN2CEKjs.sleep; exports.stringifyDumpData = _chunkE7CN2CEKjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunkE7CN2CEKjs.uploadTestInfoToServer; exports.writeDumpReport = _chunkE7CN2CEKjs.writeDumpReport; exports.writeLogFile = _chunkE7CN2CEKjs.writeLogFile;
+exports.getLogDir = _chunk2NXWA3SVjs.getLogDir; exports.getLogDirByType = _chunk2NXWA3SVjs.getLogDirByType; exports.getTmpDir = _chunk2NXWA3SVjs.getTmpDir; exports.getTmpFile = _chunk2NXWA3SVjs.getTmpFile; exports.getVersion = _chunk2NXWA3SVjs.getVersion; exports.groupedActionDumpFileExt = _chunk2NXWA3SVjs.groupedActionDumpFileExt; exports.insightDumpFileExt = _chunk2NXWA3SVjs.insightDumpFileExt; exports.overlapped = _chunk2NXWA3SVjs.overlapped; exports.replaceStringWithFirstAppearance = _chunk2NXWA3SVjs.replaceStringWithFirstAppearance; exports.replacerForPageObject = _chunk2NXWA3SVjs.replacerForPageObject; exports.reportHTMLContent = _chunk2NXWA3SVjs.reportHTMLContent; exports.setLogDir = _chunk2NXWA3SVjs.setLogDir; exports.sleep = _chunk2NXWA3SVjs.sleep; exports.stringifyDumpData = _chunk2NXWA3SVjs.stringifyDumpData; exports.uploadTestInfoToServer = _chunk2NXWA3SVjs.uploadTestInfoToServer; exports.writeDumpReport = _chunk2NXWA3SVjs.writeDumpReport; exports.writeLogFile = _chunk2NXWA3SVjs.writeLogFile;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.10.4",
+  "version": "0.10.5",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -42,7 +42,7 @@
     "@langchain/core": "0.3.26",
     "socks-proxy-agent": "8.0.4",
     "openai": "4.81.0",
-    "@midscene/shared": "0.10.4"
+    "@midscene/shared": "0.10.5"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",