@midscene/core 0.5.2 → 0.6.0

package/dist/es/ai-model.js

@@ -4396,7 +4396,7 @@ Please return the result in JSON format as follows:
     {
       "reason": "PLACEHOLDER", // The thought process for finding the element, replace PLACEHOLDER with your thought process
       "text": "PLACEHOLDER", // Replace PLACEHOLDER with the text of elementInfo, if none, leave empty
-      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo
+      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo, important: use id not indexId
     }
     // More elements...
   ],
@@ -4437,7 +4437,7 @@ Input Example:
         },
         {
           "id": "wefew2222few2", // ID of the element
-          "indexId": "1", // Index of the element，The image is labeled to the left of the element
+          "indexId": "1", // Index of the element,The image is labeled to the left of the element
           "attributes": { // Attributes of the element
             "nodeType": "IMG Node", // Type of element, types include: TEXT Node, IMG Node, BUTTON Node, INPUT Node
             "src": "data:image/png;base64,iVBORw0KGgoAAAANSU...",
@@ -4485,7 +4485,7 @@ Output Example:
       // Describe the reason for finding this element, replace with actual value in practice
       "reason": "Reason for finding element 4: It is located in the upper right corner, is an image type, and according to the screenshot, it is a shopping cart icon button",
       "text": "",
-      // ID of this element, replace with actual value in practice
+      // ID(hashID) of this element, replace with actual value in practice, important: use id not indexId
       "id": "wefew2222few2"
     }
   ],

package/dist/es/index.js

@@ -4561,7 +4561,7 @@ Please return the result in JSON format as follows:
     {
       "reason": "PLACEHOLDER", // The thought process for finding the element, replace PLACEHOLDER with your thought process
       "text": "PLACEHOLDER", // Replace PLACEHOLDER with the text of elementInfo, if none, leave empty
-      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo
+      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo, important: use id not indexId
     }
     // More elements...
   ],
@@ -4602,7 +4602,7 @@ Input Example:
         },
         {
           "id": "wefew2222few2", // ID of the element
-          "indexId": "1", // Index of the element，The image is labeled to the left of the element
+          "indexId": "1", // Index of the element,The image is labeled to the left of the element
           "attributes": { // Attributes of the element
             "nodeType": "IMG Node", // Type of element, types include: TEXT Node, IMG Node, BUTTON Node, INPUT Node
             "src": "data:image/png;base64,iVBORw0KGgoAAAANSU...",
@@ -4650,7 +4650,7 @@ Output Example:
       // Describe the reason for finding this element, replace with actual value in practice
       "reason": "Reason for finding element 4: It is located in the upper right corner, is an image type, and according to the screenshot, it is a shopping cart icon button",
       "text": "",
-      // ID of this element, replace with actual value in practice
+      // ID(hashID) of this element, replace with actual value in practice, important: use id not indexId
       "id": "wefew2222few2"
     }
   ],
@@ -5785,6 +5785,7 @@ export {
   AIResponseFormat,
   BaseElement,
   Executor,
+  Insight,
   UIContext,
   src_default as default,
   getElement,

package/dist/lib/ai-model.js

@@ -4416,7 +4416,7 @@ Please return the result in JSON format as follows:
     {
       "reason": "PLACEHOLDER", // The thought process for finding the element, replace PLACEHOLDER with your thought process
       "text": "PLACEHOLDER", // Replace PLACEHOLDER with the text of elementInfo, if none, leave empty
-      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo
+      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo, important: use id not indexId
     }
     // More elements...
   ],
@@ -4457,7 +4457,7 @@ Input Example:
         },
         {
           "id": "wefew2222few2", // ID of the element
-          "indexId": "1", // Index of the element，The image is labeled to the left of the element
+          "indexId": "1", // Index of the element,The image is labeled to the left of the element
           "attributes": { // Attributes of the element
             "nodeType": "IMG Node", // Type of element, types include: TEXT Node, IMG Node, BUTTON Node, INPUT Node
             "src": "data:image/png;base64,iVBORw0KGgoAAAANSU...",
@@ -4505,7 +4505,7 @@ Output Example:
       // Describe the reason for finding this element, replace with actual value in practice
       "reason": "Reason for finding element 4: It is located in the upper right corner, is an image type, and according to the screenshot, it is a shopping cart icon button",
       "text": "",
-      // ID of this element, replace with actual value in practice
+      // ID(hashID) of this element, replace with actual value in practice, important: use id not indexId
       "id": "wefew2222few2"
     }
   ],

package/dist/lib/index.js

@@ -1020,6 +1020,7 @@ __export(src_exports, {
   AIResponseFormat: () => AIResponseFormat,
   BaseElement: () => BaseElement,
   Executor: () => Executor,
+  Insight: () => Insight,
   UIContext: () => UIContext,
   default: () => src_default,
   getElement: () => getElement,
@@ -4582,7 +4583,7 @@ Please return the result in JSON format as follows:
     {
       "reason": "PLACEHOLDER", // The thought process for finding the element, replace PLACEHOLDER with your thought process
       "text": "PLACEHOLDER", // Replace PLACEHOLDER with the text of elementInfo, if none, leave empty
-      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo
+      "id": "PLACEHOLDER" // Replace PLACEHOLDER with the ID of elementInfo, important: use id not indexId
     }
     // More elements...
   ],
@@ -4623,7 +4624,7 @@ Input Example:
         },
         {
           "id": "wefew2222few2", // ID of the element
-          "indexId": "1", // Index of the element，The image is labeled to the left of the element
+          "indexId": "1", // Index of the element,The image is labeled to the left of the element
           "attributes": { // Attributes of the element
             "nodeType": "IMG Node", // Type of element, types include: TEXT Node, IMG Node, BUTTON Node, INPUT Node
             "src": "data:image/png;base64,iVBORw0KGgoAAAANSU...",
@@ -4671,7 +4672,7 @@ Output Example:
       // Describe the reason for finding this element, replace with actual value in practice
       "reason": "Reason for finding element 4: It is located in the upper right corner, is an image type, and according to the screenshot, it is a shopping cart icon button",
       "text": "",
-      // ID of this element, replace with actual value in practice
+      // ID(hashID) of this element, replace with actual value in practice, important: use id not indexId
       "id": "wefew2222few2"
     }
   ],
@@ -5799,6 +5800,7 @@ var src_default = Insight;
   AIResponseFormat,
   BaseElement,
   Executor,
+  Insight,
   UIContext,
   getElement,
   getSection,

package/dist/types/index.d.ts

@@ -41,4 +41,4 @@ declare class Insight<ElementType extends BaseElement = BaseElement, ContextType
 declare const getElement: typeof retrieveElement;
 declare const getSection: typeof retrieveSection;
 
-export { AISingleElementResponse, BaseElement, DumpSubscriber, ExecutionDump, ExecutionTask, ExecutionTaskApply, Executor, InsightAssertionResponse, InsightOptions, InsightTaskInfo, UIContext, Insight as default, getElement, getSection };
+export { AISingleElementResponse, BaseElement, DumpSubscriber, ExecutionDump, ExecutionTask, ExecutionTaskApply, Executor, Insight, InsightAssertionResponse, InsightOptions, InsightTaskInfo, UIContext, Insight as default, getElement, getSection };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "An AI-powered automation SDK can control the page, perform assertions, and extract data in JSON format using natural language. See https://midscenejs.com/ for details.",
-  "version": "0.5.2",
+  "version": "0.6.0",
   "jsnext:source": "./src/index.ts",
   "type": "commonjs",
   "main": "./dist/lib/index.js",
@@ -38,7 +38,7 @@
     "node-fetch": "2.6.7",
     "openai": "4.57.1",
     "optional": "0.1.4",
-    "@midscene/shared": "0.5.2"
+    "@midscene/shared": "0.6.0"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.58.2",
@@ -66,6 +66,7 @@
     "test": "vitest --run",
     "test:ai": "AITEST=true npm run test",
     "evaluate": "npm run test:ai -- tests/ai/evaluate/inspect.test.ts",
+    "evaluate:update": "UPDATE_AI_DATA=true npm run test:ai -- tests/ai/evaluate/inspect.test.ts",
     "evaluate:plan": "PLAN_INSPECT=true npm run test:ai -- tests/ai/evaluate/inspect.test.ts"
   }
 }