@midscene/core 1.0.1-beta-20251028121806.0 → 1.0.1-beta-20251030070226.0

package/dist/types/ai-model/index.d.ts

@@ -4,7 +4,7 @@ export { describeUserPage } from './prompt/util';
 export { generatePlaywrightTest, generatePlaywrightTestStream, } from './prompt/playwright-generator';
 export { generateYamlTest, generateYamlTestStream, } from './prompt/yaml-generator';
 export type { ChatCompletionMessageParam } from 'openai/resources/index';
-export { AiLocateElement, AiExtractElementInfo, AiLocateSection, } from './inspect';
+export { AiLocateElement, AiExtractElementInfo, AiLocateSection, AiJudgeOrderSensitive, } from './inspect';
 export { plan } from './llm-planning';
 export { adaptBboxToRect } from './common';
 export { uiTarsPlanning, resizeImageForUiTars } from './ui-tars-planning';

package/dist/types/ai-model/inspect.d.ts

@@ -46,3 +46,9 @@ export declare function AiExtractElementInfo<T>(options: {
     parseResult: AIDataExtractionResponse<T>;
     usage: AIUsageInfo | undefined;
 }>;
+export declare function AiJudgeOrderSensitive(description: string, callAIFn: typeof callAIWithObjectResponse<{
+    isOrderSensitive: boolean;
+}>, modelConfig: IModelConfig): Promise<{
+    isOrderSensitive: boolean;
+    usage?: AIUsageInfo;
+}>;

package/dist/types/ai-model/prompt/llm-locator.d.ts

@@ -2,6 +2,5 @@ import { PromptTemplate } from '@langchain/core/prompts';
 import type { TVlModeTypes } from '@midscene/shared/env';
 export declare function systemPromptToLocateElement(vlMode: TVlModeTypes | undefined): string;
 export declare const findElementPrompt: PromptTemplate<{
-    pageDescription: any;
     targetElementDescription: any;
 }, any>;

package/dist/types/ai-model/prompt/order-sensitive-judge.d.ts

@@ -0,0 +1,2 @@
+export declare function systemPromptToJudgeOrderSensitive(): string;
+export declare const orderSensitiveJudgePrompt: (description: string) => string;

package/dist/types/device/index.d.ts

@@ -1,4 +1,5 @@
 import type { DeviceAction, LocateResultElement } from '../types';
+import type { IModelConfig } from '@midscene/shared/env';
 import type { ElementNode } from '@midscene/shared/extractor';
 import { z } from 'zod';
 import type { ElementCacheFeature, Rect, Size, UIContext } from '../types';
@@ -7,8 +8,9 @@ export declare abstract class AbstractInterface {
     abstract screenshotBase64(): Promise<string>;
     abstract size(): Promise<Size>;
     abstract actionSpace(): DeviceAction[] | Promise<DeviceAction[]>;
-    abstract cacheFeatureForRect?(rect: Rect, opt?: {
-        _orderSensitive: boolean;
+    abstract cacheFeatureForRect?(rect: Rect, options?: {
+        targetDescription?: string;
+        modelConfig?: IModelConfig;
     }): Promise<ElementCacheFeature>;
     abstract rectMatchesCacheFeature?(feature: ElementCacheFeature): Promise<Rect>;
     abstract destroy?(): Promise<void>;

package/dist/types/task-runner.d.ts

@@ -8,6 +8,8 @@ export declare class TaskRunner {
     constructor(name: string, uiContextBuilder: () => Promise<UIContext>, options?: ExecutionTaskProgressOptions & {
         tasks?: ExecutionTaskApply[];
     });
+    private lastUiContext?;
+    private getUiContext;
     private captureScreenshot;
     private attachRecorderItem;
     private markTaskAsPending;

package/dist/types/types.d.ts

@@ -42,7 +42,6 @@ export type AISingleElementResponseByPosition = {
 export type AISingleElementResponse = AISingleElementResponseById;
 export interface AIElementCoordinatesResponse {
     bbox: [number, number, number, number];
-    isOrderSensitive?: boolean;
     errors?: string[];
 }
 export type AIElementResponse = AIElementCoordinatesResponse;
@@ -349,6 +348,8 @@ export interface DeviceAction<T = any> {
     description?: string;
     interfaceAlias?: string;
     paramSchema?: z.ZodType<T>;
+    /** Optional delay (ms) after runner execution. This is useful to wait for the UI to update. Defaults to 300ms. Set to 0 to skip. */
+    delayAfterRunner?: number;
     call: (param: T, context: ExecutorContext) => Promise<void> | void;
 }
 /**

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.0.1-beta-20251028121806.0",
+  "version": "1.0.1-beta-20251030070226.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -89,8 +89,7 @@
     "zod": "3.24.3",
     "semver": "7.5.2",
     "js-yaml": "4.1.0",
-    "@midscene/recorder": "1.0.1-beta-20251028121806.0",
-    "@midscene/shared": "1.0.1-beta-20251028121806.0"
+    "@midscene/shared": "1.0.1-beta-20251030070226.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.11.2",