@midscene/core 0.26.7-beta-20250821134240.0 → 0.27.0

package/dist/types/ai-model/ui-tars-planning.d.ts

@@ -2,7 +2,7 @@ import type { AIUsageInfo, MidsceneYamlFlowItem, PlanningAction, Size } from '..
 import { type IModelPreferences } from '@midscene/shared/env';
 import { actionParser } from '@ui-tars/action-parser';
 import type { ChatCompletionMessageParam } from 'openai/resources/index';
-type ActionType = 'click' | 'drag' | 'type' | 'hotkey' | 'finished' | 'scroll' | 'wait' | 'androidBackButton' | 'androidHomeButton' | 'androidRecentAppsButton' | 'androidLongPress' | 'androidPull';
+type ActionType = 'click' | 'drag' | 'type' | 'hotkey' | 'finished' | 'scroll' | 'wait';
 export declare function vlmPlanning(options: {
     userInstruction: string;
     conversationHistory: ChatCompletionMessageParam[];
@@ -66,13 +66,6 @@ interface FinishedAction extends BaseAction {
     action_type: 'finished';
     action_inputs: Record<string, never>;
 }
-interface AndroidLongPressAction extends BaseAction {
-    action_type: 'androidLongPress';
-    action_inputs: {
-        start_coords: [number, number];
-        duration?: number;
-    };
-}
-export type Action = ClickAction | DragAction | TypeAction | HotkeyAction | ScrollAction | FinishedAction | WaitAction | AndroidLongPressAction;
+export type Action = ClickAction | DragAction | TypeAction | HotkeyAction | ScrollAction | FinishedAction | WaitAction;
 export declare function resizeImageForUiTars(imageBase64: string, size: Size, modelPreferences: IModelPreferences): Promise<string>;
 export {};

package/dist/types/types.d.ts

@@ -12,6 +12,8 @@ export type AIUsageInfo = Record<string, any> & {
     total_tokens: number | undefined;
     time_cost: number | undefined;
     model_name: string | undefined;
+    model_description: string | undefined;
+    intent: string | undefined;
 };
 /**
  * openai
@@ -329,8 +331,7 @@ export type ExecutionTaskPlanning = ExecutionTask<ExecutionTaskPlanningApply>;
 export interface GroupedActionDump {
     groupName: string;
     groupDescription?: string;
-    modelName: string;
-    modelDescription: string;
+    modelBriefs: string[];
     executions: ExecutionDump[];
 }
 export type PageType = 'puppeteer' | 'playwright' | 'static' | 'chrome-extension-proxy' | 'android';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.26.7-beta-20250821134240.0",
+  "version": "0.27.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -61,8 +61,8 @@
     "openai": "4.81.0",
     "socks-proxy-agent": "8.0.4",
     "zod": "3.24.3",
-    "@midscene/recorder": "0.26.7-beta-20250821134240.0",
-    "@midscene/shared": "0.26.7-beta-20250821134240.0"
+    "@midscene/recorder": "0.27.0",
+    "@midscene/shared": "0.27.0"
   },
   "devDependencies": {
     "@microsoft/api-extractor": "^7.52.10",