@midscene/core 0.27.7-beta-20250901120709.0 → 0.27.7-beta-20250902060833.0

package/dist/types/agent/agent.d.ts

@@ -51,6 +51,7 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     callActionInActionSpace<T = any>(type: string, opt?: T): Promise<any>;
     aiTap(locatePrompt: TUserPrompt, opt?: LocateOption): Promise<any>;
     aiRightClick(locatePrompt: TUserPrompt, opt?: LocateOption): Promise<any>;
+    aiDoubleClick(locatePrompt: TUserPrompt, opt?: LocateOption): Promise<any>;
     aiHover(locatePrompt: TUserPrompt, opt?: LocateOption): Promise<any>;
     aiInput(locatePrompt: TUserPrompt, opt: LocateOption & {
         value: string;

package/dist/types/device/index.d.ts

@@ -538,6 +538,264 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
 }>;
 export type ActionRightClickParam = z.infer<typeof actionRightClickParamSchema>;
 export declare const defineActionRightClick: (call: (param: ActionRightClickParam) => Promise<void>) => DeviceAction<ActionRightClickParam>;
+export declare const actionDoubleClickParamSchema: z.ZodObject<{
+    locate: z.ZodObject<{
+        midscene_location_field_flag: z.ZodLiteral<true>;
+        prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+            prompt: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            prompt: string;
+        }, {
+            prompt: string;
+        }>, z.ZodObject<{
+            images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                url: string;
+            }, {
+                name: string;
+                url: string;
+            }>, "many">>>;
+            convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+        }, "strip", z.ZodTypeAny, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }>>]>;
+        deepThink: z.ZodOptional<z.ZodBoolean>;
+        cacheable: z.ZodOptional<z.ZodBoolean>;
+        xpath: z.ZodOptional<z.ZodBoolean>;
+        center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
+        rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
+            left: z.ZodNumber;
+            top: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            left: number;
+            top: number;
+        }, {
+            left: number;
+            top: number;
+        }>, z.ZodObject<{
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+            dpr: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }>>, z.ZodObject<{
+            zoom: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            zoom?: number | undefined;
+        }, {
+            zoom?: number | undefined;
+        }>>;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        midscene_location_field_flag: z.ZodLiteral<true>;
+        prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+            prompt: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            prompt: string;
+        }, {
+            prompt: string;
+        }>, z.ZodObject<{
+            images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                url: string;
+            }, {
+                name: string;
+                url: string;
+            }>, "many">>>;
+            convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+        }, "strip", z.ZodTypeAny, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }>>]>;
+        deepThink: z.ZodOptional<z.ZodBoolean>;
+        cacheable: z.ZodOptional<z.ZodBoolean>;
+        xpath: z.ZodOptional<z.ZodBoolean>;
+        center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
+        rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
+            left: z.ZodNumber;
+            top: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            left: number;
+            top: number;
+        }, {
+            left: number;
+            top: number;
+        }>, z.ZodObject<{
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+            dpr: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }>>, z.ZodObject<{
+            zoom: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            zoom?: number | undefined;
+        }, {
+            zoom?: number | undefined;
+        }>>;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        midscene_location_field_flag: z.ZodLiteral<true>;
+        prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+            prompt: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            prompt: string;
+        }, {
+            prompt: string;
+        }>, z.ZodObject<{
+            images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                url: string;
+            }, {
+                name: string;
+                url: string;
+            }>, "many">>>;
+            convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+        }, "strip", z.ZodTypeAny, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }, {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        }>>]>;
+        deepThink: z.ZodOptional<z.ZodBoolean>;
+        cacheable: z.ZodOptional<z.ZodBoolean>;
+        xpath: z.ZodOptional<z.ZodBoolean>;
+        center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
+        rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
+            left: z.ZodNumber;
+            top: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            left: number;
+            top: number;
+        }, {
+            left: number;
+            top: number;
+        }>, z.ZodObject<{
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+            dpr: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }, {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        }>>, z.ZodObject<{
+            zoom: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            zoom?: number | undefined;
+        }, {
+            zoom?: number | undefined;
+        }>>;
+    }, z.ZodTypeAny, "passthrough">>;
+}, "strip", z.ZodTypeAny, {
+    locate: {
+        prompt: string | ({
+            prompt: string;
+        } & {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        });
+        midscene_location_field_flag: true;
+        center: [number, number];
+        rect: {
+            left: number;
+            top: number;
+        } & {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        } & {
+            zoom?: number | undefined;
+        };
+        cacheable?: boolean | undefined;
+        deepThink?: boolean | undefined;
+        xpath?: boolean | undefined;
+    } & {
+        [k: string]: unknown;
+    };
+}, {
+    locate: {
+        prompt: string | ({
+            prompt: string;
+        } & {
+            images?: {
+                name: string;
+                url: string;
+            }[] | undefined;
+            convertHttpImage2Base64?: boolean | undefined;
+        });
+        midscene_location_field_flag: true;
+        center: [number, number];
+        rect: {
+            left: number;
+            top: number;
+        } & {
+            width: number;
+            height: number;
+            dpr?: number | undefined;
+        } & {
+            zoom?: number | undefined;
+        };
+        cacheable?: boolean | undefined;
+        deepThink?: boolean | undefined;
+        xpath?: boolean | undefined;
+    } & {
+        [k: string]: unknown;
+    };
+}>;
+export type ActionDoubleClickParam = z.infer<typeof actionDoubleClickParamSchema>;
+export declare const defineActionDoubleClick: (call: (param: ActionDoubleClickParam) => Promise<void>) => DeviceAction<ActionDoubleClickParam>;
 export declare const actionHoverParamSchema: z.ZodObject<{
     locate: z.ZodObject<{
         midscene_location_field_flag: z.ZodLiteral<true>;

package/dist/types/index.d.ts

@@ -8,5 +8,5 @@ export type * from './types';
 export { z };
 export default Insight;
 export { Executor, Insight, getVersion };
-export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlFlowItemAIRightClick, MidsceneYamlConfigResult, LocateOption, DetailedLocateParam, } from './yaml';
+export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlFlowItemAIRightClick, MidsceneYamlFlowItemAIDoubleClick, MidsceneYamlConfigResult, LocateOption, DetailedLocateParam, } from './yaml';
 export { Agent, type AgentOpt } from './agent';

package/dist/types/yaml.d.ts

@@ -111,6 +111,9 @@ export interface MidsceneYamlFlowItemAITap extends LocateOption {
 export interface MidsceneYamlFlowItemAIRightClick extends LocateOption {
     aiRightClick: TUserPrompt;
 }
+export interface MidsceneYamlFlowItemAIDoubleClick extends LocateOption {
+    aiDoubleClick: TUserPrompt;
+}
 export interface MidsceneYamlFlowItemAIHover extends LocateOption {
     aiHover: TUserPrompt;
 }
@@ -136,7 +139,7 @@ export interface MidsceneYamlFlowItemLogScreenshot {
     logScreenshot?: string;
     content?: string;
 }
-export type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep | MidsceneYamlFlowItemLogScreenshot;
+export type MidsceneYamlFlowItem = MidsceneYamlFlowItemAIAction | MidsceneYamlFlowItemAIAssert | MidsceneYamlFlowItemAIQuery | MidsceneYamlFlowItemAIWaitFor | MidsceneYamlFlowItemAITap | MidsceneYamlFlowItemAIRightClick | MidsceneYamlFlowItemAIDoubleClick | MidsceneYamlFlowItemAIHover | MidsceneYamlFlowItemAIInput | MidsceneYamlFlowItemAIKeyboardPress | MidsceneYamlFlowItemAIScroll | MidsceneYamlFlowItemSleep | MidsceneYamlFlowItemLogScreenshot;
 export interface FreeFn {
     name: string;
     fn: () => void;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.27.7-beta-20250901120709.0",
+  "version": "0.27.7-beta-20250902060833.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -87,8 +87,8 @@
     "zod": "3.24.3",
     "semver": "7.5.2",
     "js-yaml": "4.1.0",
-    "@midscene/recorder": "0.27.7-beta-20250901120709.0",
-    "@midscene/shared": "0.27.7-beta-20250901120709.0"
+    "@midscene/shared": "0.27.7-beta-20250902060833.0",
+    "@midscene/recorder": "0.27.7-beta-20250902060833.0"
   },
   "devDependencies": {
     "@microsoft/api-extractor": "^7.52.10",