@midscene/core 0.30.2-beta-20251010092125.0 → 0.30.3-beta-20251011064436.0

package/dist/types/agent/agent.d.ts

@@ -68,12 +68,16 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
         value: string;
     } & {
         autoDismissKeyboard?: boolean;
+    } & {
+        append?: boolean;
     }): Promise<any>;
     /**
      * @deprecated Use aiInput(locatePrompt, opt) instead where opt contains the value
      */
     aiInput(value: string, locatePrompt: TUserPrompt, opt?: LocateOption & {
         autoDismissKeyboard?: boolean;
+    } & {
+        append?: boolean;
     }): Promise<any>;
     aiKeyboardPress(locatePrompt: TUserPrompt, opt: LocateOption & {
         keyName: string;

package/dist/types/ai-model/common.d.ts

@@ -138,8 +138,7 @@ export declare const TUserPromptSchema: z.ZodUnion<[z.ZodString, z.ZodIntersecti
 }>>]>;
 export type TMultimodalPrompt = z.infer<typeof TMultimodalPromptSchema>;
 export type TUserPrompt = z.infer<typeof TUserPromptSchema>;
-declare const MidsceneLocationResult: z.ZodObject<{
-    midscene_location_field_flag: z.ZodLiteral<true>;
+declare const MidsceneLocationInput: z.ZodObject<{
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
@@ -173,38 +172,8 @@ declare const MidsceneLocationResult: z.ZodObject<{
     }>>]>;
     deepThink: z.ZodOptional<z.ZodBoolean>;
     cacheable: z.ZodOptional<z.ZodBoolean>;
-    xpath: z.ZodOptional<z.ZodBoolean>;
-    center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
-    rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
-        left: z.ZodNumber;
-        top: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        left: number;
-        top: number;
-    }, {
-        left: number;
-        top: number;
-    }>, z.ZodObject<{
-        width: z.ZodNumber;
-        height: z.ZodNumber;
-        dpr: z.ZodOptional<z.ZodNumber>;
-    }, "strip", z.ZodTypeAny, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
-    }, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
-    }>>, z.ZodObject<{
-        zoom: z.ZodOptional<z.ZodNumber>;
-    }, "strip", z.ZodTypeAny, {
-        zoom?: number | undefined;
-    }, {
-        zoom?: number | undefined;
-    }>>;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
-    midscene_location_field_flag: z.ZodLiteral<true>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
@@ -238,37 +207,44 @@ declare const MidsceneLocationResult: z.ZodObject<{
     }>>]>;
     deepThink: z.ZodOptional<z.ZodBoolean>;
     cacheable: z.ZodOptional<z.ZodBoolean>;
-    xpath: z.ZodOptional<z.ZodBoolean>;
-    center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
-    rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
-        left: z.ZodNumber;
-        top: z.ZodNumber;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
+}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+    prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+        prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        left: number;
-        top: number;
+        prompt: string;
     }, {
-        left: number;
-        top: number;
+        prompt: string;
     }>, z.ZodObject<{
-        width: z.ZodNumber;
-        height: z.ZodNumber;
-        dpr: z.ZodOptional<z.ZodNumber>;
-    }, "strip", z.ZodTypeAny, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
-    }, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
-    }>>, z.ZodObject<{
-        zoom: z.ZodOptional<z.ZodNumber>;
+        images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            url: string;
+        }, {
+            name: string;
+            url: string;
+        }>, "many">>>;
+        convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
-        zoom?: number | undefined;
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
     }, {
-        zoom?: number | undefined;
-    }>>;
-}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
+    }>>]>;
+    deepThink: z.ZodOptional<z.ZodBoolean>;
+    cacheable: z.ZodOptional<z.ZodBoolean>;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
+}, z.ZodTypeAny, "passthrough">>;
+declare const MidsceneLocationResult: z.ZodObject<{
     midscene_location_field_flag: z.ZodLiteral<true>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
@@ -333,9 +309,7 @@ declare const MidsceneLocationResult: z.ZodObject<{
     }, {
         zoom?: number | undefined;
     }>>;
-}, z.ZodTypeAny, "passthrough">>;
-export type MidsceneLocationResultType = z.infer<typeof MidsceneLocationResult>;
-export declare const getMidsceneLocationSchema: () => z.ZodObject<{
+}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
     midscene_location_field_flag: z.ZodLiteral<true>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
@@ -400,7 +374,7 @@ export declare const getMidsceneLocationSchema: () => z.ZodObject<{
     }, {
         zoom?: number | undefined;
     }>>;
-}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
     midscene_location_field_flag: z.ZodLiteral<true>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
@@ -465,8 +439,14 @@ export declare const getMidsceneLocationSchema: () => z.ZodObject<{
     }, {
         zoom?: number | undefined;
     }>>;
-}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
-    midscene_location_field_flag: z.ZodLiteral<true>;
+}, z.ZodTypeAny, "passthrough">>;
+export type MidsceneLocationResultType = z.infer<typeof MidsceneLocationResult>;
+export type MidsceneLocationInputType = z.infer<typeof MidsceneLocationInput>;
+/**
+ * Returns the schema for locator fields.
+ * This now returns the input schema which is more permissive and suitable for validation.
+ */
+export declare const getMidsceneLocationSchema: () => z.ZodObject<{
     prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
         prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
@@ -500,40 +480,87 @@ export declare const getMidsceneLocationSchema: () => z.ZodObject<{
     }>>]>;
     deepThink: z.ZodOptional<z.ZodBoolean>;
     cacheable: z.ZodOptional<z.ZodBoolean>;
-    xpath: z.ZodOptional<z.ZodBoolean>;
-    center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
-    rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
-        left: z.ZodNumber;
-        top: z.ZodNumber;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
+}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+    prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+        prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        left: number;
-        top: number;
+        prompt: string;
     }, {
-        left: number;
-        top: number;
+        prompt: string;
     }>, z.ZodObject<{
-        width: z.ZodNumber;
-        height: z.ZodNumber;
-        dpr: z.ZodOptional<z.ZodNumber>;
+        images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            url: string;
+        }, {
+            name: string;
+            url: string;
+        }>, "many">>>;
+        convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
     }, {
-        width: number;
-        height: number;
-        dpr?: number | undefined;
-    }>>, z.ZodObject<{
-        zoom: z.ZodOptional<z.ZodNumber>;
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
+    }>>]>;
+    deepThink: z.ZodOptional<z.ZodBoolean>;
+    cacheable: z.ZodOptional<z.ZodBoolean>;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
+}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+    prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
+        prompt: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        zoom?: number | undefined;
+        prompt: string;
     }, {
-        zoom?: number | undefined;
-    }>>;
+        prompt: string;
+    }>, z.ZodObject<{
+        images: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            url: string;
+        }, {
+            name: string;
+            url: string;
+        }>, "many">>>;
+        convertHttpImage2Base64: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+    }, "strip", z.ZodTypeAny, {
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
+    }, {
+        images?: {
+            name: string;
+            url: string;
+        }[] | undefined;
+        convertHttpImage2Base64?: boolean | undefined;
+    }>>]>;
+    deepThink: z.ZodOptional<z.ZodBoolean>;
+    cacheable: z.ZodOptional<z.ZodBoolean>;
+    xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
 }, z.ZodTypeAny, "passthrough">>;
 export declare const ifMidsceneLocatorField: (field: any) => boolean;
 export declare const dumpMidsceneLocatorField: (field: any) => string;
 export declare const findAllMidsceneLocatorField: (zodType?: z.ZodType<any>, requiredOnly?: boolean) => string[];
 export declare const dumpActionParam: (jsonObject: Record<string, any>, zodSchema: z.ZodType<any>) => Record<string, any>;
 export declare const loadActionParam: (jsonObject: Record<string, any>, zodSchema: z.ZodType<any>) => Record<string, any>;
+/**
+ * Parse and validate action parameters using Zod schema.
+ * All fields are validated through Zod, including locator fields which have their own schema.
+ * Default values defined in the schema are automatically applied.
+ */
+export declare const parseActionParam: (rawParam: Record<string, any>, zodSchema: z.ZodType<any>) => Record<string, any>;
 export {};

package/dist/types/ai-model/index.d.ts

@@ -10,4 +10,4 @@ export { adaptBboxToRect } from './common';
 export { uiTarsPlanning, resizeImageForUiTars } from './ui-tars-planning';
 export { ConversationHistory, type ConversationHistoryOptions, } from './conversation-history';
 export { AIActionType, type AIArgs } from './common';
-export { getMidsceneLocationSchema, type MidsceneLocationResultType, PointSchema, SizeSchema, RectSchema, TMultimodalPromptSchema, TUserPromptSchema, type TMultimodalPrompt, type TUserPrompt, findAllMidsceneLocatorField, dumpActionParam, loadActionParam, } from './common';
+export { getMidsceneLocationSchema, type MidsceneLocationResultType, PointSchema, SizeSchema, RectSchema, TMultimodalPromptSchema, TUserPromptSchema, type TMultimodalPrompt, type TUserPrompt, findAllMidsceneLocatorField, dumpActionParam, loadActionParam, parseActionParam, } from './common';