@midscene/core 0.30.2-beta-20251010092125.0 → 0.30.3-beta-20251011064436.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,4 @@
1
- import type { DeviceAction } from '../types';
1
+ import type { DeviceAction, LocateResultElement } from '../types';
2
2
  import type { ElementNode } from '@midscene/shared/extractor';
3
3
  import { z } from 'zod';
4
4
  import type { ElementCacheFeature, Rect, Size, UIContext } from '../types';
@@ -20,16 +20,15 @@ export declare abstract class AbstractInterface {
20
20
  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;
21
21
  abstract getContext?(): Promise<UIContext>;
22
22
  }
23
- export declare const defineAction: <TSchema extends z.ZodType>(config: {
23
+ export declare const defineAction: <TSchema extends z.ZodType, TRuntime = z.infer<TSchema>>(config: {
24
24
  name: string;
25
25
  description: string;
26
26
  interfaceAlias?: string;
27
27
  paramSchema: TSchema;
28
- call: (param: z.infer<TSchema>) => Promise<void>;
29
- } & Partial<Omit<DeviceAction<z.infer<TSchema>>, "name" | "description" | "interfaceAlias" | "paramSchema" | "call">>) => DeviceAction<z.infer<TSchema>>;
28
+ call: (param: TRuntime) => Promise<void>;
29
+ } & Partial<Omit<DeviceAction<TRuntime>, "name" | "description" | "interfaceAlias" | "paramSchema" | "call">>) => DeviceAction<TRuntime>;
30
30
  export declare const actionTapParamSchema: z.ZodObject<{
31
31
  locate: z.ZodObject<{
32
- midscene_location_field_flag: z.ZodLiteral<true>;
33
32
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
34
33
  prompt: z.ZodString;
35
34
  }, "strip", z.ZodTypeAny, {
@@ -63,38 +62,8 @@ export declare const actionTapParamSchema: z.ZodObject<{
63
62
  }>>]>;
64
63
  deepThink: z.ZodOptional<z.ZodBoolean>;
65
64
  cacheable: z.ZodOptional<z.ZodBoolean>;
66
- xpath: z.ZodOptional<z.ZodBoolean>;
67
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
68
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
69
- left: z.ZodNumber;
70
- top: z.ZodNumber;
71
- }, "strip", z.ZodTypeAny, {
72
- left: number;
73
- top: number;
74
- }, {
75
- left: number;
76
- top: number;
77
- }>, z.ZodObject<{
78
- width: z.ZodNumber;
79
- height: z.ZodNumber;
80
- dpr: z.ZodOptional<z.ZodNumber>;
81
- }, "strip", z.ZodTypeAny, {
82
- width: number;
83
- height: number;
84
- dpr?: number | undefined;
85
- }, {
86
- width: number;
87
- height: number;
88
- dpr?: number | undefined;
89
- }>>, z.ZodObject<{
90
- zoom: z.ZodOptional<z.ZodNumber>;
91
- }, "strip", z.ZodTypeAny, {
92
- zoom?: number | undefined;
93
- }, {
94
- zoom?: number | undefined;
95
- }>>;
65
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
96
66
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
97
- midscene_location_field_flag: z.ZodLiteral<true>;
98
67
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
99
68
  prompt: z.ZodString;
100
69
  }, "strip", z.ZodTypeAny, {
@@ -128,38 +97,8 @@ export declare const actionTapParamSchema: z.ZodObject<{
128
97
  }>>]>;
129
98
  deepThink: z.ZodOptional<z.ZodBoolean>;
130
99
  cacheable: z.ZodOptional<z.ZodBoolean>;
131
- xpath: z.ZodOptional<z.ZodBoolean>;
132
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
133
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
134
- left: z.ZodNumber;
135
- top: z.ZodNumber;
136
- }, "strip", z.ZodTypeAny, {
137
- left: number;
138
- top: number;
139
- }, {
140
- left: number;
141
- top: number;
142
- }>, z.ZodObject<{
143
- width: z.ZodNumber;
144
- height: z.ZodNumber;
145
- dpr: z.ZodOptional<z.ZodNumber>;
146
- }, "strip", z.ZodTypeAny, {
147
- width: number;
148
- height: number;
149
- dpr?: number | undefined;
150
- }, {
151
- width: number;
152
- height: number;
153
- dpr?: number | undefined;
154
- }>>, z.ZodObject<{
155
- zoom: z.ZodOptional<z.ZodNumber>;
156
- }, "strip", z.ZodTypeAny, {
157
- zoom?: number | undefined;
158
- }, {
159
- zoom?: number | undefined;
160
- }>>;
100
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
161
101
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
162
- midscene_location_field_flag: z.ZodLiteral<true>;
163
102
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
164
103
  prompt: z.ZodString;
165
104
  }, "strip", z.ZodTypeAny, {
@@ -193,36 +132,7 @@ export declare const actionTapParamSchema: z.ZodObject<{
193
132
  }>>]>;
194
133
  deepThink: z.ZodOptional<z.ZodBoolean>;
195
134
  cacheable: z.ZodOptional<z.ZodBoolean>;
196
- xpath: z.ZodOptional<z.ZodBoolean>;
197
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
198
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
199
- left: z.ZodNumber;
200
- top: z.ZodNumber;
201
- }, "strip", z.ZodTypeAny, {
202
- left: number;
203
- top: number;
204
- }, {
205
- left: number;
206
- top: number;
207
- }>, z.ZodObject<{
208
- width: z.ZodNumber;
209
- height: z.ZodNumber;
210
- dpr: z.ZodOptional<z.ZodNumber>;
211
- }, "strip", z.ZodTypeAny, {
212
- width: number;
213
- height: number;
214
- dpr?: number | undefined;
215
- }, {
216
- width: number;
217
- height: number;
218
- dpr?: number | undefined;
219
- }>>, z.ZodObject<{
220
- zoom: z.ZodOptional<z.ZodNumber>;
221
- }, "strip", z.ZodTypeAny, {
222
- zoom?: number | undefined;
223
- }, {
224
- zoom?: number | undefined;
225
- }>>;
135
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
226
136
  }, z.ZodTypeAny, "passthrough">>;
227
137
  }, "strip", z.ZodTypeAny, {
228
138
  locate: {
@@ -235,21 +145,9 @@ export declare const actionTapParamSchema: z.ZodObject<{
235
145
  }[] | undefined;
236
146
  convertHttpImage2Base64?: boolean | undefined;
237
147
  });
238
- midscene_location_field_flag: true;
239
- center: [number, number];
240
- rect: {
241
- left: number;
242
- top: number;
243
- } & {
244
- width: number;
245
- height: number;
246
- dpr?: number | undefined;
247
- } & {
248
- zoom?: number | undefined;
249
- };
250
148
  cacheable?: boolean | undefined;
251
149
  deepThink?: boolean | undefined;
252
- xpath?: boolean | undefined;
150
+ xpath?: string | boolean | undefined;
253
151
  } & {
254
152
  [k: string]: unknown;
255
153
  };
@@ -264,30 +162,19 @@ export declare const actionTapParamSchema: z.ZodObject<{
264
162
  }[] | undefined;
265
163
  convertHttpImage2Base64?: boolean | undefined;
266
164
  });
267
- midscene_location_field_flag: true;
268
- center: [number, number];
269
- rect: {
270
- left: number;
271
- top: number;
272
- } & {
273
- width: number;
274
- height: number;
275
- dpr?: number | undefined;
276
- } & {
277
- zoom?: number | undefined;
278
- };
279
165
  cacheable?: boolean | undefined;
280
166
  deepThink?: boolean | undefined;
281
- xpath?: boolean | undefined;
167
+ xpath?: string | boolean | undefined;
282
168
  } & {
283
169
  [k: string]: unknown;
284
170
  };
285
171
  }>;
286
- export type ActionTapParam = z.infer<typeof actionTapParamSchema>;
172
+ export type ActionTapParam = {
173
+ locate: LocateResultElement;
174
+ };
287
175
  export declare const defineActionTap: (call: (param: ActionTapParam) => Promise<void>) => DeviceAction<ActionTapParam>;
288
176
  export declare const actionRightClickParamSchema: z.ZodObject<{
289
177
  locate: z.ZodObject<{
290
- midscene_location_field_flag: z.ZodLiteral<true>;
291
178
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
292
179
  prompt: z.ZodString;
293
180
  }, "strip", z.ZodTypeAny, {
@@ -321,38 +208,8 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
321
208
  }>>]>;
322
209
  deepThink: z.ZodOptional<z.ZodBoolean>;
323
210
  cacheable: z.ZodOptional<z.ZodBoolean>;
324
- xpath: z.ZodOptional<z.ZodBoolean>;
325
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
326
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
327
- left: z.ZodNumber;
328
- top: z.ZodNumber;
329
- }, "strip", z.ZodTypeAny, {
330
- left: number;
331
- top: number;
332
- }, {
333
- left: number;
334
- top: number;
335
- }>, z.ZodObject<{
336
- width: z.ZodNumber;
337
- height: z.ZodNumber;
338
- dpr: z.ZodOptional<z.ZodNumber>;
339
- }, "strip", z.ZodTypeAny, {
340
- width: number;
341
- height: number;
342
- dpr?: number | undefined;
343
- }, {
344
- width: number;
345
- height: number;
346
- dpr?: number | undefined;
347
- }>>, z.ZodObject<{
348
- zoom: z.ZodOptional<z.ZodNumber>;
349
- }, "strip", z.ZodTypeAny, {
350
- zoom?: number | undefined;
351
- }, {
352
- zoom?: number | undefined;
353
- }>>;
211
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
354
212
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
355
- midscene_location_field_flag: z.ZodLiteral<true>;
356
213
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
357
214
  prompt: z.ZodString;
358
215
  }, "strip", z.ZodTypeAny, {
@@ -386,38 +243,8 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
386
243
  }>>]>;
387
244
  deepThink: z.ZodOptional<z.ZodBoolean>;
388
245
  cacheable: z.ZodOptional<z.ZodBoolean>;
389
- xpath: z.ZodOptional<z.ZodBoolean>;
390
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
391
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
392
- left: z.ZodNumber;
393
- top: z.ZodNumber;
394
- }, "strip", z.ZodTypeAny, {
395
- left: number;
396
- top: number;
397
- }, {
398
- left: number;
399
- top: number;
400
- }>, z.ZodObject<{
401
- width: z.ZodNumber;
402
- height: z.ZodNumber;
403
- dpr: z.ZodOptional<z.ZodNumber>;
404
- }, "strip", z.ZodTypeAny, {
405
- width: number;
406
- height: number;
407
- dpr?: number | undefined;
408
- }, {
409
- width: number;
410
- height: number;
411
- dpr?: number | undefined;
412
- }>>, z.ZodObject<{
413
- zoom: z.ZodOptional<z.ZodNumber>;
414
- }, "strip", z.ZodTypeAny, {
415
- zoom?: number | undefined;
416
- }, {
417
- zoom?: number | undefined;
418
- }>>;
246
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
419
247
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
420
- midscene_location_field_flag: z.ZodLiteral<true>;
421
248
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
422
249
  prompt: z.ZodString;
423
250
  }, "strip", z.ZodTypeAny, {
@@ -451,36 +278,7 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
451
278
  }>>]>;
452
279
  deepThink: z.ZodOptional<z.ZodBoolean>;
453
280
  cacheable: z.ZodOptional<z.ZodBoolean>;
454
- xpath: z.ZodOptional<z.ZodBoolean>;
455
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
456
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
457
- left: z.ZodNumber;
458
- top: z.ZodNumber;
459
- }, "strip", z.ZodTypeAny, {
460
- left: number;
461
- top: number;
462
- }, {
463
- left: number;
464
- top: number;
465
- }>, z.ZodObject<{
466
- width: z.ZodNumber;
467
- height: z.ZodNumber;
468
- dpr: z.ZodOptional<z.ZodNumber>;
469
- }, "strip", z.ZodTypeAny, {
470
- width: number;
471
- height: number;
472
- dpr?: number | undefined;
473
- }, {
474
- width: number;
475
- height: number;
476
- dpr?: number | undefined;
477
- }>>, z.ZodObject<{
478
- zoom: z.ZodOptional<z.ZodNumber>;
479
- }, "strip", z.ZodTypeAny, {
480
- zoom?: number | undefined;
481
- }, {
482
- zoom?: number | undefined;
483
- }>>;
281
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
484
282
  }, z.ZodTypeAny, "passthrough">>;
485
283
  }, "strip", z.ZodTypeAny, {
486
284
  locate: {
@@ -493,21 +291,9 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
493
291
  }[] | undefined;
494
292
  convertHttpImage2Base64?: boolean | undefined;
495
293
  });
496
- midscene_location_field_flag: true;
497
- center: [number, number];
498
- rect: {
499
- left: number;
500
- top: number;
501
- } & {
502
- width: number;
503
- height: number;
504
- dpr?: number | undefined;
505
- } & {
506
- zoom?: number | undefined;
507
- };
508
294
  cacheable?: boolean | undefined;
509
295
  deepThink?: boolean | undefined;
510
- xpath?: boolean | undefined;
296
+ xpath?: string | boolean | undefined;
511
297
  } & {
512
298
  [k: string]: unknown;
513
299
  };
@@ -522,30 +308,19 @@ export declare const actionRightClickParamSchema: z.ZodObject<{
522
308
  }[] | undefined;
523
309
  convertHttpImage2Base64?: boolean | undefined;
524
310
  });
525
- midscene_location_field_flag: true;
526
- center: [number, number];
527
- rect: {
528
- left: number;
529
- top: number;
530
- } & {
531
- width: number;
532
- height: number;
533
- dpr?: number | undefined;
534
- } & {
535
- zoom?: number | undefined;
536
- };
537
311
  cacheable?: boolean | undefined;
538
312
  deepThink?: boolean | undefined;
539
- xpath?: boolean | undefined;
313
+ xpath?: string | boolean | undefined;
540
314
  } & {
541
315
  [k: string]: unknown;
542
316
  };
543
317
  }>;
544
- export type ActionRightClickParam = z.infer<typeof actionRightClickParamSchema>;
318
+ export type ActionRightClickParam = {
319
+ locate: LocateResultElement;
320
+ };
545
321
  export declare const defineActionRightClick: (call: (param: ActionRightClickParam) => Promise<void>) => DeviceAction<ActionRightClickParam>;
546
322
  export declare const actionDoubleClickParamSchema: z.ZodObject<{
547
323
  locate: z.ZodObject<{
548
- midscene_location_field_flag: z.ZodLiteral<true>;
549
324
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
550
325
  prompt: z.ZodString;
551
326
  }, "strip", z.ZodTypeAny, {
@@ -579,38 +354,8 @@ export declare const actionDoubleClickParamSchema: z.ZodObject<{
579
354
  }>>]>;
580
355
  deepThink: z.ZodOptional<z.ZodBoolean>;
581
356
  cacheable: z.ZodOptional<z.ZodBoolean>;
582
- xpath: z.ZodOptional<z.ZodBoolean>;
583
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
584
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
585
- left: z.ZodNumber;
586
- top: z.ZodNumber;
587
- }, "strip", z.ZodTypeAny, {
588
- left: number;
589
- top: number;
590
- }, {
591
- left: number;
592
- top: number;
593
- }>, z.ZodObject<{
594
- width: z.ZodNumber;
595
- height: z.ZodNumber;
596
- dpr: z.ZodOptional<z.ZodNumber>;
597
- }, "strip", z.ZodTypeAny, {
598
- width: number;
599
- height: number;
600
- dpr?: number | undefined;
601
- }, {
602
- width: number;
603
- height: number;
604
- dpr?: number | undefined;
605
- }>>, z.ZodObject<{
606
- zoom: z.ZodOptional<z.ZodNumber>;
607
- }, "strip", z.ZodTypeAny, {
608
- zoom?: number | undefined;
609
- }, {
610
- zoom?: number | undefined;
611
- }>>;
357
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
612
358
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
613
- midscene_location_field_flag: z.ZodLiteral<true>;
614
359
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
615
360
  prompt: z.ZodString;
616
361
  }, "strip", z.ZodTypeAny, {
@@ -644,38 +389,8 @@ export declare const actionDoubleClickParamSchema: z.ZodObject<{
644
389
  }>>]>;
645
390
  deepThink: z.ZodOptional<z.ZodBoolean>;
646
391
  cacheable: z.ZodOptional<z.ZodBoolean>;
647
- xpath: z.ZodOptional<z.ZodBoolean>;
648
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
649
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
650
- left: z.ZodNumber;
651
- top: z.ZodNumber;
652
- }, "strip", z.ZodTypeAny, {
653
- left: number;
654
- top: number;
655
- }, {
656
- left: number;
657
- top: number;
658
- }>, z.ZodObject<{
659
- width: z.ZodNumber;
660
- height: z.ZodNumber;
661
- dpr: z.ZodOptional<z.ZodNumber>;
662
- }, "strip", z.ZodTypeAny, {
663
- width: number;
664
- height: number;
665
- dpr?: number | undefined;
666
- }, {
667
- width: number;
668
- height: number;
669
- dpr?: number | undefined;
670
- }>>, z.ZodObject<{
671
- zoom: z.ZodOptional<z.ZodNumber>;
672
- }, "strip", z.ZodTypeAny, {
673
- zoom?: number | undefined;
674
- }, {
675
- zoom?: number | undefined;
676
- }>>;
392
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
677
393
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
678
- midscene_location_field_flag: z.ZodLiteral<true>;
679
394
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
680
395
  prompt: z.ZodString;
681
396
  }, "strip", z.ZodTypeAny, {
@@ -709,36 +424,7 @@ export declare const actionDoubleClickParamSchema: z.ZodObject<{
709
424
  }>>]>;
710
425
  deepThink: z.ZodOptional<z.ZodBoolean>;
711
426
  cacheable: z.ZodOptional<z.ZodBoolean>;
712
- xpath: z.ZodOptional<z.ZodBoolean>;
713
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
714
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
715
- left: z.ZodNumber;
716
- top: z.ZodNumber;
717
- }, "strip", z.ZodTypeAny, {
718
- left: number;
719
- top: number;
720
- }, {
721
- left: number;
722
- top: number;
723
- }>, z.ZodObject<{
724
- width: z.ZodNumber;
725
- height: z.ZodNumber;
726
- dpr: z.ZodOptional<z.ZodNumber>;
727
- }, "strip", z.ZodTypeAny, {
728
- width: number;
729
- height: number;
730
- dpr?: number | undefined;
731
- }, {
732
- width: number;
733
- height: number;
734
- dpr?: number | undefined;
735
- }>>, z.ZodObject<{
736
- zoom: z.ZodOptional<z.ZodNumber>;
737
- }, "strip", z.ZodTypeAny, {
738
- zoom?: number | undefined;
739
- }, {
740
- zoom?: number | undefined;
741
- }>>;
427
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
742
428
  }, z.ZodTypeAny, "passthrough">>;
743
429
  }, "strip", z.ZodTypeAny, {
744
430
  locate: {
@@ -751,21 +437,9 @@ export declare const actionDoubleClickParamSchema: z.ZodObject<{
751
437
  }[] | undefined;
752
438
  convertHttpImage2Base64?: boolean | undefined;
753
439
  });
754
- midscene_location_field_flag: true;
755
- center: [number, number];
756
- rect: {
757
- left: number;
758
- top: number;
759
- } & {
760
- width: number;
761
- height: number;
762
- dpr?: number | undefined;
763
- } & {
764
- zoom?: number | undefined;
765
- };
766
440
  cacheable?: boolean | undefined;
767
441
  deepThink?: boolean | undefined;
768
- xpath?: boolean | undefined;
442
+ xpath?: string | boolean | undefined;
769
443
  } & {
770
444
  [k: string]: unknown;
771
445
  };
@@ -780,30 +454,19 @@ export declare const actionDoubleClickParamSchema: z.ZodObject<{
780
454
  }[] | undefined;
781
455
  convertHttpImage2Base64?: boolean | undefined;
782
456
  });
783
- midscene_location_field_flag: true;
784
- center: [number, number];
785
- rect: {
786
- left: number;
787
- top: number;
788
- } & {
789
- width: number;
790
- height: number;
791
- dpr?: number | undefined;
792
- } & {
793
- zoom?: number | undefined;
794
- };
795
457
  cacheable?: boolean | undefined;
796
458
  deepThink?: boolean | undefined;
797
- xpath?: boolean | undefined;
459
+ xpath?: string | boolean | undefined;
798
460
  } & {
799
461
  [k: string]: unknown;
800
462
  };
801
463
  }>;
802
- export type ActionDoubleClickParam = z.infer<typeof actionDoubleClickParamSchema>;
464
+ export type ActionDoubleClickParam = {
465
+ locate: LocateResultElement;
466
+ };
803
467
  export declare const defineActionDoubleClick: (call: (param: ActionDoubleClickParam) => Promise<void>) => DeviceAction<ActionDoubleClickParam>;
804
468
  export declare const actionHoverParamSchema: z.ZodObject<{
805
469
  locate: z.ZodObject<{
806
- midscene_location_field_flag: z.ZodLiteral<true>;
807
470
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
808
471
  prompt: z.ZodString;
809
472
  }, "strip", z.ZodTypeAny, {
@@ -837,38 +500,8 @@ export declare const actionHoverParamSchema: z.ZodObject<{
837
500
  }>>]>;
838
501
  deepThink: z.ZodOptional<z.ZodBoolean>;
839
502
  cacheable: z.ZodOptional<z.ZodBoolean>;
840
- xpath: z.ZodOptional<z.ZodBoolean>;
841
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
842
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
843
- left: z.ZodNumber;
844
- top: z.ZodNumber;
845
- }, "strip", z.ZodTypeAny, {
846
- left: number;
847
- top: number;
848
- }, {
849
- left: number;
850
- top: number;
851
- }>, z.ZodObject<{
852
- width: z.ZodNumber;
853
- height: z.ZodNumber;
854
- dpr: z.ZodOptional<z.ZodNumber>;
855
- }, "strip", z.ZodTypeAny, {
856
- width: number;
857
- height: number;
858
- dpr?: number | undefined;
859
- }, {
860
- width: number;
861
- height: number;
862
- dpr?: number | undefined;
863
- }>>, z.ZodObject<{
864
- zoom: z.ZodOptional<z.ZodNumber>;
865
- }, "strip", z.ZodTypeAny, {
866
- zoom?: number | undefined;
867
- }, {
868
- zoom?: number | undefined;
869
- }>>;
503
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
870
504
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
871
- midscene_location_field_flag: z.ZodLiteral<true>;
872
505
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
873
506
  prompt: z.ZodString;
874
507
  }, "strip", z.ZodTypeAny, {
@@ -902,38 +535,8 @@ export declare const actionHoverParamSchema: z.ZodObject<{
902
535
  }>>]>;
903
536
  deepThink: z.ZodOptional<z.ZodBoolean>;
904
537
  cacheable: z.ZodOptional<z.ZodBoolean>;
905
- xpath: z.ZodOptional<z.ZodBoolean>;
906
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
907
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
908
- left: z.ZodNumber;
909
- top: z.ZodNumber;
910
- }, "strip", z.ZodTypeAny, {
911
- left: number;
912
- top: number;
913
- }, {
914
- left: number;
915
- top: number;
916
- }>, z.ZodObject<{
917
- width: z.ZodNumber;
918
- height: z.ZodNumber;
919
- dpr: z.ZodOptional<z.ZodNumber>;
920
- }, "strip", z.ZodTypeAny, {
921
- width: number;
922
- height: number;
923
- dpr?: number | undefined;
924
- }, {
925
- width: number;
926
- height: number;
927
- dpr?: number | undefined;
928
- }>>, z.ZodObject<{
929
- zoom: z.ZodOptional<z.ZodNumber>;
930
- }, "strip", z.ZodTypeAny, {
931
- zoom?: number | undefined;
932
- }, {
933
- zoom?: number | undefined;
934
- }>>;
538
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
935
539
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
936
- midscene_location_field_flag: z.ZodLiteral<true>;
937
540
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
938
541
  prompt: z.ZodString;
939
542
  }, "strip", z.ZodTypeAny, {
@@ -967,36 +570,7 @@ export declare const actionHoverParamSchema: z.ZodObject<{
967
570
  }>>]>;
968
571
  deepThink: z.ZodOptional<z.ZodBoolean>;
969
572
  cacheable: z.ZodOptional<z.ZodBoolean>;
970
- xpath: z.ZodOptional<z.ZodBoolean>;
971
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
972
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
973
- left: z.ZodNumber;
974
- top: z.ZodNumber;
975
- }, "strip", z.ZodTypeAny, {
976
- left: number;
977
- top: number;
978
- }, {
979
- left: number;
980
- top: number;
981
- }>, z.ZodObject<{
982
- width: z.ZodNumber;
983
- height: z.ZodNumber;
984
- dpr: z.ZodOptional<z.ZodNumber>;
985
- }, "strip", z.ZodTypeAny, {
986
- width: number;
987
- height: number;
988
- dpr?: number | undefined;
989
- }, {
990
- width: number;
991
- height: number;
992
- dpr?: number | undefined;
993
- }>>, z.ZodObject<{
994
- zoom: z.ZodOptional<z.ZodNumber>;
995
- }, "strip", z.ZodTypeAny, {
996
- zoom?: number | undefined;
997
- }, {
998
- zoom?: number | undefined;
999
- }>>;
573
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1000
574
  }, z.ZodTypeAny, "passthrough">>;
1001
575
  }, "strip", z.ZodTypeAny, {
1002
576
  locate: {
@@ -1009,21 +583,9 @@ export declare const actionHoverParamSchema: z.ZodObject<{
1009
583
  }[] | undefined;
1010
584
  convertHttpImage2Base64?: boolean | undefined;
1011
585
  });
1012
- midscene_location_field_flag: true;
1013
- center: [number, number];
1014
- rect: {
1015
- left: number;
1016
- top: number;
1017
- } & {
1018
- width: number;
1019
- height: number;
1020
- dpr?: number | undefined;
1021
- } & {
1022
- zoom?: number | undefined;
1023
- };
1024
586
  cacheable?: boolean | undefined;
1025
587
  deepThink?: boolean | undefined;
1026
- xpath?: boolean | undefined;
588
+ xpath?: string | boolean | undefined;
1027
589
  } & {
1028
590
  [k: string]: unknown;
1029
591
  };
@@ -1038,31 +600,20 @@ export declare const actionHoverParamSchema: z.ZodObject<{
1038
600
  }[] | undefined;
1039
601
  convertHttpImage2Base64?: boolean | undefined;
1040
602
  });
1041
- midscene_location_field_flag: true;
1042
- center: [number, number];
1043
- rect: {
1044
- left: number;
1045
- top: number;
1046
- } & {
1047
- width: number;
1048
- height: number;
1049
- dpr?: number | undefined;
1050
- } & {
1051
- zoom?: number | undefined;
1052
- };
1053
603
  cacheable?: boolean | undefined;
1054
604
  deepThink?: boolean | undefined;
1055
- xpath?: boolean | undefined;
605
+ xpath?: string | boolean | undefined;
1056
606
  } & {
1057
607
  [k: string]: unknown;
1058
608
  };
1059
609
  }>;
1060
- export type ActionHoverParam = z.infer<typeof actionHoverParamSchema>;
610
+ export type ActionHoverParam = {
611
+ locate: LocateResultElement;
612
+ };
1061
613
  export declare const defineActionHover: (call: (param: ActionHoverParam) => Promise<void>) => DeviceAction<ActionHoverParam>;
1062
614
  export declare const actionInputParamSchema: z.ZodObject<{
1063
615
  value: z.ZodString;
1064
616
  locate: z.ZodOptional<z.ZodObject<{
1065
- midscene_location_field_flag: z.ZodLiteral<true>;
1066
617
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1067
618
  prompt: z.ZodString;
1068
619
  }, "strip", z.ZodTypeAny, {
@@ -1096,38 +647,8 @@ export declare const actionInputParamSchema: z.ZodObject<{
1096
647
  }>>]>;
1097
648
  deepThink: z.ZodOptional<z.ZodBoolean>;
1098
649
  cacheable: z.ZodOptional<z.ZodBoolean>;
1099
- xpath: z.ZodOptional<z.ZodBoolean>;
1100
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1101
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1102
- left: z.ZodNumber;
1103
- top: z.ZodNumber;
1104
- }, "strip", z.ZodTypeAny, {
1105
- left: number;
1106
- top: number;
1107
- }, {
1108
- left: number;
1109
- top: number;
1110
- }>, z.ZodObject<{
1111
- width: z.ZodNumber;
1112
- height: z.ZodNumber;
1113
- dpr: z.ZodOptional<z.ZodNumber>;
1114
- }, "strip", z.ZodTypeAny, {
1115
- width: number;
1116
- height: number;
1117
- dpr?: number | undefined;
1118
- }, {
1119
- width: number;
1120
- height: number;
1121
- dpr?: number | undefined;
1122
- }>>, z.ZodObject<{
1123
- zoom: z.ZodOptional<z.ZodNumber>;
1124
- }, "strip", z.ZodTypeAny, {
1125
- zoom?: number | undefined;
1126
- }, {
1127
- zoom?: number | undefined;
1128
- }>>;
650
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1129
651
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1130
- midscene_location_field_flag: z.ZodLiteral<true>;
1131
652
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1132
653
  prompt: z.ZodString;
1133
654
  }, "strip", z.ZodTypeAny, {
@@ -1161,38 +682,8 @@ export declare const actionInputParamSchema: z.ZodObject<{
1161
682
  }>>]>;
1162
683
  deepThink: z.ZodOptional<z.ZodBoolean>;
1163
684
  cacheable: z.ZodOptional<z.ZodBoolean>;
1164
- xpath: z.ZodOptional<z.ZodBoolean>;
1165
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1166
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1167
- left: z.ZodNumber;
1168
- top: z.ZodNumber;
1169
- }, "strip", z.ZodTypeAny, {
1170
- left: number;
1171
- top: number;
1172
- }, {
1173
- left: number;
1174
- top: number;
1175
- }>, z.ZodObject<{
1176
- width: z.ZodNumber;
1177
- height: z.ZodNumber;
1178
- dpr: z.ZodOptional<z.ZodNumber>;
1179
- }, "strip", z.ZodTypeAny, {
1180
- width: number;
1181
- height: number;
1182
- dpr?: number | undefined;
1183
- }, {
1184
- width: number;
1185
- height: number;
1186
- dpr?: number | undefined;
1187
- }>>, z.ZodObject<{
1188
- zoom: z.ZodOptional<z.ZodNumber>;
1189
- }, "strip", z.ZodTypeAny, {
1190
- zoom?: number | undefined;
1191
- }, {
1192
- zoom?: number | undefined;
1193
- }>>;
685
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1194
686
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1195
- midscene_location_field_flag: z.ZodLiteral<true>;
1196
687
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1197
688
  prompt: z.ZodString;
1198
689
  }, "strip", z.ZodTypeAny, {
@@ -1226,41 +717,12 @@ export declare const actionInputParamSchema: z.ZodObject<{
1226
717
  }>>]>;
1227
718
  deepThink: z.ZodOptional<z.ZodBoolean>;
1228
719
  cacheable: z.ZodOptional<z.ZodBoolean>;
1229
- xpath: z.ZodOptional<z.ZodBoolean>;
1230
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1231
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1232
- left: z.ZodNumber;
1233
- top: z.ZodNumber;
1234
- }, "strip", z.ZodTypeAny, {
1235
- left: number;
1236
- top: number;
1237
- }, {
1238
- left: number;
1239
- top: number;
1240
- }>, z.ZodObject<{
1241
- width: z.ZodNumber;
1242
- height: z.ZodNumber;
1243
- dpr: z.ZodOptional<z.ZodNumber>;
1244
- }, "strip", z.ZodTypeAny, {
1245
- width: number;
1246
- height: number;
1247
- dpr?: number | undefined;
1248
- }, {
1249
- width: number;
1250
- height: number;
1251
- dpr?: number | undefined;
1252
- }>>, z.ZodObject<{
1253
- zoom: z.ZodOptional<z.ZodNumber>;
1254
- }, "strip", z.ZodTypeAny, {
1255
- zoom?: number | undefined;
1256
- }, {
1257
- zoom?: number | undefined;
1258
- }>>;
720
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1259
721
  }, z.ZodTypeAny, "passthrough">>>;
722
+ append: z.ZodOptional<z.ZodBoolean>;
1260
723
  }, "strip", z.ZodTypeAny, {
1261
724
  value: string;
1262
725
  locate?: z.objectOutputType<{
1263
- midscene_location_field_flag: z.ZodLiteral<true>;
1264
726
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1265
727
  prompt: z.ZodString;
1266
728
  }, "strip", z.ZodTypeAny, {
@@ -1294,41 +756,12 @@ export declare const actionInputParamSchema: z.ZodObject<{
1294
756
  }>>]>;
1295
757
  deepThink: z.ZodOptional<z.ZodBoolean>;
1296
758
  cacheable: z.ZodOptional<z.ZodBoolean>;
1297
- xpath: z.ZodOptional<z.ZodBoolean>;
1298
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1299
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1300
- left: z.ZodNumber;
1301
- top: z.ZodNumber;
1302
- }, "strip", z.ZodTypeAny, {
1303
- left: number;
1304
- top: number;
1305
- }, {
1306
- left: number;
1307
- top: number;
1308
- }>, z.ZodObject<{
1309
- width: z.ZodNumber;
1310
- height: z.ZodNumber;
1311
- dpr: z.ZodOptional<z.ZodNumber>;
1312
- }, "strip", z.ZodTypeAny, {
1313
- width: number;
1314
- height: number;
1315
- dpr?: number | undefined;
1316
- }, {
1317
- width: number;
1318
- height: number;
1319
- dpr?: number | undefined;
1320
- }>>, z.ZodObject<{
1321
- zoom: z.ZodOptional<z.ZodNumber>;
1322
- }, "strip", z.ZodTypeAny, {
1323
- zoom?: number | undefined;
1324
- }, {
1325
- zoom?: number | undefined;
1326
- }>>;
759
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1327
760
  }, z.ZodTypeAny, "passthrough"> | undefined;
761
+ append?: boolean | undefined;
1328
762
  }, {
1329
763
  value: string;
1330
764
  locate?: z.objectInputType<{
1331
- midscene_location_field_flag: z.ZodLiteral<true>;
1332
765
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1333
766
  prompt: z.ZodString;
1334
767
  }, "strip", z.ZodTypeAny, {
@@ -1362,43 +795,18 @@ export declare const actionInputParamSchema: z.ZodObject<{
1362
795
  }>>]>;
1363
796
  deepThink: z.ZodOptional<z.ZodBoolean>;
1364
797
  cacheable: z.ZodOptional<z.ZodBoolean>;
1365
- xpath: z.ZodOptional<z.ZodBoolean>;
1366
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1367
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1368
- left: z.ZodNumber;
1369
- top: z.ZodNumber;
1370
- }, "strip", z.ZodTypeAny, {
1371
- left: number;
1372
- top: number;
1373
- }, {
1374
- left: number;
1375
- top: number;
1376
- }>, z.ZodObject<{
1377
- width: z.ZodNumber;
1378
- height: z.ZodNumber;
1379
- dpr: z.ZodOptional<z.ZodNumber>;
1380
- }, "strip", z.ZodTypeAny, {
1381
- width: number;
1382
- height: number;
1383
- dpr?: number | undefined;
1384
- }, {
1385
- width: number;
1386
- height: number;
1387
- dpr?: number | undefined;
1388
- }>>, z.ZodObject<{
1389
- zoom: z.ZodOptional<z.ZodNumber>;
1390
- }, "strip", z.ZodTypeAny, {
1391
- zoom?: number | undefined;
1392
- }, {
1393
- zoom?: number | undefined;
1394
- }>>;
798
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1395
799
  }, z.ZodTypeAny, "passthrough"> | undefined;
800
+ append?: boolean | undefined;
1396
801
  }>;
1397
- export type ActionInputParam = z.infer<typeof actionInputParamSchema>;
802
+ export type ActionInputParam = {
803
+ value: string;
804
+ locate?: LocateResultElement;
805
+ append?: boolean;
806
+ };
1398
807
  export declare const defineActionInput: (call: (param: ActionInputParam) => Promise<void>) => DeviceAction<ActionInputParam>;
1399
808
  export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1400
809
  locate: z.ZodOptional<z.ZodObject<{
1401
- midscene_location_field_flag: z.ZodLiteral<true>;
1402
810
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1403
811
  prompt: z.ZodString;
1404
812
  }, "strip", z.ZodTypeAny, {
@@ -1432,38 +840,8 @@ export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1432
840
  }>>]>;
1433
841
  deepThink: z.ZodOptional<z.ZodBoolean>;
1434
842
  cacheable: z.ZodOptional<z.ZodBoolean>;
1435
- xpath: z.ZodOptional<z.ZodBoolean>;
1436
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1437
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1438
- left: z.ZodNumber;
1439
- top: z.ZodNumber;
1440
- }, "strip", z.ZodTypeAny, {
1441
- left: number;
1442
- top: number;
1443
- }, {
1444
- left: number;
1445
- top: number;
1446
- }>, z.ZodObject<{
1447
- width: z.ZodNumber;
1448
- height: z.ZodNumber;
1449
- dpr: z.ZodOptional<z.ZodNumber>;
1450
- }, "strip", z.ZodTypeAny, {
1451
- width: number;
1452
- height: number;
1453
- dpr?: number | undefined;
1454
- }, {
1455
- width: number;
1456
- height: number;
1457
- dpr?: number | undefined;
1458
- }>>, z.ZodObject<{
1459
- zoom: z.ZodOptional<z.ZodNumber>;
1460
- }, "strip", z.ZodTypeAny, {
1461
- zoom?: number | undefined;
1462
- }, {
1463
- zoom?: number | undefined;
1464
- }>>;
843
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1465
844
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1466
- midscene_location_field_flag: z.ZodLiteral<true>;
1467
845
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1468
846
  prompt: z.ZodString;
1469
847
  }, "strip", z.ZodTypeAny, {
@@ -1497,38 +875,8 @@ export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1497
875
  }>>]>;
1498
876
  deepThink: z.ZodOptional<z.ZodBoolean>;
1499
877
  cacheable: z.ZodOptional<z.ZodBoolean>;
1500
- xpath: z.ZodOptional<z.ZodBoolean>;
1501
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1502
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1503
- left: z.ZodNumber;
1504
- top: z.ZodNumber;
1505
- }, "strip", z.ZodTypeAny, {
1506
- left: number;
1507
- top: number;
1508
- }, {
1509
- left: number;
1510
- top: number;
1511
- }>, z.ZodObject<{
1512
- width: z.ZodNumber;
1513
- height: z.ZodNumber;
1514
- dpr: z.ZodOptional<z.ZodNumber>;
1515
- }, "strip", z.ZodTypeAny, {
1516
- width: number;
1517
- height: number;
1518
- dpr?: number | undefined;
1519
- }, {
1520
- width: number;
1521
- height: number;
1522
- dpr?: number | undefined;
1523
- }>>, z.ZodObject<{
1524
- zoom: z.ZodOptional<z.ZodNumber>;
1525
- }, "strip", z.ZodTypeAny, {
1526
- zoom?: number | undefined;
1527
- }, {
1528
- zoom?: number | undefined;
1529
- }>>;
878
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1530
879
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1531
- midscene_location_field_flag: z.ZodLiteral<true>;
1532
880
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1533
881
  prompt: z.ZodString;
1534
882
  }, "strip", z.ZodTypeAny, {
@@ -1562,42 +910,12 @@ export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1562
910
  }>>]>;
1563
911
  deepThink: z.ZodOptional<z.ZodBoolean>;
1564
912
  cacheable: z.ZodOptional<z.ZodBoolean>;
1565
- xpath: z.ZodOptional<z.ZodBoolean>;
1566
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1567
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1568
- left: z.ZodNumber;
1569
- top: z.ZodNumber;
1570
- }, "strip", z.ZodTypeAny, {
1571
- left: number;
1572
- top: number;
1573
- }, {
1574
- left: number;
1575
- top: number;
1576
- }>, z.ZodObject<{
1577
- width: z.ZodNumber;
1578
- height: z.ZodNumber;
1579
- dpr: z.ZodOptional<z.ZodNumber>;
1580
- }, "strip", z.ZodTypeAny, {
1581
- width: number;
1582
- height: number;
1583
- dpr?: number | undefined;
1584
- }, {
1585
- width: number;
1586
- height: number;
1587
- dpr?: number | undefined;
1588
- }>>, z.ZodObject<{
1589
- zoom: z.ZodOptional<z.ZodNumber>;
1590
- }, "strip", z.ZodTypeAny, {
1591
- zoom?: number | undefined;
1592
- }, {
1593
- zoom?: number | undefined;
1594
- }>>;
913
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1595
914
  }, z.ZodTypeAny, "passthrough">>>;
1596
915
  keyName: z.ZodString;
1597
916
  }, "strip", z.ZodTypeAny, {
1598
917
  keyName: string;
1599
918
  locate?: z.objectOutputType<{
1600
- midscene_location_field_flag: z.ZodLiteral<true>;
1601
919
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1602
920
  prompt: z.ZodString;
1603
921
  }, "strip", z.ZodTypeAny, {
@@ -1631,41 +949,11 @@ export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1631
949
  }>>]>;
1632
950
  deepThink: z.ZodOptional<z.ZodBoolean>;
1633
951
  cacheable: z.ZodOptional<z.ZodBoolean>;
1634
- xpath: z.ZodOptional<z.ZodBoolean>;
1635
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1636
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1637
- left: z.ZodNumber;
1638
- top: z.ZodNumber;
1639
- }, "strip", z.ZodTypeAny, {
1640
- left: number;
1641
- top: number;
1642
- }, {
1643
- left: number;
1644
- top: number;
1645
- }>, z.ZodObject<{
1646
- width: z.ZodNumber;
1647
- height: z.ZodNumber;
1648
- dpr: z.ZodOptional<z.ZodNumber>;
1649
- }, "strip", z.ZodTypeAny, {
1650
- width: number;
1651
- height: number;
1652
- dpr?: number | undefined;
1653
- }, {
1654
- width: number;
1655
- height: number;
1656
- dpr?: number | undefined;
1657
- }>>, z.ZodObject<{
1658
- zoom: z.ZodOptional<z.ZodNumber>;
1659
- }, "strip", z.ZodTypeAny, {
1660
- zoom?: number | undefined;
1661
- }, {
1662
- zoom?: number | undefined;
1663
- }>>;
952
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1664
953
  }, z.ZodTypeAny, "passthrough"> | undefined;
1665
954
  }, {
1666
955
  keyName: string;
1667
956
  locate?: z.objectInputType<{
1668
- midscene_location_field_flag: z.ZodLiteral<true>;
1669
957
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1670
958
  prompt: z.ZodString;
1671
959
  }, "strip", z.ZodTypeAny, {
@@ -1699,46 +987,19 @@ export declare const actionKeyboardPressParamSchema: z.ZodObject<{
1699
987
  }>>]>;
1700
988
  deepThink: z.ZodOptional<z.ZodBoolean>;
1701
989
  cacheable: z.ZodOptional<z.ZodBoolean>;
1702
- xpath: z.ZodOptional<z.ZodBoolean>;
1703
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1704
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1705
- left: z.ZodNumber;
1706
- top: z.ZodNumber;
1707
- }, "strip", z.ZodTypeAny, {
1708
- left: number;
1709
- top: number;
1710
- }, {
1711
- left: number;
1712
- top: number;
1713
- }>, z.ZodObject<{
1714
- width: z.ZodNumber;
1715
- height: z.ZodNumber;
1716
- dpr: z.ZodOptional<z.ZodNumber>;
1717
- }, "strip", z.ZodTypeAny, {
1718
- width: number;
1719
- height: number;
1720
- dpr?: number | undefined;
1721
- }, {
1722
- width: number;
1723
- height: number;
1724
- dpr?: number | undefined;
1725
- }>>, z.ZodObject<{
1726
- zoom: z.ZodOptional<z.ZodNumber>;
1727
- }, "strip", z.ZodTypeAny, {
1728
- zoom?: number | undefined;
1729
- }, {
1730
- zoom?: number | undefined;
1731
- }>>;
990
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1732
991
  }, z.ZodTypeAny, "passthrough"> | undefined;
1733
992
  }>;
1734
- export type ActionKeyboardPressParam = z.infer<typeof actionKeyboardPressParamSchema>;
993
+ export type ActionKeyboardPressParam = {
994
+ locate?: LocateResultElement;
995
+ keyName: string;
996
+ };
1735
997
  export declare const defineActionKeyboardPress: (call: (param: ActionKeyboardPressParam) => Promise<void>) => DeviceAction<ActionKeyboardPressParam>;
1736
998
  export declare const actionScrollParamSchema: z.ZodObject<{
1737
999
  direction: z.ZodDefault<z.ZodEnum<["down", "up", "right", "left"]>>;
1738
1000
  scrollType: z.ZodDefault<z.ZodEnum<["once", "untilBottom", "untilTop", "untilRight", "untilLeft"]>>;
1739
1001
  distance: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
1740
1002
  locate: z.ZodOptional<z.ZodObject<{
1741
- midscene_location_field_flag: z.ZodLiteral<true>;
1742
1003
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1743
1004
  prompt: z.ZodString;
1744
1005
  }, "strip", z.ZodTypeAny, {
@@ -1772,38 +1033,8 @@ export declare const actionScrollParamSchema: z.ZodObject<{
1772
1033
  }>>]>;
1773
1034
  deepThink: z.ZodOptional<z.ZodBoolean>;
1774
1035
  cacheable: z.ZodOptional<z.ZodBoolean>;
1775
- xpath: z.ZodOptional<z.ZodBoolean>;
1776
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1777
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1778
- left: z.ZodNumber;
1779
- top: z.ZodNumber;
1780
- }, "strip", z.ZodTypeAny, {
1781
- left: number;
1782
- top: number;
1783
- }, {
1784
- left: number;
1785
- top: number;
1786
- }>, z.ZodObject<{
1787
- width: z.ZodNumber;
1788
- height: z.ZodNumber;
1789
- dpr: z.ZodOptional<z.ZodNumber>;
1790
- }, "strip", z.ZodTypeAny, {
1791
- width: number;
1792
- height: number;
1793
- dpr?: number | undefined;
1794
- }, {
1795
- width: number;
1796
- height: number;
1797
- dpr?: number | undefined;
1798
- }>>, z.ZodObject<{
1799
- zoom: z.ZodOptional<z.ZodNumber>;
1800
- }, "strip", z.ZodTypeAny, {
1801
- zoom?: number | undefined;
1802
- }, {
1803
- zoom?: number | undefined;
1804
- }>>;
1036
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1805
1037
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1806
- midscene_location_field_flag: z.ZodLiteral<true>;
1807
1038
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1808
1039
  prompt: z.ZodString;
1809
1040
  }, "strip", z.ZodTypeAny, {
@@ -1837,38 +1068,8 @@ export declare const actionScrollParamSchema: z.ZodObject<{
1837
1068
  }>>]>;
1838
1069
  deepThink: z.ZodOptional<z.ZodBoolean>;
1839
1070
  cacheable: z.ZodOptional<z.ZodBoolean>;
1840
- xpath: z.ZodOptional<z.ZodBoolean>;
1841
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1842
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1843
- left: z.ZodNumber;
1844
- top: z.ZodNumber;
1845
- }, "strip", z.ZodTypeAny, {
1846
- left: number;
1847
- top: number;
1848
- }, {
1849
- left: number;
1850
- top: number;
1851
- }>, z.ZodObject<{
1852
- width: z.ZodNumber;
1853
- height: z.ZodNumber;
1854
- dpr: z.ZodOptional<z.ZodNumber>;
1855
- }, "strip", z.ZodTypeAny, {
1856
- width: number;
1857
- height: number;
1858
- dpr?: number | undefined;
1859
- }, {
1860
- width: number;
1861
- height: number;
1862
- dpr?: number | undefined;
1863
- }>>, z.ZodObject<{
1864
- zoom: z.ZodOptional<z.ZodNumber>;
1865
- }, "strip", z.ZodTypeAny, {
1866
- zoom?: number | undefined;
1867
- }, {
1868
- zoom?: number | undefined;
1869
- }>>;
1071
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1870
1072
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1871
- midscene_location_field_flag: z.ZodLiteral<true>;
1872
1073
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1873
1074
  prompt: z.ZodString;
1874
1075
  }, "strip", z.ZodTypeAny, {
@@ -1902,42 +1103,12 @@ export declare const actionScrollParamSchema: z.ZodObject<{
1902
1103
  }>>]>;
1903
1104
  deepThink: z.ZodOptional<z.ZodBoolean>;
1904
1105
  cacheable: z.ZodOptional<z.ZodBoolean>;
1905
- xpath: z.ZodOptional<z.ZodBoolean>;
1906
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1907
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1908
- left: z.ZodNumber;
1909
- top: z.ZodNumber;
1910
- }, "strip", z.ZodTypeAny, {
1911
- left: number;
1912
- top: number;
1913
- }, {
1914
- left: number;
1915
- top: number;
1916
- }>, z.ZodObject<{
1917
- width: z.ZodNumber;
1918
- height: z.ZodNumber;
1919
- dpr: z.ZodOptional<z.ZodNumber>;
1920
- }, "strip", z.ZodTypeAny, {
1921
- width: number;
1922
- height: number;
1923
- dpr?: number | undefined;
1924
- }, {
1925
- width: number;
1926
- height: number;
1927
- dpr?: number | undefined;
1928
- }>>, z.ZodObject<{
1929
- zoom: z.ZodOptional<z.ZodNumber>;
1930
- }, "strip", z.ZodTypeAny, {
1931
- zoom?: number | undefined;
1932
- }, {
1933
- zoom?: number | undefined;
1934
- }>>;
1106
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
1935
1107
  }, z.ZodTypeAny, "passthrough">>>;
1936
1108
  }, "strip", z.ZodTypeAny, {
1937
1109
  direction: "left" | "right" | "down" | "up";
1938
1110
  scrollType: "once" | "untilBottom" | "untilTop" | "untilRight" | "untilLeft";
1939
1111
  locate?: z.objectOutputType<{
1940
- midscene_location_field_flag: z.ZodLiteral<true>;
1941
1112
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
1942
1113
  prompt: z.ZodString;
1943
1114
  }, "strip", z.ZodTypeAny, {
@@ -1971,41 +1142,11 @@ export declare const actionScrollParamSchema: z.ZodObject<{
1971
1142
  }>>]>;
1972
1143
  deepThink: z.ZodOptional<z.ZodBoolean>;
1973
1144
  cacheable: z.ZodOptional<z.ZodBoolean>;
1974
- xpath: z.ZodOptional<z.ZodBoolean>;
1975
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
1976
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
1977
- left: z.ZodNumber;
1978
- top: z.ZodNumber;
1979
- }, "strip", z.ZodTypeAny, {
1980
- left: number;
1981
- top: number;
1982
- }, {
1983
- left: number;
1984
- top: number;
1985
- }>, z.ZodObject<{
1986
- width: z.ZodNumber;
1987
- height: z.ZodNumber;
1988
- dpr: z.ZodOptional<z.ZodNumber>;
1989
- }, "strip", z.ZodTypeAny, {
1990
- width: number;
1991
- height: number;
1992
- dpr?: number | undefined;
1993
- }, {
1994
- width: number;
1995
- height: number;
1996
- dpr?: number | undefined;
1997
- }>>, z.ZodObject<{
1998
- zoom: z.ZodOptional<z.ZodNumber>;
1999
- }, "strip", z.ZodTypeAny, {
2000
- zoom?: number | undefined;
2001
- }, {
2002
- zoom?: number | undefined;
2003
- }>>;
1145
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2004
1146
  }, z.ZodTypeAny, "passthrough"> | undefined;
2005
1147
  distance?: number | null | undefined;
2006
1148
  }, {
2007
1149
  locate?: z.objectInputType<{
2008
- midscene_location_field_flag: z.ZodLiteral<true>;
2009
1150
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2010
1151
  prompt: z.ZodString;
2011
1152
  }, "strip", z.ZodTypeAny, {
@@ -2039,46 +1180,21 @@ export declare const actionScrollParamSchema: z.ZodObject<{
2039
1180
  }>>]>;
2040
1181
  deepThink: z.ZodOptional<z.ZodBoolean>;
2041
1182
  cacheable: z.ZodOptional<z.ZodBoolean>;
2042
- xpath: z.ZodOptional<z.ZodBoolean>;
2043
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2044
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2045
- left: z.ZodNumber;
2046
- top: z.ZodNumber;
2047
- }, "strip", z.ZodTypeAny, {
2048
- left: number;
2049
- top: number;
2050
- }, {
2051
- left: number;
2052
- top: number;
2053
- }>, z.ZodObject<{
2054
- width: z.ZodNumber;
2055
- height: z.ZodNumber;
2056
- dpr: z.ZodOptional<z.ZodNumber>;
2057
- }, "strip", z.ZodTypeAny, {
2058
- width: number;
2059
- height: number;
2060
- dpr?: number | undefined;
2061
- }, {
2062
- width: number;
2063
- height: number;
2064
- dpr?: number | undefined;
2065
- }>>, z.ZodObject<{
2066
- zoom: z.ZodOptional<z.ZodNumber>;
2067
- }, "strip", z.ZodTypeAny, {
2068
- zoom?: number | undefined;
2069
- }, {
2070
- zoom?: number | undefined;
2071
- }>>;
1183
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2072
1184
  }, z.ZodTypeAny, "passthrough"> | undefined;
2073
1185
  direction?: "left" | "right" | "down" | "up" | undefined;
2074
1186
  scrollType?: "once" | "untilBottom" | "untilTop" | "untilRight" | "untilLeft" | undefined;
2075
1187
  distance?: number | null | undefined;
2076
1188
  }>;
2077
- export type ActionScrollParam = z.infer<typeof actionScrollParamSchema>;
1189
+ export type ActionScrollParam = {
1190
+ direction?: 'down' | 'up' | 'right' | 'left';
1191
+ scrollType?: 'once' | 'untilBottom' | 'untilTop' | 'untilRight' | 'untilLeft';
1192
+ distance?: number | null;
1193
+ locate?: LocateResultElement;
1194
+ };
2078
1195
  export declare const defineActionScroll: (call: (param: ActionScrollParam) => Promise<void>) => DeviceAction<ActionScrollParam>;
2079
1196
  export declare const actionDragAndDropParamSchema: z.ZodObject<{
2080
1197
  from: z.ZodObject<{
2081
- midscene_location_field_flag: z.ZodLiteral<true>;
2082
1198
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2083
1199
  prompt: z.ZodString;
2084
1200
  }, "strip", z.ZodTypeAny, {
@@ -2112,38 +1228,8 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2112
1228
  }>>]>;
2113
1229
  deepThink: z.ZodOptional<z.ZodBoolean>;
2114
1230
  cacheable: z.ZodOptional<z.ZodBoolean>;
2115
- xpath: z.ZodOptional<z.ZodBoolean>;
2116
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2117
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2118
- left: z.ZodNumber;
2119
- top: z.ZodNumber;
2120
- }, "strip", z.ZodTypeAny, {
2121
- left: number;
2122
- top: number;
2123
- }, {
2124
- left: number;
2125
- top: number;
2126
- }>, z.ZodObject<{
2127
- width: z.ZodNumber;
2128
- height: z.ZodNumber;
2129
- dpr: z.ZodOptional<z.ZodNumber>;
2130
- }, "strip", z.ZodTypeAny, {
2131
- width: number;
2132
- height: number;
2133
- dpr?: number | undefined;
2134
- }, {
2135
- width: number;
2136
- height: number;
2137
- dpr?: number | undefined;
2138
- }>>, z.ZodObject<{
2139
- zoom: z.ZodOptional<z.ZodNumber>;
2140
- }, "strip", z.ZodTypeAny, {
2141
- zoom?: number | undefined;
2142
- }, {
2143
- zoom?: number | undefined;
2144
- }>>;
1231
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2145
1232
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2146
- midscene_location_field_flag: z.ZodLiteral<true>;
2147
1233
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2148
1234
  prompt: z.ZodString;
2149
1235
  }, "strip", z.ZodTypeAny, {
@@ -2177,38 +1263,8 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2177
1263
  }>>]>;
2178
1264
  deepThink: z.ZodOptional<z.ZodBoolean>;
2179
1265
  cacheable: z.ZodOptional<z.ZodBoolean>;
2180
- xpath: z.ZodOptional<z.ZodBoolean>;
2181
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2182
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2183
- left: z.ZodNumber;
2184
- top: z.ZodNumber;
2185
- }, "strip", z.ZodTypeAny, {
2186
- left: number;
2187
- top: number;
2188
- }, {
2189
- left: number;
2190
- top: number;
2191
- }>, z.ZodObject<{
2192
- width: z.ZodNumber;
2193
- height: z.ZodNumber;
2194
- dpr: z.ZodOptional<z.ZodNumber>;
2195
- }, "strip", z.ZodTypeAny, {
2196
- width: number;
2197
- height: number;
2198
- dpr?: number | undefined;
2199
- }, {
2200
- width: number;
2201
- height: number;
2202
- dpr?: number | undefined;
2203
- }>>, z.ZodObject<{
2204
- zoom: z.ZodOptional<z.ZodNumber>;
2205
- }, "strip", z.ZodTypeAny, {
2206
- zoom?: number | undefined;
2207
- }, {
2208
- zoom?: number | undefined;
2209
- }>>;
1266
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2210
1267
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
2211
- midscene_location_field_flag: z.ZodLiteral<true>;
2212
1268
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2213
1269
  prompt: z.ZodString;
2214
1270
  }, "strip", z.ZodTypeAny, {
@@ -2242,39 +1298,9 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2242
1298
  }>>]>;
2243
1299
  deepThink: z.ZodOptional<z.ZodBoolean>;
2244
1300
  cacheable: z.ZodOptional<z.ZodBoolean>;
2245
- xpath: z.ZodOptional<z.ZodBoolean>;
2246
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2247
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2248
- left: z.ZodNumber;
2249
- top: z.ZodNumber;
2250
- }, "strip", z.ZodTypeAny, {
2251
- left: number;
2252
- top: number;
2253
- }, {
2254
- left: number;
2255
- top: number;
2256
- }>, z.ZodObject<{
2257
- width: z.ZodNumber;
2258
- height: z.ZodNumber;
2259
- dpr: z.ZodOptional<z.ZodNumber>;
2260
- }, "strip", z.ZodTypeAny, {
2261
- width: number;
2262
- height: number;
2263
- dpr?: number | undefined;
2264
- }, {
2265
- width: number;
2266
- height: number;
2267
- dpr?: number | undefined;
2268
- }>>, z.ZodObject<{
2269
- zoom: z.ZodOptional<z.ZodNumber>;
2270
- }, "strip", z.ZodTypeAny, {
2271
- zoom?: number | undefined;
2272
- }, {
2273
- zoom?: number | undefined;
2274
- }>>;
1301
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2275
1302
  }, z.ZodTypeAny, "passthrough">>;
2276
1303
  to: z.ZodObject<{
2277
- midscene_location_field_flag: z.ZodLiteral<true>;
2278
1304
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2279
1305
  prompt: z.ZodString;
2280
1306
  }, "strip", z.ZodTypeAny, {
@@ -2308,38 +1334,8 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2308
1334
  }>>]>;
2309
1335
  deepThink: z.ZodOptional<z.ZodBoolean>;
2310
1336
  cacheable: z.ZodOptional<z.ZodBoolean>;
2311
- xpath: z.ZodOptional<z.ZodBoolean>;
2312
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2313
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2314
- left: z.ZodNumber;
2315
- top: z.ZodNumber;
2316
- }, "strip", z.ZodTypeAny, {
2317
- left: number;
2318
- top: number;
2319
- }, {
2320
- left: number;
2321
- top: number;
2322
- }>, z.ZodObject<{
2323
- width: z.ZodNumber;
2324
- height: z.ZodNumber;
2325
- dpr: z.ZodOptional<z.ZodNumber>;
2326
- }, "strip", z.ZodTypeAny, {
2327
- width: number;
2328
- height: number;
2329
- dpr?: number | undefined;
2330
- }, {
2331
- width: number;
2332
- height: number;
2333
- dpr?: number | undefined;
2334
- }>>, z.ZodObject<{
2335
- zoom: z.ZodOptional<z.ZodNumber>;
2336
- }, "strip", z.ZodTypeAny, {
2337
- zoom?: number | undefined;
2338
- }, {
2339
- zoom?: number | undefined;
2340
- }>>;
1337
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2341
1338
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2342
- midscene_location_field_flag: z.ZodLiteral<true>;
2343
1339
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2344
1340
  prompt: z.ZodString;
2345
1341
  }, "strip", z.ZodTypeAny, {
@@ -2373,38 +1369,8 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2373
1369
  }>>]>;
2374
1370
  deepThink: z.ZodOptional<z.ZodBoolean>;
2375
1371
  cacheable: z.ZodOptional<z.ZodBoolean>;
2376
- xpath: z.ZodOptional<z.ZodBoolean>;
2377
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2378
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2379
- left: z.ZodNumber;
2380
- top: z.ZodNumber;
2381
- }, "strip", z.ZodTypeAny, {
2382
- left: number;
2383
- top: number;
2384
- }, {
2385
- left: number;
2386
- top: number;
2387
- }>, z.ZodObject<{
2388
- width: z.ZodNumber;
2389
- height: z.ZodNumber;
2390
- dpr: z.ZodOptional<z.ZodNumber>;
2391
- }, "strip", z.ZodTypeAny, {
2392
- width: number;
2393
- height: number;
2394
- dpr?: number | undefined;
2395
- }, {
2396
- width: number;
2397
- height: number;
2398
- dpr?: number | undefined;
2399
- }>>, z.ZodObject<{
2400
- zoom: z.ZodOptional<z.ZodNumber>;
2401
- }, "strip", z.ZodTypeAny, {
2402
- zoom?: number | undefined;
2403
- }, {
2404
- zoom?: number | undefined;
2405
- }>>;
1372
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2406
1373
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
2407
- midscene_location_field_flag: z.ZodLiteral<true>;
2408
1374
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2409
1375
  prompt: z.ZodString;
2410
1376
  }, "strip", z.ZodTypeAny, {
@@ -2438,36 +1404,7 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2438
1404
  }>>]>;
2439
1405
  deepThink: z.ZodOptional<z.ZodBoolean>;
2440
1406
  cacheable: z.ZodOptional<z.ZodBoolean>;
2441
- xpath: z.ZodOptional<z.ZodBoolean>;
2442
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2443
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2444
- left: z.ZodNumber;
2445
- top: z.ZodNumber;
2446
- }, "strip", z.ZodTypeAny, {
2447
- left: number;
2448
- top: number;
2449
- }, {
2450
- left: number;
2451
- top: number;
2452
- }>, z.ZodObject<{
2453
- width: z.ZodNumber;
2454
- height: z.ZodNumber;
2455
- dpr: z.ZodOptional<z.ZodNumber>;
2456
- }, "strip", z.ZodTypeAny, {
2457
- width: number;
2458
- height: number;
2459
- dpr?: number | undefined;
2460
- }, {
2461
- width: number;
2462
- height: number;
2463
- dpr?: number | undefined;
2464
- }>>, z.ZodObject<{
2465
- zoom: z.ZodOptional<z.ZodNumber>;
2466
- }, "strip", z.ZodTypeAny, {
2467
- zoom?: number | undefined;
2468
- }, {
2469
- zoom?: number | undefined;
2470
- }>>;
1407
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2471
1408
  }, z.ZodTypeAny, "passthrough">>;
2472
1409
  }, "strip", z.ZodTypeAny, {
2473
1410
  from: {
@@ -2480,21 +1417,9 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2480
1417
  }[] | undefined;
2481
1418
  convertHttpImage2Base64?: boolean | undefined;
2482
1419
  });
2483
- midscene_location_field_flag: true;
2484
- center: [number, number];
2485
- rect: {
2486
- left: number;
2487
- top: number;
2488
- } & {
2489
- width: number;
2490
- height: number;
2491
- dpr?: number | undefined;
2492
- } & {
2493
- zoom?: number | undefined;
2494
- };
2495
1420
  cacheable?: boolean | undefined;
2496
1421
  deepThink?: boolean | undefined;
2497
- xpath?: boolean | undefined;
1422
+ xpath?: string | boolean | undefined;
2498
1423
  } & {
2499
1424
  [k: string]: unknown;
2500
1425
  };
@@ -2508,21 +1433,9 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2508
1433
  }[] | undefined;
2509
1434
  convertHttpImage2Base64?: boolean | undefined;
2510
1435
  });
2511
- midscene_location_field_flag: true;
2512
- center: [number, number];
2513
- rect: {
2514
- left: number;
2515
- top: number;
2516
- } & {
2517
- width: number;
2518
- height: number;
2519
- dpr?: number | undefined;
2520
- } & {
2521
- zoom?: number | undefined;
2522
- };
2523
1436
  cacheable?: boolean | undefined;
2524
1437
  deepThink?: boolean | undefined;
2525
- xpath?: boolean | undefined;
1438
+ xpath?: string | boolean | undefined;
2526
1439
  } & {
2527
1440
  [k: string]: unknown;
2528
1441
  };
@@ -2537,21 +1450,9 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2537
1450
  }[] | undefined;
2538
1451
  convertHttpImage2Base64?: boolean | undefined;
2539
1452
  });
2540
- midscene_location_field_flag: true;
2541
- center: [number, number];
2542
- rect: {
2543
- left: number;
2544
- top: number;
2545
- } & {
2546
- width: number;
2547
- height: number;
2548
- dpr?: number | undefined;
2549
- } & {
2550
- zoom?: number | undefined;
2551
- };
2552
1453
  cacheable?: boolean | undefined;
2553
1454
  deepThink?: boolean | undefined;
2554
- xpath?: boolean | undefined;
1455
+ xpath?: string | boolean | undefined;
2555
1456
  } & {
2556
1457
  [k: string]: unknown;
2557
1458
  };
@@ -2565,30 +1466,20 @@ export declare const actionDragAndDropParamSchema: z.ZodObject<{
2565
1466
  }[] | undefined;
2566
1467
  convertHttpImage2Base64?: boolean | undefined;
2567
1468
  });
2568
- midscene_location_field_flag: true;
2569
- center: [number, number];
2570
- rect: {
2571
- left: number;
2572
- top: number;
2573
- } & {
2574
- width: number;
2575
- height: number;
2576
- dpr?: number | undefined;
2577
- } & {
2578
- zoom?: number | undefined;
2579
- };
2580
1469
  cacheable?: boolean | undefined;
2581
1470
  deepThink?: boolean | undefined;
2582
- xpath?: boolean | undefined;
1471
+ xpath?: string | boolean | undefined;
2583
1472
  } & {
2584
1473
  [k: string]: unknown;
2585
1474
  };
2586
1475
  }>;
2587
- export type ActionDragAndDropParam = z.infer<typeof actionDragAndDropParamSchema>;
1476
+ export type ActionDragAndDropParam = {
1477
+ from: LocateResultElement;
1478
+ to: LocateResultElement;
1479
+ };
2588
1480
  export declare const defineActionDragAndDrop: (call: (param: ActionDragAndDropParam) => Promise<void>) => DeviceAction<ActionDragAndDropParam>;
2589
1481
  export declare const ActionLongPressParamSchema: z.ZodObject<{
2590
1482
  locate: z.ZodObject<{
2591
- midscene_location_field_flag: z.ZodLiteral<true>;
2592
1483
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2593
1484
  prompt: z.ZodString;
2594
1485
  }, "strip", z.ZodTypeAny, {
@@ -2622,38 +1513,8 @@ export declare const ActionLongPressParamSchema: z.ZodObject<{
2622
1513
  }>>]>;
2623
1514
  deepThink: z.ZodOptional<z.ZodBoolean>;
2624
1515
  cacheable: z.ZodOptional<z.ZodBoolean>;
2625
- xpath: z.ZodOptional<z.ZodBoolean>;
2626
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2627
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2628
- left: z.ZodNumber;
2629
- top: z.ZodNumber;
2630
- }, "strip", z.ZodTypeAny, {
2631
- left: number;
2632
- top: number;
2633
- }, {
2634
- left: number;
2635
- top: number;
2636
- }>, z.ZodObject<{
2637
- width: z.ZodNumber;
2638
- height: z.ZodNumber;
2639
- dpr: z.ZodOptional<z.ZodNumber>;
2640
- }, "strip", z.ZodTypeAny, {
2641
- width: number;
2642
- height: number;
2643
- dpr?: number | undefined;
2644
- }, {
2645
- width: number;
2646
- height: number;
2647
- dpr?: number | undefined;
2648
- }>>, z.ZodObject<{
2649
- zoom: z.ZodOptional<z.ZodNumber>;
2650
- }, "strip", z.ZodTypeAny, {
2651
- zoom?: number | undefined;
2652
- }, {
2653
- zoom?: number | undefined;
2654
- }>>;
1516
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2655
1517
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2656
- midscene_location_field_flag: z.ZodLiteral<true>;
2657
1518
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2658
1519
  prompt: z.ZodString;
2659
1520
  }, "strip", z.ZodTypeAny, {
@@ -2687,38 +1548,8 @@ export declare const ActionLongPressParamSchema: z.ZodObject<{
2687
1548
  }>>]>;
2688
1549
  deepThink: z.ZodOptional<z.ZodBoolean>;
2689
1550
  cacheable: z.ZodOptional<z.ZodBoolean>;
2690
- xpath: z.ZodOptional<z.ZodBoolean>;
2691
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2692
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2693
- left: z.ZodNumber;
2694
- top: z.ZodNumber;
2695
- }, "strip", z.ZodTypeAny, {
2696
- left: number;
2697
- top: number;
2698
- }, {
2699
- left: number;
2700
- top: number;
2701
- }>, z.ZodObject<{
2702
- width: z.ZodNumber;
2703
- height: z.ZodNumber;
2704
- dpr: z.ZodOptional<z.ZodNumber>;
2705
- }, "strip", z.ZodTypeAny, {
2706
- width: number;
2707
- height: number;
2708
- dpr?: number | undefined;
2709
- }, {
2710
- width: number;
2711
- height: number;
2712
- dpr?: number | undefined;
2713
- }>>, z.ZodObject<{
2714
- zoom: z.ZodOptional<z.ZodNumber>;
2715
- }, "strip", z.ZodTypeAny, {
2716
- zoom?: number | undefined;
2717
- }, {
2718
- zoom?: number | undefined;
2719
- }>>;
1551
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2720
1552
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
2721
- midscene_location_field_flag: z.ZodLiteral<true>;
2722
1553
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2723
1554
  prompt: z.ZodString;
2724
1555
  }, "strip", z.ZodTypeAny, {
@@ -2752,36 +1583,7 @@ export declare const ActionLongPressParamSchema: z.ZodObject<{
2752
1583
  }>>]>;
2753
1584
  deepThink: z.ZodOptional<z.ZodBoolean>;
2754
1585
  cacheable: z.ZodOptional<z.ZodBoolean>;
2755
- xpath: z.ZodOptional<z.ZodBoolean>;
2756
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2757
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2758
- left: z.ZodNumber;
2759
- top: z.ZodNumber;
2760
- }, "strip", z.ZodTypeAny, {
2761
- left: number;
2762
- top: number;
2763
- }, {
2764
- left: number;
2765
- top: number;
2766
- }>, z.ZodObject<{
2767
- width: z.ZodNumber;
2768
- height: z.ZodNumber;
2769
- dpr: z.ZodOptional<z.ZodNumber>;
2770
- }, "strip", z.ZodTypeAny, {
2771
- width: number;
2772
- height: number;
2773
- dpr?: number | undefined;
2774
- }, {
2775
- width: number;
2776
- height: number;
2777
- dpr?: number | undefined;
2778
- }>>, z.ZodObject<{
2779
- zoom: z.ZodOptional<z.ZodNumber>;
2780
- }, "strip", z.ZodTypeAny, {
2781
- zoom?: number | undefined;
2782
- }, {
2783
- zoom?: number | undefined;
2784
- }>>;
1586
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2785
1587
  }, z.ZodTypeAny, "passthrough">>;
2786
1588
  duration: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
2787
1589
  }, "strip", z.ZodTypeAny, {
@@ -2795,21 +1597,9 @@ export declare const ActionLongPressParamSchema: z.ZodObject<{
2795
1597
  }[] | undefined;
2796
1598
  convertHttpImage2Base64?: boolean | undefined;
2797
1599
  });
2798
- midscene_location_field_flag: true;
2799
- center: [number, number];
2800
- rect: {
2801
- left: number;
2802
- top: number;
2803
- } & {
2804
- width: number;
2805
- height: number;
2806
- dpr?: number | undefined;
2807
- } & {
2808
- zoom?: number | undefined;
2809
- };
2810
1600
  cacheable?: boolean | undefined;
2811
1601
  deepThink?: boolean | undefined;
2812
- xpath?: boolean | undefined;
1602
+ xpath?: string | boolean | undefined;
2813
1603
  } & {
2814
1604
  [k: string]: unknown;
2815
1605
  };
@@ -2825,31 +1615,21 @@ export declare const ActionLongPressParamSchema: z.ZodObject<{
2825
1615
  }[] | undefined;
2826
1616
  convertHttpImage2Base64?: boolean | undefined;
2827
1617
  });
2828
- midscene_location_field_flag: true;
2829
- center: [number, number];
2830
- rect: {
2831
- left: number;
2832
- top: number;
2833
- } & {
2834
- width: number;
2835
- height: number;
2836
- dpr?: number | undefined;
2837
- } & {
2838
- zoom?: number | undefined;
2839
- };
2840
1618
  cacheable?: boolean | undefined;
2841
1619
  deepThink?: boolean | undefined;
2842
- xpath?: boolean | undefined;
1620
+ xpath?: string | boolean | undefined;
2843
1621
  } & {
2844
1622
  [k: string]: unknown;
2845
1623
  };
2846
1624
  duration?: number | undefined;
2847
1625
  }>;
2848
- export type ActionLongPressParam = z.infer<typeof ActionLongPressParamSchema>;
1626
+ export type ActionLongPressParam = {
1627
+ locate: LocateResultElement;
1628
+ duration?: number;
1629
+ };
2849
1630
  export declare const defineActionLongPress: (call: (param: ActionLongPressParam) => Promise<void>) => DeviceAction<ActionLongPressParam>;
2850
1631
  export declare const ActionSwipeParamSchema: z.ZodObject<{
2851
1632
  start: z.ZodOptional<z.ZodObject<{
2852
- midscene_location_field_flag: z.ZodLiteral<true>;
2853
1633
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2854
1634
  prompt: z.ZodString;
2855
1635
  }, "strip", z.ZodTypeAny, {
@@ -2883,38 +1663,8 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
2883
1663
  }>>]>;
2884
1664
  deepThink: z.ZodOptional<z.ZodBoolean>;
2885
1665
  cacheable: z.ZodOptional<z.ZodBoolean>;
2886
- xpath: z.ZodOptional<z.ZodBoolean>;
2887
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2888
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2889
- left: z.ZodNumber;
2890
- top: z.ZodNumber;
2891
- }, "strip", z.ZodTypeAny, {
2892
- left: number;
2893
- top: number;
2894
- }, {
2895
- left: number;
2896
- top: number;
2897
- }>, z.ZodObject<{
2898
- width: z.ZodNumber;
2899
- height: z.ZodNumber;
2900
- dpr: z.ZodOptional<z.ZodNumber>;
2901
- }, "strip", z.ZodTypeAny, {
2902
- width: number;
2903
- height: number;
2904
- dpr?: number | undefined;
2905
- }, {
2906
- width: number;
2907
- height: number;
2908
- dpr?: number | undefined;
2909
- }>>, z.ZodObject<{
2910
- zoom: z.ZodOptional<z.ZodNumber>;
2911
- }, "strip", z.ZodTypeAny, {
2912
- zoom?: number | undefined;
2913
- }, {
2914
- zoom?: number | undefined;
2915
- }>>;
1666
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2916
1667
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2917
- midscene_location_field_flag: z.ZodLiteral<true>;
2918
1668
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2919
1669
  prompt: z.ZodString;
2920
1670
  }, "strip", z.ZodTypeAny, {
@@ -2948,38 +1698,8 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
2948
1698
  }>>]>;
2949
1699
  deepThink: z.ZodOptional<z.ZodBoolean>;
2950
1700
  cacheable: z.ZodOptional<z.ZodBoolean>;
2951
- xpath: z.ZodOptional<z.ZodBoolean>;
2952
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
2953
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
2954
- left: z.ZodNumber;
2955
- top: z.ZodNumber;
2956
- }, "strip", z.ZodTypeAny, {
2957
- left: number;
2958
- top: number;
2959
- }, {
2960
- left: number;
2961
- top: number;
2962
- }>, z.ZodObject<{
2963
- width: z.ZodNumber;
2964
- height: z.ZodNumber;
2965
- dpr: z.ZodOptional<z.ZodNumber>;
2966
- }, "strip", z.ZodTypeAny, {
2967
- width: number;
2968
- height: number;
2969
- dpr?: number | undefined;
2970
- }, {
2971
- width: number;
2972
- height: number;
2973
- dpr?: number | undefined;
2974
- }>>, z.ZodObject<{
2975
- zoom: z.ZodOptional<z.ZodNumber>;
2976
- }, "strip", z.ZodTypeAny, {
2977
- zoom?: number | undefined;
2978
- }, {
2979
- zoom?: number | undefined;
2980
- }>>;
1701
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
2981
1702
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
2982
- midscene_location_field_flag: z.ZodLiteral<true>;
2983
1703
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
2984
1704
  prompt: z.ZodString;
2985
1705
  }, "strip", z.ZodTypeAny, {
@@ -3013,41 +1733,11 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3013
1733
  }>>]>;
3014
1734
  deepThink: z.ZodOptional<z.ZodBoolean>;
3015
1735
  cacheable: z.ZodOptional<z.ZodBoolean>;
3016
- xpath: z.ZodOptional<z.ZodBoolean>;
3017
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3018
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3019
- left: z.ZodNumber;
3020
- top: z.ZodNumber;
3021
- }, "strip", z.ZodTypeAny, {
3022
- left: number;
3023
- top: number;
3024
- }, {
3025
- left: number;
3026
- top: number;
3027
- }>, z.ZodObject<{
3028
- width: z.ZodNumber;
3029
- height: z.ZodNumber;
3030
- dpr: z.ZodOptional<z.ZodNumber>;
3031
- }, "strip", z.ZodTypeAny, {
3032
- width: number;
3033
- height: number;
3034
- dpr?: number | undefined;
3035
- }, {
3036
- width: number;
3037
- height: number;
3038
- dpr?: number | undefined;
3039
- }>>, z.ZodObject<{
3040
- zoom: z.ZodOptional<z.ZodNumber>;
3041
- }, "strip", z.ZodTypeAny, {
3042
- zoom?: number | undefined;
3043
- }, {
3044
- zoom?: number | undefined;
3045
- }>>;
1736
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3046
1737
  }, z.ZodTypeAny, "passthrough">>>;
3047
1738
  direction: z.ZodOptional<z.ZodEnum<["up", "down", "left", "right"]>>;
3048
1739
  distance: z.ZodOptional<z.ZodNumber>;
3049
1740
  end: z.ZodOptional<z.ZodObject<{
3050
- midscene_location_field_flag: z.ZodLiteral<true>;
3051
1741
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3052
1742
  prompt: z.ZodString;
3053
1743
  }, "strip", z.ZodTypeAny, {
@@ -3081,38 +1771,8 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3081
1771
  }>>]>;
3082
1772
  deepThink: z.ZodOptional<z.ZodBoolean>;
3083
1773
  cacheable: z.ZodOptional<z.ZodBoolean>;
3084
- xpath: z.ZodOptional<z.ZodBoolean>;
3085
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3086
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3087
- left: z.ZodNumber;
3088
- top: z.ZodNumber;
3089
- }, "strip", z.ZodTypeAny, {
3090
- left: number;
3091
- top: number;
3092
- }, {
3093
- left: number;
3094
- top: number;
3095
- }>, z.ZodObject<{
3096
- width: z.ZodNumber;
3097
- height: z.ZodNumber;
3098
- dpr: z.ZodOptional<z.ZodNumber>;
3099
- }, "strip", z.ZodTypeAny, {
3100
- width: number;
3101
- height: number;
3102
- dpr?: number | undefined;
3103
- }, {
3104
- width: number;
3105
- height: number;
3106
- dpr?: number | undefined;
3107
- }>>, z.ZodObject<{
3108
- zoom: z.ZodOptional<z.ZodNumber>;
3109
- }, "strip", z.ZodTypeAny, {
3110
- zoom?: number | undefined;
3111
- }, {
3112
- zoom?: number | undefined;
3113
- }>>;
1774
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3114
1775
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
3115
- midscene_location_field_flag: z.ZodLiteral<true>;
3116
1776
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3117
1777
  prompt: z.ZodString;
3118
1778
  }, "strip", z.ZodTypeAny, {
@@ -3146,38 +1806,8 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3146
1806
  }>>]>;
3147
1807
  deepThink: z.ZodOptional<z.ZodBoolean>;
3148
1808
  cacheable: z.ZodOptional<z.ZodBoolean>;
3149
- xpath: z.ZodOptional<z.ZodBoolean>;
3150
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3151
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3152
- left: z.ZodNumber;
3153
- top: z.ZodNumber;
3154
- }, "strip", z.ZodTypeAny, {
3155
- left: number;
3156
- top: number;
3157
- }, {
3158
- left: number;
3159
- top: number;
3160
- }>, z.ZodObject<{
3161
- width: z.ZodNumber;
3162
- height: z.ZodNumber;
3163
- dpr: z.ZodOptional<z.ZodNumber>;
3164
- }, "strip", z.ZodTypeAny, {
3165
- width: number;
3166
- height: number;
3167
- dpr?: number | undefined;
3168
- }, {
3169
- width: number;
3170
- height: number;
3171
- dpr?: number | undefined;
3172
- }>>, z.ZodObject<{
3173
- zoom: z.ZodOptional<z.ZodNumber>;
3174
- }, "strip", z.ZodTypeAny, {
3175
- zoom?: number | undefined;
3176
- }, {
3177
- zoom?: number | undefined;
3178
- }>>;
1809
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3179
1810
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3180
- midscene_location_field_flag: z.ZodLiteral<true>;
3181
1811
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3182
1812
  prompt: z.ZodString;
3183
1813
  }, "strip", z.ZodTypeAny, {
@@ -3211,36 +1841,7 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3211
1841
  }>>]>;
3212
1842
  deepThink: z.ZodOptional<z.ZodBoolean>;
3213
1843
  cacheable: z.ZodOptional<z.ZodBoolean>;
3214
- xpath: z.ZodOptional<z.ZodBoolean>;
3215
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3216
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3217
- left: z.ZodNumber;
3218
- top: z.ZodNumber;
3219
- }, "strip", z.ZodTypeAny, {
3220
- left: number;
3221
- top: number;
3222
- }, {
3223
- left: number;
3224
- top: number;
3225
- }>, z.ZodObject<{
3226
- width: z.ZodNumber;
3227
- height: z.ZodNumber;
3228
- dpr: z.ZodOptional<z.ZodNumber>;
3229
- }, "strip", z.ZodTypeAny, {
3230
- width: number;
3231
- height: number;
3232
- dpr?: number | undefined;
3233
- }, {
3234
- width: number;
3235
- height: number;
3236
- dpr?: number | undefined;
3237
- }>>, z.ZodObject<{
3238
- zoom: z.ZodOptional<z.ZodNumber>;
3239
- }, "strip", z.ZodTypeAny, {
3240
- zoom?: number | undefined;
3241
- }, {
3242
- zoom?: number | undefined;
3243
- }>>;
1844
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3244
1845
  }, z.ZodTypeAny, "passthrough">>>;
3245
1846
  duration: z.ZodDefault<z.ZodNumber>;
3246
1847
  repeat: z.ZodOptional<z.ZodNumber>;
@@ -3250,7 +1851,6 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3250
1851
  direction?: "left" | "right" | "down" | "up" | undefined;
3251
1852
  distance?: number | undefined;
3252
1853
  start?: z.objectOutputType<{
3253
- midscene_location_field_flag: z.ZodLiteral<true>;
3254
1854
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3255
1855
  prompt: z.ZodString;
3256
1856
  }, "strip", z.ZodTypeAny, {
@@ -3284,39 +1884,9 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3284
1884
  }>>]>;
3285
1885
  deepThink: z.ZodOptional<z.ZodBoolean>;
3286
1886
  cacheable: z.ZodOptional<z.ZodBoolean>;
3287
- xpath: z.ZodOptional<z.ZodBoolean>;
3288
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3289
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3290
- left: z.ZodNumber;
3291
- top: z.ZodNumber;
3292
- }, "strip", z.ZodTypeAny, {
3293
- left: number;
3294
- top: number;
3295
- }, {
3296
- left: number;
3297
- top: number;
3298
- }>, z.ZodObject<{
3299
- width: z.ZodNumber;
3300
- height: z.ZodNumber;
3301
- dpr: z.ZodOptional<z.ZodNumber>;
3302
- }, "strip", z.ZodTypeAny, {
3303
- width: number;
3304
- height: number;
3305
- dpr?: number | undefined;
3306
- }, {
3307
- width: number;
3308
- height: number;
3309
- dpr?: number | undefined;
3310
- }>>, z.ZodObject<{
3311
- zoom: z.ZodOptional<z.ZodNumber>;
3312
- }, "strip", z.ZodTypeAny, {
3313
- zoom?: number | undefined;
3314
- }, {
3315
- zoom?: number | undefined;
3316
- }>>;
1887
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3317
1888
  }, z.ZodTypeAny, "passthrough"> | undefined;
3318
1889
  end?: z.objectOutputType<{
3319
- midscene_location_field_flag: z.ZodLiteral<true>;
3320
1890
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3321
1891
  prompt: z.ZodString;
3322
1892
  }, "strip", z.ZodTypeAny, {
@@ -3350,36 +1920,7 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3350
1920
  }>>]>;
3351
1921
  deepThink: z.ZodOptional<z.ZodBoolean>;
3352
1922
  cacheable: z.ZodOptional<z.ZodBoolean>;
3353
- xpath: z.ZodOptional<z.ZodBoolean>;
3354
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3355
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3356
- left: z.ZodNumber;
3357
- top: z.ZodNumber;
3358
- }, "strip", z.ZodTypeAny, {
3359
- left: number;
3360
- top: number;
3361
- }, {
3362
- left: number;
3363
- top: number;
3364
- }>, z.ZodObject<{
3365
- width: z.ZodNumber;
3366
- height: z.ZodNumber;
3367
- dpr: z.ZodOptional<z.ZodNumber>;
3368
- }, "strip", z.ZodTypeAny, {
3369
- width: number;
3370
- height: number;
3371
- dpr?: number | undefined;
3372
- }, {
3373
- width: number;
3374
- height: number;
3375
- dpr?: number | undefined;
3376
- }>>, z.ZodObject<{
3377
- zoom: z.ZodOptional<z.ZodNumber>;
3378
- }, "strip", z.ZodTypeAny, {
3379
- zoom?: number | undefined;
3380
- }, {
3381
- zoom?: number | undefined;
3382
- }>>;
1923
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3383
1924
  }, z.ZodTypeAny, "passthrough"> | undefined;
3384
1925
  }, {
3385
1926
  repeat?: number | undefined;
@@ -3387,7 +1928,6 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3387
1928
  distance?: number | undefined;
3388
1929
  duration?: number | undefined;
3389
1930
  start?: z.objectInputType<{
3390
- midscene_location_field_flag: z.ZodLiteral<true>;
3391
1931
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3392
1932
  prompt: z.ZodString;
3393
1933
  }, "strip", z.ZodTypeAny, {
@@ -3421,39 +1961,9 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3421
1961
  }>>]>;
3422
1962
  deepThink: z.ZodOptional<z.ZodBoolean>;
3423
1963
  cacheable: z.ZodOptional<z.ZodBoolean>;
3424
- xpath: z.ZodOptional<z.ZodBoolean>;
3425
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3426
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3427
- left: z.ZodNumber;
3428
- top: z.ZodNumber;
3429
- }, "strip", z.ZodTypeAny, {
3430
- left: number;
3431
- top: number;
3432
- }, {
3433
- left: number;
3434
- top: number;
3435
- }>, z.ZodObject<{
3436
- width: z.ZodNumber;
3437
- height: z.ZodNumber;
3438
- dpr: z.ZodOptional<z.ZodNumber>;
3439
- }, "strip", z.ZodTypeAny, {
3440
- width: number;
3441
- height: number;
3442
- dpr?: number | undefined;
3443
- }, {
3444
- width: number;
3445
- height: number;
3446
- dpr?: number | undefined;
3447
- }>>, z.ZodObject<{
3448
- zoom: z.ZodOptional<z.ZodNumber>;
3449
- }, "strip", z.ZodTypeAny, {
3450
- zoom?: number | undefined;
3451
- }, {
3452
- zoom?: number | undefined;
3453
- }>>;
1964
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3454
1965
  }, z.ZodTypeAny, "passthrough"> | undefined;
3455
1966
  end?: z.objectInputType<{
3456
- midscene_location_field_flag: z.ZodLiteral<true>;
3457
1967
  prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
3458
1968
  prompt: z.ZodString;
3459
1969
  }, "strip", z.ZodTypeAny, {
@@ -3487,38 +1997,16 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
3487
1997
  }>>]>;
3488
1998
  deepThink: z.ZodOptional<z.ZodBoolean>;
3489
1999
  cacheable: z.ZodOptional<z.ZodBoolean>;
3490
- xpath: z.ZodOptional<z.ZodBoolean>;
3491
- center: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
3492
- rect: z.ZodIntersection<z.ZodIntersection<z.ZodObject<{
3493
- left: z.ZodNumber;
3494
- top: z.ZodNumber;
3495
- }, "strip", z.ZodTypeAny, {
3496
- left: number;
3497
- top: number;
3498
- }, {
3499
- left: number;
3500
- top: number;
3501
- }>, z.ZodObject<{
3502
- width: z.ZodNumber;
3503
- height: z.ZodNumber;
3504
- dpr: z.ZodOptional<z.ZodNumber>;
3505
- }, "strip", z.ZodTypeAny, {
3506
- width: number;
3507
- height: number;
3508
- dpr?: number | undefined;
3509
- }, {
3510
- width: number;
3511
- height: number;
3512
- dpr?: number | undefined;
3513
- }>>, z.ZodObject<{
3514
- zoom: z.ZodOptional<z.ZodNumber>;
3515
- }, "strip", z.ZodTypeAny, {
3516
- zoom?: number | undefined;
3517
- }, {
3518
- zoom?: number | undefined;
3519
- }>>;
2000
+ xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
3520
2001
  }, z.ZodTypeAny, "passthrough"> | undefined;
3521
2002
  }>;
3522
- export type ActionSwipeParam = z.infer<typeof ActionSwipeParamSchema>;
2003
+ export type ActionSwipeParam = {
2004
+ start?: LocateResultElement;
2005
+ direction?: 'up' | 'down' | 'left' | 'right';
2006
+ distance?: number;
2007
+ end?: LocateResultElement;
2008
+ duration?: number;
2009
+ repeat?: number;
2010
+ };
3523
2011
  export declare const defineActionSwipe: (call: (param: ActionSwipeParam) => Promise<void>) => DeviceAction<ActionSwipeParam>;
3524
2012
  export type { DeviceAction } from '../types';