@moxxy/plugin-computer-control 0.41.2 → 0.42.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (269) hide show
  1. package/bin/win32-x64/moxxy-computer.exe +0 -0
  2. package/bin/win32-x64/moxxy-computer.exe.json +1 -1
  3. package/dist/backend/access.d.ts +129 -0
  4. package/dist/backend/access.d.ts.map +1 -0
  5. package/dist/backend/access.js +158 -0
  6. package/dist/backend/access.js.map +1 -0
  7. package/dist/backend/app-hints.d.ts +14 -0
  8. package/dist/backend/app-hints.d.ts.map +1 -0
  9. package/dist/backend/app-hints.js +30 -0
  10. package/dist/backend/app-hints.js.map +1 -0
  11. package/dist/backend/backend.d.ts +70 -0
  12. package/dist/backend/backend.d.ts.map +1 -0
  13. package/dist/backend/backend.js +466 -0
  14. package/dist/backend/backend.js.map +1 -0
  15. package/dist/backend/rpc.d.ts +1438 -0
  16. package/dist/backend/rpc.d.ts.map +1 -0
  17. package/dist/backend/rpc.js +75 -0
  18. package/dist/backend/rpc.js.map +1 -0
  19. package/dist/backend/turn-controls.d.ts +20 -0
  20. package/dist/backend/turn-controls.d.ts.map +1 -0
  21. package/dist/backend/turn-controls.js +115 -0
  22. package/dist/backend/turn-controls.js.map +1 -0
  23. package/dist/contract/guidance.d.ts +12 -0
  24. package/dist/contract/guidance.d.ts.map +1 -0
  25. package/dist/contract/guidance.js +42 -0
  26. package/dist/contract/guidance.js.map +1 -0
  27. package/dist/contract/image.d.ts +29 -0
  28. package/dist/contract/image.d.ts.map +1 -0
  29. package/dist/contract/image.js +46 -0
  30. package/dist/contract/image.js.map +1 -0
  31. package/dist/contract/keys.d.ts +15 -0
  32. package/dist/contract/keys.d.ts.map +1 -0
  33. package/dist/contract/keys.js +118 -0
  34. package/dist/contract/keys.js.map +1 -0
  35. package/dist/contract/outcome.d.ts +61 -0
  36. package/dist/contract/outcome.d.ts.map +1 -0
  37. package/dist/contract/outcome.js +63 -0
  38. package/dist/contract/outcome.js.map +1 -0
  39. package/dist/contract/progress.d.ts +27 -0
  40. package/dist/contract/progress.d.ts.map +1 -0
  41. package/dist/contract/progress.js +36 -0
  42. package/dist/contract/progress.js.map +1 -0
  43. package/dist/contract/tools.d.ts +338 -0
  44. package/dist/contract/tools.d.ts.map +1 -0
  45. package/dist/contract/tools.js +195 -0
  46. package/dist/contract/tools.js.map +1 -0
  47. package/dist/contract/untrusted.d.ts +3 -0
  48. package/dist/contract/untrusted.d.ts.map +1 -0
  49. package/dist/contract/untrusted.js +8 -0
  50. package/dist/contract/untrusted.js.map +1 -0
  51. package/dist/helper/artifact.d.ts +41 -0
  52. package/dist/helper/artifact.d.ts.map +1 -0
  53. package/dist/helper/artifact.js +189 -0
  54. package/dist/helper/artifact.js.map +1 -0
  55. package/dist/helper/protocol.d.ts +80 -0
  56. package/dist/helper/protocol.d.ts.map +1 -0
  57. package/dist/helper/protocol.js +49 -0
  58. package/dist/helper/protocol.js.map +1 -0
  59. package/dist/helper/transport.d.ts +43 -0
  60. package/dist/helper/transport.d.ts.map +1 -0
  61. package/dist/{windows → helper}/transport.js +45 -19
  62. package/dist/helper/transport.js.map +1 -0
  63. package/dist/index.d.ts +9 -22
  64. package/dist/index.d.ts.map +1 -1
  65. package/dist/index.js +35 -42
  66. package/dist/index.js.map +1 -1
  67. package/dist/jev/ladder.d.ts +32 -0
  68. package/dist/jev/ladder.d.ts.map +1 -0
  69. package/dist/jev/ladder.js +66 -0
  70. package/dist/jev/ladder.js.map +1 -0
  71. package/dist/jev/memory.d.ts +11 -0
  72. package/dist/jev/memory.d.ts.map +1 -0
  73. package/dist/jev/memory.js +16 -0
  74. package/dist/jev/memory.js.map +1 -0
  75. package/dist/jev/run.d.ts +93 -0
  76. package/dist/jev/run.d.ts.map +1 -0
  77. package/dist/jev/run.js +403 -0
  78. package/dist/jev/run.js.map +1 -0
  79. package/dist/jev/train.d.ts +97 -0
  80. package/dist/jev/train.d.ts.map +1 -0
  81. package/dist/jev/train.js +28 -0
  82. package/dist/jev/train.js.map +1 -0
  83. package/dist/linux/profile.d.ts +6 -0
  84. package/dist/linux/profile.d.ts.map +1 -0
  85. package/dist/linux/profile.js +21 -0
  86. package/dist/linux/profile.js.map +1 -0
  87. package/dist/macos/profile.d.ts +5 -0
  88. package/dist/macos/profile.d.ts.map +1 -0
  89. package/dist/macos/profile.js +17 -0
  90. package/dist/macos/profile.js.map +1 -0
  91. package/dist/preview/controller.d.ts +127 -0
  92. package/dist/preview/controller.d.ts.map +1 -0
  93. package/dist/preview/controller.js +203 -0
  94. package/dist/preview/controller.js.map +1 -0
  95. package/dist/preview/surface.d.ts +9 -0
  96. package/dist/preview/surface.d.ts.map +1 -0
  97. package/dist/preview/surface.js +50 -0
  98. package/dist/preview/surface.js.map +1 -0
  99. package/dist/windows/maintenance.d.ts +1 -1
  100. package/dist/windows/maintenance.d.ts.map +1 -1
  101. package/dist/windows/maintenance.js +6 -5
  102. package/dist/windows/maintenance.js.map +1 -1
  103. package/dist/windows/profile.d.ts +5 -0
  104. package/dist/windows/profile.d.ts.map +1 -0
  105. package/dist/windows/profile.js +17 -0
  106. package/dist/windows/profile.js.map +1 -0
  107. package/learned/README.md +26 -0
  108. package/learned/cases/com.apple.calculator.json +395 -0
  109. package/learned/cases/com.apple.finder.json +115 -0
  110. package/learned/cases/com.apple.safari.json +112 -0
  111. package/learned/cases/com.apple.systempreferences.json +255 -0
  112. package/learned/com.apple.calculator-eace95fc.json +334 -0
  113. package/learned/com.apple.finder-27cf6ce8.json +260 -0
  114. package/learned/com.apple.safari-7cd9df4f.json +143 -0
  115. package/learned/com.apple.systempreferences-02cf0b8b.json +535 -0
  116. package/package.json +13 -7
  117. package/scripts/promote-learned.mjs +8 -0
  118. package/scripts/summarize-trial.mjs +68 -0
  119. package/scripts/train-learned.mjs +64 -0
  120. package/skills/computer-apps/blender.md +29 -0
  121. package/skills/computer-apps/browsers.md +50 -0
  122. package/skills/computer-apps/design-tools.md +37 -0
  123. package/skills/computer-apps/finder.md +23 -0
  124. package/skills/computer-apps/office.md +46 -0
  125. package/skills/computer-apps/video-editors.md +44 -0
  126. package/skills/computer-control.md +154 -191
  127. package/src/backend/access.test.ts +158 -0
  128. package/src/backend/access.ts +168 -0
  129. package/src/backend/app-hints.test.ts +59 -0
  130. package/src/backend/app-hints.ts +39 -0
  131. package/src/backend/backend.test.ts +725 -0
  132. package/src/backend/backend.ts +482 -0
  133. package/src/backend/contract-helper.fixture.mjs +138 -0
  134. package/src/backend/helper.fixture.ts +38 -0
  135. package/src/backend/rpc.ts +90 -0
  136. package/src/backend/turn-controls.test.ts +178 -0
  137. package/src/backend/turn-controls.ts +120 -0
  138. package/src/contract/guidance.test.ts +75 -0
  139. package/src/contract/guidance.ts +48 -0
  140. package/src/contract/image.test.ts +74 -0
  141. package/src/contract/image.ts +54 -0
  142. package/src/contract/keys.test.ts +103 -0
  143. package/src/contract/keys.ts +117 -0
  144. package/src/contract/outcome.test.ts +71 -0
  145. package/src/contract/outcome.ts +72 -0
  146. package/src/contract/progress.test.ts +56 -0
  147. package/src/contract/progress.ts +43 -0
  148. package/src/contract/tools.test.ts +210 -0
  149. package/src/contract/tools.ts +212 -0
  150. package/src/contract/untrusted.test.ts +20 -0
  151. package/src/contract/untrusted.ts +8 -0
  152. package/src/helper/artifact.test.ts +131 -0
  153. package/src/helper/artifact.ts +182 -0
  154. package/src/helper/protocol.test.ts +29 -0
  155. package/src/helper/protocol.ts +50 -0
  156. package/src/{windows → helper}/transport.test.ts +76 -19
  157. package/src/{windows → helper}/transport.ts +54 -16
  158. package/src/index.test.ts +112 -0
  159. package/src/index.ts +36 -53
  160. package/src/jev/ladder.test.ts +113 -0
  161. package/src/jev/ladder.ts +88 -0
  162. package/src/jev/memory.ts +20 -0
  163. package/src/jev/run.test.ts +700 -0
  164. package/src/jev/run.ts +443 -0
  165. package/src/jev/train.test.ts +40 -0
  166. package/src/jev/train.ts +41 -0
  167. package/src/linux/helper.test.ts +481 -0
  168. package/src/linux/profile.ts +25 -0
  169. package/src/macos/helper.test.ts +988 -0
  170. package/src/macos/profile.ts +19 -0
  171. package/src/preview/controller.test.ts +308 -0
  172. package/src/preview/controller.ts +262 -0
  173. package/src/preview/surface.test.ts +68 -0
  174. package/src/preview/surface.ts +45 -0
  175. package/src/skill.test.ts +34 -0
  176. package/src/windows/maintenance.ts +8 -7
  177. package/src/windows/profile.ts +19 -0
  178. package/dist/shell.d.ts +0 -56
  179. package/dist/shell.d.ts.map +0 -1
  180. package/dist/shell.js +0 -189
  181. package/dist/shell.js.map +0 -1
  182. package/dist/temporary-files.d.ts +0 -2
  183. package/dist/temporary-files.d.ts.map +0 -1
  184. package/dist/temporary-files.js +0 -10
  185. package/dist/temporary-files.js.map +0 -1
  186. package/dist/tools/applescript.d.ts +0 -2
  187. package/dist/tools/applescript.d.ts.map +0 -1
  188. package/dist/tools/applescript.js +0 -50
  189. package/dist/tools/applescript.js.map +0 -1
  190. package/dist/tools/click.d.ts +0 -2
  191. package/dist/tools/click.d.ts.map +0 -1
  192. package/dist/tools/click.js +0 -58
  193. package/dist/tools/click.js.map +0 -1
  194. package/dist/tools/clipboard.d.ts +0 -2
  195. package/dist/tools/clipboard.d.ts.map +0 -1
  196. package/dist/tools/clipboard.js +0 -71
  197. package/dist/tools/clipboard.js.map +0 -1
  198. package/dist/tools/key.d.ts +0 -11
  199. package/dist/tools/key.d.ts.map +0 -1
  200. package/dist/tools/key.js +0 -143
  201. package/dist/tools/key.js.map +0 -1
  202. package/dist/tools/open.d.ts +0 -2
  203. package/dist/tools/open.d.ts.map +0 -1
  204. package/dist/tools/open.js +0 -91
  205. package/dist/tools/open.js.map +0 -1
  206. package/dist/tools/screenshot.d.ts +0 -2
  207. package/dist/tools/screenshot.d.ts.map +0 -1
  208. package/dist/tools/screenshot.js +0 -162
  209. package/dist/tools/screenshot.js.map +0 -1
  210. package/dist/tools/type.d.ts +0 -8
  211. package/dist/tools/type.d.ts.map +0 -1
  212. package/dist/tools/type.js +0 -65
  213. package/dist/tools/type.js.map +0 -1
  214. package/dist/windows/artifact.d.ts +0 -3
  215. package/dist/windows/artifact.d.ts.map +0 -1
  216. package/dist/windows/artifact.js +0 -57
  217. package/dist/windows/artifact.js.map +0 -1
  218. package/dist/windows/backend.d.ts +0 -11
  219. package/dist/windows/backend.d.ts.map +0 -1
  220. package/dist/windows/backend.js +0 -122
  221. package/dist/windows/backend.js.map +0 -1
  222. package/dist/windows/contracts.d.ts +0 -1627
  223. package/dist/windows/contracts.d.ts.map +0 -1
  224. package/dist/windows/contracts.js +0 -137
  225. package/dist/windows/contracts.js.map +0 -1
  226. package/dist/windows/control-service.d.ts +0 -12
  227. package/dist/windows/control-service.d.ts.map +0 -1
  228. package/dist/windows/control-service.js +0 -65
  229. package/dist/windows/control-service.js.map +0 -1
  230. package/dist/windows/guidance.d.ts +0 -3
  231. package/dist/windows/guidance.d.ts.map +0 -1
  232. package/dist/windows/guidance.js +0 -20
  233. package/dist/windows/guidance.js.map +0 -1
  234. package/dist/windows/protocol.d.ts +0 -9
  235. package/dist/windows/protocol.d.ts.map +0 -1
  236. package/dist/windows/protocol.js +0 -32
  237. package/dist/windows/protocol.js.map +0 -1
  238. package/dist/windows/transport.d.ts +0 -23
  239. package/dist/windows/transport.d.ts.map +0 -1
  240. package/dist/windows/transport.js.map +0 -1
  241. package/src/shell.test.ts +0 -186
  242. package/src/shell.ts +0 -213
  243. package/src/temporary-files.test.ts +0 -18
  244. package/src/temporary-files.ts +0 -9
  245. package/src/tools/applescript-serialize.test.ts +0 -74
  246. package/src/tools/applescript.ts +0 -53
  247. package/src/tools/click.ts +0 -60
  248. package/src/tools/clipboard.ts +0 -72
  249. package/src/tools/key.ts +0 -155
  250. package/src/tools/open.ts +0 -96
  251. package/src/tools/screenshot.test.ts +0 -137
  252. package/src/tools/screenshot.ts +0 -180
  253. package/src/tools/type.ts +0 -68
  254. package/src/tools.test.ts +0 -94
  255. package/src/windows/action-contracts.test.ts +0 -13
  256. package/src/windows/artifact.test.ts +0 -16
  257. package/src/windows/artifact.ts +0 -57
  258. package/src/windows/backend.test.ts +0 -41
  259. package/src/windows/backend.ts +0 -122
  260. package/src/windows/contracts.test.ts +0 -81
  261. package/src/windows/contracts.ts +0 -143
  262. package/src/windows/control-service.test.ts +0 -58
  263. package/src/windows/control-service.ts +0 -68
  264. package/src/windows/guidance.test.ts +0 -29
  265. package/src/windows/guidance.ts +0 -21
  266. package/src/windows/model-contract.test.ts +0 -37
  267. package/src/windows/protocol.ts +0 -27
  268. package/src/windows/text-contracts.test.ts +0 -14
  269. package/src/windows/window-typing.test.ts +0 -14
@@ -0,0 +1,1438 @@
1
+ import { z } from 'zod';
2
+ /** Protocol spoken by every helper that implements the shared contract (macOS first, Windows from v4 → v5). */
3
+ export declare const CONTRACT_PROTOCOL_VERSION = 5;
4
+ export declare const statusResultSchema: z.ZodObject<{
5
+ ready: z.ZodBoolean;
6
+ permissions: z.ZodObject<{
7
+ accessibility: z.ZodBoolean;
8
+ screenRecording: z.ZodBoolean;
9
+ }, "strict", z.ZodTypeAny, {
10
+ accessibility: boolean;
11
+ screenRecording: boolean;
12
+ }, {
13
+ accessibility: boolean;
14
+ screenRecording: boolean;
15
+ }>;
16
+ limitations: z.ZodArray<z.ZodString, "many">;
17
+ }, "strict", z.ZodTypeAny, {
18
+ ready: boolean;
19
+ permissions: {
20
+ accessibility: boolean;
21
+ screenRecording: boolean;
22
+ };
23
+ limitations: string[];
24
+ }, {
25
+ ready: boolean;
26
+ permissions: {
27
+ accessibility: boolean;
28
+ screenRecording: boolean;
29
+ };
30
+ limitations: string[];
31
+ }>;
32
+ export declare const listAppsResultSchema: z.ZodObject<{
33
+ apps: z.ZodArray<z.ZodObject<{
34
+ id: z.ZodString;
35
+ name: z.ZodString;
36
+ } & {
37
+ running: z.ZodBoolean;
38
+ windows: z.ZodOptional<z.ZodArray<z.ZodObject<{
39
+ id: z.ZodString;
40
+ title: z.ZodString;
41
+ }, "strict", z.ZodTypeAny, {
42
+ title: string;
43
+ id: string;
44
+ }, {
45
+ title: string;
46
+ id: string;
47
+ }>, "many">>;
48
+ }, "strict", z.ZodTypeAny, {
49
+ name: string;
50
+ id: string;
51
+ running: boolean;
52
+ windows?: {
53
+ title: string;
54
+ id: string;
55
+ }[] | undefined;
56
+ }, {
57
+ name: string;
58
+ id: string;
59
+ running: boolean;
60
+ windows?: {
61
+ title: string;
62
+ id: string;
63
+ }[] | undefined;
64
+ }>, "many">;
65
+ truncated: z.ZodBoolean;
66
+ }, "strict", z.ZodTypeAny, {
67
+ apps: {
68
+ name: string;
69
+ id: string;
70
+ running: boolean;
71
+ windows?: {
72
+ title: string;
73
+ id: string;
74
+ }[] | undefined;
75
+ }[];
76
+ truncated: boolean;
77
+ }, {
78
+ apps: {
79
+ name: string;
80
+ id: string;
81
+ running: boolean;
82
+ windows?: {
83
+ title: string;
84
+ id: string;
85
+ }[] | undefined;
86
+ }[];
87
+ truncated: boolean;
88
+ }>;
89
+ export declare const resolveAppsResultSchema: z.ZodObject<{
90
+ apps: z.ZodArray<z.ZodDiscriminatedUnion<"status", [z.ZodObject<{
91
+ request: z.ZodString;
92
+ status: z.ZodLiteral<"resolved">;
93
+ id: z.ZodString;
94
+ name: z.ZodString;
95
+ }, "strict", z.ZodTypeAny, {
96
+ status: "resolved";
97
+ name: string;
98
+ id: string;
99
+ request: string;
100
+ }, {
101
+ status: "resolved";
102
+ name: string;
103
+ id: string;
104
+ request: string;
105
+ }>, z.ZodObject<{
106
+ request: z.ZodString;
107
+ status: z.ZodLiteral<"ambiguous">;
108
+ candidates: z.ZodArray<z.ZodObject<{
109
+ id: z.ZodString;
110
+ name: z.ZodString;
111
+ }, "strict", z.ZodTypeAny, {
112
+ name: string;
113
+ id: string;
114
+ }, {
115
+ name: string;
116
+ id: string;
117
+ }>, "many">;
118
+ }, "strict", z.ZodTypeAny, {
119
+ status: "ambiguous";
120
+ request: string;
121
+ candidates: {
122
+ name: string;
123
+ id: string;
124
+ }[];
125
+ }, {
126
+ status: "ambiguous";
127
+ request: string;
128
+ candidates: {
129
+ name: string;
130
+ id: string;
131
+ }[];
132
+ }>, z.ZodObject<{
133
+ request: z.ZodString;
134
+ status: z.ZodLiteral<"not_found">;
135
+ }, "strict", z.ZodTypeAny, {
136
+ status: "not_found";
137
+ request: string;
138
+ }, {
139
+ status: "not_found";
140
+ request: string;
141
+ }>]>, "many">;
142
+ }, "strict", z.ZodTypeAny, {
143
+ apps: ({
144
+ status: "resolved";
145
+ name: string;
146
+ id: string;
147
+ request: string;
148
+ } | {
149
+ status: "ambiguous";
150
+ request: string;
151
+ candidates: {
152
+ name: string;
153
+ id: string;
154
+ }[];
155
+ } | {
156
+ status: "not_found";
157
+ request: string;
158
+ })[];
159
+ }, {
160
+ apps: ({
161
+ status: "resolved";
162
+ name: string;
163
+ id: string;
164
+ request: string;
165
+ } | {
166
+ status: "ambiguous";
167
+ request: string;
168
+ candidates: {
169
+ name: string;
170
+ id: string;
171
+ }[];
172
+ } | {
173
+ status: "not_found";
174
+ request: string;
175
+ })[];
176
+ }>;
177
+ export declare const imageSchema: z.ZodObject<{
178
+ mediaType: z.ZodEnum<["image/jpeg", "image/png"]>;
179
+ base64: z.ZodString;
180
+ width: z.ZodNumber;
181
+ height: z.ZodNumber;
182
+ }, "strict", z.ZodTypeAny, {
183
+ base64: string;
184
+ mediaType: "image/jpeg" | "image/png";
185
+ width: number;
186
+ height: number;
187
+ }, {
188
+ base64: string;
189
+ mediaType: "image/jpeg" | "image/png";
190
+ width: number;
191
+ height: number;
192
+ }>;
193
+ export type HelperImage = z.infer<typeof imageSchema>;
194
+ /** A line of text recognized in the app's window, placed in the pixels of its latest screenshot. */
195
+ export declare const shownTextSchema: z.ZodObject<{
196
+ text: z.ZodString;
197
+ x: z.ZodNumber;
198
+ y: z.ZodNumber;
199
+ width: z.ZodNumber;
200
+ height: z.ZodNumber;
201
+ }, "strip", z.ZodTypeAny, {
202
+ x: number;
203
+ y: number;
204
+ text: string;
205
+ width: number;
206
+ height: number;
207
+ }, {
208
+ x: number;
209
+ y: number;
210
+ text: string;
211
+ width: number;
212
+ height: number;
213
+ }>;
214
+ export type ShownText = z.infer<typeof shownTextSchema>;
215
+ export declare const readTextResultSchema: z.ZodObject<{
216
+ lines: z.ZodArray<z.ZodObject<{
217
+ text: z.ZodString;
218
+ x: z.ZodNumber;
219
+ y: z.ZodNumber;
220
+ width: z.ZodNumber;
221
+ height: z.ZodNumber;
222
+ }, "strip", z.ZodTypeAny, {
223
+ x: number;
224
+ y: number;
225
+ text: string;
226
+ width: number;
227
+ height: number;
228
+ }, {
229
+ x: number;
230
+ y: number;
231
+ text: string;
232
+ width: number;
233
+ height: number;
234
+ }>, "many">;
235
+ }, "strip", z.ZodTypeAny, {
236
+ lines: {
237
+ x: number;
238
+ y: number;
239
+ text: string;
240
+ width: number;
241
+ height: number;
242
+ }[];
243
+ }, {
244
+ lines: {
245
+ x: number;
246
+ y: number;
247
+ text: string;
248
+ width: number;
249
+ height: number;
250
+ }[];
251
+ }>;
252
+ /** One observation of an app: its tree, plus the window image or why there is none. */
253
+ export declare const appStateSchema: z.ZodObject<{
254
+ tree: z.ZodEffects<z.ZodObject<{
255
+ app: z.ZodString;
256
+ window: z.ZodOptional<z.ZodString>;
257
+ windowId: z.ZodOptional<z.ZodString>;
258
+ elements: z.ZodArray<z.ZodObject<{
259
+ key: z.ZodString;
260
+ index: z.ZodNumber;
261
+ depth: z.ZodNumber;
262
+ role: z.ZodString;
263
+ title: z.ZodOptional<z.ZodString>;
264
+ description: z.ZodOptional<z.ZodString>;
265
+ value: z.ZodOptional<z.ZodString>;
266
+ secure: z.ZodOptional<z.ZodBoolean>;
267
+ states: z.ZodOptional<z.ZodArray<z.ZodEnum<["focused", "selected", "checked", "expanded", "collapsed", "disabled"]>, "many">>;
268
+ actions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
269
+ frame: z.ZodOptional<z.ZodObject<{
270
+ x: z.ZodNumber;
271
+ y: z.ZodNumber;
272
+ width: z.ZodNumber;
273
+ height: z.ZodNumber;
274
+ }, "strict", z.ZodTypeAny, {
275
+ x: number;
276
+ y: number;
277
+ width: number;
278
+ height: number;
279
+ }, {
280
+ x: number;
281
+ y: number;
282
+ width: number;
283
+ height: number;
284
+ }>>;
285
+ }, "strict", z.ZodTypeAny, {
286
+ key: string;
287
+ index: number;
288
+ depth: number;
289
+ role: string;
290
+ value?: string | undefined;
291
+ title?: string | undefined;
292
+ description?: string | undefined;
293
+ secure?: boolean | undefined;
294
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
295
+ actions?: string[] | undefined;
296
+ frame?: {
297
+ x: number;
298
+ y: number;
299
+ width: number;
300
+ height: number;
301
+ } | undefined;
302
+ }, {
303
+ key: string;
304
+ index: number;
305
+ depth: number;
306
+ role: string;
307
+ value?: string | undefined;
308
+ title?: string | undefined;
309
+ description?: string | undefined;
310
+ secure?: boolean | undefined;
311
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
312
+ actions?: string[] | undefined;
313
+ frame?: {
314
+ x: number;
315
+ y: number;
316
+ width: number;
317
+ height: number;
318
+ } | undefined;
319
+ }>, "many">;
320
+ truncated: z.ZodOptional<z.ZodBoolean>;
321
+ }, "strict", z.ZodTypeAny, {
322
+ app: string;
323
+ elements: {
324
+ key: string;
325
+ index: number;
326
+ depth: number;
327
+ role: string;
328
+ value?: string | undefined;
329
+ title?: string | undefined;
330
+ description?: string | undefined;
331
+ secure?: boolean | undefined;
332
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
333
+ actions?: string[] | undefined;
334
+ frame?: {
335
+ x: number;
336
+ y: number;
337
+ width: number;
338
+ height: number;
339
+ } | undefined;
340
+ }[];
341
+ window?: string | undefined;
342
+ windowId?: string | undefined;
343
+ truncated?: boolean | undefined;
344
+ }, {
345
+ app: string;
346
+ elements: {
347
+ key: string;
348
+ index: number;
349
+ depth: number;
350
+ role: string;
351
+ value?: string | undefined;
352
+ title?: string | undefined;
353
+ description?: string | undefined;
354
+ secure?: boolean | undefined;
355
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
356
+ actions?: string[] | undefined;
357
+ frame?: {
358
+ x: number;
359
+ y: number;
360
+ width: number;
361
+ height: number;
362
+ } | undefined;
363
+ }[];
364
+ window?: string | undefined;
365
+ windowId?: string | undefined;
366
+ truncated?: boolean | undefined;
367
+ }>, {
368
+ app: string;
369
+ elements: {
370
+ key: string;
371
+ index: number;
372
+ depth: number;
373
+ role: string;
374
+ value?: string | undefined;
375
+ title?: string | undefined;
376
+ description?: string | undefined;
377
+ secure?: boolean | undefined;
378
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
379
+ actions?: string[] | undefined;
380
+ frame?: {
381
+ x: number;
382
+ y: number;
383
+ width: number;
384
+ height: number;
385
+ } | undefined;
386
+ }[];
387
+ window?: string | undefined;
388
+ windowId?: string | undefined;
389
+ truncated?: boolean | undefined;
390
+ }, {
391
+ app: string;
392
+ elements: {
393
+ key: string;
394
+ index: number;
395
+ depth: number;
396
+ role: string;
397
+ value?: string | undefined;
398
+ title?: string | undefined;
399
+ description?: string | undefined;
400
+ secure?: boolean | undefined;
401
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
402
+ actions?: string[] | undefined;
403
+ frame?: {
404
+ x: number;
405
+ y: number;
406
+ width: number;
407
+ height: number;
408
+ } | undefined;
409
+ }[];
410
+ window?: string | undefined;
411
+ windowId?: string | undefined;
412
+ truncated?: boolean | undefined;
413
+ }>;
414
+ screenshot: z.ZodOptional<z.ZodObject<{
415
+ mediaType: z.ZodEnum<["image/jpeg", "image/png"]>;
416
+ base64: z.ZodString;
417
+ width: z.ZodNumber;
418
+ height: z.ZodNumber;
419
+ }, "strict", z.ZodTypeAny, {
420
+ base64: string;
421
+ mediaType: "image/jpeg" | "image/png";
422
+ width: number;
423
+ height: number;
424
+ }, {
425
+ base64: string;
426
+ mediaType: "image/jpeg" | "image/png";
427
+ width: number;
428
+ height: number;
429
+ }>>;
430
+ screenshotUnavailable: z.ZodOptional<z.ZodString>;
431
+ /** A browser window whose page has not reached the accessibility tree yet. */
432
+ contentPending: z.ZodOptional<z.ZodBoolean>;
433
+ /** The window is the system's open or save panel. */
434
+ filePanel: z.ZodOptional<z.ZodBoolean>;
435
+ }, "strict", z.ZodTypeAny, {
436
+ tree: {
437
+ app: string;
438
+ elements: {
439
+ key: string;
440
+ index: number;
441
+ depth: number;
442
+ role: string;
443
+ value?: string | undefined;
444
+ title?: string | undefined;
445
+ description?: string | undefined;
446
+ secure?: boolean | undefined;
447
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
448
+ actions?: string[] | undefined;
449
+ frame?: {
450
+ x: number;
451
+ y: number;
452
+ width: number;
453
+ height: number;
454
+ } | undefined;
455
+ }[];
456
+ window?: string | undefined;
457
+ windowId?: string | undefined;
458
+ truncated?: boolean | undefined;
459
+ };
460
+ screenshot?: {
461
+ base64: string;
462
+ mediaType: "image/jpeg" | "image/png";
463
+ width: number;
464
+ height: number;
465
+ } | undefined;
466
+ screenshotUnavailable?: string | undefined;
467
+ contentPending?: boolean | undefined;
468
+ filePanel?: boolean | undefined;
469
+ }, {
470
+ tree: {
471
+ app: string;
472
+ elements: {
473
+ key: string;
474
+ index: number;
475
+ depth: number;
476
+ role: string;
477
+ value?: string | undefined;
478
+ title?: string | undefined;
479
+ description?: string | undefined;
480
+ secure?: boolean | undefined;
481
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
482
+ actions?: string[] | undefined;
483
+ frame?: {
484
+ x: number;
485
+ y: number;
486
+ width: number;
487
+ height: number;
488
+ } | undefined;
489
+ }[];
490
+ window?: string | undefined;
491
+ windowId?: string | undefined;
492
+ truncated?: boolean | undefined;
493
+ };
494
+ screenshot?: {
495
+ base64: string;
496
+ mediaType: "image/jpeg" | "image/png";
497
+ width: number;
498
+ height: number;
499
+ } | undefined;
500
+ screenshotUnavailable?: string | undefined;
501
+ contentPending?: boolean | undefined;
502
+ filePanel?: boolean | undefined;
503
+ }>;
504
+ export type AppState = z.infer<typeof appStateSchema>;
505
+ export declare const actResultSchema: z.ZodObject<{
506
+ result: z.ZodObject<{
507
+ outcome: z.ZodEnum<["delivered", "ineffective", "unsupported", "blocked"]>;
508
+ code: z.ZodOptional<z.ZodEnum<["app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading", ...("app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading")[]]>>;
509
+ hint: z.ZodOptional<z.ZodString>;
510
+ method: z.ZodOptional<z.ZodEnum<["ax", "input", "background"]>>;
511
+ }, "strict", z.ZodTypeAny, {
512
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
513
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
514
+ hint?: string | undefined;
515
+ method?: "ax" | "input" | "background" | undefined;
516
+ }, {
517
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
518
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
519
+ hint?: string | undefined;
520
+ method?: "ax" | "input" | "background" | undefined;
521
+ }>;
522
+ state: z.ZodOptional<z.ZodObject<{
523
+ tree: z.ZodEffects<z.ZodObject<{
524
+ app: z.ZodString;
525
+ window: z.ZodOptional<z.ZodString>;
526
+ windowId: z.ZodOptional<z.ZodString>;
527
+ elements: z.ZodArray<z.ZodObject<{
528
+ key: z.ZodString;
529
+ index: z.ZodNumber;
530
+ depth: z.ZodNumber;
531
+ role: z.ZodString;
532
+ title: z.ZodOptional<z.ZodString>;
533
+ description: z.ZodOptional<z.ZodString>;
534
+ value: z.ZodOptional<z.ZodString>;
535
+ secure: z.ZodOptional<z.ZodBoolean>;
536
+ states: z.ZodOptional<z.ZodArray<z.ZodEnum<["focused", "selected", "checked", "expanded", "collapsed", "disabled"]>, "many">>;
537
+ actions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
538
+ frame: z.ZodOptional<z.ZodObject<{
539
+ x: z.ZodNumber;
540
+ y: z.ZodNumber;
541
+ width: z.ZodNumber;
542
+ height: z.ZodNumber;
543
+ }, "strict", z.ZodTypeAny, {
544
+ x: number;
545
+ y: number;
546
+ width: number;
547
+ height: number;
548
+ }, {
549
+ x: number;
550
+ y: number;
551
+ width: number;
552
+ height: number;
553
+ }>>;
554
+ }, "strict", z.ZodTypeAny, {
555
+ key: string;
556
+ index: number;
557
+ depth: number;
558
+ role: string;
559
+ value?: string | undefined;
560
+ title?: string | undefined;
561
+ description?: string | undefined;
562
+ secure?: boolean | undefined;
563
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
564
+ actions?: string[] | undefined;
565
+ frame?: {
566
+ x: number;
567
+ y: number;
568
+ width: number;
569
+ height: number;
570
+ } | undefined;
571
+ }, {
572
+ key: string;
573
+ index: number;
574
+ depth: number;
575
+ role: string;
576
+ value?: string | undefined;
577
+ title?: string | undefined;
578
+ description?: string | undefined;
579
+ secure?: boolean | undefined;
580
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
581
+ actions?: string[] | undefined;
582
+ frame?: {
583
+ x: number;
584
+ y: number;
585
+ width: number;
586
+ height: number;
587
+ } | undefined;
588
+ }>, "many">;
589
+ truncated: z.ZodOptional<z.ZodBoolean>;
590
+ }, "strict", z.ZodTypeAny, {
591
+ app: string;
592
+ elements: {
593
+ key: string;
594
+ index: number;
595
+ depth: number;
596
+ role: string;
597
+ value?: string | undefined;
598
+ title?: string | undefined;
599
+ description?: string | undefined;
600
+ secure?: boolean | undefined;
601
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
602
+ actions?: string[] | undefined;
603
+ frame?: {
604
+ x: number;
605
+ y: number;
606
+ width: number;
607
+ height: number;
608
+ } | undefined;
609
+ }[];
610
+ window?: string | undefined;
611
+ windowId?: string | undefined;
612
+ truncated?: boolean | undefined;
613
+ }, {
614
+ app: string;
615
+ elements: {
616
+ key: string;
617
+ index: number;
618
+ depth: number;
619
+ role: string;
620
+ value?: string | undefined;
621
+ title?: string | undefined;
622
+ description?: string | undefined;
623
+ secure?: boolean | undefined;
624
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
625
+ actions?: string[] | undefined;
626
+ frame?: {
627
+ x: number;
628
+ y: number;
629
+ width: number;
630
+ height: number;
631
+ } | undefined;
632
+ }[];
633
+ window?: string | undefined;
634
+ windowId?: string | undefined;
635
+ truncated?: boolean | undefined;
636
+ }>, {
637
+ app: string;
638
+ elements: {
639
+ key: string;
640
+ index: number;
641
+ depth: number;
642
+ role: string;
643
+ value?: string | undefined;
644
+ title?: string | undefined;
645
+ description?: string | undefined;
646
+ secure?: boolean | undefined;
647
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
648
+ actions?: string[] | undefined;
649
+ frame?: {
650
+ x: number;
651
+ y: number;
652
+ width: number;
653
+ height: number;
654
+ } | undefined;
655
+ }[];
656
+ window?: string | undefined;
657
+ windowId?: string | undefined;
658
+ truncated?: boolean | undefined;
659
+ }, {
660
+ app: string;
661
+ elements: {
662
+ key: string;
663
+ index: number;
664
+ depth: number;
665
+ role: string;
666
+ value?: string | undefined;
667
+ title?: string | undefined;
668
+ description?: string | undefined;
669
+ secure?: boolean | undefined;
670
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
671
+ actions?: string[] | undefined;
672
+ frame?: {
673
+ x: number;
674
+ y: number;
675
+ width: number;
676
+ height: number;
677
+ } | undefined;
678
+ }[];
679
+ window?: string | undefined;
680
+ windowId?: string | undefined;
681
+ truncated?: boolean | undefined;
682
+ }>;
683
+ screenshot: z.ZodOptional<z.ZodObject<{
684
+ mediaType: z.ZodEnum<["image/jpeg", "image/png"]>;
685
+ base64: z.ZodString;
686
+ width: z.ZodNumber;
687
+ height: z.ZodNumber;
688
+ }, "strict", z.ZodTypeAny, {
689
+ base64: string;
690
+ mediaType: "image/jpeg" | "image/png";
691
+ width: number;
692
+ height: number;
693
+ }, {
694
+ base64: string;
695
+ mediaType: "image/jpeg" | "image/png";
696
+ width: number;
697
+ height: number;
698
+ }>>;
699
+ screenshotUnavailable: z.ZodOptional<z.ZodString>;
700
+ /** A browser window whose page has not reached the accessibility tree yet. */
701
+ contentPending: z.ZodOptional<z.ZodBoolean>;
702
+ /** The window is the system's open or save panel. */
703
+ filePanel: z.ZodOptional<z.ZodBoolean>;
704
+ }, "strict", z.ZodTypeAny, {
705
+ tree: {
706
+ app: string;
707
+ elements: {
708
+ key: string;
709
+ index: number;
710
+ depth: number;
711
+ role: string;
712
+ value?: string | undefined;
713
+ title?: string | undefined;
714
+ description?: string | undefined;
715
+ secure?: boolean | undefined;
716
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
717
+ actions?: string[] | undefined;
718
+ frame?: {
719
+ x: number;
720
+ y: number;
721
+ width: number;
722
+ height: number;
723
+ } | undefined;
724
+ }[];
725
+ window?: string | undefined;
726
+ windowId?: string | undefined;
727
+ truncated?: boolean | undefined;
728
+ };
729
+ screenshot?: {
730
+ base64: string;
731
+ mediaType: "image/jpeg" | "image/png";
732
+ width: number;
733
+ height: number;
734
+ } | undefined;
735
+ screenshotUnavailable?: string | undefined;
736
+ contentPending?: boolean | undefined;
737
+ filePanel?: boolean | undefined;
738
+ }, {
739
+ tree: {
740
+ app: string;
741
+ elements: {
742
+ key: string;
743
+ index: number;
744
+ depth: number;
745
+ role: string;
746
+ value?: string | undefined;
747
+ title?: string | undefined;
748
+ description?: string | undefined;
749
+ secure?: boolean | undefined;
750
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
751
+ actions?: string[] | undefined;
752
+ frame?: {
753
+ x: number;
754
+ y: number;
755
+ width: number;
756
+ height: number;
757
+ } | undefined;
758
+ }[];
759
+ window?: string | undefined;
760
+ windowId?: string | undefined;
761
+ truncated?: boolean | undefined;
762
+ };
763
+ screenshot?: {
764
+ base64: string;
765
+ mediaType: "image/jpeg" | "image/png";
766
+ width: number;
767
+ height: number;
768
+ } | undefined;
769
+ screenshotUnavailable?: string | undefined;
770
+ contentPending?: boolean | undefined;
771
+ filePanel?: boolean | undefined;
772
+ }>>;
773
+ }, "strict", z.ZodTypeAny, {
774
+ result: {
775
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
776
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
777
+ hint?: string | undefined;
778
+ method?: "ax" | "input" | "background" | undefined;
779
+ };
780
+ state?: {
781
+ tree: {
782
+ app: string;
783
+ elements: {
784
+ key: string;
785
+ index: number;
786
+ depth: number;
787
+ role: string;
788
+ value?: string | undefined;
789
+ title?: string | undefined;
790
+ description?: string | undefined;
791
+ secure?: boolean | undefined;
792
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
793
+ actions?: string[] | undefined;
794
+ frame?: {
795
+ x: number;
796
+ y: number;
797
+ width: number;
798
+ height: number;
799
+ } | undefined;
800
+ }[];
801
+ window?: string | undefined;
802
+ windowId?: string | undefined;
803
+ truncated?: boolean | undefined;
804
+ };
805
+ screenshot?: {
806
+ base64: string;
807
+ mediaType: "image/jpeg" | "image/png";
808
+ width: number;
809
+ height: number;
810
+ } | undefined;
811
+ screenshotUnavailable?: string | undefined;
812
+ contentPending?: boolean | undefined;
813
+ filePanel?: boolean | undefined;
814
+ } | undefined;
815
+ }, {
816
+ result: {
817
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
818
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
819
+ hint?: string | undefined;
820
+ method?: "ax" | "input" | "background" | undefined;
821
+ };
822
+ state?: {
823
+ tree: {
824
+ app: string;
825
+ elements: {
826
+ key: string;
827
+ index: number;
828
+ depth: number;
829
+ role: string;
830
+ value?: string | undefined;
831
+ title?: string | undefined;
832
+ description?: string | undefined;
833
+ secure?: boolean | undefined;
834
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
835
+ actions?: string[] | undefined;
836
+ frame?: {
837
+ x: number;
838
+ y: number;
839
+ width: number;
840
+ height: number;
841
+ } | undefined;
842
+ }[];
843
+ window?: string | undefined;
844
+ windowId?: string | undefined;
845
+ truncated?: boolean | undefined;
846
+ };
847
+ screenshot?: {
848
+ base64: string;
849
+ mediaType: "image/jpeg" | "image/png";
850
+ width: number;
851
+ height: number;
852
+ } | undefined;
853
+ screenshotUnavailable?: string | undefined;
854
+ contentPending?: boolean | undefined;
855
+ filePanel?: boolean | undefined;
856
+ } | undefined;
857
+ }>;
858
+ export declare const batchResultSchema: z.ZodObject<{
859
+ results: z.ZodArray<z.ZodObject<{
860
+ outcome: z.ZodEnum<["delivered", "ineffective", "unsupported", "blocked"]>;
861
+ code: z.ZodOptional<z.ZodEnum<["app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading", ...("app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading")[]]>>;
862
+ hint: z.ZodOptional<z.ZodString>;
863
+ method: z.ZodOptional<z.ZodEnum<["ax", "input", "background"]>>;
864
+ }, "strict", z.ZodTypeAny, {
865
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
866
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
867
+ hint?: string | undefined;
868
+ method?: "ax" | "input" | "background" | undefined;
869
+ }, {
870
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
871
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
872
+ hint?: string | undefined;
873
+ method?: "ax" | "input" | "background" | undefined;
874
+ }>, "many">;
875
+ state: z.ZodOptional<z.ZodObject<{
876
+ tree: z.ZodEffects<z.ZodObject<{
877
+ app: z.ZodString;
878
+ window: z.ZodOptional<z.ZodString>;
879
+ windowId: z.ZodOptional<z.ZodString>;
880
+ elements: z.ZodArray<z.ZodObject<{
881
+ key: z.ZodString;
882
+ index: z.ZodNumber;
883
+ depth: z.ZodNumber;
884
+ role: z.ZodString;
885
+ title: z.ZodOptional<z.ZodString>;
886
+ description: z.ZodOptional<z.ZodString>;
887
+ value: z.ZodOptional<z.ZodString>;
888
+ secure: z.ZodOptional<z.ZodBoolean>;
889
+ states: z.ZodOptional<z.ZodArray<z.ZodEnum<["focused", "selected", "checked", "expanded", "collapsed", "disabled"]>, "many">>;
890
+ actions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
891
+ frame: z.ZodOptional<z.ZodObject<{
892
+ x: z.ZodNumber;
893
+ y: z.ZodNumber;
894
+ width: z.ZodNumber;
895
+ height: z.ZodNumber;
896
+ }, "strict", z.ZodTypeAny, {
897
+ x: number;
898
+ y: number;
899
+ width: number;
900
+ height: number;
901
+ }, {
902
+ x: number;
903
+ y: number;
904
+ width: number;
905
+ height: number;
906
+ }>>;
907
+ }, "strict", z.ZodTypeAny, {
908
+ key: string;
909
+ index: number;
910
+ depth: number;
911
+ role: string;
912
+ value?: string | undefined;
913
+ title?: string | undefined;
914
+ description?: string | undefined;
915
+ secure?: boolean | undefined;
916
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
917
+ actions?: string[] | undefined;
918
+ frame?: {
919
+ x: number;
920
+ y: number;
921
+ width: number;
922
+ height: number;
923
+ } | undefined;
924
+ }, {
925
+ key: string;
926
+ index: number;
927
+ depth: number;
928
+ role: string;
929
+ value?: string | undefined;
930
+ title?: string | undefined;
931
+ description?: string | undefined;
932
+ secure?: boolean | undefined;
933
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
934
+ actions?: string[] | undefined;
935
+ frame?: {
936
+ x: number;
937
+ y: number;
938
+ width: number;
939
+ height: number;
940
+ } | undefined;
941
+ }>, "many">;
942
+ truncated: z.ZodOptional<z.ZodBoolean>;
943
+ }, "strict", z.ZodTypeAny, {
944
+ app: string;
945
+ elements: {
946
+ key: string;
947
+ index: number;
948
+ depth: number;
949
+ role: string;
950
+ value?: string | undefined;
951
+ title?: string | undefined;
952
+ description?: string | undefined;
953
+ secure?: boolean | undefined;
954
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
955
+ actions?: string[] | undefined;
956
+ frame?: {
957
+ x: number;
958
+ y: number;
959
+ width: number;
960
+ height: number;
961
+ } | undefined;
962
+ }[];
963
+ window?: string | undefined;
964
+ windowId?: string | undefined;
965
+ truncated?: boolean | undefined;
966
+ }, {
967
+ app: string;
968
+ elements: {
969
+ key: string;
970
+ index: number;
971
+ depth: number;
972
+ role: string;
973
+ value?: string | undefined;
974
+ title?: string | undefined;
975
+ description?: string | undefined;
976
+ secure?: boolean | undefined;
977
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
978
+ actions?: string[] | undefined;
979
+ frame?: {
980
+ x: number;
981
+ y: number;
982
+ width: number;
983
+ height: number;
984
+ } | undefined;
985
+ }[];
986
+ window?: string | undefined;
987
+ windowId?: string | undefined;
988
+ truncated?: boolean | undefined;
989
+ }>, {
990
+ app: string;
991
+ elements: {
992
+ key: string;
993
+ index: number;
994
+ depth: number;
995
+ role: string;
996
+ value?: string | undefined;
997
+ title?: string | undefined;
998
+ description?: string | undefined;
999
+ secure?: boolean | undefined;
1000
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1001
+ actions?: string[] | undefined;
1002
+ frame?: {
1003
+ x: number;
1004
+ y: number;
1005
+ width: number;
1006
+ height: number;
1007
+ } | undefined;
1008
+ }[];
1009
+ window?: string | undefined;
1010
+ windowId?: string | undefined;
1011
+ truncated?: boolean | undefined;
1012
+ }, {
1013
+ app: string;
1014
+ elements: {
1015
+ key: string;
1016
+ index: number;
1017
+ depth: number;
1018
+ role: string;
1019
+ value?: string | undefined;
1020
+ title?: string | undefined;
1021
+ description?: string | undefined;
1022
+ secure?: boolean | undefined;
1023
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1024
+ actions?: string[] | undefined;
1025
+ frame?: {
1026
+ x: number;
1027
+ y: number;
1028
+ width: number;
1029
+ height: number;
1030
+ } | undefined;
1031
+ }[];
1032
+ window?: string | undefined;
1033
+ windowId?: string | undefined;
1034
+ truncated?: boolean | undefined;
1035
+ }>;
1036
+ screenshot: z.ZodOptional<z.ZodObject<{
1037
+ mediaType: z.ZodEnum<["image/jpeg", "image/png"]>;
1038
+ base64: z.ZodString;
1039
+ width: z.ZodNumber;
1040
+ height: z.ZodNumber;
1041
+ }, "strict", z.ZodTypeAny, {
1042
+ base64: string;
1043
+ mediaType: "image/jpeg" | "image/png";
1044
+ width: number;
1045
+ height: number;
1046
+ }, {
1047
+ base64: string;
1048
+ mediaType: "image/jpeg" | "image/png";
1049
+ width: number;
1050
+ height: number;
1051
+ }>>;
1052
+ screenshotUnavailable: z.ZodOptional<z.ZodString>;
1053
+ /** A browser window whose page has not reached the accessibility tree yet. */
1054
+ contentPending: z.ZodOptional<z.ZodBoolean>;
1055
+ /** The window is the system's open or save panel. */
1056
+ filePanel: z.ZodOptional<z.ZodBoolean>;
1057
+ }, "strict", z.ZodTypeAny, {
1058
+ tree: {
1059
+ app: string;
1060
+ elements: {
1061
+ key: string;
1062
+ index: number;
1063
+ depth: number;
1064
+ role: string;
1065
+ value?: string | undefined;
1066
+ title?: string | undefined;
1067
+ description?: string | undefined;
1068
+ secure?: boolean | undefined;
1069
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1070
+ actions?: string[] | undefined;
1071
+ frame?: {
1072
+ x: number;
1073
+ y: number;
1074
+ width: number;
1075
+ height: number;
1076
+ } | undefined;
1077
+ }[];
1078
+ window?: string | undefined;
1079
+ windowId?: string | undefined;
1080
+ truncated?: boolean | undefined;
1081
+ };
1082
+ screenshot?: {
1083
+ base64: string;
1084
+ mediaType: "image/jpeg" | "image/png";
1085
+ width: number;
1086
+ height: number;
1087
+ } | undefined;
1088
+ screenshotUnavailable?: string | undefined;
1089
+ contentPending?: boolean | undefined;
1090
+ filePanel?: boolean | undefined;
1091
+ }, {
1092
+ tree: {
1093
+ app: string;
1094
+ elements: {
1095
+ key: string;
1096
+ index: number;
1097
+ depth: number;
1098
+ role: string;
1099
+ value?: string | undefined;
1100
+ title?: string | undefined;
1101
+ description?: string | undefined;
1102
+ secure?: boolean | undefined;
1103
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1104
+ actions?: string[] | undefined;
1105
+ frame?: {
1106
+ x: number;
1107
+ y: number;
1108
+ width: number;
1109
+ height: number;
1110
+ } | undefined;
1111
+ }[];
1112
+ window?: string | undefined;
1113
+ windowId?: string | undefined;
1114
+ truncated?: boolean | undefined;
1115
+ };
1116
+ screenshot?: {
1117
+ base64: string;
1118
+ mediaType: "image/jpeg" | "image/png";
1119
+ width: number;
1120
+ height: number;
1121
+ } | undefined;
1122
+ screenshotUnavailable?: string | undefined;
1123
+ contentPending?: boolean | undefined;
1124
+ filePanel?: boolean | undefined;
1125
+ }>>;
1126
+ }, "strict", z.ZodTypeAny, {
1127
+ results: {
1128
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
1129
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
1130
+ hint?: string | undefined;
1131
+ method?: "ax" | "input" | "background" | undefined;
1132
+ }[];
1133
+ state?: {
1134
+ tree: {
1135
+ app: string;
1136
+ elements: {
1137
+ key: string;
1138
+ index: number;
1139
+ depth: number;
1140
+ role: string;
1141
+ value?: string | undefined;
1142
+ title?: string | undefined;
1143
+ description?: string | undefined;
1144
+ secure?: boolean | undefined;
1145
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1146
+ actions?: string[] | undefined;
1147
+ frame?: {
1148
+ x: number;
1149
+ y: number;
1150
+ width: number;
1151
+ height: number;
1152
+ } | undefined;
1153
+ }[];
1154
+ window?: string | undefined;
1155
+ windowId?: string | undefined;
1156
+ truncated?: boolean | undefined;
1157
+ };
1158
+ screenshot?: {
1159
+ base64: string;
1160
+ mediaType: "image/jpeg" | "image/png";
1161
+ width: number;
1162
+ height: number;
1163
+ } | undefined;
1164
+ screenshotUnavailable?: string | undefined;
1165
+ contentPending?: boolean | undefined;
1166
+ filePanel?: boolean | undefined;
1167
+ } | undefined;
1168
+ }, {
1169
+ results: {
1170
+ outcome: "delivered" | "ineffective" | "unsupported" | "blocked";
1171
+ code?: "app_not_allowed" | "app_not_found" | "ambiguous_app" | "tier_insufficient" | "permissions_not_granted" | "permissions_pending" | "user_stopped" | "user_intervened" | "screen_locked" | "not_frontmost" | "target_blocked" | "hit_test_mismatch" | "point_outside_frame" | "screen_changed" | "stale_state" | "no_state" | "unsupported_action" | "canvas" | "would_replace_content" | "system_key_combo" | "clipboard_not_granted" | "own_window" | "protected_path" | "no_progress" | "invalid_key" | "timeout" | "helper_failed" | "page_loading" | undefined;
1172
+ hint?: string | undefined;
1173
+ method?: "ax" | "input" | "background" | undefined;
1174
+ }[];
1175
+ state?: {
1176
+ tree: {
1177
+ app: string;
1178
+ elements: {
1179
+ key: string;
1180
+ index: number;
1181
+ depth: number;
1182
+ role: string;
1183
+ value?: string | undefined;
1184
+ title?: string | undefined;
1185
+ description?: string | undefined;
1186
+ secure?: boolean | undefined;
1187
+ states?: ("focused" | "selected" | "checked" | "expanded" | "collapsed" | "disabled")[] | undefined;
1188
+ actions?: string[] | undefined;
1189
+ frame?: {
1190
+ x: number;
1191
+ y: number;
1192
+ width: number;
1193
+ height: number;
1194
+ } | undefined;
1195
+ }[];
1196
+ window?: string | undefined;
1197
+ windowId?: string | undefined;
1198
+ truncated?: boolean | undefined;
1199
+ };
1200
+ screenshot?: {
1201
+ base64: string;
1202
+ mediaType: "image/jpeg" | "image/png";
1203
+ width: number;
1204
+ height: number;
1205
+ } | undefined;
1206
+ screenshotUnavailable?: string | undefined;
1207
+ contentPending?: boolean | undefined;
1208
+ filePanel?: boolean | undefined;
1209
+ } | undefined;
1210
+ }>;
1211
+ /** Emitted whenever the overlay cursor moves, changes phase or hides (`null`); never correlated to a request. */
1212
+ export declare const cursorEventSchemaFor: (version: number) => z.ZodObject<{
1213
+ version: z.ZodLiteral<number>;
1214
+ event: z.ZodLiteral<"cursor">;
1215
+ cursor: z.ZodNullable<z.ZodObject<{
1216
+ phase: z.ZodEnum<["idle", "moving", "executing", "delivered", "failed"]>;
1217
+ x: z.ZodNumber;
1218
+ y: z.ZodNumber;
1219
+ }, "strict", z.ZodTypeAny, {
1220
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1221
+ x: number;
1222
+ y: number;
1223
+ }, {
1224
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1225
+ x: number;
1226
+ y: number;
1227
+ }>>;
1228
+ }, "strict", z.ZodTypeAny, {
1229
+ version: number;
1230
+ event: "cursor";
1231
+ cursor: {
1232
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1233
+ x: number;
1234
+ y: number;
1235
+ } | null;
1236
+ }, {
1237
+ version: number;
1238
+ event: "cursor";
1239
+ cursor: {
1240
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1241
+ x: number;
1242
+ y: number;
1243
+ } | null;
1244
+ }>;
1245
+ /**
1246
+ * The live preview for the human, sent while `preview.start` is in effect. No
1247
+ * `image` means "still capturing, nothing changed"; `error` means capture ended.
1248
+ */
1249
+ export declare const previewFrameEventSchemaFor: (version: number) => z.ZodObject<{
1250
+ version: z.ZodLiteral<number>;
1251
+ event: z.ZodLiteral<"preview_frame">;
1252
+ seq: z.ZodNumber;
1253
+ image: z.ZodOptional<z.ZodObject<{
1254
+ base64: z.ZodString;
1255
+ width: z.ZodNumber;
1256
+ height: z.ZodNumber;
1257
+ } & {
1258
+ mediaType: z.ZodLiteral<"image/jpeg">;
1259
+ }, "strict", z.ZodTypeAny, {
1260
+ base64: string;
1261
+ mediaType: "image/jpeg";
1262
+ width: number;
1263
+ height: number;
1264
+ }, {
1265
+ base64: string;
1266
+ mediaType: "image/jpeg";
1267
+ width: number;
1268
+ height: number;
1269
+ }>>;
1270
+ error: z.ZodOptional<z.ZodString>;
1271
+ }, "strict", z.ZodTypeAny, {
1272
+ version: number;
1273
+ event: "preview_frame";
1274
+ seq: number;
1275
+ image?: {
1276
+ base64: string;
1277
+ mediaType: "image/jpeg";
1278
+ width: number;
1279
+ height: number;
1280
+ } | undefined;
1281
+ error?: string | undefined;
1282
+ }, {
1283
+ version: number;
1284
+ event: "preview_frame";
1285
+ seq: number;
1286
+ image?: {
1287
+ base64: string;
1288
+ mediaType: "image/jpeg";
1289
+ width: number;
1290
+ height: number;
1291
+ } | undefined;
1292
+ error?: string | undefined;
1293
+ }>;
1294
+ /** One access unit of the preview video (H.264, Annex B, base64), sent when `preview.start` asked for `h264`. */
1295
+ export declare const previewChunkEventSchemaFor: (version: number) => z.ZodObject<{
1296
+ version: z.ZodLiteral<number>;
1297
+ event: z.ZodLiteral<"preview_chunk">;
1298
+ seq: z.ZodNumber;
1299
+ key: z.ZodBoolean;
1300
+ codec: z.ZodString;
1301
+ data: z.ZodString;
1302
+ timestamp: z.ZodNumber;
1303
+ width: z.ZodNumber;
1304
+ height: z.ZodNumber;
1305
+ }, "strict", z.ZodTypeAny, {
1306
+ key: boolean;
1307
+ width: number;
1308
+ height: number;
1309
+ version: number;
1310
+ event: "preview_chunk";
1311
+ seq: number;
1312
+ codec: string;
1313
+ data: string;
1314
+ timestamp: number;
1315
+ }, {
1316
+ key: boolean;
1317
+ width: number;
1318
+ height: number;
1319
+ version: number;
1320
+ event: "preview_chunk";
1321
+ seq: number;
1322
+ codec: string;
1323
+ data: string;
1324
+ timestamp: number;
1325
+ }>;
1326
+ /** Every uncorrelated event a contract helper may send besides `control_state`. */
1327
+ export declare const contractEventsFor: (version: number) => {
1328
+ cursor: z.ZodObject<{
1329
+ version: z.ZodLiteral<number>;
1330
+ event: z.ZodLiteral<"cursor">;
1331
+ cursor: z.ZodNullable<z.ZodObject<{
1332
+ phase: z.ZodEnum<["idle", "moving", "executing", "delivered", "failed"]>;
1333
+ x: z.ZodNumber;
1334
+ y: z.ZodNumber;
1335
+ }, "strict", z.ZodTypeAny, {
1336
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1337
+ x: number;
1338
+ y: number;
1339
+ }, {
1340
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1341
+ x: number;
1342
+ y: number;
1343
+ }>>;
1344
+ }, "strict", z.ZodTypeAny, {
1345
+ version: number;
1346
+ event: "cursor";
1347
+ cursor: {
1348
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1349
+ x: number;
1350
+ y: number;
1351
+ } | null;
1352
+ }, {
1353
+ version: number;
1354
+ event: "cursor";
1355
+ cursor: {
1356
+ phase: "idle" | "failed" | "moving" | "executing" | "delivered";
1357
+ x: number;
1358
+ y: number;
1359
+ } | null;
1360
+ }>;
1361
+ preview_frame: z.ZodObject<{
1362
+ version: z.ZodLiteral<number>;
1363
+ event: z.ZodLiteral<"preview_frame">;
1364
+ seq: z.ZodNumber;
1365
+ image: z.ZodOptional<z.ZodObject<{
1366
+ base64: z.ZodString;
1367
+ width: z.ZodNumber;
1368
+ height: z.ZodNumber;
1369
+ } & {
1370
+ mediaType: z.ZodLiteral<"image/jpeg">;
1371
+ }, "strict", z.ZodTypeAny, {
1372
+ base64: string;
1373
+ mediaType: "image/jpeg";
1374
+ width: number;
1375
+ height: number;
1376
+ }, {
1377
+ base64: string;
1378
+ mediaType: "image/jpeg";
1379
+ width: number;
1380
+ height: number;
1381
+ }>>;
1382
+ error: z.ZodOptional<z.ZodString>;
1383
+ }, "strict", z.ZodTypeAny, {
1384
+ version: number;
1385
+ event: "preview_frame";
1386
+ seq: number;
1387
+ image?: {
1388
+ base64: string;
1389
+ mediaType: "image/jpeg";
1390
+ width: number;
1391
+ height: number;
1392
+ } | undefined;
1393
+ error?: string | undefined;
1394
+ }, {
1395
+ version: number;
1396
+ event: "preview_frame";
1397
+ seq: number;
1398
+ image?: {
1399
+ base64: string;
1400
+ mediaType: "image/jpeg";
1401
+ width: number;
1402
+ height: number;
1403
+ } | undefined;
1404
+ error?: string | undefined;
1405
+ }>;
1406
+ preview_chunk: z.ZodObject<{
1407
+ version: z.ZodLiteral<number>;
1408
+ event: z.ZodLiteral<"preview_chunk">;
1409
+ seq: z.ZodNumber;
1410
+ key: z.ZodBoolean;
1411
+ codec: z.ZodString;
1412
+ data: z.ZodString;
1413
+ timestamp: z.ZodNumber;
1414
+ width: z.ZodNumber;
1415
+ height: z.ZodNumber;
1416
+ }, "strict", z.ZodTypeAny, {
1417
+ key: boolean;
1418
+ width: number;
1419
+ height: number;
1420
+ version: number;
1421
+ event: "preview_chunk";
1422
+ seq: number;
1423
+ codec: string;
1424
+ data: string;
1425
+ timestamp: number;
1426
+ }, {
1427
+ key: boolean;
1428
+ width: number;
1429
+ height: number;
1430
+ version: number;
1431
+ event: "preview_chunk";
1432
+ seq: number;
1433
+ codec: string;
1434
+ data: string;
1435
+ timestamp: number;
1436
+ }>;
1437
+ };
1438
+ //# sourceMappingURL=rpc.d.ts.map