mobile-debug-mcp 0.33.0 → 0.35.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (448) hide show
  1. package/.agents/skills/mcp-builder/SKILL.md +44 -64
  2. package/.agents/skills/mcp-builder/references/build-flags.md +44 -43
  3. package/.agents/skills/mcp-builder/references/diagnostics-schema.md +4 -1
  4. package/.agents/skills/mcp-builder/references/toolchain-details.md +49 -62
  5. package/.agents/skills/spec-review/references/spec-review-checklist.md +7 -0
  6. package/.agents/skills/test-authoring/SKILL.md +7 -6
  7. package/.agents/skills/test-authoring/references/repo-test-layout.md +3 -1
  8. package/.agents/skills/test-authoring/references/test-authoring-workflow.md +16 -7
  9. package/.agents/skills/test-authoring/references/test-quality-checklist.md +2 -1
  10. package/.github/copilot-instructions.md +14 -36
  11. package/.github/workflows/ci.yml +23 -2
  12. package/AGENTS.md +12 -3
  13. package/CONTRIBUTING.md +79 -0
  14. package/README.md +158 -124
  15. package/agent-plugin/.claude-plugin/plugin.json +2 -2
  16. package/agent-plugin/.codex-plugin/plugin.json +1 -1
  17. package/agent-plugin/.cursor-plugin/plugin.json +2 -2
  18. package/agent-plugin/.mcp.json +1 -1
  19. package/agent-plugin/README.md +20 -6
  20. package/agent-plugin/mcp.json +1 -1
  21. package/agent-plugin/plugin.json +1 -1
  22. package/agent-plugin/skills/mobile-debug-mcp/SKILL.md +113 -4
  23. package/dist/contracts/execution-controls.js +24 -0
  24. package/dist/contracts/selector.js +8 -0
  25. package/dist/contracts/target.js +15 -0
  26. package/dist/contracts/ui.js +1 -0
  27. package/dist/debugger/android.js +79 -0
  28. package/dist/debugger/diagnostics.js +54 -0
  29. package/dist/debugger/guard.js +30 -0
  30. package/dist/debugger/protocol.js +33 -0
  31. package/dist/debugger/sessions.js +304 -0
  32. package/dist/debugger/worker.js +176 -0
  33. package/dist/interact/adjustment/adjustment-context.js +41 -0
  34. package/dist/interact/adjustment/adjustment-gestures.js +55 -0
  35. package/dist/interact/adjustment/adjustment-plan.js +18 -0
  36. package/dist/interact/adjustment/adjustment-resolution.js +127 -0
  37. package/dist/interact/adjustment/adjustment-result.js +19 -0
  38. package/dist/interact/adjustment/adjustment-semantic.js +64 -0
  39. package/dist/interact/adjustment/adjustment-verification.js +35 -0
  40. package/dist/interact/adjustment/adjustment.js +52 -0
  41. package/dist/interact/adjustment/control-geometry.js +87 -0
  42. package/dist/interact/adjustment/control-values.js +136 -0
  43. package/dist/interact/adjustment/slider-labels.js +84 -0
  44. package/dist/interact/assertions/screen-assertion.js +37 -0
  45. package/dist/interact/assertions/state-assertion-context.js +35 -0
  46. package/dist/interact/assertions/state-assertion.js +76 -0
  47. package/dist/interact/assertions/state-comparison.js +141 -0
  48. package/dist/interact/assertions/visibility-assertion.js +34 -0
  49. package/dist/interact/conditional-action.js +12 -7
  50. package/dist/interact/index.js +65 -3074
  51. package/dist/interact/input-service.js +1 -0
  52. package/dist/interact/interaction-trace.js +21 -0
  53. package/dist/interact/model.js +1 -0
  54. package/dist/interact/observation.js +1 -0
  55. package/dist/interact/targeting/candidate-ancestor.js +58 -0
  56. package/dist/interact/targeting/candidate-result.js +23 -0
  57. package/dist/interact/targeting/candidate-scoring.js +50 -0
  58. package/dist/interact/targeting/element-helpers.js +216 -0
  59. package/dist/interact/targeting/find-element.js +65 -0
  60. package/dist/interact/targeting/nearby-control.js +56 -0
  61. package/dist/interact/targeting/resolved-elements.js +21 -0
  62. package/dist/interact/targeting/tap-target.js +17 -0
  63. package/dist/interact/targeting/target-scope.js +104 -0
  64. package/dist/interact/waits/legacy-log-wait.js +38 -0
  65. package/dist/interact/waits/legacy-wait-observations.js +103 -0
  66. package/dist/interact/waits/legacy-wait-state.js +34 -0
  67. package/dist/interact/waits/legacy-wait.js +48 -0
  68. package/dist/interact/waits/screen-wait.js +49 -0
  69. package/dist/interact/waits/ui-change-helpers.js +157 -0
  70. package/dist/interact/waits/ui-change-state.js +18 -0
  71. package/dist/interact/waits/ui-change-wait.js +77 -0
  72. package/dist/interact/waits/ui-wait-condition.js +56 -0
  73. package/dist/interact/waits/ui-wait-state.js +38 -0
  74. package/dist/interact/waits/ui-wait.js +106 -0
  75. package/dist/manage/android.js +55 -51
  76. package/dist/manage/index.js +38 -75
  77. package/dist/manage/ios/build-types.js +1 -0
  78. package/dist/manage/ios/build.js +210 -0
  79. package/dist/manage/ios/project-discovery.js +29 -0
  80. package/dist/manage/ios/scheme.js +18 -0
  81. package/dist/manage/ios.js +42 -256
  82. package/dist/observe/android/context.js +1 -0
  83. package/dist/observe/android/current-screen.js +55 -0
  84. package/dist/observe/android/fingerprint.js +13 -0
  85. package/dist/observe/android/log-stream.js +132 -0
  86. package/dist/observe/android/logs.js +107 -0
  87. package/dist/observe/android/screenshot.js +70 -0
  88. package/dist/observe/android/ui-tree.js +107 -0
  89. package/dist/observe/android.js +16 -520
  90. package/dist/observe/evidence.js +122 -76
  91. package/dist/observe/index.js +16 -263
  92. package/dist/observe/ios/context.js +16 -0
  93. package/dist/observe/ios/fingerprint.js +12 -0
  94. package/dist/observe/ios/log-stream.js +105 -0
  95. package/dist/observe/ios/logs.js +168 -0
  96. package/dist/observe/ios/screenshot.js +22 -0
  97. package/dist/observe/ios/ui-elements.js +241 -0
  98. package/dist/observe/ios/ui-tree.js +137 -0
  99. package/dist/observe/ios.js +17 -715
  100. package/dist/observe/logs/model.js +1 -0
  101. package/dist/{network → observe/network}/index.js +2 -2
  102. package/dist/observe/readiness-service.js +13 -2
  103. package/dist/observe/readiness.js +44 -18
  104. package/dist/observe/screenshot-encoding.js +41 -0
  105. package/dist/observe/snapshot-collection.js +79 -0
  106. package/dist/observe/snapshot-logs.js +30 -0
  107. package/dist/observe/snapshot-metadata.js +43 -31
  108. package/dist/observe/snapshot-semantic.js +115 -0
  109. package/dist/observe/system-trace-android.js +135 -0
  110. package/dist/observe/system-trace.js +294 -0
  111. package/dist/runtime/action-results.js +270 -0
  112. package/dist/runtime/clock.js +4 -0
  113. package/dist/server/common.js +1 -256
  114. package/dist/server/definitions/assert.js +162 -0
  115. package/dist/server/definitions/diagnostic.js +118 -0
  116. package/dist/server/definitions/input.js +274 -0
  117. package/dist/server/definitions/manage.js +194 -0
  118. package/dist/server/definitions/observe.js +149 -0
  119. package/dist/server/definitions/target.js +138 -0
  120. package/dist/server/definitions/wait.js +105 -0
  121. package/dist/server/handlers/action-execution.js +163 -0
  122. package/dist/server/handlers/correlation.js +23 -0
  123. package/dist/server/handlers/debugger-handlers.js +48 -0
  124. package/dist/server/handlers/debugger-response.js +9 -0
  125. package/dist/server/handlers/diagnostic.js +69 -0
  126. package/dist/server/handlers/handler-types.js +1 -0
  127. package/dist/server/handlers/input.js +154 -0
  128. package/dist/server/handlers/interact.js +113 -0
  129. package/dist/server/handlers/journey-assertions.js +35 -0
  130. package/dist/server/handlers/journey.js +147 -0
  131. package/dist/server/handlers/manage.js +119 -0
  132. package/dist/server/handlers/observe.js +95 -0
  133. package/dist/server/handlers/payload.js +4 -0
  134. package/dist/server/handlers/tool-handlers.js +160 -0
  135. package/dist/server/schemas/condition-schema.js +2 -0
  136. package/dist/server/schemas/debugger-schema.js +47 -0
  137. package/dist/server/{journey-schema.js → schemas/journey-schema.js} +8 -22
  138. package/dist/server/schemas/system-trace-schema.js +17 -0
  139. package/dist/server/tool-definitions.js +62 -1134
  140. package/dist/server-core.js +4 -4
  141. package/dist/server.js +34 -0
  142. package/dist/system/android-status.js +101 -0
  143. package/dist/system/android.js +37 -27
  144. package/dist/system/index.js +13 -438
  145. package/dist/system/ios-status.js +132 -0
  146. package/dist/system/ios.js +11 -8
  147. package/dist/system/model.js +1 -0
  148. package/dist/system/probes.js +105 -0
  149. package/dist/system/status-summary.js +43 -0
  150. package/dist/system/unsupported-status.js +52 -0
  151. package/dist/utils/android/commands.js +89 -0
  152. package/dist/utils/android/gradle.js +139 -0
  153. package/dist/utils/android/logs.js +103 -0
  154. package/dist/utils/android/ui-tree.js +233 -0
  155. package/dist/utils/android/utils.js +6 -564
  156. package/dist/utils/cli/idb/idb-helper.js +4 -6
  157. package/dist/utils/cli/idb/install-idb.js +13 -9
  158. package/dist/utils/cli/ios/preflight-ios.js +42 -38
  159. package/dist/utils/exec.js +2 -0
  160. package/dist/utils/ios/utils.js +45 -46
  161. package/dist/utils/java.js +75 -57
  162. package/dist/utils/operation-budget.js +2 -0
  163. package/dist/utils/resolve-device.js +6 -2
  164. package/dist/utils/ui/index.js +26 -26
  165. package/docs/CHANGELOG.md +48 -0
  166. package/docs/README.md +38 -0
  167. package/docs/benchmarks/README.md +18 -0
  168. package/docs/benchmarks/interaction-latency/README.md +14 -0
  169. package/docs/benchmarks/interaction-latency/final.md +4 -1
  170. package/docs/benchmarks/interaction-latency/ios-validation.md +2 -0
  171. package/docs/benchmarks/ui-tree-performance/README.md +24 -16
  172. package/docs/benchmarks/ui-tree-performance/comparison.md +11 -10
  173. package/docs/code-structure.md +118 -0
  174. package/docs/specs/001-state-verification/spec.md +16 -14
  175. package/docs/specs/002-richer-element-identity/spec.md +12 -10
  176. package/docs/specs/003-wait-and-synchronization-reliability/spec.md +12 -10
  177. package/docs/specs/004-action-verification-routing/spec.md +3 -3
  178. package/docs/specs/005-unified-action-execution-and-verification-model/spec.md +2 -0
  179. package/docs/specs/006-runtime-action-instrumentation-and-binding-layer/spec.md +2 -0
  180. package/docs/specs/007-actionability-resolution-and-executable-target-selection/spec.md +3 -1
  181. package/docs/specs/008-adjustable-control-support-and-semantic-value-manipulation/spec.md +3 -4
  182. package/docs/specs/009-semantic-control-modeling-for-custom-and-composite-controls/spec.md +2 -0
  183. package/docs/specs/010-verification-stabilization-and-temporal-convergence/spec.md +2 -2
  184. package/docs/specs/011-recovery-and-replanning-for-failed-or-ambiguous-interaction-flows/spec.md +2 -2
  185. package/docs/specs/011.1-recovery-contract-types-and-runtime-wiring-spec/spec.md +2 -0
  186. package/docs/specs/012-action-trace-and-xecution-observability/spec.md +2 -3
  187. package/docs/specs/013-wait-and-synchronization-reliability/spec.md +19 -19
  188. package/docs/specs/014-actionability-resolution/spec.md +20 -18
  189. package/docs/specs/015-adjustable-control-support/spec.md +17 -15
  190. package/docs/specs/016-environment-tools/spec.md +20 -20
  191. package/docs/specs/018-interaction-latency-and-batched-journeys/spec.md +2 -0
  192. package/docs/specs/019-ui-tree-observation-performance/spec.md +3 -1
  193. package/docs/specs/020-conditional-actions/intent.md +5 -3
  194. package/docs/specs/020-conditional-actions/plan.md +8 -9
  195. package/docs/specs/020-conditional-actions/spec.md +4 -2
  196. package/docs/specs/021-app-readiness-signals/intent.md +4 -2
  197. package/docs/specs/021-app-readiness-signals/plan.md +7 -6
  198. package/docs/specs/021-app-readiness-signals/spec.md +3 -1
  199. package/docs/specs/022-correlated-evidence/intent.md +4 -4
  200. package/docs/specs/022-correlated-evidence/plan.md +10 -11
  201. package/docs/specs/022-correlated-evidence/spec.md +3 -1
  202. package/docs/specs/023-android-system-traces/device-evidence.json +38 -0
  203. package/docs/specs/023-android-system-traces/emulator-recheck.json +38 -0
  204. package/docs/specs/023-android-system-traces/intent.md +41 -0
  205. package/docs/specs/023-android-system-traces/plan.md +115 -0
  206. package/docs/specs/023-android-system-traces/spec.md +122 -0
  207. package/docs/specs/024-android-heap-dump-capture/intent.md +41 -0
  208. package/docs/specs/025-android-runtime-debugger/intent.md +41 -0
  209. package/docs/specs/025-android-runtime-debugger/plan.md +106 -0
  210. package/docs/specs/025-android-runtime-debugger/spec.md +183 -0
  211. package/docs/specs/026-code-structure-and-quality-gates/health-plan.md +88 -0
  212. package/docs/specs/026-code-structure-and-quality-gates/intent.md +47 -0
  213. package/docs/specs/026-code-structure-and-quality-gates/plan.md +191 -0
  214. package/docs/specs/026-code-structure-and-quality-gates/spec.md +138 -0
  215. package/docs/specs/026-code-structure-and-quality-gates/verification-final.json +200 -0
  216. package/docs/specs/026-code-structure-and-quality-gates/verification-thin-facade.json +154 -0
  217. package/docs/specs/026-code-structure-and-quality-gates/verification.json +136 -0
  218. package/docs/specs/027-debugger-failure-diagnostics/intent.md +43 -0
  219. package/docs/specs/027-debugger-failure-diagnostics/plan.md +86 -0
  220. package/docs/specs/027-debugger-failure-diagnostics/spec.md +133 -0
  221. package/docs/specs/028-compact-debugger-responses/intent.md +41 -0
  222. package/docs/specs/028-compact-debugger-responses/plan.md +112 -0
  223. package/docs/specs/028-compact-debugger-responses/spec.md +108 -0
  224. package/docs/specs/029-kotlin-locals-validation/report.md +119 -0
  225. package/docs/specs/030-android-coroutine-validation/evidence.json +475 -0
  226. package/docs/specs/030-android-coroutine-validation/intent.md +47 -0
  227. package/docs/specs/030-android-coroutine-validation/plan.md +147 -0
  228. package/docs/specs/030-android-coroutine-validation/report.md +240 -0
  229. package/docs/specs/030-android-coroutine-validation/spec.md +107 -0
  230. package/docs/tools/TOOLS.md +31 -16
  231. package/docs/tools/{evidence.md → correlated-evidence.md} +14 -3
  232. package/docs/tools/debugger.md +180 -0
  233. package/docs/tools/interact.md +42 -20
  234. package/docs/tools/manage.md +25 -44
  235. package/docs/tools/observe.md +64 -25
  236. package/docs/tools/system-traces.md +134 -0
  237. package/docs/tools/system.md +12 -5
  238. package/package.json +11 -8
  239. package/scripts/architecture-graph.mjs +69 -0
  240. package/scripts/check-architecture.mjs +47 -0
  241. package/scripts/code-quality-baseline.json +1 -0
  242. package/scripts/code-quality.mjs +161 -0
  243. package/src/contracts/execution-controls.ts +26 -0
  244. package/src/contracts/selector.ts +17 -0
  245. package/src/contracts/target.ts +19 -0
  246. package/src/contracts/ui.ts +94 -0
  247. package/src/debugger/android.ts +66 -0
  248. package/src/debugger/diagnostics.ts +43 -0
  249. package/src/debugger/guard.ts +31 -0
  250. package/src/debugger/java/DebuggerWorker.java +166 -0
  251. package/src/debugger/protocol.ts +37 -0
  252. package/src/debugger/sessions.ts +327 -0
  253. package/src/debugger/worker.ts +135 -0
  254. package/src/interact/adjustment/adjustment-context.ts +83 -0
  255. package/src/interact/adjustment/adjustment-gestures.ts +48 -0
  256. package/src/interact/adjustment/adjustment-plan.ts +23 -0
  257. package/src/interact/adjustment/adjustment-resolution.ts +104 -0
  258. package/src/interact/adjustment/adjustment-result.ts +34 -0
  259. package/src/interact/adjustment/adjustment-semantic.ts +53 -0
  260. package/src/interact/adjustment/adjustment-verification.ts +60 -0
  261. package/src/interact/adjustment/adjustment.ts +49 -0
  262. package/src/interact/adjustment/control-geometry.ts +120 -0
  263. package/src/interact/adjustment/control-values.ts +141 -0
  264. package/src/interact/adjustment/slider-labels.ts +84 -0
  265. package/src/interact/assertions/screen-assertion.ts +39 -0
  266. package/src/interact/assertions/state-assertion-context.ts +48 -0
  267. package/src/interact/assertions/state-assertion.ts +64 -0
  268. package/src/interact/assertions/state-comparison.ts +168 -0
  269. package/src/interact/assertions/visibility-assertion.ts +41 -0
  270. package/src/interact/conditional-action.ts +18 -12
  271. package/src/interact/index.ts +76 -3491
  272. package/src/interact/input-service.ts +11 -0
  273. package/src/interact/interaction-trace.ts +36 -0
  274. package/src/interact/model.ts +109 -0
  275. package/src/interact/observation.ts +7 -0
  276. package/src/interact/targeting/candidate-ancestor.ts +49 -0
  277. package/src/interact/targeting/candidate-result.ts +24 -0
  278. package/src/interact/targeting/candidate-scoring.ts +42 -0
  279. package/src/interact/targeting/element-helpers.ts +243 -0
  280. package/src/interact/targeting/find-element.ts +47 -0
  281. package/src/interact/targeting/nearby-control.ts +46 -0
  282. package/src/interact/targeting/resolved-elements.ts +20 -0
  283. package/src/interact/targeting/tap-target.ts +22 -0
  284. package/src/interact/targeting/target-scope.ts +121 -0
  285. package/src/interact/waits/legacy-log-wait.ts +30 -0
  286. package/src/interact/waits/legacy-wait-observations.ts +55 -0
  287. package/src/interact/waits/legacy-wait-state.ts +48 -0
  288. package/src/interact/waits/legacy-wait.ts +34 -0
  289. package/src/interact/waits/screen-wait.ts +37 -0
  290. package/src/interact/waits/ui-change-helpers.ts +184 -0
  291. package/src/interact/waits/ui-change-state.ts +26 -0
  292. package/src/interact/waits/ui-change-wait.ts +59 -0
  293. package/src/interact/waits/ui-wait-condition.ts +52 -0
  294. package/src/interact/waits/ui-wait-state.ts +55 -0
  295. package/src/interact/waits/ui-wait.ts +84 -0
  296. package/src/manage/android.ts +56 -50
  297. package/src/manage/index.ts +63 -93
  298. package/src/manage/ios/build-types.ts +14 -0
  299. package/src/manage/ios/build.ts +230 -0
  300. package/src/manage/ios/project-discovery.ts +26 -0
  301. package/src/manage/ios/scheme.ts +16 -0
  302. package/src/manage/ios.ts +65 -298
  303. package/src/observe/android/context.ts +1 -0
  304. package/src/observe/android/current-screen.ts +63 -0
  305. package/src/observe/android/fingerprint.ts +13 -0
  306. package/src/observe/android/log-stream.ts +127 -0
  307. package/src/observe/android/logs.ts +110 -0
  308. package/src/observe/android/screenshot.ts +79 -0
  309. package/src/observe/android/ui-tree.ts +113 -0
  310. package/src/observe/android.ts +17 -531
  311. package/src/observe/evidence.ts +130 -71
  312. package/src/observe/index.ts +24 -286
  313. package/src/observe/ios/context.ts +22 -0
  314. package/src/observe/ios/fingerprint.ts +12 -0
  315. package/src/observe/ios/log-stream.ts +103 -0
  316. package/src/observe/ios/logs.ts +179 -0
  317. package/src/observe/ios/screenshot.ts +26 -0
  318. package/src/observe/ios/ui-elements.ts +266 -0
  319. package/src/observe/ios/ui-tree.ts +143 -0
  320. package/src/observe/ios.ts +18 -749
  321. package/src/observe/logs/model.ts +11 -0
  322. package/src/{network → observe/network}/index.ts +2 -2
  323. package/src/observe/readiness-service.ts +10 -3
  324. package/src/observe/readiness.ts +49 -22
  325. package/src/observe/screenshot-encoding.ts +32 -0
  326. package/src/observe/snapshot-collection.ts +69 -0
  327. package/src/observe/snapshot-logs.ts +26 -0
  328. package/src/observe/snapshot-metadata.ts +51 -31
  329. package/src/observe/snapshot-semantic.ts +153 -0
  330. package/src/observe/system-trace-android.ts +133 -0
  331. package/src/observe/system-trace.ts +227 -0
  332. package/src/runtime/action-results.ts +376 -0
  333. package/src/runtime/clock.ts +9 -0
  334. package/src/server/common.ts +9 -359
  335. package/src/server/definitions/assert.ts +164 -0
  336. package/src/server/definitions/diagnostic.ts +120 -0
  337. package/src/server/definitions/input.ts +276 -0
  338. package/src/server/definitions/manage.ts +196 -0
  339. package/src/server/definitions/observe.ts +151 -0
  340. package/src/server/definitions/target.ts +140 -0
  341. package/src/server/definitions/wait.ts +107 -0
  342. package/src/server/handlers/action-execution.ts +164 -0
  343. package/src/server/handlers/correlation.ts +20 -0
  344. package/src/server/handlers/debugger-handlers.ts +39 -0
  345. package/src/server/handlers/debugger-response.ts +7 -0
  346. package/src/server/handlers/diagnostic.ts +79 -0
  347. package/src/server/handlers/handler-types.ts +7 -0
  348. package/src/server/handlers/input.ts +173 -0
  349. package/src/server/handlers/interact.ts +135 -0
  350. package/src/server/handlers/journey-assertions.ts +39 -0
  351. package/src/server/handlers/journey.ts +132 -0
  352. package/src/server/handlers/manage.ts +141 -0
  353. package/src/server/handlers/observe.ts +116 -0
  354. package/src/server/handlers/payload.ts +36 -0
  355. package/src/server/handlers/tool-handlers.ts +159 -0
  356. package/src/server/schemas/condition-schema.ts +2 -0
  357. package/src/server/schemas/debugger-schema.ts +43 -0
  358. package/src/server/{journey-schema.ts → schemas/journey-schema.ts} +8 -22
  359. package/src/server/schemas/system-trace-schema.ts +17 -0
  360. package/src/server/tool-definitions.ts +69 -1140
  361. package/src/server-core.ts +4 -4
  362. package/src/server.ts +25 -1
  363. package/src/system/android-status.ts +124 -0
  364. package/src/system/android.ts +33 -21
  365. package/src/system/index.ts +21 -523
  366. package/src/system/ios-status.ts +147 -0
  367. package/src/system/ios.ts +14 -10
  368. package/src/system/model.ts +41 -0
  369. package/src/system/probes.ts +114 -0
  370. package/src/system/status-summary.ts +47 -0
  371. package/src/system/unsupported-status.ts +55 -0
  372. package/src/types.ts +16 -106
  373. package/src/utils/android/commands.ts +81 -0
  374. package/src/utils/android/gradle.ts +132 -0
  375. package/src/utils/android/logs.ts +103 -0
  376. package/src/utils/android/ui-tree.ts +239 -0
  377. package/src/utils/android/utils.ts +16 -556
  378. package/src/utils/cli/idb/check-idb.ts +4 -4
  379. package/src/utils/cli/idb/idb-helper.ts +6 -8
  380. package/src/utils/cli/idb/install-idb.ts +15 -9
  381. package/src/utils/cli/ios/preflight-ios.ts +39 -31
  382. package/src/utils/cli/ios/run-ios-ui-tree-tap.ts +4 -4
  383. package/src/utils/exec.ts +2 -0
  384. package/src/utils/ios/utils.ts +57 -61
  385. package/src/utils/java.ts +71 -51
  386. package/src/utils/operation-budget.ts +2 -0
  387. package/src/utils/resolve-device.ts +11 -6
  388. package/src/utils/ui/index.ts +28 -28
  389. package/test/device/automated/debugger/coroutine-lifecycle.ts +27 -0
  390. package/test/device/automated/debugger/coroutine-support.ts +140 -0
  391. package/test/device/automated/debugger/coroutine.android.test.ts +169 -0
  392. package/test/device/automated/debugger/kotlin.android.test.ts +127 -0
  393. package/test/device/automated/debugger/runtime.android.test.ts +219 -0
  394. package/test/device/automated/interact/interaction.android.test.ts +56 -0
  395. package/test/device/automated/observe/system-trace.smoke.ts +104 -0
  396. package/test/device/manual/interact/modul8_selector_tap.manual.ts +1 -1
  397. package/test/fixtures/contracts/tool-definitions.json +3536 -0
  398. package/test/fixtures/coroutine-app/MainActivity.kt +100 -0
  399. package/test/fixtures/coroutine-app/README.md +48 -0
  400. package/test/fixtures/coroutine-app/build.ts +35 -0
  401. package/test/fixtures/debugger-app/MainActivity.java +67 -0
  402. package/test/fixtures/debugger-app/MainActivity.kt +32 -0
  403. package/test/fixtures/debugger-app/NoLocals.java +7 -0
  404. package/test/fixtures/debugger-app/README.md +65 -0
  405. package/test/fixtures/debugger-app/build.ts +39 -0
  406. package/test/fixtures/latency-journey-app/README.md +2 -0
  407. package/test/fixtures/readiness-app/README.md +2 -0
  408. package/test/helpers/perfetto.ts +59 -0
  409. package/test/unit/debugger/coroutine-lifecycle.test.ts +43 -0
  410. package/test/unit/debugger/diagnostic-sessions.test.ts +67 -0
  411. package/test/unit/debugger/diagnostics.test.ts +80 -0
  412. package/test/unit/debugger/guards.test.ts +50 -0
  413. package/test/unit/debugger/native.test.ts +33 -0
  414. package/test/unit/debugger/preparation.test.ts +32 -0
  415. package/test/unit/debugger/protocol.test.ts +15 -0
  416. package/test/unit/debugger/sessions.test.ts +83 -0
  417. package/test/unit/interact/adjustment_service.test.ts +42 -0
  418. package/test/unit/interact/adjustment_verification.test.ts +35 -0
  419. package/test/unit/interact/clock_dependencies.test.ts +63 -0
  420. package/test/unit/interact/element_helpers.test.ts +19 -0
  421. package/test/unit/interact/legacy_wait_service.test.ts +17 -0
  422. package/test/unit/interact/state_comparison.test.ts +20 -0
  423. package/test/unit/interact/target_scope.test.ts +35 -0
  424. package/test/unit/network/get_network_activity.test.ts +1 -1
  425. package/test/unit/observe/readiness.test.ts +3 -1
  426. package/test/unit/observe/screenshot-encoding.test.ts +30 -0
  427. package/test/unit/observe/snapshot-logs.test.ts +14 -0
  428. package/test/unit/observe/system-trace-android.test.ts +52 -0
  429. package/test/unit/observe/system-trace.test.ts +166 -0
  430. package/test/unit/quality/architecture.test.ts +60 -0
  431. package/test/unit/quality/code-quality.test.ts +58 -0
  432. package/test/unit/quality/interaction_boundaries.test.ts +24 -0
  433. package/test/unit/server/conditional_actions.test.ts +1 -1
  434. package/test/unit/server/conditional_schema.test.ts +2 -2
  435. package/test/unit/server/debugger-response.test.ts +63 -0
  436. package/test/unit/server/system-trace.test.ts +64 -0
  437. package/test/unit/server/tool_definitions_parity.test.ts +8 -0
  438. package/dist/server/tool-handlers.js +0 -893
  439. package/docs/ROADMAP.md +0 -646
  440. package/docs/benchmarks/ui-tree-performance/bridge-probe.json +0 -29
  441. package/docs/benchmarks/ui-tree-performance/initial-baseline.json +0 -59560
  442. package/docs/specs/baseline-spec-v0.md +0 -312
  443. package/docs/specs/mcp-tooling-spec-v1.md +0 -446
  444. package/src/server/tool-handlers.ts +0 -923
  445. /package/dist/{server/condition-schema.js → contracts/condition.js} +0 -0
  446. /package/dist/server/{readiness-schema.js → schemas/readiness-schema.js} +0 -0
  447. /package/src/{server/condition-schema.ts → contracts/condition.ts} +0 -0
  448. /package/src/server/{readiness-schema.ts → schemas/readiness-schema.ts} +0 -0
@@ -0,0 +1,38 @@
1
+ import { checkDebuggerGuard } from '../../debugger/guard.js';
2
+ import { logMessages, legacySuccess } from './legacy-wait-state.js';
3
+ function streamMessage(entry) {
4
+ if (!entry)
5
+ return '';
6
+ if (typeof entry === 'object') {
7
+ const fields = entry;
8
+ return fields.message || fields.msg || entry;
9
+ }
10
+ return entry;
11
+ }
12
+ export async function legacyLog(s, deps) {
13
+ try {
14
+ const stream = await deps.stream({ platform: s.target.platform, sessionId: 'default', limit: 200 });
15
+ for (const entry of stream && Array.isArray(stream.entries) ? stream.entries : []) {
16
+ const message = streamMessage(entry);
17
+ if (s.query && String(message).includes(s.query)) {
18
+ const result = legacySuccess(s, 'log', 'log-stream', 0, { matchedLog: { message, raw: entry } });
19
+ return { ...result, observed_state: true };
20
+ }
21
+ }
22
+ const logs = await deps.logs({ ...s.target, lines: 200 });
23
+ const messages = logMessages(Array.isArray(logs && logs.logs) ? logs.logs : []);
24
+ const index = s.baseline ? messages.lastIndexOf(s.baseline) : -1;
25
+ for (let i = index >= 0 ? index + 1 : 0; i < messages.length; i++) {
26
+ const message = messages[i];
27
+ if (s.query && String(message).includes(s.query)) {
28
+ const result = legacySuccess(s, 'log', 'log-snapshot', 0, { matchedLog: { message } });
29
+ return { ...result, observed_state: true };
30
+ }
31
+ }
32
+ }
33
+ catch (error) {
34
+ checkDebuggerGuard();
35
+ console.error('waitForUI(log) error:', error);
36
+ }
37
+ return null;
38
+ }
@@ -0,0 +1,103 @@
1
+ import { checkDebuggerGuard } from '../../debugger/guard.js';
2
+ import { logMessages, legacySuccess } from './legacy-wait-state.js';
3
+ async function withTimeout(promise, ms, clock) {
4
+ return Promise.race([promise, clock.sleep(ms).then(() => null)]);
5
+ }
6
+ export async function legacyBaseline(s, deps) {
7
+ try {
8
+ const fingerprint = deps.fingerprint(s.target), logs = deps.logs({ ...s.target, lines: 200 });
9
+ const [fp, result] = await Promise.all([withTimeout(fingerprint, 300, s.clock), withTimeout(logs, 500, s.clock)]);
10
+ if (fp && typeof fp === 'object')
11
+ s.initial = fp.fingerprint ?? null;
12
+ if (result) {
13
+ const messages = logMessages(Array.isArray(result.logs) ? result.logs : []);
14
+ s.baseline = messages.length ? messages[messages.length - 1] : null;
15
+ }
16
+ }
17
+ catch (error) {
18
+ checkDebuggerGuard();
19
+ try {
20
+ console.warn('waitForUI: failed to get baseline data (non-fatal):', error instanceof Error ? error.message : String(error));
21
+ }
22
+ catch { /* Logging is best-effort. */ }
23
+ }
24
+ }
25
+ export async function legacyUI(s, deps) {
26
+ try {
27
+ try {
28
+ const found = await deps.find({ query: s.query, exact: false, timeoutMs: Math.min(500, s.interval), ...s.target });
29
+ const present = !!(found && found.found), matched = s.match === 'present' ? present : !present;
30
+ if (matched) {
31
+ if (s.matched === null)
32
+ s.matched = s.clock.now();
33
+ s.duration = s.clock.now() - s.matched;
34
+ s.observed = true;
35
+ if (s.duration >= s.stability_ms)
36
+ return legacySuccess(s, 'ui', 'ui-find', s.duration, { matchedElement: present ? found.element : null }, s.match);
37
+ }
38
+ else {
39
+ s.matched = null;
40
+ s.duration = 0;
41
+ s.observed = false;
42
+ }
43
+ }
44
+ catch (error) {
45
+ checkDebuggerGuard();
46
+ console.error('waitForUI(ui) find error:', error);
47
+ }
48
+ }
49
+ catch (error) {
50
+ checkDebuggerGuard();
51
+ console.error('waitForUI(ui) outer error:', error);
52
+ }
53
+ return null;
54
+ }
55
+ export async function legacyScreen(s, deps, now) {
56
+ try {
57
+ const fp = (await deps.fingerprint(s.target))?.fingerprint ?? null;
58
+ if (fp !== null && fp !== undefined && fp !== s.initial) {
59
+ if (s.matched === null)
60
+ s.matched = now;
61
+ const confirm = (await deps.fingerprint(s.target))?.fingerprint ?? null;
62
+ if (confirm === fp) {
63
+ s.duration = s.clock.now() - s.matched;
64
+ s.observed = true;
65
+ if (s.duration >= s.stability_ms)
66
+ return legacySuccess(s, 'screen', 'screen-fingerprint', s.duration, { newFingerprint: fp });
67
+ }
68
+ else {
69
+ s.matched = null;
70
+ s.duration = 0;
71
+ s.observed = false;
72
+ }
73
+ }
74
+ }
75
+ catch (error) {
76
+ checkDebuggerGuard();
77
+ console.error('waitForUI(screen) error:', error);
78
+ }
79
+ return null;
80
+ }
81
+ export async function legacyIdle(s, deps) {
82
+ try {
83
+ const fp = (await deps.fingerprint(s.target))?.fingerprint ?? null;
84
+ if (fp !== s.previous) {
85
+ s.previous = fp;
86
+ s.lastChange = s.clock.now();
87
+ s.matched = null;
88
+ s.duration = 0;
89
+ s.observed = false;
90
+ }
91
+ else {
92
+ const idle = s.clock.now() - s.lastChange;
93
+ s.observed = true;
94
+ if (idle >= s.stability_ms)
95
+ return legacySuccess(s, 'idle', 'idle-stable', idle);
96
+ }
97
+ }
98
+ catch (error) {
99
+ checkDebuggerGuard();
100
+ console.error('waitForUI(idle) error:', error);
101
+ }
102
+ return null;
103
+ }
@@ -0,0 +1,34 @@
1
+ import { systemClock } from '../../runtime/clock.js';
2
+ export function createLegacyWait({ type = 'ui', query, timeoutMs = 30000, pollIntervalMs = 300, includeSnapshotOnFailure = true, match = 'present', stability_ms = 700, observationDelayMs = 0, platform, deviceId }, clock = systemClock) {
3
+ const start = clock.now();
4
+ return { clock, type, query: query == null ? '' : String(query), start, deadline: start + (timeoutMs || 0),
5
+ interval: Math.max(250, Math.min(pollIntervalMs || 300, 500)), includeSnapshotOnFailure, match, stability_ms, observationDelayMs,
6
+ target: { platform, deviceId }, initial: null, baseline: null,
7
+ lastChange: 0, previous: null, polls: 0, matched: null,
8
+ observed: null, duration: 0 };
9
+ }
10
+ export function logMessages(entries) {
11
+ if (!Array.isArray(entries))
12
+ return [];
13
+ return entries.map(entry => {
14
+ if (typeof entry === 'string')
15
+ return entry;
16
+ if (entry && typeof entry === 'object') {
17
+ const fields = entry;
18
+ if (fields.message || fields.msg)
19
+ return fields.message || fields.msg;
20
+ }
21
+ try {
22
+ return JSON.stringify(entry);
23
+ }
24
+ catch {
25
+ return String(entry);
26
+ }
27
+ });
28
+ }
29
+ export function legacySuccess(s, type, matchSource, stable, extras = {}, condition = 'present') {
30
+ const now = s.clock.now();
31
+ return { success: true, condition, query: s.query, poll_count: s.polls, duration_ms: now - s.start,
32
+ stable_duration_ms: stable, ...extras, matchSource, timestamp: now, type, observed_state: s.observed ?? null };
33
+ }
34
+ export const legacySleep = (ms, clock = systemClock) => clock.sleep(ms);
@@ -0,0 +1,48 @@
1
+ import { checkDebuggerGuard } from '../../debugger/guard.js';
2
+ import { createLegacyWait, legacySleep } from './legacy-wait-state.js';
3
+ import { legacyBaseline, legacyUI, legacyScreen, legacyIdle } from './legacy-wait-observations.js';
4
+ import { legacyLog } from './legacy-log-wait.js';
5
+ async function sample(s, deps) {
6
+ s.polls++;
7
+ const now = s.clock.now();
8
+ if (s.type === 'ui')
9
+ return legacyUI(s, deps);
10
+ if (s.type === 'log')
11
+ return legacyLog(s, deps);
12
+ if (s.type === 'screen')
13
+ return legacyScreen(s, deps, now);
14
+ if (s.type === 'idle')
15
+ return legacyIdle(s, deps);
16
+ return null;
17
+ }
18
+ export async function waitForUICore(input, deps) {
19
+ const state = createLegacyWait(input, deps.clock);
20
+ await legacyBaseline(state, deps);
21
+ state.lastChange = state.clock.now();
22
+ state.previous = state.initial;
23
+ if (typeof state.observationDelayMs === 'number' && state.observationDelayMs > 0) {
24
+ try {
25
+ console.log(`waitForUI: delaying observation for ${state.observationDelayMs}ms`);
26
+ }
27
+ catch { /* Best effort. */ }
28
+ await legacySleep(state.observationDelayMs, state.clock);
29
+ }
30
+ while (state.clock.now() <= state.deadline) {
31
+ const result = await sample(state, deps);
32
+ if (result)
33
+ return result;
34
+ await legacySleep(state.interval, state.clock);
35
+ }
36
+ let snapshot = null;
37
+ if (state.includeSnapshotOnFailure) {
38
+ try {
39
+ snapshot = await deps.snapshot({ reason: `wait_for_ui timeout for ${state.type}`, includeLogs: true, ...state.target });
40
+ }
41
+ catch (error) {
42
+ checkDebuggerGuard();
43
+ snapshot = { error: error instanceof Error ? error.message : String(error) };
44
+ }
45
+ }
46
+ return { success: false, condition: state.match, query: state.query, poll_count: state.polls,
47
+ duration_ms: state.clock.now() - state.start, stable_duration_ms: state.duration, error: 'Timeout waiting for condition', snapshot, observed_state: state.observed ?? null };
48
+ }
@@ -0,0 +1,49 @@
1
+ import { systemClock } from '../../runtime/clock.js';
2
+ import { checkDebuggerGuard } from '../../debugger/guard.js';
3
+ async function sample(s, input, interval, deps) {
4
+ const response = await deps.fingerprint({ platform: input.platform, deviceId: input.deviceId });
5
+ const fingerprint = response?.fingerprint ?? null;
6
+ s.activity = response?.activity ?? s.activity;
7
+ if (fingerprint == null) {
8
+ s.fingerprint = null;
9
+ await s.clock.sleep(interval);
10
+ return 'continue';
11
+ }
12
+ s.fingerprint = fingerprint;
13
+ if (fingerprint === input.previousFingerprint)
14
+ return null;
15
+ await s.clock.sleep(interval);
16
+ try {
17
+ const confirm = await deps.fingerprint({ platform: input.platform, deviceId: input.deviceId });
18
+ const confirmed = confirm?.fingerprint ?? null;
19
+ s.activity = confirm?.activity ?? s.activity;
20
+ if (confirmed === fingerprint)
21
+ return { success: true, previousFingerprint: input.previousFingerprint, newFingerprint: fingerprint,
22
+ elapsedMs: s.clock.now() - s.start, observed_screen: { fingerprint, activity: s.activity } };
23
+ s.fingerprint = confirmed;
24
+ }
25
+ catch (error) {
26
+ checkDebuggerGuard();
27
+ console.error('Error confirming fingerprint:', error);
28
+ }
29
+ return 'continue';
30
+ }
31
+ export async function waitForScreenChange({ platform, previousFingerprint, timeoutMs = 5000, pollIntervalMs = 300, deviceId }, deps) {
32
+ const state = { clock: deps.clock ?? systemClock, start: (deps.clock ?? systemClock).now(), fingerprint: null, activity: null };
33
+ while (state.clock.now() - state.start < timeoutMs) {
34
+ try {
35
+ const result = await sample(state, { platform, previousFingerprint, deviceId }, pollIntervalMs, deps);
36
+ if (result === 'continue')
37
+ continue;
38
+ if (result)
39
+ return result;
40
+ }
41
+ catch (error) {
42
+ checkDebuggerGuard();
43
+ console.error('Error getting screen fingerprint:', error);
44
+ }
45
+ await state.clock.sleep(pollIntervalMs);
46
+ }
47
+ return { success: false, reason: 'timeout', previousFingerprint, lastFingerprint: state.fingerprint,
48
+ elapsedMs: state.clock.now() - state.start, observed_screen: { fingerprint: state.fingerprint, activity: state.activity } };
49
+ }
@@ -0,0 +1,157 @@
1
+ import { computeSnapshotSignature } from '../../observe/snapshot-metadata.js';
2
+ const _uiChangeKinds = ['hierarchy_diff', 'text_change', 'state_change'];
3
+ import { _normalize, _normalizeBounds, _hash, _resolveParentIndex } from '../targeting/element-helpers.js';
4
+ export function _collectSubtreeIndices(elements, rootIndex) {
5
+ if (!Array.isArray(elements) || rootIndex < 0 || rootIndex >= elements.length)
6
+ return [];
7
+ const visited = new Set();
8
+ const stack = [rootIndex];
9
+ const result = [];
10
+ while (stack.length > 0) {
11
+ const index = stack.pop();
12
+ if (index === undefined || visited.has(index) || index < 0 || index >= elements.length)
13
+ continue;
14
+ visited.add(index);
15
+ result.push(index);
16
+ const element = elements[index];
17
+ if (!element)
18
+ continue;
19
+ const directChildren = childIndices(elements, element, index);
20
+ for (const childIndex of directChildren) {
21
+ if (!visited.has(childIndex))
22
+ stack.push(childIndex);
23
+ }
24
+ }
25
+ return result.sort((left, right) => left - right);
26
+ }
27
+ export function _changeIdentityForElement(el, index) {
28
+ const stableId = _normalize(el.stable_id);
29
+ if (stableId)
30
+ return `stable:${stableId}`;
31
+ return `fallback:${_hash({
32
+ text: _normalize(el.text ?? el.label ?? el.value ?? ''),
33
+ contentDescription: _normalize(el.contentDescription ?? el.contentDesc ?? el.accessibilityLabel ?? ''),
34
+ resourceId: _normalize(el.resourceId ?? el.resourceID ?? el.id ?? ''),
35
+ type: _normalize(el.type ?? el.class ?? ''),
36
+ bounds: _normalizeBounds(el.bounds) ?? [0, 0, 0, 0],
37
+ index
38
+ })}`;
39
+ }
40
+ export function _summarizeUiChangeDelta(initialElements, currentElements) {
41
+ const buildMap = (elements) => {
42
+ const map = new Map();
43
+ for (let i = 0; i < elements.length; i++) {
44
+ const element = elements[i];
45
+ if (!element)
46
+ continue;
47
+ const key = _changeIdentityForElement(element, i);
48
+ map.set(key, _hash({
49
+ text: _normalize(element.text ?? element.label ?? element.value ?? ''),
50
+ contentDescription: _normalize(element.contentDescription ?? element.contentDesc ?? element.accessibilityLabel ?? ''),
51
+ resourceId: _normalize(element.resourceId ?? element.resourceID ?? element.id ?? ''),
52
+ type: _normalize(element.type ?? element.class ?? ''),
53
+ bounds: _normalizeBounds(element.bounds) ?? [0, 0, 0, 0],
54
+ state: element.state ?? null,
55
+ visible: !!element.visible,
56
+ enabled: !!element.enabled,
57
+ clickable: !!element.clickable
58
+ }));
59
+ }
60
+ return map;
61
+ };
62
+ const initialMap = buildMap(initialElements);
63
+ const currentMap = buildMap(currentElements);
64
+ let added = 0;
65
+ let removed = 0;
66
+ let mutated = 0;
67
+ for (const [key, value] of currentMap.entries()) {
68
+ if (!initialMap.has(key)) {
69
+ added++;
70
+ }
71
+ else if (initialMap.get(key) !== value) {
72
+ mutated++;
73
+ }
74
+ }
75
+ for (const key of initialMap.keys()) {
76
+ if (!currentMap.has(key))
77
+ removed++;
78
+ }
79
+ return {
80
+ total_elements: currentElements.length,
81
+ added_elements: added,
82
+ removed_elements: removed,
83
+ mutated_elements: mutated
84
+ };
85
+ }
86
+ export function _buildUiChangeSignatures(tree) {
87
+ const elements = Array.isArray(tree?.elements) ? tree.elements : [];
88
+ const textPayload = [];
89
+ const statePayload = [];
90
+ for (const el of elements) {
91
+ textPayload.push(textSignature(el));
92
+ statePayload.push(stateSignature(el));
93
+ }
94
+ return {
95
+ hierarchy: computeSnapshotSignature(tree),
96
+ text: _hash({
97
+ screen: _normalize(tree?.screen),
98
+ elements: textPayload
99
+ }),
100
+ state: _hash({
101
+ screen: _normalize(tree?.screen),
102
+ elements: statePayload
103
+ })
104
+ };
105
+ }
106
+ export function _matchesUiChange(expected, initial, current) {
107
+ const candidates = expected ? [expected] : _uiChangeKinds;
108
+ for (const changeKind of candidates) {
109
+ if (changeKind === 'hierarchy_diff' && initial.hierarchy !== current.hierarchy)
110
+ return changeKind;
111
+ if (changeKind === 'text_change' && initial.text !== current.text)
112
+ return changeKind;
113
+ if (changeKind === 'state_change' && initial.state !== current.state)
114
+ return changeKind;
115
+ }
116
+ return null;
117
+ }
118
+ export function _uiChangeSignaturesEqual(left, right) {
119
+ return left.hierarchy === right.hierarchy && left.text === right.text && left.state === right.state;
120
+ }
121
+ function childIndices(elements, element, index) {
122
+ const directChildren = new Set();
123
+ if (Array.isArray(element.children)) {
124
+ for (const childIndex of element.children) {
125
+ if (typeof childIndex === 'number' && Number.isInteger(childIndex) && childIndex >= 0 && childIndex < elements.length) {
126
+ directChildren.add(childIndex);
127
+ }
128
+ }
129
+ }
130
+ for (let i = 0; i < elements.length; i++) {
131
+ if (_resolveParentIndex(elements, elements[i]?.parentId) === index) {
132
+ directChildren.add(i);
133
+ }
134
+ }
135
+ return directChildren;
136
+ }
137
+ function textSignature(el) {
138
+ return {
139
+ text: _normalize(el?.text ?? el?.label ?? el?.value ?? ''),
140
+ contentDescription: _normalize(el?.contentDescription ?? el?.contentDesc ?? el?.accessibilityLabel ?? ''),
141
+ resourceId: _normalize(el?.resourceId ?? el?.resourceID ?? el?.id ?? '')
142
+ };
143
+ }
144
+ function stateSignature(el) {
145
+ const state = el?.state ?? {};
146
+ return {
147
+ checked: state.checked ?? null,
148
+ selected: state.selected ?? null,
149
+ focused: state.focused ?? null,
150
+ expanded: state.expanded ?? null,
151
+ enabled: state.enabled ?? null,
152
+ text_value: state.text_value ?? null,
153
+ value: state.value ?? null,
154
+ raw_value: state.raw_value ?? null,
155
+ value_range: state.value_range ?? null
156
+ };
157
+ }
@@ -0,0 +1,18 @@
1
+ import { systemClock } from '../../runtime/clock.js';
2
+ import { currentReadinessWait } from '../../observe/readiness.js';
3
+ export function createChangeWait({ platform, deviceId, timeout_ms = 60000, stability_window_ms = 300, expected_change, scope = 'screen', target = null }, clock = systemClock) {
4
+ const tracker = currentReadinessWait(), start = clock.now();
5
+ return { clock, input: { platform, deviceId, timeout_ms, expected_change, scope, target }, tracker, start,
6
+ stability: Math.max(0, typeof stability_window_ms === 'number' ? stability_window_ms : 300), baseline: null,
7
+ baselineScope: null, revision: null, loading: null,
8
+ age: null, candidate: null, change: null,
9
+ since: null, summary: null,
10
+ scope: { scope: scope === 'subtree' ? 'subtree' : 'screen', target: target && typeof target === 'string' ? target : null,
11
+ resolved: scope !== 'subtree', resolvedIndex: null, resolvedStableId: null, reason: scope === 'subtree' ? 'target not resolved yet' : 'screen scope' } };
12
+ }
13
+ export function changeResult(s, success, reason) {
14
+ return { success, observed_change: success ? s.change : null, snapshot_revision: s.revision ?? undefined,
15
+ snapshot_freshness_ms: s.age ?? null, timeout: !success, elapsed_ms: s.clock.now() - s.start,
16
+ expected_change: s.input.expected_change, loading_state: s.loading ?? null, scope: s.scope.scope, target: s.scope.target,
17
+ stability_state: success ? 'stable' : 'transient', change_summary: s.summary, reason };
18
+ }
@@ -0,0 +1,77 @@
1
+ import { systemClock } from '../../runtime/clock.js';
2
+ import { remainingBudget } from '../../utils/operation-budget.js';
3
+ import { checkDebuggerGuard } from '../../debugger/guard.js';
4
+ import { observeReadinessWait, isDeviceUnavailable } from '../../observe/readiness.js';
5
+ import { readinessDelay } from '../../observe/readiness-service.js';
6
+ import { _buildUiChangeSignatures, _summarizeUiChangeDelta, _matchesUiChange, _uiChangeSignaturesEqual } from './ui-change-helpers.js';
7
+ import { createChangeWait, changeResult } from './ui-change-state.js';
8
+ function scopeFailure(s, tree, scoped) {
9
+ s.scope = scoped.resolution;
10
+ return { success: false, observed_change: null, snapshot_revision: typeof tree?.snapshot_revision === 'number' ? tree.snapshot_revision : s.revision ?? undefined,
11
+ snapshot_freshness_ms: typeof tree?.captured_at_ms === 'number' ? Math.max(0, s.clock.now() - tree.captured_at_ms) : s.age ?? null,
12
+ timeout: true, elapsed_ms: s.clock.now() - s.start, expected_change: s.input.expected_change, loading_state: tree?.loading_state ?? s.loading ?? null,
13
+ scope: scoped.resolution.scope, target: scoped.resolution.target, stability_state: 'transient', change_summary: s.summary, reason: scoped.error.message, error: scoped.error };
14
+ }
15
+ function changed(s, signatures) {
16
+ const change = _matchesUiChange(s.input.expected_change, s.baseline, signatures);
17
+ if (!change) {
18
+ s.candidate = null;
19
+ s.change = null;
20
+ s.since = null;
21
+ return false;
22
+ }
23
+ if (!s.candidate || !_uiChangeSignaturesEqual(s.candidate, signatures) || s.change !== change) {
24
+ s.candidate = signatures;
25
+ s.change = change;
26
+ s.since = s.clock.now();
27
+ }
28
+ const stable = s.since === null ? 0 : s.clock.now() - s.since;
29
+ return (s.stability === 0 || stable >= s.stability) && (!s.tracker || s.tracker.summary.state === 'settled');
30
+ }
31
+ async function sample(s, deps) {
32
+ if (s.tracker)
33
+ remainingBudget();
34
+ const started = s.clock.now(), a = s.input;
35
+ const tree = await deps.observe({ platform: a.platform, deviceId: a.deviceId });
36
+ observeReadinessWait(tree, started);
37
+ const scoped = deps.scope(tree, a.scope, a.target);
38
+ if (scoped.error)
39
+ return scopeFailure(s, tree, scoped);
40
+ const signatures = _buildUiChangeSignatures({ ...tree, elements: scoped.elements });
41
+ s.revision = typeof tree?.snapshot_revision === 'number' ? tree.snapshot_revision : s.revision;
42
+ s.loading = tree?.loading_state ?? s.loading;
43
+ s.age = typeof tree?.captured_at_ms === 'number' ? Math.max(0, s.clock.now() - tree.captured_at_ms) : s.age;
44
+ s.summary = s.baseline ? _summarizeUiChangeDelta(s.baselineScope?.elements ?? [], scoped.elements) : s.summary;
45
+ s.scope = scoped.resolution;
46
+ s.baselineScope = s.baselineScope ?? scoped;
47
+ if (!s.baseline) {
48
+ s.baseline = signatures;
49
+ s.baselineScope = scoped;
50
+ }
51
+ else if (changed(s, signatures))
52
+ return changeResult(s, true, 'UI change observed');
53
+ return null;
54
+ }
55
+ export async function waitForUIChange(input, deps) {
56
+ const state = createChangeWait(input, deps.clock);
57
+ while (state.clock.now() - state.start < state.input.timeout_ms) {
58
+ try {
59
+ const result = await sample(state, deps);
60
+ if (result)
61
+ return result;
62
+ }
63
+ catch (error) {
64
+ checkDebuggerGuard();
65
+ if (state.tracker && !String(error).includes('READINESS_'))
66
+ state.tracker.unavailable();
67
+ if (state.tracker && isDeviceUnavailable(error))
68
+ throw error;
69
+ if (state.tracker && String(error).includes('ACTION_TIMEOUT')) {
70
+ state.tracker.deadline();
71
+ break;
72
+ }
73
+ }
74
+ await (state.tracker && state.clock === systemClock ? readinessDelay(300) : state.clock.sleep(300));
75
+ }
76
+ return changeResult(state, false, 'timeout');
77
+ }
@@ -0,0 +1,56 @@
1
+ import { _normalize, _isVisibleElement, _resolveActionableAncestor } from '../targeting/element-helpers.js';
2
+ function matchesField(value, query, contains) {
3
+ if (query === undefined || query === null)
4
+ return true;
5
+ return contains ? _normalize(value).includes(_normalize(query)) : _normalize(value) === _normalize(query);
6
+ }
7
+ export function matchingElements(elements, selector) {
8
+ const matches = [];
9
+ const contains = !!selector.contains;
10
+ for (let idx = 0; idx < elements.length; idx++) {
11
+ const el = elements[idx];
12
+ if (!matchesField(el.text || el.label || el.value || '', selector.text, contains))
13
+ continue;
14
+ if (!matchesField(el.resourceId || el.resourceID || el.id || '', selector.resource_id, contains))
15
+ continue;
16
+ if (!matchesField(el.contentDescription || el.contentDesc || el.accessibilityLabel || el.label || '', selector.accessibility_id, contains))
17
+ continue;
18
+ matches.push({ el, idx });
19
+ }
20
+ return matches;
21
+ }
22
+ function selectedMatch(matches, index) {
23
+ if (!matches.length)
24
+ return null;
25
+ return index === undefined ? matches[0] : index >= 0 && index < matches.length ? matches[index] : null;
26
+ }
27
+ function clickTarget(elements, chosen, tap) {
28
+ if (!chosen)
29
+ return null;
30
+ if (tap && (!_isVisibleElement(chosen.el) || chosen.el.enabled === false))
31
+ return chosen;
32
+ return _resolveActionableAncestor(elements, chosen) || chosen;
33
+ }
34
+ export function evaluateCondition(elements, matches, condition, index, tap = false) {
35
+ const chosen = selectedMatch(matches, index);
36
+ let element = chosen;
37
+ let met = false;
38
+ if (condition === 'exists')
39
+ met = index !== undefined ? chosen !== null : matches.length >= 1;
40
+ else if (condition === 'not_exists')
41
+ met = index !== undefined ? chosen === null : matches.length === 0;
42
+ else if (condition === 'visible')
43
+ met = !!chosen && waitVisible(chosen.el);
44
+ else if (condition === 'clickable') {
45
+ element = clickTarget(elements, chosen, tap);
46
+ met = !!element && waitVisible(element.el) && !!element.el.enabled && !!(element.el.clickable || element.el._interactable || element.el.focusable);
47
+ }
48
+ if (tap && met && element && _isVisibleElement(element.el) && element.el.enabled !== false) {
49
+ element = _resolveActionableAncestor(elements, element) ?? element;
50
+ }
51
+ return { met, element };
52
+ }
53
+ function waitVisible(el) {
54
+ const b = el.bounds;
55
+ return !!el.visible && Array.isArray(b) && b.length >= 4 && b[2] > b[0] && b[3] > b[1];
56
+ }
@@ -0,0 +1,38 @@
1
+ import { systemClock } from '../../runtime/clock.js';
2
+ import { currentReadinessWait } from '../../observe/readiness.js';
3
+ export function createUIWait(input, clock = systemClock) {
4
+ const tracker = currentReadinessWait(), start = clock.now();
5
+ const requestedIndex = typeof input.match?.index === 'number' ? input.match.index : null;
6
+ const args = { condition: 'exists', timeout_ms: 60000, poll_interval_ms: 300,
7
+ retry: { max_attempts: 1, backoff_ms: 0 }, singleObservation: false, singleAttempt: false,
8
+ rejectAmbiguous: false, resolveTapTarget: false, ...input };
9
+ // Explicit undefined values have the same defaults as destructured handler parameters.
10
+ if (args.condition === undefined)
11
+ args.condition = 'exists';
12
+ if (args.timeout_ms === undefined)
13
+ args.timeout_ms = 60000;
14
+ if (args.poll_interval_ms === undefined)
15
+ args.poll_interval_ms = 300;
16
+ if (args.retry === undefined)
17
+ args.retry = { max_attempts: 1, backoff_ms: 0 };
18
+ const requested = { selector: args.selector ?? {}, condition: args.condition, match: requestedIndex === null ? null : { index: requestedIndex } };
19
+ return { clock, args, requestedIndex, requested, tracker, start, attempts: 0, polls: 0,
20
+ count: 0, element: null, met: false, stable: 0 };
21
+ }
22
+ export function waitObserved(s, condition = s.met) {
23
+ return { matched_count: s.count, condition_satisfied: condition, selected_index: s.element?.index ?? null, last_matched_element: s.element };
24
+ }
25
+ export function waitFailure(s, code, message, observed = waitObserved(s, false)) {
26
+ return { status: 'timeout', error: { code, message }, metrics: { latency_ms: s.clock.now() - s.start, poll_count: s.polls, attempts: s.attempts }, requested: s.requested, observed };
27
+ }
28
+ export function validateUIWait(s) {
29
+ const { selector, condition, platform } = s.args;
30
+ const valid = [selector?.text, selector?.resource_id, selector?.accessibility_id].some(value => typeof value === 'string' && value.trim().length > 0);
31
+ if (!valid)
32
+ return waitFailure(s, 'INVALID_SELECTOR', 'Selector must include at least one non-empty field: text, resource_id, or accessibility_id');
33
+ if (!['exists', 'not_exists', 'visible', 'clickable'].includes(condition))
34
+ return waitFailure(s, 'INVALID_CONDITION', `Unsupported condition: ${condition}`);
35
+ if (platform && !['android', 'ios'].includes(platform))
36
+ return waitFailure(s, 'PLATFORM_NOT_SUPPORTED', `Unsupported platform: ${platform}`);
37
+ return null;
38
+ }