mobile-debug-mcp 0.34.0 → 0.36.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (500) hide show
  1. package/.agents/skills/mcp-builder/SKILL.md +44 -64
  2. package/.agents/skills/mcp-builder/references/build-flags.md +44 -43
  3. package/.agents/skills/mcp-builder/references/diagnostics-schema.md +4 -1
  4. package/.agents/skills/mcp-builder/references/toolchain-details.md +49 -62
  5. package/.agents/skills/spec-review/references/spec-review-checklist.md +7 -0
  6. package/.agents/skills/test-authoring/SKILL.md +7 -6
  7. package/.agents/skills/test-authoring/references/repo-test-layout.md +3 -1
  8. package/.agents/skills/test-authoring/references/test-authoring-workflow.md +16 -7
  9. package/.agents/skills/test-authoring/references/test-quality-checklist.md +2 -1
  10. package/.cursor-plugin/marketplace.json +1 -1
  11. package/.github/copilot-instructions.md +14 -36
  12. package/.github/workflows/ci.yml +4 -4
  13. package/AGENTS.md +12 -3
  14. package/CONTRIBUTING.md +79 -0
  15. package/README.md +218 -129
  16. package/agent-plugin/.antigravity-plugin/README.md +48 -0
  17. package/agent-plugin/.antigravity-plugin/plugin.json +18 -0
  18. package/agent-plugin/.claude-plugin/plugin.json +2 -2
  19. package/agent-plugin/.codex-plugin/plugin.json +1 -1
  20. package/agent-plugin/.cursor-plugin/plugin.json +2 -2
  21. package/agent-plugin/.mcp.json +1 -1
  22. package/agent-plugin/README.md +50 -11
  23. package/agent-plugin/cursor/.cursor-plugin/plugin.json +23 -0
  24. package/agent-plugin/cursor/LICENSE +201 -0
  25. package/agent-plugin/cursor/README.md +9 -0
  26. package/agent-plugin/cursor/skills/mobile-debug-mcp/SKILL.md +253 -0
  27. package/agent-plugin/mcp.json +1 -1
  28. package/agent-plugin/mcp_config.json +13 -0
  29. package/agent-plugin/plugin.json +1 -1
  30. package/agent-plugin/skills/mobile-debug-mcp/SKILL.md +62 -17
  31. package/dist/contracts/execution-controls.js +24 -0
  32. package/dist/contracts/selector.js +8 -0
  33. package/dist/contracts/target.js +15 -0
  34. package/dist/contracts/ui.js +1 -0
  35. package/dist/debugger/android.js +2 -1
  36. package/dist/debugger/diagnostics.js +54 -0
  37. package/dist/debugger/guard.js +4 -4
  38. package/dist/debugger/ios-worker.js +62 -0
  39. package/dist/debugger/ios.js +57 -0
  40. package/dist/debugger/protocol.js +33 -0
  41. package/dist/debugger/sessions.js +133 -74
  42. package/dist/debugger/worker.js +59 -46
  43. package/dist/interact/adjustment/adjustment-context.js +41 -0
  44. package/dist/interact/adjustment/adjustment-gestures.js +55 -0
  45. package/dist/interact/adjustment/adjustment-plan.js +18 -0
  46. package/dist/interact/adjustment/adjustment-resolution.js +127 -0
  47. package/dist/interact/adjustment/adjustment-result.js +19 -0
  48. package/dist/interact/adjustment/adjustment-semantic.js +64 -0
  49. package/dist/interact/adjustment/adjustment-verification.js +35 -0
  50. package/dist/interact/adjustment/adjustment.js +52 -0
  51. package/dist/interact/adjustment/control-geometry.js +87 -0
  52. package/dist/interact/adjustment/control-values.js +136 -0
  53. package/dist/interact/adjustment/slider-labels.js +84 -0
  54. package/dist/interact/assertions/screen-assertion.js +37 -0
  55. package/dist/interact/assertions/state-assertion-context.js +35 -0
  56. package/dist/interact/assertions/state-assertion.js +76 -0
  57. package/dist/interact/assertions/state-comparison.js +141 -0
  58. package/dist/interact/assertions/visibility-assertion.js +34 -0
  59. package/dist/interact/conditional-action.js +12 -7
  60. package/dist/interact/index.js +77 -3092
  61. package/dist/interact/input-service.js +1 -0
  62. package/dist/interact/interaction-trace.js +21 -0
  63. package/dist/interact/model.js +1 -0
  64. package/dist/interact/observation.js +1 -0
  65. package/dist/interact/targeting/candidate-ancestor.js +58 -0
  66. package/dist/interact/targeting/candidate-result.js +23 -0
  67. package/dist/interact/targeting/candidate-scoring.js +50 -0
  68. package/dist/interact/targeting/element-helpers.js +216 -0
  69. package/dist/interact/targeting/find-element.js +65 -0
  70. package/dist/interact/targeting/nearby-control.js +56 -0
  71. package/dist/interact/targeting/resolved-elements.js +21 -0
  72. package/dist/interact/targeting/tap-target.js +17 -0
  73. package/dist/interact/targeting/target-scope.js +104 -0
  74. package/dist/interact/waits/legacy-log-wait.js +38 -0
  75. package/dist/interact/waits/legacy-wait-observations.js +103 -0
  76. package/dist/interact/waits/legacy-wait-state.js +34 -0
  77. package/dist/interact/waits/legacy-wait.js +48 -0
  78. package/dist/interact/waits/screen-wait.js +49 -0
  79. package/dist/interact/waits/ui-change-helpers.js +157 -0
  80. package/dist/interact/waits/ui-change-state.js +18 -0
  81. package/dist/interact/waits/ui-change-wait.js +77 -0
  82. package/dist/interact/waits/ui-wait-condition.js +56 -0
  83. package/dist/interact/waits/ui-wait-state.js +38 -0
  84. package/dist/interact/waits/ui-wait.js +106 -0
  85. package/dist/manage/android.js +55 -51
  86. package/dist/manage/index.js +38 -75
  87. package/dist/manage/ios/build-types.js +1 -0
  88. package/dist/manage/ios/build.js +210 -0
  89. package/dist/manage/ios/project-discovery.js +29 -0
  90. package/dist/manage/ios/scheme.js +18 -0
  91. package/dist/manage/ios.js +44 -256
  92. package/dist/observe/android/context.js +1 -0
  93. package/dist/observe/android/current-screen.js +55 -0
  94. package/dist/observe/android/fingerprint.js +13 -0
  95. package/dist/observe/android/log-stream.js +132 -0
  96. package/dist/observe/android/logs.js +107 -0
  97. package/dist/observe/android/screenshot.js +70 -0
  98. package/dist/observe/android/ui-tree.js +107 -0
  99. package/dist/observe/android.js +16 -520
  100. package/dist/observe/evidence.js +114 -75
  101. package/dist/observe/index.js +16 -263
  102. package/dist/observe/ios/context.js +16 -0
  103. package/dist/observe/ios/fingerprint.js +12 -0
  104. package/dist/observe/ios/log-stream.js +105 -0
  105. package/dist/observe/ios/logs.js +168 -0
  106. package/dist/observe/ios/screenshot.js +22 -0
  107. package/dist/observe/ios/ui-elements.js +241 -0
  108. package/dist/observe/ios/ui-tree.js +137 -0
  109. package/dist/observe/ios-trace/artifact.js +63 -0
  110. package/dist/observe/ios-trace/capabilities.js +86 -0
  111. package/dist/observe/ios-trace/native.js +93 -0
  112. package/dist/observe/ios-trace/notification.js +35 -0
  113. package/dist/observe/ios-trace/process.js +98 -0
  114. package/dist/observe/ios-trace/sessions.js +244 -0
  115. package/dist/observe/ios.js +17 -715
  116. package/dist/observe/logs/model.js +1 -0
  117. package/dist/{network → observe/network}/index.js +2 -2
  118. package/dist/observe/readiness-service.js +5 -3
  119. package/dist/observe/readiness.js +33 -14
  120. package/dist/observe/screenshot-encoding.js +41 -0
  121. package/dist/observe/snapshot-collection.js +79 -0
  122. package/dist/observe/snapshot-logs.js +30 -0
  123. package/dist/observe/snapshot-metadata.js +43 -31
  124. package/dist/observe/snapshot-semantic.js +115 -0
  125. package/dist/observe/system-trace-error.js +7 -0
  126. package/dist/observe/system-trace-router.js +81 -0
  127. package/dist/observe/system-trace.js +26 -21
  128. package/dist/runtime/action-results.js +270 -0
  129. package/dist/runtime/clock.js +4 -0
  130. package/dist/server/common.js +1 -256
  131. package/dist/server/definitions/assert.js +162 -0
  132. package/dist/server/definitions/diagnostic.js +118 -0
  133. package/dist/server/definitions/input.js +274 -0
  134. package/dist/server/definitions/manage.js +194 -0
  135. package/dist/server/definitions/observe.js +149 -0
  136. package/dist/server/definitions/target.js +138 -0
  137. package/dist/server/definitions/wait.js +105 -0
  138. package/dist/server/handlers/action-execution.js +163 -0
  139. package/dist/server/handlers/correlation.js +23 -0
  140. package/dist/server/handlers/debugger-handlers.js +67 -0
  141. package/dist/server/handlers/debugger-response.js +9 -0
  142. package/dist/server/handlers/diagnostic.js +77 -0
  143. package/dist/server/handlers/handler-types.js +1 -0
  144. package/dist/server/handlers/input.js +154 -0
  145. package/dist/server/handlers/interact.js +113 -0
  146. package/dist/server/handlers/journey-assertions.js +35 -0
  147. package/dist/server/handlers/journey.js +147 -0
  148. package/dist/server/handlers/manage.js +119 -0
  149. package/dist/server/handlers/observe.js +95 -0
  150. package/dist/server/handlers/payload.js +4 -0
  151. package/dist/server/handlers/tool-handlers.js +170 -0
  152. package/dist/server/schemas/condition-schema.js +2 -0
  153. package/dist/server/{debugger-schema.js → schemas/debugger-schema.js} +20 -12
  154. package/dist/server/{journey-schema.js → schemas/journey-schema.js} +7 -22
  155. package/dist/server/schemas/system-trace-schema.js +22 -0
  156. package/dist/server/tool-definitions.js +58 -1135
  157. package/dist/server-core.js +2 -2
  158. package/dist/server.js +4 -4
  159. package/dist/system/android-status.js +101 -0
  160. package/dist/system/android.js +37 -27
  161. package/dist/system/index.js +13 -439
  162. package/dist/system/ios-status.js +132 -0
  163. package/dist/system/ios.js +11 -8
  164. package/dist/system/model.js +1 -0
  165. package/dist/system/probes.js +105 -0
  166. package/dist/system/status-summary.js +43 -0
  167. package/dist/system/unsupported-status.js +52 -0
  168. package/dist/utils/android/commands.js +89 -0
  169. package/dist/utils/android/gradle.js +139 -0
  170. package/dist/utils/android/logs.js +103 -0
  171. package/dist/utils/android/ui-tree.js +233 -0
  172. package/dist/utils/android/utils.js +6 -564
  173. package/dist/utils/cli/idb/idb-helper.js +4 -6
  174. package/dist/utils/cli/idb/install-idb.js +13 -9
  175. package/dist/utils/cli/ios/preflight-ios.js +42 -38
  176. package/dist/utils/ios/utils.js +48 -46
  177. package/dist/utils/java.js +65 -49
  178. package/dist/utils/resolve-device.js +4 -2
  179. package/dist/utils/ui/index.js +26 -26
  180. package/docs/CHANGELOG.md +67 -1
  181. package/docs/README.md +38 -0
  182. package/docs/agent-plugin-installation-verification.md +39 -0
  183. package/docs/benchmarks/README.md +18 -0
  184. package/docs/benchmarks/interaction-latency/README.md +14 -0
  185. package/docs/benchmarks/interaction-latency/final.md +4 -1
  186. package/docs/benchmarks/interaction-latency/ios-validation.md +2 -0
  187. package/docs/benchmarks/ui-tree-performance/README.md +24 -16
  188. package/docs/benchmarks/ui-tree-performance/comparison.md +11 -10
  189. package/docs/code-structure.md +120 -0
  190. package/docs/specs/001-state-verification/spec.md +16 -14
  191. package/docs/specs/002-richer-element-identity/spec.md +12 -10
  192. package/docs/specs/003-wait-and-synchronization-reliability/spec.md +12 -10
  193. package/docs/specs/004-action-verification-routing/spec.md +3 -3
  194. package/docs/specs/005-unified-action-execution-and-verification-model/spec.md +2 -0
  195. package/docs/specs/006-runtime-action-instrumentation-and-binding-layer/spec.md +2 -0
  196. package/docs/specs/007-actionability-resolution-and-executable-target-selection/spec.md +3 -1
  197. package/docs/specs/008-adjustable-control-support-and-semantic-value-manipulation/spec.md +3 -4
  198. package/docs/specs/009-semantic-control-modeling-for-custom-and-composite-controls/spec.md +2 -0
  199. package/docs/specs/010-verification-stabilization-and-temporal-convergence/spec.md +2 -2
  200. package/docs/specs/011-recovery-and-replanning-for-failed-or-ambiguous-interaction-flows/spec.md +2 -2
  201. package/docs/specs/011.1-recovery-contract-types-and-runtime-wiring-spec/spec.md +2 -0
  202. package/docs/specs/012-action-trace-and-xecution-observability/spec.md +2 -3
  203. package/docs/specs/013-wait-and-synchronization-reliability/spec.md +19 -19
  204. package/docs/specs/014-actionability-resolution/spec.md +20 -18
  205. package/docs/specs/015-adjustable-control-support/spec.md +17 -15
  206. package/docs/specs/016-environment-tools/spec.md +20 -20
  207. package/docs/specs/018-interaction-latency-and-batched-journeys/spec.md +2 -0
  208. package/docs/specs/019-ui-tree-observation-performance/spec.md +3 -1
  209. package/docs/specs/020-conditional-actions/intent.md +5 -3
  210. package/docs/specs/020-conditional-actions/plan.md +8 -9
  211. package/docs/specs/020-conditional-actions/spec.md +4 -2
  212. package/docs/specs/021-app-readiness-signals/intent.md +4 -2
  213. package/docs/specs/021-app-readiness-signals/plan.md +7 -6
  214. package/docs/specs/021-app-readiness-signals/spec.md +3 -1
  215. package/docs/specs/022-correlated-evidence/intent.md +4 -4
  216. package/docs/specs/022-correlated-evidence/plan.md +10 -11
  217. package/docs/specs/022-correlated-evidence/spec.md +3 -1
  218. package/docs/specs/023-android-system-traces/intent.md +3 -2
  219. package/docs/specs/023-android-system-traces/plan.md +5 -7
  220. package/docs/specs/023-android-system-traces/spec.md +3 -1
  221. package/docs/specs/024-android-heap-dump-capture/intent.md +3 -1
  222. package/docs/specs/025-android-runtime-debugger/intent.md +4 -3
  223. package/docs/specs/025-android-runtime-debugger/plan.md +3 -1
  224. package/docs/specs/025-android-runtime-debugger/spec.md +4 -3
  225. package/docs/specs/026-code-structure-and-quality-gates/health-plan.md +88 -0
  226. package/docs/specs/026-code-structure-and-quality-gates/intent.md +47 -0
  227. package/docs/specs/026-code-structure-and-quality-gates/plan.md +191 -0
  228. package/docs/specs/026-code-structure-and-quality-gates/spec.md +138 -0
  229. package/docs/specs/026-code-structure-and-quality-gates/verification-final.json +200 -0
  230. package/docs/specs/026-code-structure-and-quality-gates/verification-thin-facade.json +154 -0
  231. package/docs/specs/026-code-structure-and-quality-gates/verification.json +136 -0
  232. package/docs/specs/027-debugger-failure-diagnostics/intent.md +43 -0
  233. package/docs/specs/027-debugger-failure-diagnostics/plan.md +86 -0
  234. package/docs/specs/027-debugger-failure-diagnostics/spec.md +133 -0
  235. package/docs/specs/028-compact-debugger-responses/intent.md +41 -0
  236. package/docs/specs/028-compact-debugger-responses/plan.md +112 -0
  237. package/docs/specs/028-compact-debugger-responses/spec.md +108 -0
  238. package/docs/specs/029-kotlin-locals-validation/report.md +119 -0
  239. package/docs/specs/030-android-coroutine-validation/evidence.json +475 -0
  240. package/docs/specs/030-android-coroutine-validation/intent.md +47 -0
  241. package/docs/specs/030-android-coroutine-validation/plan.md +147 -0
  242. package/docs/specs/030-android-coroutine-validation/report.md +240 -0
  243. package/docs/specs/030-android-coroutine-validation/spec.md +107 -0
  244. package/docs/specs/031-ios-system-traces/intent.md +38 -0
  245. package/docs/specs/031-ios-system-traces/investigation.md +92 -0
  246. package/docs/specs/031-ios-system-traces/late-run-failure-evidence.json +32 -0
  247. package/docs/specs/031-ios-system-traces/plan.md +138 -0
  248. package/docs/specs/031-ios-system-traces/pr102-monitor-evidence.json +22 -0
  249. package/docs/specs/031-ios-system-traces/simulator-evidence.json +47 -0
  250. package/docs/specs/031-ios-system-traces/spec.md +135 -0
  251. package/docs/specs/032-ios-runtime-debugger/evidence.json +176 -0
  252. package/docs/specs/032-ios-runtime-debugger/intent.md +38 -0
  253. package/docs/specs/032-ios-runtime-debugger/plan.md +95 -0
  254. package/docs/specs/032-ios-runtime-debugger/report.md +205 -0
  255. package/docs/specs/032-ios-runtime-debugger/spec.md +153 -0
  256. package/docs/tools/TOOLS.md +31 -18
  257. package/docs/tools/{evidence.md → correlated-evidence.md} +9 -1
  258. package/docs/tools/debugger.md +120 -4
  259. package/docs/tools/interact.md +42 -20
  260. package/docs/tools/manage.md +25 -44
  261. package/docs/tools/observe.md +55 -23
  262. package/docs/tools/system-traces.md +89 -14
  263. package/docs/tools/system.md +12 -5
  264. package/package.json +12 -8
  265. package/scripts/agent-plugin.mjs +55 -5
  266. package/scripts/architecture-graph.mjs +69 -0
  267. package/scripts/check-architecture.mjs +47 -0
  268. package/scripts/code-quality-baseline.json +1 -0
  269. package/scripts/code-quality.mjs +161 -0
  270. package/src/contracts/execution-controls.ts +26 -0
  271. package/src/contracts/selector.ts +17 -0
  272. package/src/contracts/target.ts +19 -0
  273. package/src/contracts/ui.ts +94 -0
  274. package/src/debugger/android.ts +3 -2
  275. package/src/debugger/diagnostics.ts +43 -0
  276. package/src/debugger/guard.ts +10 -5
  277. package/src/debugger/ios-worker.ts +49 -0
  278. package/src/debugger/ios.ts +45 -0
  279. package/{worker → src/debugger/java}/DebuggerWorker.java +9 -3
  280. package/src/debugger/lldb/breakpoints.py +51 -0
  281. package/src/debugger/lldb/inspection.py +109 -0
  282. package/src/debugger/lldb/worker.py +203 -0
  283. package/src/debugger/protocol.ts +37 -0
  284. package/src/debugger/sessions.ts +326 -155
  285. package/src/debugger/worker.ts +57 -41
  286. package/src/interact/adjustment/adjustment-context.ts +83 -0
  287. package/src/interact/adjustment/adjustment-gestures.ts +48 -0
  288. package/src/interact/adjustment/adjustment-plan.ts +23 -0
  289. package/src/interact/adjustment/adjustment-resolution.ts +104 -0
  290. package/src/interact/adjustment/adjustment-result.ts +34 -0
  291. package/src/interact/adjustment/adjustment-semantic.ts +53 -0
  292. package/src/interact/adjustment/adjustment-verification.ts +60 -0
  293. package/src/interact/adjustment/adjustment.ts +49 -0
  294. package/src/interact/adjustment/control-geometry.ts +120 -0
  295. package/src/interact/adjustment/control-values.ts +141 -0
  296. package/src/interact/adjustment/slider-labels.ts +84 -0
  297. package/src/interact/assertions/screen-assertion.ts +39 -0
  298. package/src/interact/assertions/state-assertion-context.ts +48 -0
  299. package/src/interact/assertions/state-assertion.ts +64 -0
  300. package/src/interact/assertions/state-comparison.ts +168 -0
  301. package/src/interact/assertions/visibility-assertion.ts +41 -0
  302. package/src/interact/conditional-action.ts +18 -12
  303. package/src/interact/index.ts +89 -3494
  304. package/src/interact/input-service.ts +11 -0
  305. package/src/interact/interaction-trace.ts +36 -0
  306. package/src/interact/model.ts +109 -0
  307. package/src/interact/observation.ts +7 -0
  308. package/src/interact/targeting/candidate-ancestor.ts +49 -0
  309. package/src/interact/targeting/candidate-result.ts +24 -0
  310. package/src/interact/targeting/candidate-scoring.ts +42 -0
  311. package/src/interact/targeting/element-helpers.ts +243 -0
  312. package/src/interact/targeting/find-element.ts +47 -0
  313. package/src/interact/targeting/nearby-control.ts +46 -0
  314. package/src/interact/targeting/resolved-elements.ts +20 -0
  315. package/src/interact/targeting/tap-target.ts +22 -0
  316. package/src/interact/targeting/target-scope.ts +121 -0
  317. package/src/interact/waits/legacy-log-wait.ts +30 -0
  318. package/src/interact/waits/legacy-wait-observations.ts +55 -0
  319. package/src/interact/waits/legacy-wait-state.ts +48 -0
  320. package/src/interact/waits/legacy-wait.ts +34 -0
  321. package/src/interact/waits/screen-wait.ts +37 -0
  322. package/src/interact/waits/ui-change-helpers.ts +184 -0
  323. package/src/interact/waits/ui-change-state.ts +26 -0
  324. package/src/interact/waits/ui-change-wait.ts +59 -0
  325. package/src/interact/waits/ui-wait-condition.ts +52 -0
  326. package/src/interact/waits/ui-wait-state.ts +55 -0
  327. package/src/interact/waits/ui-wait.ts +84 -0
  328. package/src/manage/android.ts +56 -50
  329. package/src/manage/index.ts +63 -93
  330. package/src/manage/ios/build-types.ts +14 -0
  331. package/src/manage/ios/build.ts +230 -0
  332. package/src/manage/ios/project-discovery.ts +26 -0
  333. package/src/manage/ios/scheme.ts +16 -0
  334. package/src/manage/ios.ts +67 -298
  335. package/src/observe/android/context.ts +1 -0
  336. package/src/observe/android/current-screen.ts +63 -0
  337. package/src/observe/android/fingerprint.ts +13 -0
  338. package/src/observe/android/log-stream.ts +127 -0
  339. package/src/observe/android/logs.ts +110 -0
  340. package/src/observe/android/screenshot.ts +79 -0
  341. package/src/observe/android/ui-tree.ts +113 -0
  342. package/src/observe/android.ts +17 -531
  343. package/src/observe/evidence.ts +122 -70
  344. package/src/observe/index.ts +24 -286
  345. package/src/observe/ios/context.ts +22 -0
  346. package/src/observe/ios/fingerprint.ts +12 -0
  347. package/src/observe/ios/log-stream.ts +103 -0
  348. package/src/observe/ios/logs.ts +179 -0
  349. package/src/observe/ios/screenshot.ts +26 -0
  350. package/src/observe/ios/ui-elements.ts +266 -0
  351. package/src/observe/ios/ui-tree.ts +143 -0
  352. package/src/observe/ios-trace/artifact.ts +55 -0
  353. package/src/observe/ios-trace/capabilities.ts +74 -0
  354. package/src/observe/ios-trace/native.ts +72 -0
  355. package/src/observe/ios-trace/notification.ts +30 -0
  356. package/src/observe/ios-trace/process.ts +82 -0
  357. package/src/observe/ios-trace/sessions.ts +204 -0
  358. package/src/observe/ios.ts +18 -749
  359. package/src/observe/logs/model.ts +11 -0
  360. package/src/{network → observe/network}/index.ts +2 -2
  361. package/src/observe/readiness-service.ts +6 -4
  362. package/src/observe/readiness.ts +42 -21
  363. package/src/observe/screenshot-encoding.ts +32 -0
  364. package/src/observe/snapshot-collection.ts +69 -0
  365. package/src/observe/snapshot-logs.ts +26 -0
  366. package/src/observe/snapshot-metadata.ts +51 -31
  367. package/src/observe/snapshot-semantic.ts +153 -0
  368. package/src/observe/system-trace-error.ts +3 -0
  369. package/src/observe/system-trace-router.ts +61 -0
  370. package/src/observe/system-trace.ts +28 -19
  371. package/src/runtime/action-results.ts +376 -0
  372. package/src/runtime/clock.ts +9 -0
  373. package/src/server/common.ts +9 -359
  374. package/src/server/definitions/assert.ts +164 -0
  375. package/src/server/definitions/diagnostic.ts +120 -0
  376. package/src/server/definitions/input.ts +276 -0
  377. package/src/server/definitions/manage.ts +196 -0
  378. package/src/server/definitions/observe.ts +151 -0
  379. package/src/server/definitions/target.ts +140 -0
  380. package/src/server/definitions/wait.ts +107 -0
  381. package/src/server/handlers/action-execution.ts +164 -0
  382. package/src/server/handlers/correlation.ts +20 -0
  383. package/src/server/handlers/debugger-handlers.ts +58 -0
  384. package/src/server/handlers/debugger-response.ts +7 -0
  385. package/src/server/handlers/diagnostic.ts +86 -0
  386. package/src/server/handlers/handler-types.ts +7 -0
  387. package/src/server/handlers/input.ts +173 -0
  388. package/src/server/handlers/interact.ts +135 -0
  389. package/src/server/handlers/journey-assertions.ts +39 -0
  390. package/src/server/handlers/journey.ts +132 -0
  391. package/src/server/handlers/manage.ts +141 -0
  392. package/src/server/handlers/observe.ts +116 -0
  393. package/src/server/handlers/payload.ts +36 -0
  394. package/src/server/handlers/tool-handlers.ts +170 -0
  395. package/src/server/schemas/condition-schema.ts +2 -0
  396. package/src/server/schemas/debugger-schema.ts +46 -0
  397. package/src/server/{journey-schema.ts → schemas/journey-schema.ts} +7 -22
  398. package/src/server/schemas/system-trace-schema.ts +23 -0
  399. package/src/server/tool-definitions.ts +67 -1143
  400. package/src/server-core.ts +2 -2
  401. package/src/server.ts +4 -4
  402. package/src/system/android-status.ts +124 -0
  403. package/src/system/android.ts +33 -21
  404. package/src/system/index.ts +21 -525
  405. package/src/system/ios-status.ts +147 -0
  406. package/src/system/ios.ts +14 -10
  407. package/src/system/model.ts +41 -0
  408. package/src/system/probes.ts +114 -0
  409. package/src/system/status-summary.ts +47 -0
  410. package/src/system/unsupported-status.ts +55 -0
  411. package/src/types.ts +16 -106
  412. package/src/utils/android/commands.ts +81 -0
  413. package/src/utils/android/gradle.ts +132 -0
  414. package/src/utils/android/logs.ts +103 -0
  415. package/src/utils/android/ui-tree.ts +239 -0
  416. package/src/utils/android/utils.ts +16 -556
  417. package/src/utils/cli/idb/check-idb.ts +4 -4
  418. package/src/utils/cli/idb/idb-helper.ts +6 -8
  419. package/src/utils/cli/idb/install-idb.ts +15 -9
  420. package/src/utils/cli/ios/preflight-ios.ts +39 -31
  421. package/src/utils/cli/ios/run-ios-ui-tree-tap.ts +4 -4
  422. package/src/utils/ios/utils.ts +60 -61
  423. package/src/utils/java.ts +62 -43
  424. package/src/utils/resolve-device.ts +9 -6
  425. package/src/utils/ui/index.ts +28 -28
  426. package/test/device/automated/debugger/coroutine-lifecycle.ts +27 -0
  427. package/test/device/automated/debugger/coroutine-support.ts +140 -0
  428. package/test/device/automated/debugger/coroutine.android.test.ts +169 -0
  429. package/test/device/automated/debugger/kotlin.android.test.ts +127 -0
  430. package/test/device/automated/debugger/runtime.android.test.ts +19 -3
  431. package/test/device/automated/debugger/runtime.ios.test.ts +221 -0
  432. package/test/device/automated/interact/interaction.android.test.ts +56 -0
  433. package/test/device/automated/observe/ios-system-trace.smoke.ts +119 -0
  434. package/test/device/automated/observe/system-trace.smoke.ts +1 -1
  435. package/test/device/manual/interact/modul8_selector_tap.manual.ts +1 -1
  436. package/test/fixtures/contracts/tool-definitions.json +3696 -0
  437. package/test/fixtures/coroutine-app/MainActivity.kt +100 -0
  438. package/test/fixtures/coroutine-app/README.md +48 -0
  439. package/test/fixtures/coroutine-app/build.ts +35 -0
  440. package/test/fixtures/debugger-app/MainActivity.java +21 -0
  441. package/test/fixtures/debugger-app/MainActivity.kt +32 -0
  442. package/test/fixtures/debugger-app/README.md +52 -0
  443. package/test/fixtures/debugger-app/build.ts +25 -15
  444. package/test/fixtures/ios-debugger-app/Main.swift +95 -0
  445. package/test/fixtures/ios-debugger-app/README.md +27 -0
  446. package/test/fixtures/ios-debugger-app/build.ts +21 -0
  447. package/test/fixtures/latency-journey-app/README.md +2 -0
  448. package/test/fixtures/readiness-app/README.md +2 -0
  449. package/test/helpers/ios-trace-shutdown.ts +29 -0
  450. package/test/unit/debugger/coroutine-lifecycle.test.ts +43 -0
  451. package/test/unit/debugger/diagnostic-sessions.test.ts +67 -0
  452. package/test/unit/debugger/diagnostics.test.ts +80 -0
  453. package/test/unit/debugger/guards.test.ts +4 -0
  454. package/test/unit/debugger/handle-guards.test.ts +88 -0
  455. package/test/unit/debugger/ios-preparation.test.ts +57 -0
  456. package/test/unit/debugger/ios.test.ts +104 -0
  457. package/test/unit/debugger/lldb-worker.py +166 -0
  458. package/test/unit/debugger/lldb-worker.test.ts +10 -0
  459. package/test/unit/debugger/preparation.test.ts +32 -0
  460. package/test/unit/debugger/protocol.test.ts +15 -0
  461. package/test/unit/debugger/sessions.test.ts +1 -1
  462. package/test/unit/interact/adjustment_service.test.ts +42 -0
  463. package/test/unit/interact/adjustment_verification.test.ts +35 -0
  464. package/test/unit/interact/clock_dependencies.test.ts +63 -0
  465. package/test/unit/interact/element_helpers.test.ts +19 -0
  466. package/test/unit/interact/legacy_wait_service.test.ts +17 -0
  467. package/test/unit/interact/state_comparison.test.ts +20 -0
  468. package/test/unit/interact/target_scope.test.ts +35 -0
  469. package/test/unit/network/get_network_activity.test.ts +1 -1
  470. package/test/unit/observe/ios-trace-native.test.ts +90 -0
  471. package/test/unit/observe/ios-trace-sessions.test.ts +131 -0
  472. package/test/unit/observe/readiness.test.ts +1 -1
  473. package/test/unit/observe/screenshot-encoding.test.ts +30 -0
  474. package/test/unit/observe/snapshot-logs.test.ts +14 -0
  475. package/test/unit/observe/system-trace-router.test.ts +49 -0
  476. package/test/unit/quality/agent-plugin-export.test.ts +38 -0
  477. package/test/unit/quality/architecture.test.ts +60 -0
  478. package/test/unit/quality/code-quality.test.ts +58 -0
  479. package/test/unit/quality/interaction_boundaries.test.ts +24 -0
  480. package/test/unit/server/conditional_actions.test.ts +1 -1
  481. package/test/unit/server/conditional_schema.test.ts +2 -2
  482. package/test/unit/server/debugger-response.test.ts +63 -0
  483. package/test/unit/server/system-trace.test.ts +12 -3
  484. package/test/unit/server/tool_definitions_parity.test.ts +8 -0
  485. package/dist/server/debugger-handlers.js +0 -38
  486. package/dist/server/system-trace-schema.js +0 -17
  487. package/dist/server/tool-handlers.js +0 -1000
  488. package/docs/ROADMAP.md +0 -646
  489. package/docs/benchmarks/ui-tree-performance/bridge-probe.json +0 -29
  490. package/docs/benchmarks/ui-tree-performance/initial-baseline.json +0 -59560
  491. package/docs/specs/baseline-spec-v0.md +0 -312
  492. package/docs/specs/mcp-tooling-spec-v1.md +0 -446
  493. package/src/server/debugger-handlers.ts +0 -29
  494. package/src/server/debugger-schema.ts +0 -37
  495. package/src/server/system-trace-schema.ts +0 -17
  496. package/src/server/tool-handlers.ts +0 -1008
  497. /package/dist/{server/condition-schema.js → contracts/condition.js} +0 -0
  498. /package/dist/server/{readiness-schema.js → schemas/readiness-schema.js} +0 -0
  499. /package/src/{server/condition-schema.ts → contracts/condition.ts} +0 -0
  500. /package/src/server/{readiness-schema.ts → schemas/readiness-schema.ts} +0 -0
@@ -1,3 +1,4 @@
1
+ import { SystemTraceRouter } from './system-trace-router.js';
1
2
  import { randomUUID } from 'node:crypto';
2
3
  import { promises as fs } from 'node:fs';
3
4
  import os from 'node:os';
@@ -5,13 +6,8 @@ import path from 'node:path';
5
6
  import { AndroidTraceNative, TRACE_MAX_BYTES } from './system-trace-android.js';
6
7
  import { evidenceSessionId } from './evidence.js';
7
8
  import { runWithBudget, remainingBudget } from '../utils/operation-budget.js';
8
- export class TraceError extends Error {
9
- code;
10
- constructor(code) {
11
- super(code);
12
- this.code = code;
13
- }
14
- }
9
+ export { TraceError } from './system-trace-error.js';
10
+ import { TraceError } from './system-trace-error.js';
15
11
  const clock = {
16
12
  wall: Date.now, mono: () => performance.now(), sleep: ms => new Promise(resolve => setTimeout(resolve, ms)),
17
13
  schedule: (fn, ms) => { const t = setTimeout(fn, ms); t.unref(); return t; }, clear: clearTimeout
@@ -51,11 +47,15 @@ export class SystemTraceSessions {
51
47
  if (this.closing || reserved.length >= 4 || reserved.some(s => s.result.device.id === device))
52
48
  throw new TraceError('TRACE_BUSY');
53
49
  const id = randomUUID();
54
- const result = { trace_id: id, session_id: evidenceSessionId(), device: { platform: 'android', id: device }, backend: 'perfetto',
50
+ const result = {
51
+ trace_id: id, session_id: evidenceSessionId(), device: { platform: 'android', id: device }, backend: 'perfetto',
55
52
  state: 'starting', reason: null, completion_reason: null, capture_started_at_ms: null, capture_completed_at_ms: null,
56
- artifact: null, cleanup: { status: 'pending', remaining_resources: [] }, correlation_ids: [], enabled_sources: [], unavailable_categories: [] };
57
- const s = { result, remote: `/data/misc/perfetto-traces/mcp-${id}.perfetto-trace`, owner: null, stopped: true,
58
- discard: false, deadline: Infinity, queue: Promise.resolve(), linked: new Set(), partial: new Set() };
53
+ artifact: null, cleanup: { status: 'pending', remaining_resources: [] }, correlation_ids: [], enabled_sources: [], unavailable_categories: []
54
+ };
55
+ const s = {
56
+ result, remote: `/data/misc/perfetto-traces/mcp-${id}.perfetto-trace`, owner: null, stopped: true,
57
+ discard: false, deadline: Infinity, queue: Promise.resolve(), linked: new Set(), partial: new Set()
58
+ };
59
59
  this.sessions.set(id, s);
60
60
  return this.serial(s, async () => {
61
61
  let cap;
@@ -233,16 +233,19 @@ export class SystemTraceSessions {
233
233
  s.result.cleanup.status = 'failed';
234
234
  return this.snapshot(s);
235
235
  }
236
- if (hadStartFailure)
237
- s.result.state = 'failed';
238
- else {
239
- s.result.state = s.discard ? 'cancelled' : 'completed';
240
- s.result.reason = s.discard ? 'TRACE_CANCELLED' : null;
241
- s.result.completion_reason = s.discard ? 'cancelled' : operation === 'duration' || this.time.mono() >= s.deadline ? 'duration_limit' : 'requested';
242
- }
236
+ this.complete(s, hadStartFailure, operation);
243
237
  return this.snapshot(s);
244
238
  });
245
239
  }
240
+ complete(s, hadStartFailure, operation) {
241
+ if (hadStartFailure)
242
+ s.result.state = 'failed';
243
+ else {
244
+ s.result.state = s.discard ? 'cancelled' : 'completed';
245
+ s.result.reason = s.discard ? 'TRACE_CANCELLED' : null;
246
+ s.result.completion_reason = s.discard ? 'cancelled' : operation === 'duration' || this.time.mono() >= s.deadline ? 'duration_limit' : 'requested';
247
+ }
248
+ }
246
249
  async link(id, device, correlation) {
247
250
  const s = this.get(id);
248
251
  if (device.platform !== 'android' || device.id !== s.result.device.id)
@@ -268,8 +271,10 @@ export class SystemTraceSessions {
268
271
  }
269
272
  catch { /* Unavailable state cannot establish complete coverage. */ }
270
273
  s.linked.delete(correlation);
271
- return { trace_id: id, coverage: !recording || s.partial.has(correlation) || this.time.mono() >= s.deadline ? 'partial' : 'covered',
272
- clock_alignment: 'unknown' };
274
+ return {
275
+ trace_id: id, coverage: !recording || s.partial.has(correlation) || this.time.mono() >= s.deadline ? 'partial' : 'covered',
276
+ clock_alignment: 'unknown'
277
+ };
273
278
  })();
274
279
  });
275
280
  }
@@ -282,4 +287,4 @@ export class SystemTraceSessions {
282
287
  });
283
288
  }
284
289
  }
285
- export const systemTraces = new SystemTraceSessions();
290
+ export const systemTraces = new SystemTraceRouter(new SystemTraceSessions());
@@ -0,0 +1,270 @@
1
+ import { currentEvidenceActionId } from '../observe/evidence.js';
2
+ import { ToolsObserve } from '../observe/index.js';
3
+ import { isConditionBlocked } from '../interact/conditional-action.js';
4
+ export const DEFAULT_MAX_RECOVERY_ATTEMPTS = 3;
5
+ export const DEFAULT_MAX_RETRY_DEPTH = 3;
6
+ let actionSequence = 0;
7
+ export function nextActionId(actionType, timestamp) {
8
+ const current = currentEvidenceActionId();
9
+ if (current)
10
+ return current;
11
+ actionSequence += 1;
12
+ return `${actionType}_${timestamp}_${actionSequence}`;
13
+ }
14
+ export async function captureActionFingerprint(platform, deviceId) {
15
+ if (isConditionBlocked())
16
+ return null;
17
+ if (!platform)
18
+ return null;
19
+ try {
20
+ const result = await ToolsObserve.getScreenFingerprintHandler({ platform, deviceId });
21
+ return result?.fingerprint ?? null;
22
+ }
23
+ catch {
24
+ return null;
25
+ }
26
+ }
27
+ export function createTraceStep({ stage, timestamp, result, attemptIndex, cycleId, metadata }) {
28
+ return {
29
+ stage,
30
+ timestamp,
31
+ result,
32
+ attempt_index: attemptIndex,
33
+ ...(cycleId !== undefined ? { cycle_id: cycleId } : {}),
34
+ ...(metadata ? { metadata } : {})
35
+ };
36
+ }
37
+ export function buildActionTrace({ actionId, actionType, sourceModule, selector, resolved, success, failure, details, recovery, attempts = 1, steps }) {
38
+ if (steps && steps.length > 0) {
39
+ return {
40
+ action_id: actionId,
41
+ steps,
42
+ final_outcome: success ? 'success' : 'failure',
43
+ attempts: Math.max(1, Math.floor(attempts || steps.length))
44
+ };
45
+ }
46
+ const start = Date.now();
47
+ const builtSteps = [];
48
+ let attemptIndex = 0;
49
+ const totalAttempts = Math.max(1, Math.floor(attempts || 1));
50
+ if (selector || resolved) {
51
+ const stageResult = resolved ? 'success' : 'failure';
52
+ builtSteps.push(createTraceStep({
53
+ stage: 'resolve',
54
+ timestamp: start,
55
+ result: stageResult,
56
+ attemptIndex: attemptIndex++,
57
+ metadata: {
58
+ action_type: actionType,
59
+ source_module: sourceModule,
60
+ selector: selector ?? null,
61
+ resolved: resolved ? normalizeResolvedTarget(resolved) : null
62
+ }
63
+ }));
64
+ }
65
+ builtSteps.push(createTraceStep({
66
+ stage: 'execute',
67
+ timestamp: Date.now(),
68
+ result: success ? 'success' : 'failure',
69
+ attemptIndex: attemptIndex++,
70
+ metadata: {
71
+ action_type: actionType,
72
+ source_module: sourceModule,
73
+ ...(failure ? { failure_code: failure.failureCode, retryable: failure.retryable } : {})
74
+ }
75
+ }));
76
+ appendObservationAndRecoverySteps({ builtSteps, attemptIndex, details, success, failure, recovery });
77
+ if (!builtSteps.length) {
78
+ builtSteps.push(createTraceStep({
79
+ stage: 'execute',
80
+ timestamp: start,
81
+ result: success ? 'success' : 'failure',
82
+ attemptIndex: 0,
83
+ metadata: { action_type: actionType, source_module: sourceModule }
84
+ }));
85
+ }
86
+ return {
87
+ action_id: actionId,
88
+ steps: builtSteps,
89
+ final_outcome: success ? 'success' : 'failure',
90
+ attempts: totalAttempts
91
+ };
92
+ }
93
+ export function normalizeResolvedTarget(value = null) {
94
+ if (!value)
95
+ return null;
96
+ return {
97
+ elementId: value.elementId ?? null,
98
+ text: value.text ?? null,
99
+ resource_id: value.resource_id ?? null,
100
+ accessibility_id: value.accessibility_id ?? null,
101
+ class: value.class ?? null,
102
+ bounds: value.bounds ?? null,
103
+ index: value.index ?? null,
104
+ state: value.state ?? null
105
+ };
106
+ }
107
+ export function inferGenericFailure(message) {
108
+ if (message && /timeout/i.test(message))
109
+ return { failureCode: 'TIMEOUT', retryable: true };
110
+ if (message && /semantic mismatch/i.test(message))
111
+ return { failureCode: 'SEMANTIC_MISMATCH', retryable: false };
112
+ return { failureCode: 'UNKNOWN', retryable: false };
113
+ }
114
+ export function inferScrollFailure(message) {
115
+ if (message && /unchanged|no change|end of list/i.test(message))
116
+ return { failureCode: 'NAVIGATION_NO_CHANGE', retryable: true };
117
+ if (message && /timeout/i.test(message))
118
+ return { failureCode: 'TIMEOUT', retryable: true };
119
+ return { failureCode: 'UNKNOWN', retryable: false };
120
+ }
121
+ const ACTION_LIFECYCLE_STATE_BY_OUTCOME = {
122
+ success: 'pending_verification',
123
+ failure: 'failed'
124
+ };
125
+ export function determineActionLifecycleState({ success, failure }) {
126
+ if (failure)
127
+ return ACTION_LIFECYCLE_STATE_BY_OUTCOME.failure;
128
+ if (success)
129
+ return ACTION_LIFECYCLE_STATE_BY_OUTCOME.success;
130
+ return ACTION_LIFECYCLE_STATE_BY_OUTCOME.success;
131
+ }
132
+ function mapFailureCodeToFailureClass(code) {
133
+ switch (code) {
134
+ case 'ELEMENT_NOT_FOUND':
135
+ case 'AMBIGUOUS_TARGET':
136
+ case 'STALE_REFERENCE':
137
+ return 'TargetResolutionFailure';
138
+ case 'ELEMENT_NOT_INTERACTABLE':
139
+ case 'PRECONDITION_FAILED':
140
+ case 'PRECONDITION_UNAVAILABLE':
141
+ case 'ACTION_TIMEOUT':
142
+ return 'ExecutionFailure';
143
+ case 'TIMEOUT':
144
+ case 'ACTION_REJECTED':
145
+ case 'NAVIGATION_NO_CHANGE':
146
+ case 'UNKNOWN':
147
+ return 'ExecutionFailure';
148
+ case 'VERIFICATION_FAILED':
149
+ case 'EXPECT_STATE_MISMATCH':
150
+ case 'ASSERTION_TIMEOUT':
151
+ return 'VerificationFailure';
152
+ case 'CONTROL_CONVERGENCE_FAILED':
153
+ return 'ControlConvergenceFailure';
154
+ case 'SEMANTIC_MISMATCH':
155
+ return 'SemanticMismatchFailure';
156
+ }
157
+ }
158
+ function buildRecoveryState(failureCode, retryable) {
159
+ return {
160
+ failure_class: mapFailureCodeToFailureClass(failureCode),
161
+ runtime_code: failureCode,
162
+ recovery_attempts: 0,
163
+ max_recovery_attempts: DEFAULT_MAX_RECOVERY_ATTEMPTS,
164
+ retry_depth: 0,
165
+ max_retry_depth: DEFAULT_MAX_RETRY_DEPTH,
166
+ is_terminal: false,
167
+ retry_allowed: retryable
168
+ };
169
+ }
170
+ export function buildActionExecutionResult({ actionType, device, selector, resolved, success, uiFingerprintBefore, uiFingerprintAfter, failure, details, sourceModule, traceSteps }) {
171
+ const timestampMs = Date.now();
172
+ const timestamp = new Date(timestampMs).toISOString();
173
+ const actionId = nextActionId(actionType, timestampMs);
174
+ const recoveryState = failure ? buildRecoveryState(failure.failureCode, failure.retryable) : undefined;
175
+ const attempts = typeof details?.attempts === 'number' && Number.isFinite(details.attempts)
176
+ ? Math.max(1, Math.floor(details.attempts))
177
+ : 1;
178
+ return {
179
+ action_id: actionId,
180
+ timestamp,
181
+ action_type: actionType,
182
+ lifecycle_state: determineActionLifecycleState({ success, failure }),
183
+ source_module: sourceModule,
184
+ ...(device ? { device } : {}),
185
+ target: {
186
+ selector,
187
+ resolved: normalizeResolvedTarget(resolved)
188
+ },
189
+ success,
190
+ ...(failure ? { failure_code: failure.failureCode, retryable: failure.retryable } : {}),
191
+ ...(recoveryState ? { recovery: recoveryState } : {}),
192
+ trace: buildActionTrace({
193
+ actionId,
194
+ actionType,
195
+ sourceModule,
196
+ selector,
197
+ resolved,
198
+ success,
199
+ failure,
200
+ details,
201
+ recovery: recoveryState,
202
+ attempts,
203
+ steps: traceSteps
204
+ }),
205
+ ui_fingerprint_before: uiFingerprintBefore,
206
+ ui_fingerprint_after: uiFingerprintAfter,
207
+ ...(details ? { details } : {})
208
+ };
209
+ }
210
+ function appendObservationAndRecoverySteps(context) {
211
+ const attemptIndex = appendStabilizationStep(context);
212
+ const nextIndex = appendVerificationStep({ ...context, attemptIndex });
213
+ appendRecoveryStep({ ...context, attemptIndex: nextIndex });
214
+ }
215
+ function appendStabilizationStep({ builtSteps, attemptIndex, details, success }) {
216
+ const hasStabilizeDetails = Boolean(details && (Object.prototype.hasOwnProperty.call(details, 'stabilization_attempts') ||
217
+ Object.prototype.hasOwnProperty.call(details, 'stable_observation_count') ||
218
+ Object.prototype.hasOwnProperty.call(details, 'snapshot_freshness_ms')));
219
+ if (hasStabilizeDetails) {
220
+ builtSteps.push(createTraceStep({
221
+ stage: 'stabilize',
222
+ timestamp: Date.now(),
223
+ result: success ? 'success' : 'failure',
224
+ attemptIndex: attemptIndex++,
225
+ metadata: {
226
+ stabilization_attempts: details?.stabilization_attempts ?? null,
227
+ stable_observation_count: details?.stable_observation_count ?? null,
228
+ snapshot_freshness_ms: details?.snapshot_freshness_ms ?? null
229
+ }
230
+ }));
231
+ }
232
+ return attemptIndex;
233
+ }
234
+ function appendVerificationStep({ builtSteps, attemptIndex, details, success }) {
235
+ const hasVerifyDetails = Boolean(details && (Object.prototype.hasOwnProperty.call(details, 'within_tolerance') ||
236
+ Object.prototype.hasOwnProperty.call(details, 'converged') ||
237
+ Object.prototype.hasOwnProperty.call(details, 'observed_state')));
238
+ if (hasVerifyDetails) {
239
+ builtSteps.push(createTraceStep({
240
+ stage: 'verify',
241
+ timestamp: Date.now(),
242
+ result: success ? 'success' : 'failure',
243
+ attemptIndex: attemptIndex++,
244
+ metadata: {
245
+ within_tolerance: details?.within_tolerance ?? null,
246
+ converged: details?.converged ?? null,
247
+ actual_state: details?.actual_state ?? null,
248
+ reason: details?.reason ?? null
249
+ }
250
+ }));
251
+ }
252
+ return attemptIndex;
253
+ }
254
+ function appendRecoveryStep({ builtSteps, attemptIndex, failure, recovery }) {
255
+ if (failure) {
256
+ builtSteps.push(createTraceStep({
257
+ stage: 'recover',
258
+ timestamp: Date.now(),
259
+ result: failure.retryable ? 'retry' : 'failure',
260
+ attemptIndex: attemptIndex++,
261
+ metadata: {
262
+ failure_class: recovery?.failure_class ?? mapFailureCodeToFailureClass(failure.failureCode),
263
+ runtime_code: failure.failureCode,
264
+ retry_allowed: failure.retryable,
265
+ recovery_attempts: recovery?.recovery_attempts ?? 0,
266
+ retry_depth: recovery?.retry_depth ?? 0
267
+ }
268
+ }));
269
+ }
270
+ }
@@ -0,0 +1,4 @@
1
+ export const systemClock = {
2
+ now: () => Date.now(),
3
+ sleep: ms => new Promise(resolve => setTimeout(resolve, ms))
4
+ };
@@ -1,9 +1,4 @@
1
- import { currentEvidenceActionId } from '../observe/evidence.js';
2
1
  import { recordTiming } from '../utils/timing.js';
3
- import { ToolsObserve } from '../observe/index.js';
4
- import { isConditionBlocked } from '../interact/conditional-action.js';
5
- export const DEFAULT_MAX_RECOVERY_ATTEMPTS = 3;
6
- export const DEFAULT_MAX_RETRY_DEPTH = 3;
7
2
  export function wrapResponse(data, includeSerializationTiming = true) {
8
3
  const start = performance.now();
9
4
  let text = JSON.stringify(data, null, 2);
@@ -62,257 +57,6 @@ export function getArrayArg(args, key) {
62
57
  const value = args[key];
63
58
  return Array.isArray(value) ? value : undefined;
64
59
  }
65
- let actionSequence = 0;
66
- export function nextActionId(actionType, timestamp) {
67
- const current = currentEvidenceActionId();
68
- if (current)
69
- return current;
70
- actionSequence += 1;
71
- return `${actionType}_${timestamp}_${actionSequence}`;
72
- }
73
- export async function captureActionFingerprint(platform, deviceId) {
74
- if (isConditionBlocked())
75
- return null;
76
- if (!platform)
77
- return null;
78
- try {
79
- const result = await ToolsObserve.getScreenFingerprintHandler({ platform, deviceId });
80
- return result?.fingerprint ?? null;
81
- }
82
- catch {
83
- return null;
84
- }
85
- }
86
- export function createTraceStep({ stage, timestamp, result, attemptIndex, cycleId, metadata }) {
87
- return {
88
- stage,
89
- timestamp,
90
- result,
91
- attempt_index: attemptIndex,
92
- ...(cycleId !== undefined ? { cycle_id: cycleId } : {}),
93
- ...(metadata ? { metadata } : {})
94
- };
95
- }
96
- export function buildActionTrace({ actionId, actionType, sourceModule, selector, resolved, success, failure, details, recovery, attempts = 1, steps }) {
97
- if (steps && steps.length > 0) {
98
- return {
99
- action_id: actionId,
100
- steps,
101
- final_outcome: success ? 'success' : 'failure',
102
- attempts: Math.max(1, Math.floor(attempts || steps.length))
103
- };
104
- }
105
- const start = Date.now();
106
- const builtSteps = [];
107
- let attemptIndex = 0;
108
- const totalAttempts = Math.max(1, Math.floor(attempts || 1));
109
- if (selector || resolved) {
110
- const stageResult = resolved ? 'success' : 'failure';
111
- builtSteps.push(createTraceStep({
112
- stage: 'resolve',
113
- timestamp: start,
114
- result: stageResult,
115
- attemptIndex: attemptIndex++,
116
- metadata: {
117
- action_type: actionType,
118
- source_module: sourceModule,
119
- selector: selector ?? null,
120
- resolved: resolved ? normalizeResolvedTarget(resolved) : null
121
- }
122
- }));
123
- }
124
- builtSteps.push(createTraceStep({
125
- stage: 'execute',
126
- timestamp: Date.now(),
127
- result: success ? 'success' : 'failure',
128
- attemptIndex: attemptIndex++,
129
- metadata: {
130
- action_type: actionType,
131
- source_module: sourceModule,
132
- ...(failure ? { failure_code: failure.failureCode, retryable: failure.retryable } : {})
133
- }
134
- }));
135
- const hasStabilizeDetails = Boolean(details && (Object.prototype.hasOwnProperty.call(details, 'stabilization_attempts') ||
136
- Object.prototype.hasOwnProperty.call(details, 'stable_observation_count') ||
137
- Object.prototype.hasOwnProperty.call(details, 'snapshot_freshness_ms')));
138
- const hasVerifyDetails = Boolean(details && (Object.prototype.hasOwnProperty.call(details, 'within_tolerance') ||
139
- Object.prototype.hasOwnProperty.call(details, 'converged') ||
140
- Object.prototype.hasOwnProperty.call(details, 'observed_state')));
141
- if (hasStabilizeDetails) {
142
- builtSteps.push(createTraceStep({
143
- stage: 'stabilize',
144
- timestamp: Date.now(),
145
- result: success ? 'success' : 'failure',
146
- attemptIndex: attemptIndex++,
147
- metadata: {
148
- stabilization_attempts: details?.stabilization_attempts ?? null,
149
- stable_observation_count: details?.stable_observation_count ?? null,
150
- snapshot_freshness_ms: details?.snapshot_freshness_ms ?? null
151
- }
152
- }));
153
- }
154
- if (hasVerifyDetails) {
155
- builtSteps.push(createTraceStep({
156
- stage: 'verify',
157
- timestamp: Date.now(),
158
- result: success ? 'success' : 'failure',
159
- attemptIndex: attemptIndex++,
160
- metadata: {
161
- within_tolerance: details?.within_tolerance ?? null,
162
- converged: details?.converged ?? null,
163
- actual_state: details?.actual_state ?? null,
164
- reason: details?.reason ?? null
165
- }
166
- }));
167
- }
168
- if (failure) {
169
- builtSteps.push(createTraceStep({
170
- stage: 'recover',
171
- timestamp: Date.now(),
172
- result: failure.retryable ? 'retry' : 'failure',
173
- attemptIndex: attemptIndex++,
174
- metadata: {
175
- failure_class: recovery?.failure_class ?? mapFailureCodeToFailureClass(failure.failureCode),
176
- runtime_code: failure.failureCode,
177
- retry_allowed: failure.retryable,
178
- recovery_attempts: recovery?.recovery_attempts ?? 0,
179
- retry_depth: recovery?.retry_depth ?? 0
180
- }
181
- }));
182
- }
183
- if (!builtSteps.length) {
184
- builtSteps.push(createTraceStep({
185
- stage: 'execute',
186
- timestamp: start,
187
- result: success ? 'success' : 'failure',
188
- attemptIndex: 0,
189
- metadata: { action_type: actionType, source_module: sourceModule }
190
- }));
191
- }
192
- return {
193
- action_id: actionId,
194
- steps: builtSteps,
195
- final_outcome: success ? 'success' : 'failure',
196
- attempts: totalAttempts
197
- };
198
- }
199
- export function normalizeResolvedTarget(value = null) {
200
- if (!value)
201
- return null;
202
- return {
203
- elementId: value.elementId ?? null,
204
- text: value.text ?? null,
205
- resource_id: value.resource_id ?? null,
206
- accessibility_id: value.accessibility_id ?? null,
207
- class: value.class ?? null,
208
- bounds: value.bounds ?? null,
209
- index: value.index ?? null,
210
- state: value.state ?? null
211
- };
212
- }
213
- export function inferGenericFailure(message) {
214
- if (message && /timeout/i.test(message))
215
- return { failureCode: 'TIMEOUT', retryable: true };
216
- if (message && /semantic mismatch/i.test(message))
217
- return { failureCode: 'SEMANTIC_MISMATCH', retryable: false };
218
- return { failureCode: 'UNKNOWN', retryable: false };
219
- }
220
- export function inferScrollFailure(message) {
221
- if (message && /unchanged|no change|end of list/i.test(message))
222
- return { failureCode: 'NAVIGATION_NO_CHANGE', retryable: true };
223
- if (message && /timeout/i.test(message))
224
- return { failureCode: 'TIMEOUT', retryable: true };
225
- return { failureCode: 'UNKNOWN', retryable: false };
226
- }
227
- const ACTION_LIFECYCLE_STATE_BY_OUTCOME = {
228
- success: 'pending_verification',
229
- failure: 'failed'
230
- };
231
- export function determineActionLifecycleState({ success, failure }) {
232
- if (failure)
233
- return ACTION_LIFECYCLE_STATE_BY_OUTCOME.failure;
234
- if (success)
235
- return ACTION_LIFECYCLE_STATE_BY_OUTCOME.success;
236
- return ACTION_LIFECYCLE_STATE_BY_OUTCOME.success;
237
- }
238
- function mapFailureCodeToFailureClass(code) {
239
- switch (code) {
240
- case 'ELEMENT_NOT_FOUND':
241
- case 'AMBIGUOUS_TARGET':
242
- case 'STALE_REFERENCE':
243
- return 'TargetResolutionFailure';
244
- case 'ELEMENT_NOT_INTERACTABLE':
245
- case 'PRECONDITION_FAILED':
246
- case 'PRECONDITION_UNAVAILABLE':
247
- case 'ACTION_TIMEOUT':
248
- return 'ExecutionFailure';
249
- case 'TIMEOUT':
250
- case 'ACTION_REJECTED':
251
- case 'NAVIGATION_NO_CHANGE':
252
- case 'UNKNOWN':
253
- return 'ExecutionFailure';
254
- case 'VERIFICATION_FAILED':
255
- case 'EXPECT_STATE_MISMATCH':
256
- case 'ASSERTION_TIMEOUT':
257
- return 'VerificationFailure';
258
- case 'CONTROL_CONVERGENCE_FAILED':
259
- return 'ControlConvergenceFailure';
260
- case 'SEMANTIC_MISMATCH':
261
- return 'SemanticMismatchFailure';
262
- }
263
- }
264
- function buildRecoveryState(failureCode, retryable) {
265
- return {
266
- failure_class: mapFailureCodeToFailureClass(failureCode),
267
- runtime_code: failureCode,
268
- recovery_attempts: 0,
269
- max_recovery_attempts: DEFAULT_MAX_RECOVERY_ATTEMPTS,
270
- retry_depth: 0,
271
- max_retry_depth: DEFAULT_MAX_RETRY_DEPTH,
272
- is_terminal: false,
273
- retry_allowed: retryable
274
- };
275
- }
276
- export function buildActionExecutionResult({ actionType, device, selector, resolved, success, uiFingerprintBefore, uiFingerprintAfter, failure, details, sourceModule, traceSteps }) {
277
- const timestampMs = Date.now();
278
- const timestamp = new Date(timestampMs).toISOString();
279
- const actionId = nextActionId(actionType, timestampMs);
280
- const recoveryState = failure ? buildRecoveryState(failure.failureCode, failure.retryable) : undefined;
281
- const attempts = typeof details?.attempts === 'number' && Number.isFinite(details.attempts)
282
- ? Math.max(1, Math.floor(details.attempts))
283
- : 1;
284
- return {
285
- action_id: actionId,
286
- timestamp,
287
- action_type: actionType,
288
- lifecycle_state: determineActionLifecycleState({ success, failure }),
289
- source_module: sourceModule,
290
- ...(device ? { device } : {}),
291
- target: {
292
- selector,
293
- resolved: normalizeResolvedTarget(resolved)
294
- },
295
- success,
296
- ...(failure ? { failure_code: failure.failureCode, retryable: failure.retryable } : {}),
297
- ...(recoveryState ? { recovery: recoveryState } : {}),
298
- trace: buildActionTrace({
299
- actionId,
300
- actionType,
301
- sourceModule,
302
- selector,
303
- resolved,
304
- success,
305
- failure,
306
- details,
307
- recovery: recoveryState,
308
- attempts,
309
- steps: traceSteps
310
- }),
311
- ui_fingerprint_before: uiFingerprintBefore,
312
- ui_fingerprint_after: uiFingerprintAfter,
313
- ...(details ? { details } : {})
314
- };
315
- }
316
60
  export function wrapToolError(name, error) {
317
61
  const message = error instanceof Error
318
62
  ? error.message
@@ -338,3 +82,4 @@ export function wrapToolError(name, error) {
338
82
  }]
339
83
  };
340
84
  }
85
+ export { DEFAULT_MAX_RECOVERY_ATTEMPTS, DEFAULT_MAX_RETRY_DEPTH, nextActionId, captureActionFingerprint, createTraceStep, buildActionTrace, normalizeResolvedTarget, inferGenericFailure, inferScrollFailure, determineActionLifecycleState, buildActionExecutionResult } from '../runtime/action-results.js';