mobile-debug-mcp 0.34.0 → 0.36.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (500) hide show
  1. package/.agents/skills/mcp-builder/SKILL.md +44 -64
  2. package/.agents/skills/mcp-builder/references/build-flags.md +44 -43
  3. package/.agents/skills/mcp-builder/references/diagnostics-schema.md +4 -1
  4. package/.agents/skills/mcp-builder/references/toolchain-details.md +49 -62
  5. package/.agents/skills/spec-review/references/spec-review-checklist.md +7 -0
  6. package/.agents/skills/test-authoring/SKILL.md +7 -6
  7. package/.agents/skills/test-authoring/references/repo-test-layout.md +3 -1
  8. package/.agents/skills/test-authoring/references/test-authoring-workflow.md +16 -7
  9. package/.agents/skills/test-authoring/references/test-quality-checklist.md +2 -1
  10. package/.cursor-plugin/marketplace.json +1 -1
  11. package/.github/copilot-instructions.md +14 -36
  12. package/.github/workflows/ci.yml +4 -4
  13. package/AGENTS.md +12 -3
  14. package/CONTRIBUTING.md +79 -0
  15. package/README.md +218 -129
  16. package/agent-plugin/.antigravity-plugin/README.md +48 -0
  17. package/agent-plugin/.antigravity-plugin/plugin.json +18 -0
  18. package/agent-plugin/.claude-plugin/plugin.json +2 -2
  19. package/agent-plugin/.codex-plugin/plugin.json +1 -1
  20. package/agent-plugin/.cursor-plugin/plugin.json +2 -2
  21. package/agent-plugin/.mcp.json +1 -1
  22. package/agent-plugin/README.md +50 -11
  23. package/agent-plugin/cursor/.cursor-plugin/plugin.json +23 -0
  24. package/agent-plugin/cursor/LICENSE +201 -0
  25. package/agent-plugin/cursor/README.md +9 -0
  26. package/agent-plugin/cursor/skills/mobile-debug-mcp/SKILL.md +253 -0
  27. package/agent-plugin/mcp.json +1 -1
  28. package/agent-plugin/mcp_config.json +13 -0
  29. package/agent-plugin/plugin.json +1 -1
  30. package/agent-plugin/skills/mobile-debug-mcp/SKILL.md +62 -17
  31. package/dist/contracts/execution-controls.js +24 -0
  32. package/dist/contracts/selector.js +8 -0
  33. package/dist/contracts/target.js +15 -0
  34. package/dist/contracts/ui.js +1 -0
  35. package/dist/debugger/android.js +2 -1
  36. package/dist/debugger/diagnostics.js +54 -0
  37. package/dist/debugger/guard.js +4 -4
  38. package/dist/debugger/ios-worker.js +62 -0
  39. package/dist/debugger/ios.js +57 -0
  40. package/dist/debugger/protocol.js +33 -0
  41. package/dist/debugger/sessions.js +133 -74
  42. package/dist/debugger/worker.js +59 -46
  43. package/dist/interact/adjustment/adjustment-context.js +41 -0
  44. package/dist/interact/adjustment/adjustment-gestures.js +55 -0
  45. package/dist/interact/adjustment/adjustment-plan.js +18 -0
  46. package/dist/interact/adjustment/adjustment-resolution.js +127 -0
  47. package/dist/interact/adjustment/adjustment-result.js +19 -0
  48. package/dist/interact/adjustment/adjustment-semantic.js +64 -0
  49. package/dist/interact/adjustment/adjustment-verification.js +35 -0
  50. package/dist/interact/adjustment/adjustment.js +52 -0
  51. package/dist/interact/adjustment/control-geometry.js +87 -0
  52. package/dist/interact/adjustment/control-values.js +136 -0
  53. package/dist/interact/adjustment/slider-labels.js +84 -0
  54. package/dist/interact/assertions/screen-assertion.js +37 -0
  55. package/dist/interact/assertions/state-assertion-context.js +35 -0
  56. package/dist/interact/assertions/state-assertion.js +76 -0
  57. package/dist/interact/assertions/state-comparison.js +141 -0
  58. package/dist/interact/assertions/visibility-assertion.js +34 -0
  59. package/dist/interact/conditional-action.js +12 -7
  60. package/dist/interact/index.js +77 -3092
  61. package/dist/interact/input-service.js +1 -0
  62. package/dist/interact/interaction-trace.js +21 -0
  63. package/dist/interact/model.js +1 -0
  64. package/dist/interact/observation.js +1 -0
  65. package/dist/interact/targeting/candidate-ancestor.js +58 -0
  66. package/dist/interact/targeting/candidate-result.js +23 -0
  67. package/dist/interact/targeting/candidate-scoring.js +50 -0
  68. package/dist/interact/targeting/element-helpers.js +216 -0
  69. package/dist/interact/targeting/find-element.js +65 -0
  70. package/dist/interact/targeting/nearby-control.js +56 -0
  71. package/dist/interact/targeting/resolved-elements.js +21 -0
  72. package/dist/interact/targeting/tap-target.js +17 -0
  73. package/dist/interact/targeting/target-scope.js +104 -0
  74. package/dist/interact/waits/legacy-log-wait.js +38 -0
  75. package/dist/interact/waits/legacy-wait-observations.js +103 -0
  76. package/dist/interact/waits/legacy-wait-state.js +34 -0
  77. package/dist/interact/waits/legacy-wait.js +48 -0
  78. package/dist/interact/waits/screen-wait.js +49 -0
  79. package/dist/interact/waits/ui-change-helpers.js +157 -0
  80. package/dist/interact/waits/ui-change-state.js +18 -0
  81. package/dist/interact/waits/ui-change-wait.js +77 -0
  82. package/dist/interact/waits/ui-wait-condition.js +56 -0
  83. package/dist/interact/waits/ui-wait-state.js +38 -0
  84. package/dist/interact/waits/ui-wait.js +106 -0
  85. package/dist/manage/android.js +55 -51
  86. package/dist/manage/index.js +38 -75
  87. package/dist/manage/ios/build-types.js +1 -0
  88. package/dist/manage/ios/build.js +210 -0
  89. package/dist/manage/ios/project-discovery.js +29 -0
  90. package/dist/manage/ios/scheme.js +18 -0
  91. package/dist/manage/ios.js +44 -256
  92. package/dist/observe/android/context.js +1 -0
  93. package/dist/observe/android/current-screen.js +55 -0
  94. package/dist/observe/android/fingerprint.js +13 -0
  95. package/dist/observe/android/log-stream.js +132 -0
  96. package/dist/observe/android/logs.js +107 -0
  97. package/dist/observe/android/screenshot.js +70 -0
  98. package/dist/observe/android/ui-tree.js +107 -0
  99. package/dist/observe/android.js +16 -520
  100. package/dist/observe/evidence.js +114 -75
  101. package/dist/observe/index.js +16 -263
  102. package/dist/observe/ios/context.js +16 -0
  103. package/dist/observe/ios/fingerprint.js +12 -0
  104. package/dist/observe/ios/log-stream.js +105 -0
  105. package/dist/observe/ios/logs.js +168 -0
  106. package/dist/observe/ios/screenshot.js +22 -0
  107. package/dist/observe/ios/ui-elements.js +241 -0
  108. package/dist/observe/ios/ui-tree.js +137 -0
  109. package/dist/observe/ios-trace/artifact.js +63 -0
  110. package/dist/observe/ios-trace/capabilities.js +86 -0
  111. package/dist/observe/ios-trace/native.js +93 -0
  112. package/dist/observe/ios-trace/notification.js +35 -0
  113. package/dist/observe/ios-trace/process.js +98 -0
  114. package/dist/observe/ios-trace/sessions.js +244 -0
  115. package/dist/observe/ios.js +17 -715
  116. package/dist/observe/logs/model.js +1 -0
  117. package/dist/{network → observe/network}/index.js +2 -2
  118. package/dist/observe/readiness-service.js +5 -3
  119. package/dist/observe/readiness.js +33 -14
  120. package/dist/observe/screenshot-encoding.js +41 -0
  121. package/dist/observe/snapshot-collection.js +79 -0
  122. package/dist/observe/snapshot-logs.js +30 -0
  123. package/dist/observe/snapshot-metadata.js +43 -31
  124. package/dist/observe/snapshot-semantic.js +115 -0
  125. package/dist/observe/system-trace-error.js +7 -0
  126. package/dist/observe/system-trace-router.js +81 -0
  127. package/dist/observe/system-trace.js +26 -21
  128. package/dist/runtime/action-results.js +270 -0
  129. package/dist/runtime/clock.js +4 -0
  130. package/dist/server/common.js +1 -256
  131. package/dist/server/definitions/assert.js +162 -0
  132. package/dist/server/definitions/diagnostic.js +118 -0
  133. package/dist/server/definitions/input.js +274 -0
  134. package/dist/server/definitions/manage.js +194 -0
  135. package/dist/server/definitions/observe.js +149 -0
  136. package/dist/server/definitions/target.js +138 -0
  137. package/dist/server/definitions/wait.js +105 -0
  138. package/dist/server/handlers/action-execution.js +163 -0
  139. package/dist/server/handlers/correlation.js +23 -0
  140. package/dist/server/handlers/debugger-handlers.js +67 -0
  141. package/dist/server/handlers/debugger-response.js +9 -0
  142. package/dist/server/handlers/diagnostic.js +77 -0
  143. package/dist/server/handlers/handler-types.js +1 -0
  144. package/dist/server/handlers/input.js +154 -0
  145. package/dist/server/handlers/interact.js +113 -0
  146. package/dist/server/handlers/journey-assertions.js +35 -0
  147. package/dist/server/handlers/journey.js +147 -0
  148. package/dist/server/handlers/manage.js +119 -0
  149. package/dist/server/handlers/observe.js +95 -0
  150. package/dist/server/handlers/payload.js +4 -0
  151. package/dist/server/handlers/tool-handlers.js +170 -0
  152. package/dist/server/schemas/condition-schema.js +2 -0
  153. package/dist/server/{debugger-schema.js → schemas/debugger-schema.js} +20 -12
  154. package/dist/server/{journey-schema.js → schemas/journey-schema.js} +7 -22
  155. package/dist/server/schemas/system-trace-schema.js +22 -0
  156. package/dist/server/tool-definitions.js +58 -1135
  157. package/dist/server-core.js +2 -2
  158. package/dist/server.js +4 -4
  159. package/dist/system/android-status.js +101 -0
  160. package/dist/system/android.js +37 -27
  161. package/dist/system/index.js +13 -439
  162. package/dist/system/ios-status.js +132 -0
  163. package/dist/system/ios.js +11 -8
  164. package/dist/system/model.js +1 -0
  165. package/dist/system/probes.js +105 -0
  166. package/dist/system/status-summary.js +43 -0
  167. package/dist/system/unsupported-status.js +52 -0
  168. package/dist/utils/android/commands.js +89 -0
  169. package/dist/utils/android/gradle.js +139 -0
  170. package/dist/utils/android/logs.js +103 -0
  171. package/dist/utils/android/ui-tree.js +233 -0
  172. package/dist/utils/android/utils.js +6 -564
  173. package/dist/utils/cli/idb/idb-helper.js +4 -6
  174. package/dist/utils/cli/idb/install-idb.js +13 -9
  175. package/dist/utils/cli/ios/preflight-ios.js +42 -38
  176. package/dist/utils/ios/utils.js +48 -46
  177. package/dist/utils/java.js +65 -49
  178. package/dist/utils/resolve-device.js +4 -2
  179. package/dist/utils/ui/index.js +26 -26
  180. package/docs/CHANGELOG.md +67 -1
  181. package/docs/README.md +38 -0
  182. package/docs/agent-plugin-installation-verification.md +39 -0
  183. package/docs/benchmarks/README.md +18 -0
  184. package/docs/benchmarks/interaction-latency/README.md +14 -0
  185. package/docs/benchmarks/interaction-latency/final.md +4 -1
  186. package/docs/benchmarks/interaction-latency/ios-validation.md +2 -0
  187. package/docs/benchmarks/ui-tree-performance/README.md +24 -16
  188. package/docs/benchmarks/ui-tree-performance/comparison.md +11 -10
  189. package/docs/code-structure.md +120 -0
  190. package/docs/specs/001-state-verification/spec.md +16 -14
  191. package/docs/specs/002-richer-element-identity/spec.md +12 -10
  192. package/docs/specs/003-wait-and-synchronization-reliability/spec.md +12 -10
  193. package/docs/specs/004-action-verification-routing/spec.md +3 -3
  194. package/docs/specs/005-unified-action-execution-and-verification-model/spec.md +2 -0
  195. package/docs/specs/006-runtime-action-instrumentation-and-binding-layer/spec.md +2 -0
  196. package/docs/specs/007-actionability-resolution-and-executable-target-selection/spec.md +3 -1
  197. package/docs/specs/008-adjustable-control-support-and-semantic-value-manipulation/spec.md +3 -4
  198. package/docs/specs/009-semantic-control-modeling-for-custom-and-composite-controls/spec.md +2 -0
  199. package/docs/specs/010-verification-stabilization-and-temporal-convergence/spec.md +2 -2
  200. package/docs/specs/011-recovery-and-replanning-for-failed-or-ambiguous-interaction-flows/spec.md +2 -2
  201. package/docs/specs/011.1-recovery-contract-types-and-runtime-wiring-spec/spec.md +2 -0
  202. package/docs/specs/012-action-trace-and-xecution-observability/spec.md +2 -3
  203. package/docs/specs/013-wait-and-synchronization-reliability/spec.md +19 -19
  204. package/docs/specs/014-actionability-resolution/spec.md +20 -18
  205. package/docs/specs/015-adjustable-control-support/spec.md +17 -15
  206. package/docs/specs/016-environment-tools/spec.md +20 -20
  207. package/docs/specs/018-interaction-latency-and-batched-journeys/spec.md +2 -0
  208. package/docs/specs/019-ui-tree-observation-performance/spec.md +3 -1
  209. package/docs/specs/020-conditional-actions/intent.md +5 -3
  210. package/docs/specs/020-conditional-actions/plan.md +8 -9
  211. package/docs/specs/020-conditional-actions/spec.md +4 -2
  212. package/docs/specs/021-app-readiness-signals/intent.md +4 -2
  213. package/docs/specs/021-app-readiness-signals/plan.md +7 -6
  214. package/docs/specs/021-app-readiness-signals/spec.md +3 -1
  215. package/docs/specs/022-correlated-evidence/intent.md +4 -4
  216. package/docs/specs/022-correlated-evidence/plan.md +10 -11
  217. package/docs/specs/022-correlated-evidence/spec.md +3 -1
  218. package/docs/specs/023-android-system-traces/intent.md +3 -2
  219. package/docs/specs/023-android-system-traces/plan.md +5 -7
  220. package/docs/specs/023-android-system-traces/spec.md +3 -1
  221. package/docs/specs/024-android-heap-dump-capture/intent.md +3 -1
  222. package/docs/specs/025-android-runtime-debugger/intent.md +4 -3
  223. package/docs/specs/025-android-runtime-debugger/plan.md +3 -1
  224. package/docs/specs/025-android-runtime-debugger/spec.md +4 -3
  225. package/docs/specs/026-code-structure-and-quality-gates/health-plan.md +88 -0
  226. package/docs/specs/026-code-structure-and-quality-gates/intent.md +47 -0
  227. package/docs/specs/026-code-structure-and-quality-gates/plan.md +191 -0
  228. package/docs/specs/026-code-structure-and-quality-gates/spec.md +138 -0
  229. package/docs/specs/026-code-structure-and-quality-gates/verification-final.json +200 -0
  230. package/docs/specs/026-code-structure-and-quality-gates/verification-thin-facade.json +154 -0
  231. package/docs/specs/026-code-structure-and-quality-gates/verification.json +136 -0
  232. package/docs/specs/027-debugger-failure-diagnostics/intent.md +43 -0
  233. package/docs/specs/027-debugger-failure-diagnostics/plan.md +86 -0
  234. package/docs/specs/027-debugger-failure-diagnostics/spec.md +133 -0
  235. package/docs/specs/028-compact-debugger-responses/intent.md +41 -0
  236. package/docs/specs/028-compact-debugger-responses/plan.md +112 -0
  237. package/docs/specs/028-compact-debugger-responses/spec.md +108 -0
  238. package/docs/specs/029-kotlin-locals-validation/report.md +119 -0
  239. package/docs/specs/030-android-coroutine-validation/evidence.json +475 -0
  240. package/docs/specs/030-android-coroutine-validation/intent.md +47 -0
  241. package/docs/specs/030-android-coroutine-validation/plan.md +147 -0
  242. package/docs/specs/030-android-coroutine-validation/report.md +240 -0
  243. package/docs/specs/030-android-coroutine-validation/spec.md +107 -0
  244. package/docs/specs/031-ios-system-traces/intent.md +38 -0
  245. package/docs/specs/031-ios-system-traces/investigation.md +92 -0
  246. package/docs/specs/031-ios-system-traces/late-run-failure-evidence.json +32 -0
  247. package/docs/specs/031-ios-system-traces/plan.md +138 -0
  248. package/docs/specs/031-ios-system-traces/pr102-monitor-evidence.json +22 -0
  249. package/docs/specs/031-ios-system-traces/simulator-evidence.json +47 -0
  250. package/docs/specs/031-ios-system-traces/spec.md +135 -0
  251. package/docs/specs/032-ios-runtime-debugger/evidence.json +176 -0
  252. package/docs/specs/032-ios-runtime-debugger/intent.md +38 -0
  253. package/docs/specs/032-ios-runtime-debugger/plan.md +95 -0
  254. package/docs/specs/032-ios-runtime-debugger/report.md +205 -0
  255. package/docs/specs/032-ios-runtime-debugger/spec.md +153 -0
  256. package/docs/tools/TOOLS.md +31 -18
  257. package/docs/tools/{evidence.md → correlated-evidence.md} +9 -1
  258. package/docs/tools/debugger.md +120 -4
  259. package/docs/tools/interact.md +42 -20
  260. package/docs/tools/manage.md +25 -44
  261. package/docs/tools/observe.md +55 -23
  262. package/docs/tools/system-traces.md +89 -14
  263. package/docs/tools/system.md +12 -5
  264. package/package.json +12 -8
  265. package/scripts/agent-plugin.mjs +55 -5
  266. package/scripts/architecture-graph.mjs +69 -0
  267. package/scripts/check-architecture.mjs +47 -0
  268. package/scripts/code-quality-baseline.json +1 -0
  269. package/scripts/code-quality.mjs +161 -0
  270. package/src/contracts/execution-controls.ts +26 -0
  271. package/src/contracts/selector.ts +17 -0
  272. package/src/contracts/target.ts +19 -0
  273. package/src/contracts/ui.ts +94 -0
  274. package/src/debugger/android.ts +3 -2
  275. package/src/debugger/diagnostics.ts +43 -0
  276. package/src/debugger/guard.ts +10 -5
  277. package/src/debugger/ios-worker.ts +49 -0
  278. package/src/debugger/ios.ts +45 -0
  279. package/{worker → src/debugger/java}/DebuggerWorker.java +9 -3
  280. package/src/debugger/lldb/breakpoints.py +51 -0
  281. package/src/debugger/lldb/inspection.py +109 -0
  282. package/src/debugger/lldb/worker.py +203 -0
  283. package/src/debugger/protocol.ts +37 -0
  284. package/src/debugger/sessions.ts +326 -155
  285. package/src/debugger/worker.ts +57 -41
  286. package/src/interact/adjustment/adjustment-context.ts +83 -0
  287. package/src/interact/adjustment/adjustment-gestures.ts +48 -0
  288. package/src/interact/adjustment/adjustment-plan.ts +23 -0
  289. package/src/interact/adjustment/adjustment-resolution.ts +104 -0
  290. package/src/interact/adjustment/adjustment-result.ts +34 -0
  291. package/src/interact/adjustment/adjustment-semantic.ts +53 -0
  292. package/src/interact/adjustment/adjustment-verification.ts +60 -0
  293. package/src/interact/adjustment/adjustment.ts +49 -0
  294. package/src/interact/adjustment/control-geometry.ts +120 -0
  295. package/src/interact/adjustment/control-values.ts +141 -0
  296. package/src/interact/adjustment/slider-labels.ts +84 -0
  297. package/src/interact/assertions/screen-assertion.ts +39 -0
  298. package/src/interact/assertions/state-assertion-context.ts +48 -0
  299. package/src/interact/assertions/state-assertion.ts +64 -0
  300. package/src/interact/assertions/state-comparison.ts +168 -0
  301. package/src/interact/assertions/visibility-assertion.ts +41 -0
  302. package/src/interact/conditional-action.ts +18 -12
  303. package/src/interact/index.ts +89 -3494
  304. package/src/interact/input-service.ts +11 -0
  305. package/src/interact/interaction-trace.ts +36 -0
  306. package/src/interact/model.ts +109 -0
  307. package/src/interact/observation.ts +7 -0
  308. package/src/interact/targeting/candidate-ancestor.ts +49 -0
  309. package/src/interact/targeting/candidate-result.ts +24 -0
  310. package/src/interact/targeting/candidate-scoring.ts +42 -0
  311. package/src/interact/targeting/element-helpers.ts +243 -0
  312. package/src/interact/targeting/find-element.ts +47 -0
  313. package/src/interact/targeting/nearby-control.ts +46 -0
  314. package/src/interact/targeting/resolved-elements.ts +20 -0
  315. package/src/interact/targeting/tap-target.ts +22 -0
  316. package/src/interact/targeting/target-scope.ts +121 -0
  317. package/src/interact/waits/legacy-log-wait.ts +30 -0
  318. package/src/interact/waits/legacy-wait-observations.ts +55 -0
  319. package/src/interact/waits/legacy-wait-state.ts +48 -0
  320. package/src/interact/waits/legacy-wait.ts +34 -0
  321. package/src/interact/waits/screen-wait.ts +37 -0
  322. package/src/interact/waits/ui-change-helpers.ts +184 -0
  323. package/src/interact/waits/ui-change-state.ts +26 -0
  324. package/src/interact/waits/ui-change-wait.ts +59 -0
  325. package/src/interact/waits/ui-wait-condition.ts +52 -0
  326. package/src/interact/waits/ui-wait-state.ts +55 -0
  327. package/src/interact/waits/ui-wait.ts +84 -0
  328. package/src/manage/android.ts +56 -50
  329. package/src/manage/index.ts +63 -93
  330. package/src/manage/ios/build-types.ts +14 -0
  331. package/src/manage/ios/build.ts +230 -0
  332. package/src/manage/ios/project-discovery.ts +26 -0
  333. package/src/manage/ios/scheme.ts +16 -0
  334. package/src/manage/ios.ts +67 -298
  335. package/src/observe/android/context.ts +1 -0
  336. package/src/observe/android/current-screen.ts +63 -0
  337. package/src/observe/android/fingerprint.ts +13 -0
  338. package/src/observe/android/log-stream.ts +127 -0
  339. package/src/observe/android/logs.ts +110 -0
  340. package/src/observe/android/screenshot.ts +79 -0
  341. package/src/observe/android/ui-tree.ts +113 -0
  342. package/src/observe/android.ts +17 -531
  343. package/src/observe/evidence.ts +122 -70
  344. package/src/observe/index.ts +24 -286
  345. package/src/observe/ios/context.ts +22 -0
  346. package/src/observe/ios/fingerprint.ts +12 -0
  347. package/src/observe/ios/log-stream.ts +103 -0
  348. package/src/observe/ios/logs.ts +179 -0
  349. package/src/observe/ios/screenshot.ts +26 -0
  350. package/src/observe/ios/ui-elements.ts +266 -0
  351. package/src/observe/ios/ui-tree.ts +143 -0
  352. package/src/observe/ios-trace/artifact.ts +55 -0
  353. package/src/observe/ios-trace/capabilities.ts +74 -0
  354. package/src/observe/ios-trace/native.ts +72 -0
  355. package/src/observe/ios-trace/notification.ts +30 -0
  356. package/src/observe/ios-trace/process.ts +82 -0
  357. package/src/observe/ios-trace/sessions.ts +204 -0
  358. package/src/observe/ios.ts +18 -749
  359. package/src/observe/logs/model.ts +11 -0
  360. package/src/{network → observe/network}/index.ts +2 -2
  361. package/src/observe/readiness-service.ts +6 -4
  362. package/src/observe/readiness.ts +42 -21
  363. package/src/observe/screenshot-encoding.ts +32 -0
  364. package/src/observe/snapshot-collection.ts +69 -0
  365. package/src/observe/snapshot-logs.ts +26 -0
  366. package/src/observe/snapshot-metadata.ts +51 -31
  367. package/src/observe/snapshot-semantic.ts +153 -0
  368. package/src/observe/system-trace-error.ts +3 -0
  369. package/src/observe/system-trace-router.ts +61 -0
  370. package/src/observe/system-trace.ts +28 -19
  371. package/src/runtime/action-results.ts +376 -0
  372. package/src/runtime/clock.ts +9 -0
  373. package/src/server/common.ts +9 -359
  374. package/src/server/definitions/assert.ts +164 -0
  375. package/src/server/definitions/diagnostic.ts +120 -0
  376. package/src/server/definitions/input.ts +276 -0
  377. package/src/server/definitions/manage.ts +196 -0
  378. package/src/server/definitions/observe.ts +151 -0
  379. package/src/server/definitions/target.ts +140 -0
  380. package/src/server/definitions/wait.ts +107 -0
  381. package/src/server/handlers/action-execution.ts +164 -0
  382. package/src/server/handlers/correlation.ts +20 -0
  383. package/src/server/handlers/debugger-handlers.ts +58 -0
  384. package/src/server/handlers/debugger-response.ts +7 -0
  385. package/src/server/handlers/diagnostic.ts +86 -0
  386. package/src/server/handlers/handler-types.ts +7 -0
  387. package/src/server/handlers/input.ts +173 -0
  388. package/src/server/handlers/interact.ts +135 -0
  389. package/src/server/handlers/journey-assertions.ts +39 -0
  390. package/src/server/handlers/journey.ts +132 -0
  391. package/src/server/handlers/manage.ts +141 -0
  392. package/src/server/handlers/observe.ts +116 -0
  393. package/src/server/handlers/payload.ts +36 -0
  394. package/src/server/handlers/tool-handlers.ts +170 -0
  395. package/src/server/schemas/condition-schema.ts +2 -0
  396. package/src/server/schemas/debugger-schema.ts +46 -0
  397. package/src/server/{journey-schema.ts → schemas/journey-schema.ts} +7 -22
  398. package/src/server/schemas/system-trace-schema.ts +23 -0
  399. package/src/server/tool-definitions.ts +67 -1143
  400. package/src/server-core.ts +2 -2
  401. package/src/server.ts +4 -4
  402. package/src/system/android-status.ts +124 -0
  403. package/src/system/android.ts +33 -21
  404. package/src/system/index.ts +21 -525
  405. package/src/system/ios-status.ts +147 -0
  406. package/src/system/ios.ts +14 -10
  407. package/src/system/model.ts +41 -0
  408. package/src/system/probes.ts +114 -0
  409. package/src/system/status-summary.ts +47 -0
  410. package/src/system/unsupported-status.ts +55 -0
  411. package/src/types.ts +16 -106
  412. package/src/utils/android/commands.ts +81 -0
  413. package/src/utils/android/gradle.ts +132 -0
  414. package/src/utils/android/logs.ts +103 -0
  415. package/src/utils/android/ui-tree.ts +239 -0
  416. package/src/utils/android/utils.ts +16 -556
  417. package/src/utils/cli/idb/check-idb.ts +4 -4
  418. package/src/utils/cli/idb/idb-helper.ts +6 -8
  419. package/src/utils/cli/idb/install-idb.ts +15 -9
  420. package/src/utils/cli/ios/preflight-ios.ts +39 -31
  421. package/src/utils/cli/ios/run-ios-ui-tree-tap.ts +4 -4
  422. package/src/utils/ios/utils.ts +60 -61
  423. package/src/utils/java.ts +62 -43
  424. package/src/utils/resolve-device.ts +9 -6
  425. package/src/utils/ui/index.ts +28 -28
  426. package/test/device/automated/debugger/coroutine-lifecycle.ts +27 -0
  427. package/test/device/automated/debugger/coroutine-support.ts +140 -0
  428. package/test/device/automated/debugger/coroutine.android.test.ts +169 -0
  429. package/test/device/automated/debugger/kotlin.android.test.ts +127 -0
  430. package/test/device/automated/debugger/runtime.android.test.ts +19 -3
  431. package/test/device/automated/debugger/runtime.ios.test.ts +221 -0
  432. package/test/device/automated/interact/interaction.android.test.ts +56 -0
  433. package/test/device/automated/observe/ios-system-trace.smoke.ts +119 -0
  434. package/test/device/automated/observe/system-trace.smoke.ts +1 -1
  435. package/test/device/manual/interact/modul8_selector_tap.manual.ts +1 -1
  436. package/test/fixtures/contracts/tool-definitions.json +3696 -0
  437. package/test/fixtures/coroutine-app/MainActivity.kt +100 -0
  438. package/test/fixtures/coroutine-app/README.md +48 -0
  439. package/test/fixtures/coroutine-app/build.ts +35 -0
  440. package/test/fixtures/debugger-app/MainActivity.java +21 -0
  441. package/test/fixtures/debugger-app/MainActivity.kt +32 -0
  442. package/test/fixtures/debugger-app/README.md +52 -0
  443. package/test/fixtures/debugger-app/build.ts +25 -15
  444. package/test/fixtures/ios-debugger-app/Main.swift +95 -0
  445. package/test/fixtures/ios-debugger-app/README.md +27 -0
  446. package/test/fixtures/ios-debugger-app/build.ts +21 -0
  447. package/test/fixtures/latency-journey-app/README.md +2 -0
  448. package/test/fixtures/readiness-app/README.md +2 -0
  449. package/test/helpers/ios-trace-shutdown.ts +29 -0
  450. package/test/unit/debugger/coroutine-lifecycle.test.ts +43 -0
  451. package/test/unit/debugger/diagnostic-sessions.test.ts +67 -0
  452. package/test/unit/debugger/diagnostics.test.ts +80 -0
  453. package/test/unit/debugger/guards.test.ts +4 -0
  454. package/test/unit/debugger/handle-guards.test.ts +88 -0
  455. package/test/unit/debugger/ios-preparation.test.ts +57 -0
  456. package/test/unit/debugger/ios.test.ts +104 -0
  457. package/test/unit/debugger/lldb-worker.py +166 -0
  458. package/test/unit/debugger/lldb-worker.test.ts +10 -0
  459. package/test/unit/debugger/preparation.test.ts +32 -0
  460. package/test/unit/debugger/protocol.test.ts +15 -0
  461. package/test/unit/debugger/sessions.test.ts +1 -1
  462. package/test/unit/interact/adjustment_service.test.ts +42 -0
  463. package/test/unit/interact/adjustment_verification.test.ts +35 -0
  464. package/test/unit/interact/clock_dependencies.test.ts +63 -0
  465. package/test/unit/interact/element_helpers.test.ts +19 -0
  466. package/test/unit/interact/legacy_wait_service.test.ts +17 -0
  467. package/test/unit/interact/state_comparison.test.ts +20 -0
  468. package/test/unit/interact/target_scope.test.ts +35 -0
  469. package/test/unit/network/get_network_activity.test.ts +1 -1
  470. package/test/unit/observe/ios-trace-native.test.ts +90 -0
  471. package/test/unit/observe/ios-trace-sessions.test.ts +131 -0
  472. package/test/unit/observe/readiness.test.ts +1 -1
  473. package/test/unit/observe/screenshot-encoding.test.ts +30 -0
  474. package/test/unit/observe/snapshot-logs.test.ts +14 -0
  475. package/test/unit/observe/system-trace-router.test.ts +49 -0
  476. package/test/unit/quality/agent-plugin-export.test.ts +38 -0
  477. package/test/unit/quality/architecture.test.ts +60 -0
  478. package/test/unit/quality/code-quality.test.ts +58 -0
  479. package/test/unit/quality/interaction_boundaries.test.ts +24 -0
  480. package/test/unit/server/conditional_actions.test.ts +1 -1
  481. package/test/unit/server/conditional_schema.test.ts +2 -2
  482. package/test/unit/server/debugger-response.test.ts +63 -0
  483. package/test/unit/server/system-trace.test.ts +12 -3
  484. package/test/unit/server/tool_definitions_parity.test.ts +8 -0
  485. package/dist/server/debugger-handlers.js +0 -38
  486. package/dist/server/system-trace-schema.js +0 -17
  487. package/dist/server/tool-handlers.js +0 -1000
  488. package/docs/ROADMAP.md +0 -646
  489. package/docs/benchmarks/ui-tree-performance/bridge-probe.json +0 -29
  490. package/docs/benchmarks/ui-tree-performance/initial-baseline.json +0 -59560
  491. package/docs/specs/baseline-spec-v0.md +0 -312
  492. package/docs/specs/mcp-tooling-spec-v1.md +0 -446
  493. package/src/server/debugger-handlers.ts +0 -29
  494. package/src/server/debugger-schema.ts +0 -37
  495. package/src/server/system-trace-schema.ts +0 -17
  496. package/src/server/tool-handlers.ts +0 -1008
  497. /package/dist/{server/condition-schema.js → contracts/condition.js} +0 -0
  498. /package/dist/server/{readiness-schema.js → schemas/readiness-schema.js} +0 -0
  499. /package/src/{server/condition-schema.ts → contracts/condition.ts} +0 -0
  500. /package/src/server/{readiness-schema.ts → schemas/readiness-schema.ts} +0 -0
@@ -0,0 +1 @@
1
+ export {};
@@ -1,5 +1,5 @@
1
- import { execAdb, parseLogLine } from '../utils/android/utils.js';
2
- import { execCommand } from '../utils/ios/utils.js';
1
+ import { execAdb, parseLogLine } from '../../utils/android/utils.js';
2
+ import { execCommand } from '../../utils/ios/utils.js';
3
3
  // ─── Module state ─────────────────────────────────────────────────────────────
4
4
  // lastActionTimestamp: set when an action tool fires (tap, swipe, etc.)
5
5
  // lastConsumedTimestamp: advanced after each get_network_activity call to prevent duplicates
@@ -43,7 +43,7 @@ export async function getAppReadiness(args, wait = false) {
43
43
  let count = 0;
44
44
  while (wait || count < 2) {
45
45
  remainingBudget();
46
- debugPause = device.platform === 'android' ? pausedReadiness(device.id) : null;
46
+ debugPause = pausedReadiness(device.id, device.platform);
47
47
  if (debugPause) {
48
48
  failureCode = wait ? 'DEBUGGER_PAUSED' : undefined;
49
49
  return;
@@ -89,8 +89,10 @@ export async function getAppReadiness(args, wait = false) {
89
89
  return { success: !wait, device, readiness: debugPause, elapsed_ms: performance.now() - started, ...(wait ? { failure_code: 'DEBUGGER_PAUSED' } : {}) };
90
90
  const state = tracker.summary.state;
91
91
  const success = !failureCode && (wait ? state === 'settled' : state !== 'unknown');
92
- return { success, device, readiness: tracker.summary, elapsed_ms: performance.now() - started,
93
- ...(!success ? { failure_code: failureCode ?? (wait ? 'READINESS_TIMEOUT' : 'READINESS_UNAVAILABLE') } : {}) };
92
+ return {
93
+ success, device, readiness: tracker.summary, elapsed_ms: performance.now() - started,
94
+ ...(!success ? { failure_code: failureCode ?? (wait ? 'READINESS_TIMEOUT' : 'READINESS_UNAVAILABLE') } : {})
95
+ };
94
96
  }
95
97
  export async function withReadyWait(target, timeoutMs, operation, failure) {
96
98
  const started = performance.now();
@@ -21,33 +21,32 @@ export class ReadinessTracker {
21
21
  this.summary = {
22
22
  state: 'unknown', scope: 'device_ui', basis: 'insufficient', captured_at_ms: null,
23
23
  sample_count: 0, stable_for_ms: 0, snapshot_session_id: null, snapshot_revision: null,
24
- evidence: [], limitations: [...baselineLimitations, this.platform === 'android' ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', 'INSUFFICIENT_SAMPLES'], capabilities: { ...capabilities, debugger_paused: this.platform === 'android' }
24
+ evidence: [], limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', 'INSUFFICIENT_SAMPLES'], capabilities: { ...capabilities, debugger_paused: ['android', 'ios'].includes(this.platform) }
25
25
  };
26
26
  }
27
27
  unavailable(code = 'OBSERVATION_FAILED') {
28
28
  this.signature = null;
29
- this.summary = { ...this.summary, state: 'unknown', basis: 'insufficient', stable_for_ms: 0,
30
- sample_count: this.summary.sample_count + 1, limitations: [...baselineLimitations, this.platform === 'android' ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', code],
31
- evidence: [...this.summary.evidence, { code, source: 'ui_tree', captured_at_ms: null, snapshot_revision: null }].slice(-8) };
29
+ this.summary = {
30
+ ...this.summary, state: 'unknown', basis: 'insufficient', stable_for_ms: 0,
31
+ sample_count: this.summary.sample_count + 1, limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', code],
32
+ evidence: [...this.summary.evidence, { code, source: 'ui_tree', captured_at_ms: null, snapshot_revision: null }].slice(-8)
33
+ };
32
34
  return this.summary;
33
35
  }
34
36
  deadline() {
35
37
  this.summary = { ...this.summary, limitations: [...new Set([...this.summary.limitations, 'DEADLINE_EXCEEDED'])] };
36
38
  return this.summary;
37
39
  }
38
- observe(tree, acquisitionStartedAtMs, now = performance.now()) {
39
- const paused = this.platform === 'android' ? pausedReadiness(this.deviceId) : null;
40
+ observe(sample, acquisitionStartedAtMs, now = performance.now()) {
41
+ const paused = pausedReadiness(this.deviceId, this.platform);
40
42
  if (paused) {
41
43
  this.summary = paused;
42
44
  return this.summary;
43
45
  }
46
+ const tree = sample;
44
47
  if (tree?.error)
45
48
  return this.unavailable('OBSERVATION_FAILED');
46
- if (!tree || tree.device?.platform !== this.platform || tree.device?.id !== this.deviceId ||
47
- tree.snapshot_session_id !== getSnapshotSessionId() || !Number.isSafeInteger(tree.snapshot_revision) || tree.snapshot_revision <= 0 ||
48
- !Number.isFinite(tree.captured_at_ms) || tree.captured_at_ms < acquisitionStartedAtMs || tree.captured_at_ms <= 0 ||
49
- !Array.isArray(tree.elements) || !tree.elements.length || tree.elements.some((element) => !element || typeof element !== 'object') ||
50
- !Number.isFinite(tree.resolution?.width) || !Number.isFinite(tree.resolution?.height) || tree.resolution.width <= 0 || tree.resolution.height <= 0)
49
+ if (!validReadinessSample(tree, this.platform, this.deviceId, acquisitionStartedAtMs))
51
50
  return this.unavailable('OBSERVATION_INVALID');
52
51
  const signature = computeSnapshotSignature(tree);
53
52
  if (!signature)
@@ -60,18 +59,32 @@ export class ReadinessTracker {
60
59
  this.stableSince = now;
61
60
  this.signature = signature;
62
61
  const stableFor = unchanged && !nativeLoading && !textLoading ? Math.max(0, now - this.stableSince) : 0;
63
- const state = nativeLoading || textLoading ? 'loading' : !previous ? 'unknown' : !unchanged ? 'transitioning' : stableFor >= this.stabilityMs ? 'settled' : 'unknown';
64
- const code = nativeLoading ? 'NATIVE_LOADING_INDICATOR' : textLoading ? 'LOADING_LABEL' : state === 'transitioning' ? 'SNAPSHOT_CHANGED' : state === 'settled' ? 'SNAPSHOT_STABLE' : 'INSUFFICIENT_SAMPLES';
62
+ const state = readinessState(nativeLoading || textLoading, previous, unchanged, stableFor, this.stabilityMs);
63
+ const code = readinessCode(nativeLoading, textLoading, state);
65
64
  this.summary = {
66
65
  state, scope: 'device_ui', basis: textLoading && !nativeLoading ? 'heuristic' : state === 'unknown' ? 'insufficient' : 'observed',
67
66
  captured_at_ms: tree.captured_at_ms, snapshot_session_id: tree.snapshot_session_id, snapshot_revision: tree.snapshot_revision,
68
67
  sample_count: this.summary.sample_count + 1, stable_for_ms: stableFor,
69
68
  evidence: [...this.summary.evidence, { code, source: 'ui_tree', captured_at_ms: tree.captured_at_ms, snapshot_revision: tree.snapshot_revision }].slice(-8),
70
- limitations: [...baselineLimitations, this.platform === 'android' ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', ...(state === 'unknown' ? ['INSUFFICIENT_SAMPLES'] : [])], capabilities: { ...capabilities, debugger_paused: this.platform === 'android' }
69
+ limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', ...(state === 'unknown' ? ['INSUFFICIENT_SAMPLES'] : [])], capabilities: { ...capabilities, debugger_paused: ['android', 'ios'].includes(this.platform) }
71
70
  };
72
71
  return this.summary;
73
72
  }
74
73
  }
74
+ function validReadinessSample(tree, platform, deviceId, acquisitionStartedAtMs) {
75
+ return !!tree && validIdentity(tree, platform, deviceId) && validFreshness(tree, acquisitionStartedAtMs) && validGeometry(tree);
76
+ }
77
+ function validIdentity(tree, platform, deviceId) {
78
+ return tree.device?.platform === platform && tree.device?.id === deviceId &&
79
+ tree.snapshot_session_id === getSnapshotSessionId() && Number.isSafeInteger(tree.snapshot_revision) && tree.snapshot_revision > 0;
80
+ }
81
+ function validFreshness(tree, startedAtMs) {
82
+ return Number.isFinite(tree.captured_at_ms) && !(tree.captured_at_ms < startedAtMs) && tree.captured_at_ms > 0;
83
+ }
84
+ function validGeometry(tree) {
85
+ return Array.isArray(tree.elements) && tree.elements.length > 0 && !tree.elements.some((element) => !element || typeof element !== 'object') &&
86
+ Number.isFinite(tree.resolution?.width) && Number.isFinite(tree.resolution?.height) && tree.resolution.width > 0 && tree.resolution.height > 0;
87
+ }
75
88
  const waits = new AsyncLocalStorage();
76
89
  export function currentReadinessWait() { return waits.getStore(); }
77
90
  export function withReadinessTracker(tracker, operation) { return waits.run(tracker, operation); }
@@ -86,3 +99,9 @@ export function observeReadinessWait(tree, startedAtMs) {
86
99
  if (summary.limitations.some(code => ['OBSERVATION_INVALID', 'OBSERVATION_FAILED'].includes(code)))
87
100
  throw new Error('READINESS_SAMPLE_INVALID');
88
101
  }
102
+ function readinessState(loading, previous, unchanged, stableFor, stabilityMs) {
103
+ return loading ? 'loading' : !previous ? 'unknown' : !unchanged ? 'transitioning' : stableFor >= stabilityMs ? 'settled' : 'unknown';
104
+ }
105
+ function readinessCode(nativeLoading, textLoading, state) {
106
+ return nativeLoading ? 'NATIVE_LOADING_INDICATOR' : textLoading ? 'LOADING_LABEL' : state === 'transitioning' ? 'SNAPSHOT_CHANGED' : state === 'settled' ? 'SNAPSHOT_STABLE' : 'INSUFFICIENT_SAMPLES';
107
+ }
@@ -0,0 +1,41 @@
1
+ async function convert(buffer, platform) {
2
+ const { default: sharp } = await import('sharp');
3
+ const image = sharp(buffer);
4
+ const meta = await image.metadata().catch((error) => {
5
+ console.error(platform === 'android' ? 'sharp.metadata failed (Android):' : 'sharp.metadata failed:', error);
6
+ return {};
7
+ });
8
+ const hasAlpha = !!meta.hasAlpha || !!(meta.channels && meta.channels > 3);
9
+ let webp = null, jpeg = null;
10
+ try {
11
+ webp = await image.webp({ quality: 80 }).toBuffer();
12
+ }
13
+ catch (error) {
14
+ console.error(`WebP conversion failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
15
+ }
16
+ try {
17
+ jpeg = await image.jpeg({ quality: 80 }).toBuffer();
18
+ }
19
+ catch (error) {
20
+ console.error(`JPEG conversion failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
21
+ }
22
+ return { hasAlpha, webp, jpeg };
23
+ }
24
+ export async function encodeScreenshot(buffer, platform) {
25
+ const png = buffer.toString('base64');
26
+ try {
27
+ const { hasAlpha, webp, jpeg } = await convert(buffer, platform);
28
+ if (webp) {
29
+ if (hasAlpha && platform === 'ios')
30
+ return { screenshot: webp.toString('base64'), screenshot_mime: 'image/webp', screenshot_fallback: png, screenshot_fallback_mime: 'image/png' };
31
+ const fallback = jpeg ? jpeg.toString('base64') : platform === 'android' ? null : undefined;
32
+ return { screenshot: webp.toString('base64'), screenshot_mime: 'image/webp', screenshot_fallback: fallback, screenshot_fallback_mime: jpeg ? 'image/jpeg' : undefined };
33
+ }
34
+ if (!hasAlpha && jpeg)
35
+ return { screenshot: jpeg.toString('base64'), screenshot_mime: 'image/jpeg' };
36
+ }
37
+ catch (error) {
38
+ console.error(`Screenshot conversion pipeline failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
39
+ }
40
+ return { screenshot: png, screenshot_mime: 'image/png' };
41
+ }
@@ -0,0 +1,79 @@
1
+ import { omitEvidence } from './evidence.js';
2
+ import { measure } from '../utils/timing.js';
3
+ import { deriveSnapshotMetadata } from './snapshot-metadata.js';
4
+ import { deriveSnapshotSemantic } from './snapshot-semantic.js';
5
+ import { snapshotLog, streamLog } from './snapshot-logs.js';
6
+ async function settle(tasks) {
7
+ const results = await Promise.allSettled(Object.values(tasks));
8
+ return Object.fromEntries(Object.keys(tasks).map((key, index) => [key, results[index]]));
9
+ }
10
+ function apply(result, success, failure) {
11
+ if (result.status === 'fulfilled')
12
+ success(result.value);
13
+ else
14
+ failure(result.reason instanceof Error ? result.reason.message : String(result.reason));
15
+ }
16
+ async function collect(raw, input, deps) {
17
+ const { platform, deviceId, includeScreenshot = true, includeLogs = true, sessionId, logLines = 200 } = input;
18
+ const results = await settle({
19
+ screenshot: includeScreenshot ? measure('screenshot_ms', () => deps.captureScreenshotHandler({ platform, deviceId })) : Promise.resolve(null),
20
+ currentScreen: !platform || platform === 'android' ? deps.getCurrentScreenHandler({ deviceId }) : Promise.resolve(null),
21
+ fingerprint: deps.getScreenFingerprintHandler({ platform, deviceId }),
22
+ uiTree: deps.getUITreeHandler({ platform, deviceId }),
23
+ readLogStream: includeLogs ? deps.readLogStreamHandler({ platform, deviceId, sessionId: sessionId || 'default', limit: logLines }) : Promise.resolve({ entries: [] })
24
+ });
25
+ let entries = [];
26
+ apply(results.screenshot, value => { raw.screenshot = value && value.screenshot ? value.screenshot : null; }, error => { raw.screenshot_error = error; });
27
+ apply(results.currentScreen, value => { raw.activity = value && (value.activity || value.shortActivity) ? value.activity || value.shortActivity : raw.activity || ''; }, error => { raw.activity_error = error; });
28
+ apply(results.fingerprint, value => {
29
+ if (value && value.fingerprint)
30
+ raw.fingerprint = value.fingerprint;
31
+ if (value && value.activity)
32
+ raw.activity = raw.activity || value.activity;
33
+ if (value && value.error)
34
+ raw.fingerprint_error = value.error;
35
+ }, error => { raw.fingerprint = null; raw.fingerprint_error = error; });
36
+ apply(results.uiTree, value => { raw.ui_tree = value; if (value && value.error)
37
+ raw.ui_tree_error = value.error; }, error => { raw.ui_tree = null; raw.ui_tree_error = error; });
38
+ apply(results.readLogStream, value => { entries = Array.isArray(value?.entries) ? value.entries : []; }, error => { raw.logs_error = error; });
39
+ return entries;
40
+ }
41
+ async function collectLogs(entries, input, deps) {
42
+ if (entries.length)
43
+ return entries.map(streamLog);
44
+ const { platform, appId, deviceId, logLines = 200 } = input;
45
+ const response = await deps.getLogsHandler({ platform, appId, deviceId, lines: logLines });
46
+ return (response && response.logs ? response.logs : []).slice(-Math.max(0, logLines)).map(snapshotLog);
47
+ }
48
+ function metadata(raw, input) {
49
+ const key = raw.ui_tree?.device ? `${raw.ui_tree.device.platform}:${raw.ui_tree.device.id}` : `${input.platform || 'unknown'}:${input.deviceId || 'default'}`;
50
+ const value = deriveSnapshotMetadata(key, raw.ui_tree, 'snapshot', raw.ui_tree?.snapshot_revision ? null : raw.fingerprint || raw.activity || null);
51
+ raw.snapshot_revision = raw.ui_tree?.snapshot_revision ?? value.snapshot_revision;
52
+ raw.captured_at_ms = raw.ui_tree?.captured_at_ms ?? value.captured_at_ms;
53
+ raw.snapshot_delta = raw.ui_tree?.snapshot_delta ?? value.snapshot_delta ?? null;
54
+ raw.loading_state = raw.ui_tree?.loading_state ?? value.loading_state;
55
+ }
56
+ export async function collectDebugSnapshot(input = {}, deps) {
57
+ if (input.includeScreenshot === false)
58
+ omitEvidence('screenshot');
59
+ if (input.includeLogs === false)
60
+ omitEvidence('logs');
61
+ const timestamp = Date.now();
62
+ const raw = {
63
+ timestamp, snapshot_revision: 0, captured_at_ms: timestamp,
64
+ reason: input.reason || '', activity: null, fingerprint: null, screenshot: null, ui_tree: null, logs: []
65
+ };
66
+ const entries = await collect(raw, input, deps);
67
+ if (input.includeLogs !== false) {
68
+ try {
69
+ raw.logs = await collectLogs(entries, input, deps);
70
+ }
71
+ catch (error) {
72
+ raw.logs = [];
73
+ raw.logs_error = error instanceof Error ? error.message : String(error);
74
+ }
75
+ }
76
+ metadata(raw, input);
77
+ const semantic = deriveSnapshotSemantic(raw);
78
+ return semantic ? { raw, semantic } : { raw };
79
+ }
@@ -0,0 +1,30 @@
1
+ function levelOf(message, raw, stream) {
2
+ return (raw && String(raw).toUpperCase()) || (stream
3
+ ? /\bERROR\b/i.test(message) ? 'ERROR' : /\bWARN\b/i.test(message) ? 'WARN' : 'INFO'
4
+ : /\b(FATAL EXCEPTION|ERROR| E )\b/i.test(message) ? 'ERROR' : /\b(WARN| W )\b/i.test(message) ? 'WARN' : 'INFO');
5
+ }
6
+ export function snapshotLog(item) {
7
+ if (!item)
8
+ return { timestamp: null, level: 'INFO', message: '' };
9
+ if (typeof item === 'string')
10
+ return { timestamp: null, level: levelOf(item, undefined, false), message: item };
11
+ const fields = item;
12
+ const message = fields.message || fields.msg || JSON.stringify(item);
13
+ const raw = fields.level || fields.levelName || fields._level || '';
14
+ const time = fields.timestamp || fields._iso || null;
15
+ const timestamp = time && typeof time === 'string' ? (isNaN(new Date(time).getTime()) ? null : new Date(time).getTime()) : typeof time === 'number' ? time : null;
16
+ return { timestamp, level: levelOf(message, raw, true), message };
17
+ }
18
+ export function streamLog(item) {
19
+ const fields = item;
20
+ const message = fields && (fields.message || fields.msg) ? fields.message || fields.msg : typeof item === 'string' ? item : JSON.stringify(item);
21
+ const raw = fields && (fields.level || fields.levelName || fields._level) ? fields.level || fields.levelName || fields._level : '';
22
+ const iso = fields && (fields._iso || fields.timestamp);
23
+ let timestamp = null;
24
+ if (iso && typeof iso === 'string') {
25
+ const date = new Date(iso);
26
+ if (!isNaN(date.getTime()))
27
+ timestamp = date.getTime();
28
+ }
29
+ return { timestamp, level: levelOf(message, raw, true), message };
30
+ }
@@ -133,35 +133,9 @@ export function deriveSnapshotMetadata(deviceKey, tree, source, signatureOverrid
133
133
  const previous = existing && Date.now() - existing.updatedAt <= 10 * 60 * 1000 ? existing : undefined;
134
134
  if (!previous && existing)
135
135
  snapshotStateByDevice.delete(deviceKey);
136
- const hasValidTree = !!tree && !tree.error;
137
- const records = hasValidTree ? buildElementRecords(tree) : null;
138
- const currentElementSignatures = records?.signatures ?? previous?.elementSignatures ?? new Map();
139
- const currentElements = records?.elementsByIdentity ?? previous?.elements ?? new Map();
136
+ const { hasValidTree, currentElementSignatures, currentElements } = snapshotRecords(tree, previous);
140
137
  const revision = previous && (signature === null || previous.signature === signature) ? previous.revision : nextRevision++;
141
- const history = previous?.history ?? new Map();
142
- const historyTimes = previous?.historyTimes ?? new Map();
143
- const oversized = previous?.oversized ?? new Map();
144
- if (hasValidTree) {
145
- history.set(revision, currentElements);
146
- historyTimes.set(revision, Date.now());
147
- if ((tree.elements?.length ?? 0) > 500)
148
- oversized.set(revision, (tree.elements?.length ?? 0) - 500);
149
- }
150
- for (const [id, timestamp] of historyTimes) {
151
- if (Date.now() - timestamp > 10 * 60 * 1000) {
152
- history.delete(id);
153
- historyTimes.delete(id);
154
- oversized.delete(id);
155
- }
156
- }
157
- while (history.size > 8) {
158
- const oldest = history.keys().next().value;
159
- if (oldest === undefined)
160
- break;
161
- history.delete(oldest);
162
- historyTimes.delete(oldest);
163
- oversized.delete(oldest);
164
- }
138
+ const { history, historyTimes, oversized } = retainHistory(previous, revision, currentElements, tree, hasValidTree);
165
139
  snapshotStateByDevice.set(deviceKey, {
166
140
  revision,
167
141
  signature,
@@ -199,19 +173,20 @@ export function getStateDelta(deviceKey, baseRevision, currentRevision) {
199
173
  let index = 0;
200
174
  for (const [identity, element] of base) {
201
175
  if (!current.has(identity))
202
- removed.push({ stable_id: element.stable_id ?? undefined, resourceId: element.resourceId ?? undefined, contentDescription: element.contentDescription ?? undefined, text: element.text ?? undefined, index });
176
+ removed.push(removedElement(element, index));
203
177
  index++;
204
178
  }
205
179
  const all = added.length + changed.length + removed.length;
206
180
  const limit = 200;
181
+ const truncated = all > limit || state.oversized.has(baseRevision) || state.oversized.has(currentRevision);
207
182
  return {
208
183
  base_snapshot_revision: baseRevision,
209
184
  snapshot_revision: currentRevision,
210
185
  added: added.slice(0, limit),
211
186
  changed: changed.slice(0, Math.max(0, limit - added.length)),
212
187
  removed: removed.slice(0, Math.max(0, limit - added.length - changed.length)),
213
- truncated: all > limit || state.oversized.has(baseRevision) || state.oversized.has(currentRevision),
214
- ...((all > limit || state.oversized.has(baseRevision) || state.oversized.has(currentRevision))
188
+ truncated,
189
+ ...((truncated)
215
190
  ? { omitted_changes: Math.max(all - limit, state.oversized.get(baseRevision) ?? 0, state.oversized.get(currentRevision) ?? 0) } : {})
216
191
  };
217
192
  }
@@ -234,3 +209,40 @@ export function resetSnapshotMetadataForTests() {
234
209
  snapshotStateByDevice.clear();
235
210
  nextRevision = 1;
236
211
  }
212
+ function retainHistory(previous, revision, currentElements, tree, hasValidTree) {
213
+ const history = previous?.history ?? new Map();
214
+ const historyTimes = previous?.historyTimes ?? new Map();
215
+ const oversized = previous?.oversized ?? new Map();
216
+ if (hasValidTree) {
217
+ history.set(revision, currentElements);
218
+ historyTimes.set(revision, Date.now());
219
+ if ((tree.elements?.length ?? 0) > 500)
220
+ oversized.set(revision, (tree.elements?.length ?? 0) - 500);
221
+ }
222
+ for (const [id, timestamp] of historyTimes) {
223
+ if (Date.now() - timestamp > 10 * 60 * 1000) {
224
+ history.delete(id);
225
+ historyTimes.delete(id);
226
+ oversized.delete(id);
227
+ }
228
+ }
229
+ while (history.size > 8) {
230
+ const oldest = history.keys().next().value;
231
+ if (oldest === undefined)
232
+ break;
233
+ history.delete(oldest);
234
+ historyTimes.delete(oldest);
235
+ oversized.delete(oldest);
236
+ }
237
+ return { history, historyTimes, oversized };
238
+ }
239
+ function snapshotRecords(tree, previous) {
240
+ const hasValidTree = !!tree && !tree.error;
241
+ const records = hasValidTree ? buildElementRecords(tree) : null;
242
+ const currentElementSignatures = records?.signatures ?? previous?.elementSignatures ?? new Map();
243
+ const currentElements = records?.elementsByIdentity ?? previous?.elements ?? new Map();
244
+ return { hasValidTree, currentElementSignatures, currentElements };
245
+ }
246
+ function removedElement(element, index) {
247
+ return { stable_id: element.stable_id ?? undefined, resourceId: element.resourceId ?? undefined, contentDescription: element.contentDescription ?? undefined, text: element.text ?? undefined, index };
248
+ }
@@ -0,0 +1,115 @@
1
+ export function normalizeHint(value) {
2
+ if (value === null || value === undefined)
3
+ return '';
4
+ return String(value).trim().replace(/\s+/g, ' ').toLowerCase();
5
+ }
6
+ export function titleCase(value) {
7
+ return value
8
+ .replace(/[_-]+/g, ' ')
9
+ .replace(/\s+/g, ' ')
10
+ .trim()
11
+ .replace(/\b\w/g, (match) => match.toUpperCase());
12
+ }
13
+ export function shortActivityName(activity) {
14
+ if (!activity)
15
+ return null;
16
+ const trimmed = String(activity).trim();
17
+ if (!trimmed)
18
+ return null;
19
+ const lastSegment = trimmed.split('.').pop() || trimmed;
20
+ const withoutSuffix = lastSegment.replace(/Activity$/, '');
21
+ return withoutSuffix ? titleCase(withoutSuffix) : titleCase(lastSegment);
22
+ }
23
+ function elementText(element) {
24
+ return normalizeHint(element?.text ?? element?.contentDescription ?? element?.contentDesc ?? element?.accessibilityLabel ?? element?.resourceId ?? element?.id ?? '');
25
+ }
26
+ export function collectSnapshotTexts(tree) {
27
+ const elements = Array.isArray(tree?.elements) ? tree.elements : [];
28
+ const texts = [];
29
+ const actionables = [];
30
+ for (const element of elements) {
31
+ const text = elementText(element);
32
+ if (text)
33
+ texts.push(text);
34
+ if (element?.clickable && element?.enabled !== false && text) {
35
+ actionables.push(text);
36
+ }
37
+ }
38
+ return {
39
+ texts: Array.from(new Set(texts)),
40
+ actionables: Array.from(new Set(actionables))
41
+ };
42
+ }
43
+ export function inferSnapshotScreen(raw) {
44
+ const tree = raw.ui_tree;
45
+ const treeScreen = normalizeHint(tree?.screen);
46
+ if (treeScreen)
47
+ return titleCase(treeScreen);
48
+ const activity = shortActivityName(raw.activity);
49
+ if (activity)
50
+ return activity;
51
+ const { texts } = collectSnapshotTexts(tree);
52
+ if (texts.length > 0)
53
+ return titleCase(texts[0]);
54
+ return null;
55
+ }
56
+ export function deriveSnapshotSemantic(raw) {
57
+ const tree = raw.ui_tree;
58
+ const { texts, actionables } = collectSnapshotTexts(tree);
59
+ const screenFromTree = normalizeHint(tree?.screen);
60
+ const activityHint = normalizeHint(raw.activity);
61
+ const screen = inferSnapshotScreen(raw);
62
+ if (!screen && !activityHint && texts.length === 0 && !raw.logs.length)
63
+ return null;
64
+ const hasErrorLogs = raw.logs.some((entry) => /error|fatal exception|exception|failed/i.test(entry.message));
65
+ const hasLoadingSignals = texts.some((text) => /loading|please wait|spinner|progress/i.test(text));
66
+ const hasPrimaryText = texts.some((text) => /sign in|log in|login|home|checkout|settings|menu|profile|search/i.test(text));
67
+ const hasScreenshot = typeof raw.screenshot === 'string' && raw.screenshot.length > 0;
68
+ const hasUiTree = !!tree && Array.isArray(tree.elements);
69
+ const signals = {
70
+ has_activity: !!activityHint,
71
+ has_ui_tree: hasUiTree,
72
+ has_screenshot: hasScreenshot,
73
+ has_visible_text: texts.length > 0,
74
+ has_clickable_elements: actionables.length > 0,
75
+ has_error_logs: hasErrorLogs,
76
+ has_loading_signals: hasLoadingSignals,
77
+ has_primary_text: hasPrimaryText
78
+ };
79
+ const warnings = snapshotWarnings(screenFromTree, activityHint, hasUiTree, hasErrorLogs);
80
+ const confidence = snapshotConfidence(hasUiTree, screen, activityHint, actionables.length, texts.length, hasScreenshot, hasErrorLogs, hasLoadingSignals);
81
+ if (!screen && confidence < 0.3)
82
+ return null;
83
+ return {
84
+ screen,
85
+ signals,
86
+ actions_available: actionables.length > 0 ? actionables.slice(0, 10) : null,
87
+ confidence,
88
+ warnings
89
+ };
90
+ }
91
+ function snapshotWarnings(screenFromTree, activityHint, hasUiTree, hasErrorLogs) {
92
+ const warnings = [];
93
+ if (screenFromTree && activityHint && screenFromTree !== activityHint) {
94
+ warnings.push('ui_tree.screen and activity hints differ');
95
+ }
96
+ if (!hasUiTree)
97
+ warnings.push('ui tree unavailable');
98
+ if (!activityHint)
99
+ warnings.push('activity unavailable');
100
+ if (hasErrorLogs)
101
+ warnings.push('error signals present in logs');
102
+ return warnings;
103
+ }
104
+ function snapshotConfidence(hasUiTree, screen, activityHint, actionableCount, textCount, hasScreenshot, hasErrorLogs, hasLoadingSignals) {
105
+ const evidenceScore = (hasUiTree ? 0.35 : 0) +
106
+ (screen ? 0.2 : 0) +
107
+ (activityHint ? 0.15 : 0) +
108
+ (actionableCount > 0 ? 0.15 : 0) +
109
+ (textCount > 0 ? 0.1 : 0) +
110
+ (hasScreenshot ? 0.05 : 0) +
111
+ (hasErrorLogs ? -0.15 : 0) +
112
+ (hasLoadingSignals ? -0.05 : 0);
113
+ const confidence = Math.max(0, Math.min(1, Number(evidenceScore.toFixed(2))));
114
+ return confidence;
115
+ }
@@ -0,0 +1,7 @@
1
+ export class TraceError extends Error {
2
+ code;
3
+ constructor(code) {
4
+ super(code);
5
+ this.code = code;
6
+ }
7
+ }
@@ -0,0 +1,81 @@
1
+ import { TraceError } from './system-trace-error.js';
2
+ import { IosTraceSessions } from './ios-trace/sessions.js';
3
+ import { IosTraceNative } from './ios-trace/native.js';
4
+ export class SystemTraceRouter {
5
+ android;
6
+ ios;
7
+ native;
8
+ routes = new Map();
9
+ pending = new Set();
10
+ closing = false;
11
+ constructor(android, ios = new IosTraceSessions(), native = new IosTraceNative()) {
12
+ this.android = android;
13
+ this.ios = ios;
14
+ this.native = native;
15
+ }
16
+ capabilities(device) { return this.android.capabilities(device); }
17
+ iosCapabilities(device, appId, template) { return this.native.capabilities(device, appId, template); }
18
+ backend(platform) { return platform === 'ios' ? this.ios : this.android; }
19
+ track(result) {
20
+ this.routes.set(result.trace_id, { platform: result.device.platform, device: result.device.id,
21
+ active: result.cleanup.status !== 'complete', touched: performance.now() });
22
+ const terminal = [...this.routes.entries()].filter(([, r]) => !r.active);
23
+ for (const [index, [id, r]] of terminal.entries())
24
+ if (performance.now() - r.touched > 600000 || index < terminal.length - 100)
25
+ this.routes.delete(id);
26
+ return result;
27
+ }
28
+ async start(device, duration, ios) {
29
+ if (this.closing)
30
+ throw new TraceError('TRACE_BUSY');
31
+ // Refresh automatically finalised reservations without trusting cached state.
32
+ await Promise.all([...this.routes.entries()].filter(([, r]) => r.active).map(async ([id, r]) => {
33
+ try {
34
+ this.track(await this.backend(r.platform).control(id, 'status'));
35
+ }
36
+ catch { /* uncertain cleanup continues to reserve capacity */ }
37
+ }));
38
+ const key = (ios ? 'ios:' : 'android:') + device;
39
+ const active = [...this.routes.values()].filter(r => r.active);
40
+ if (this.closing || this.pending.has(key) || active.some(r => r.platform + ':' + r.device === key) || active.length + this.pending.size >= 4)
41
+ throw new TraceError('TRACE_BUSY');
42
+ this.pending.add(key);
43
+ try {
44
+ if (!ios)
45
+ return this.track(await this.android.start(device, duration));
46
+ const cap = await this.native.capabilities(device, ios.appId, ios.template);
47
+ if (!cap.supported || !cap.device)
48
+ throw new TraceError('TRACE_UNSUPPORTED');
49
+ if (this.closing)
50
+ throw new TraceError('TRACE_BUSY');
51
+ return this.track(await this.ios.start(cap.device, ios.appId, duration));
52
+ }
53
+ finally {
54
+ this.pending.delete(key);
55
+ }
56
+ }
57
+ async control(id, operation) {
58
+ const route = this.routes.get(id);
59
+ if (!route)
60
+ throw new TraceError('TRACE_NOT_FOUND');
61
+ return this.track(await this.backend(route.platform).control(id, operation));
62
+ }
63
+ async link(id, device, correlation) {
64
+ const route = this.routes.get(id);
65
+ if (!route || route.platform !== device.platform || route.device !== device.id)
66
+ throw new TraceError('TRACE_NOT_FOUND');
67
+ return this.backend(route.platform).link(id, device, correlation);
68
+ }
69
+ async shutdown() {
70
+ this.closing = true;
71
+ this.native.shutdown();
72
+ const results = await Promise.allSettled([this.android.shutdown(), this.ios.shutdown()]);
73
+ if (results.some(result => result.status === 'rejected'))
74
+ throw new TraceError('TRACE_STOP_FAILED');
75
+ const remaining = [];
76
+ for (const result of results)
77
+ if (result.status === 'fulfilled')
78
+ remaining.push(...result.value);
79
+ return remaining;
80
+ }
81
+ }