mobile-debug-mcp 0.34.0 → 0.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/skills/mcp-builder/SKILL.md +44 -64
- package/.agents/skills/mcp-builder/references/build-flags.md +44 -43
- package/.agents/skills/mcp-builder/references/diagnostics-schema.md +4 -1
- package/.agents/skills/mcp-builder/references/toolchain-details.md +49 -62
- package/.agents/skills/spec-review/references/spec-review-checklist.md +7 -0
- package/.agents/skills/test-authoring/SKILL.md +7 -6
- package/.agents/skills/test-authoring/references/repo-test-layout.md +3 -1
- package/.agents/skills/test-authoring/references/test-authoring-workflow.md +16 -7
- package/.agents/skills/test-authoring/references/test-quality-checklist.md +2 -1
- package/.cursor-plugin/marketplace.json +1 -1
- package/.github/copilot-instructions.md +14 -36
- package/.github/workflows/ci.yml +4 -4
- package/AGENTS.md +12 -3
- package/CONTRIBUTING.md +79 -0
- package/README.md +218 -129
- package/agent-plugin/.antigravity-plugin/README.md +48 -0
- package/agent-plugin/.antigravity-plugin/plugin.json +18 -0
- package/agent-plugin/.claude-plugin/plugin.json +2 -2
- package/agent-plugin/.codex-plugin/plugin.json +1 -1
- package/agent-plugin/.cursor-plugin/plugin.json +2 -2
- package/agent-plugin/.mcp.json +1 -1
- package/agent-plugin/README.md +50 -11
- package/agent-plugin/cursor/.cursor-plugin/plugin.json +23 -0
- package/agent-plugin/cursor/LICENSE +201 -0
- package/agent-plugin/cursor/README.md +9 -0
- package/agent-plugin/cursor/skills/mobile-debug-mcp/SKILL.md +253 -0
- package/agent-plugin/mcp.json +1 -1
- package/agent-plugin/mcp_config.json +13 -0
- package/agent-plugin/plugin.json +1 -1
- package/agent-plugin/skills/mobile-debug-mcp/SKILL.md +62 -17
- package/dist/contracts/execution-controls.js +24 -0
- package/dist/contracts/selector.js +8 -0
- package/dist/contracts/target.js +15 -0
- package/dist/contracts/ui.js +1 -0
- package/dist/debugger/android.js +2 -1
- package/dist/debugger/diagnostics.js +54 -0
- package/dist/debugger/guard.js +4 -4
- package/dist/debugger/ios-worker.js +62 -0
- package/dist/debugger/ios.js +57 -0
- package/dist/debugger/protocol.js +33 -0
- package/dist/debugger/sessions.js +133 -74
- package/dist/debugger/worker.js +59 -46
- package/dist/interact/adjustment/adjustment-context.js +41 -0
- package/dist/interact/adjustment/adjustment-gestures.js +55 -0
- package/dist/interact/adjustment/adjustment-plan.js +18 -0
- package/dist/interact/adjustment/adjustment-resolution.js +127 -0
- package/dist/interact/adjustment/adjustment-result.js +19 -0
- package/dist/interact/adjustment/adjustment-semantic.js +64 -0
- package/dist/interact/adjustment/adjustment-verification.js +35 -0
- package/dist/interact/adjustment/adjustment.js +52 -0
- package/dist/interact/adjustment/control-geometry.js +87 -0
- package/dist/interact/adjustment/control-values.js +136 -0
- package/dist/interact/adjustment/slider-labels.js +84 -0
- package/dist/interact/assertions/screen-assertion.js +37 -0
- package/dist/interact/assertions/state-assertion-context.js +35 -0
- package/dist/interact/assertions/state-assertion.js +76 -0
- package/dist/interact/assertions/state-comparison.js +141 -0
- package/dist/interact/assertions/visibility-assertion.js +34 -0
- package/dist/interact/conditional-action.js +12 -7
- package/dist/interact/index.js +77 -3092
- package/dist/interact/input-service.js +1 -0
- package/dist/interact/interaction-trace.js +21 -0
- package/dist/interact/model.js +1 -0
- package/dist/interact/observation.js +1 -0
- package/dist/interact/targeting/candidate-ancestor.js +58 -0
- package/dist/interact/targeting/candidate-result.js +23 -0
- package/dist/interact/targeting/candidate-scoring.js +50 -0
- package/dist/interact/targeting/element-helpers.js +216 -0
- package/dist/interact/targeting/find-element.js +65 -0
- package/dist/interact/targeting/nearby-control.js +56 -0
- package/dist/interact/targeting/resolved-elements.js +21 -0
- package/dist/interact/targeting/tap-target.js +17 -0
- package/dist/interact/targeting/target-scope.js +104 -0
- package/dist/interact/waits/legacy-log-wait.js +38 -0
- package/dist/interact/waits/legacy-wait-observations.js +103 -0
- package/dist/interact/waits/legacy-wait-state.js +34 -0
- package/dist/interact/waits/legacy-wait.js +48 -0
- package/dist/interact/waits/screen-wait.js +49 -0
- package/dist/interact/waits/ui-change-helpers.js +157 -0
- package/dist/interact/waits/ui-change-state.js +18 -0
- package/dist/interact/waits/ui-change-wait.js +77 -0
- package/dist/interact/waits/ui-wait-condition.js +56 -0
- package/dist/interact/waits/ui-wait-state.js +38 -0
- package/dist/interact/waits/ui-wait.js +106 -0
- package/dist/manage/android.js +55 -51
- package/dist/manage/index.js +38 -75
- package/dist/manage/ios/build-types.js +1 -0
- package/dist/manage/ios/build.js +210 -0
- package/dist/manage/ios/project-discovery.js +29 -0
- package/dist/manage/ios/scheme.js +18 -0
- package/dist/manage/ios.js +44 -256
- package/dist/observe/android/context.js +1 -0
- package/dist/observe/android/current-screen.js +55 -0
- package/dist/observe/android/fingerprint.js +13 -0
- package/dist/observe/android/log-stream.js +132 -0
- package/dist/observe/android/logs.js +107 -0
- package/dist/observe/android/screenshot.js +70 -0
- package/dist/observe/android/ui-tree.js +107 -0
- package/dist/observe/android.js +16 -520
- package/dist/observe/evidence.js +114 -75
- package/dist/observe/index.js +16 -263
- package/dist/observe/ios/context.js +16 -0
- package/dist/observe/ios/fingerprint.js +12 -0
- package/dist/observe/ios/log-stream.js +105 -0
- package/dist/observe/ios/logs.js +168 -0
- package/dist/observe/ios/screenshot.js +22 -0
- package/dist/observe/ios/ui-elements.js +241 -0
- package/dist/observe/ios/ui-tree.js +137 -0
- package/dist/observe/ios-trace/artifact.js +63 -0
- package/dist/observe/ios-trace/capabilities.js +86 -0
- package/dist/observe/ios-trace/native.js +93 -0
- package/dist/observe/ios-trace/notification.js +35 -0
- package/dist/observe/ios-trace/process.js +98 -0
- package/dist/observe/ios-trace/sessions.js +244 -0
- package/dist/observe/ios.js +17 -715
- package/dist/observe/logs/model.js +1 -0
- package/dist/{network → observe/network}/index.js +2 -2
- package/dist/observe/readiness-service.js +5 -3
- package/dist/observe/readiness.js +33 -14
- package/dist/observe/screenshot-encoding.js +41 -0
- package/dist/observe/snapshot-collection.js +79 -0
- package/dist/observe/snapshot-logs.js +30 -0
- package/dist/observe/snapshot-metadata.js +43 -31
- package/dist/observe/snapshot-semantic.js +115 -0
- package/dist/observe/system-trace-error.js +7 -0
- package/dist/observe/system-trace-router.js +81 -0
- package/dist/observe/system-trace.js +26 -21
- package/dist/runtime/action-results.js +270 -0
- package/dist/runtime/clock.js +4 -0
- package/dist/server/common.js +1 -256
- package/dist/server/definitions/assert.js +162 -0
- package/dist/server/definitions/diagnostic.js +118 -0
- package/dist/server/definitions/input.js +274 -0
- package/dist/server/definitions/manage.js +194 -0
- package/dist/server/definitions/observe.js +149 -0
- package/dist/server/definitions/target.js +138 -0
- package/dist/server/definitions/wait.js +105 -0
- package/dist/server/handlers/action-execution.js +163 -0
- package/dist/server/handlers/correlation.js +23 -0
- package/dist/server/handlers/debugger-handlers.js +67 -0
- package/dist/server/handlers/debugger-response.js +9 -0
- package/dist/server/handlers/diagnostic.js +77 -0
- package/dist/server/handlers/handler-types.js +1 -0
- package/dist/server/handlers/input.js +154 -0
- package/dist/server/handlers/interact.js +113 -0
- package/dist/server/handlers/journey-assertions.js +35 -0
- package/dist/server/handlers/journey.js +147 -0
- package/dist/server/handlers/manage.js +119 -0
- package/dist/server/handlers/observe.js +95 -0
- package/dist/server/handlers/payload.js +4 -0
- package/dist/server/handlers/tool-handlers.js +170 -0
- package/dist/server/schemas/condition-schema.js +2 -0
- package/dist/server/{debugger-schema.js → schemas/debugger-schema.js} +20 -12
- package/dist/server/{journey-schema.js → schemas/journey-schema.js} +7 -22
- package/dist/server/schemas/system-trace-schema.js +22 -0
- package/dist/server/tool-definitions.js +58 -1135
- package/dist/server-core.js +2 -2
- package/dist/server.js +4 -4
- package/dist/system/android-status.js +101 -0
- package/dist/system/android.js +37 -27
- package/dist/system/index.js +13 -439
- package/dist/system/ios-status.js +132 -0
- package/dist/system/ios.js +11 -8
- package/dist/system/model.js +1 -0
- package/dist/system/probes.js +105 -0
- package/dist/system/status-summary.js +43 -0
- package/dist/system/unsupported-status.js +52 -0
- package/dist/utils/android/commands.js +89 -0
- package/dist/utils/android/gradle.js +139 -0
- package/dist/utils/android/logs.js +103 -0
- package/dist/utils/android/ui-tree.js +233 -0
- package/dist/utils/android/utils.js +6 -564
- package/dist/utils/cli/idb/idb-helper.js +4 -6
- package/dist/utils/cli/idb/install-idb.js +13 -9
- package/dist/utils/cli/ios/preflight-ios.js +42 -38
- package/dist/utils/ios/utils.js +48 -46
- package/dist/utils/java.js +65 -49
- package/dist/utils/resolve-device.js +4 -2
- package/dist/utils/ui/index.js +26 -26
- package/docs/CHANGELOG.md +67 -1
- package/docs/README.md +38 -0
- package/docs/agent-plugin-installation-verification.md +39 -0
- package/docs/benchmarks/README.md +18 -0
- package/docs/benchmarks/interaction-latency/README.md +14 -0
- package/docs/benchmarks/interaction-latency/final.md +4 -1
- package/docs/benchmarks/interaction-latency/ios-validation.md +2 -0
- package/docs/benchmarks/ui-tree-performance/README.md +24 -16
- package/docs/benchmarks/ui-tree-performance/comparison.md +11 -10
- package/docs/code-structure.md +120 -0
- package/docs/specs/001-state-verification/spec.md +16 -14
- package/docs/specs/002-richer-element-identity/spec.md +12 -10
- package/docs/specs/003-wait-and-synchronization-reliability/spec.md +12 -10
- package/docs/specs/004-action-verification-routing/spec.md +3 -3
- package/docs/specs/005-unified-action-execution-and-verification-model/spec.md +2 -0
- package/docs/specs/006-runtime-action-instrumentation-and-binding-layer/spec.md +2 -0
- package/docs/specs/007-actionability-resolution-and-executable-target-selection/spec.md +3 -1
- package/docs/specs/008-adjustable-control-support-and-semantic-value-manipulation/spec.md +3 -4
- package/docs/specs/009-semantic-control-modeling-for-custom-and-composite-controls/spec.md +2 -0
- package/docs/specs/010-verification-stabilization-and-temporal-convergence/spec.md +2 -2
- package/docs/specs/011-recovery-and-replanning-for-failed-or-ambiguous-interaction-flows/spec.md +2 -2
- package/docs/specs/011.1-recovery-contract-types-and-runtime-wiring-spec/spec.md +2 -0
- package/docs/specs/012-action-trace-and-xecution-observability/spec.md +2 -3
- package/docs/specs/013-wait-and-synchronization-reliability/spec.md +19 -19
- package/docs/specs/014-actionability-resolution/spec.md +20 -18
- package/docs/specs/015-adjustable-control-support/spec.md +17 -15
- package/docs/specs/016-environment-tools/spec.md +20 -20
- package/docs/specs/018-interaction-latency-and-batched-journeys/spec.md +2 -0
- package/docs/specs/019-ui-tree-observation-performance/spec.md +3 -1
- package/docs/specs/020-conditional-actions/intent.md +5 -3
- package/docs/specs/020-conditional-actions/plan.md +8 -9
- package/docs/specs/020-conditional-actions/spec.md +4 -2
- package/docs/specs/021-app-readiness-signals/intent.md +4 -2
- package/docs/specs/021-app-readiness-signals/plan.md +7 -6
- package/docs/specs/021-app-readiness-signals/spec.md +3 -1
- package/docs/specs/022-correlated-evidence/intent.md +4 -4
- package/docs/specs/022-correlated-evidence/plan.md +10 -11
- package/docs/specs/022-correlated-evidence/spec.md +3 -1
- package/docs/specs/023-android-system-traces/intent.md +3 -2
- package/docs/specs/023-android-system-traces/plan.md +5 -7
- package/docs/specs/023-android-system-traces/spec.md +3 -1
- package/docs/specs/024-android-heap-dump-capture/intent.md +3 -1
- package/docs/specs/025-android-runtime-debugger/intent.md +4 -3
- package/docs/specs/025-android-runtime-debugger/plan.md +3 -1
- package/docs/specs/025-android-runtime-debugger/spec.md +4 -3
- package/docs/specs/026-code-structure-and-quality-gates/health-plan.md +88 -0
- package/docs/specs/026-code-structure-and-quality-gates/intent.md +47 -0
- package/docs/specs/026-code-structure-and-quality-gates/plan.md +191 -0
- package/docs/specs/026-code-structure-and-quality-gates/spec.md +138 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification-final.json +200 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification-thin-facade.json +154 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification.json +136 -0
- package/docs/specs/027-debugger-failure-diagnostics/intent.md +43 -0
- package/docs/specs/027-debugger-failure-diagnostics/plan.md +86 -0
- package/docs/specs/027-debugger-failure-diagnostics/spec.md +133 -0
- package/docs/specs/028-compact-debugger-responses/intent.md +41 -0
- package/docs/specs/028-compact-debugger-responses/plan.md +112 -0
- package/docs/specs/028-compact-debugger-responses/spec.md +108 -0
- package/docs/specs/029-kotlin-locals-validation/report.md +119 -0
- package/docs/specs/030-android-coroutine-validation/evidence.json +475 -0
- package/docs/specs/030-android-coroutine-validation/intent.md +47 -0
- package/docs/specs/030-android-coroutine-validation/plan.md +147 -0
- package/docs/specs/030-android-coroutine-validation/report.md +240 -0
- package/docs/specs/030-android-coroutine-validation/spec.md +107 -0
- package/docs/specs/031-ios-system-traces/intent.md +38 -0
- package/docs/specs/031-ios-system-traces/investigation.md +92 -0
- package/docs/specs/031-ios-system-traces/late-run-failure-evidence.json +32 -0
- package/docs/specs/031-ios-system-traces/plan.md +138 -0
- package/docs/specs/031-ios-system-traces/pr102-monitor-evidence.json +22 -0
- package/docs/specs/031-ios-system-traces/simulator-evidence.json +47 -0
- package/docs/specs/031-ios-system-traces/spec.md +135 -0
- package/docs/specs/032-ios-runtime-debugger/evidence.json +176 -0
- package/docs/specs/032-ios-runtime-debugger/intent.md +38 -0
- package/docs/specs/032-ios-runtime-debugger/plan.md +95 -0
- package/docs/specs/032-ios-runtime-debugger/report.md +205 -0
- package/docs/specs/032-ios-runtime-debugger/spec.md +153 -0
- package/docs/tools/TOOLS.md +31 -18
- package/docs/tools/{evidence.md → correlated-evidence.md} +9 -1
- package/docs/tools/debugger.md +120 -4
- package/docs/tools/interact.md +42 -20
- package/docs/tools/manage.md +25 -44
- package/docs/tools/observe.md +55 -23
- package/docs/tools/system-traces.md +89 -14
- package/docs/tools/system.md +12 -5
- package/package.json +12 -8
- package/scripts/agent-plugin.mjs +55 -5
- package/scripts/architecture-graph.mjs +69 -0
- package/scripts/check-architecture.mjs +47 -0
- package/scripts/code-quality-baseline.json +1 -0
- package/scripts/code-quality.mjs +161 -0
- package/src/contracts/execution-controls.ts +26 -0
- package/src/contracts/selector.ts +17 -0
- package/src/contracts/target.ts +19 -0
- package/src/contracts/ui.ts +94 -0
- package/src/debugger/android.ts +3 -2
- package/src/debugger/diagnostics.ts +43 -0
- package/src/debugger/guard.ts +10 -5
- package/src/debugger/ios-worker.ts +49 -0
- package/src/debugger/ios.ts +45 -0
- package/{worker → src/debugger/java}/DebuggerWorker.java +9 -3
- package/src/debugger/lldb/breakpoints.py +51 -0
- package/src/debugger/lldb/inspection.py +109 -0
- package/src/debugger/lldb/worker.py +203 -0
- package/src/debugger/protocol.ts +37 -0
- package/src/debugger/sessions.ts +326 -155
- package/src/debugger/worker.ts +57 -41
- package/src/interact/adjustment/adjustment-context.ts +83 -0
- package/src/interact/adjustment/adjustment-gestures.ts +48 -0
- package/src/interact/adjustment/adjustment-plan.ts +23 -0
- package/src/interact/adjustment/adjustment-resolution.ts +104 -0
- package/src/interact/adjustment/adjustment-result.ts +34 -0
- package/src/interact/adjustment/adjustment-semantic.ts +53 -0
- package/src/interact/adjustment/adjustment-verification.ts +60 -0
- package/src/interact/adjustment/adjustment.ts +49 -0
- package/src/interact/adjustment/control-geometry.ts +120 -0
- package/src/interact/adjustment/control-values.ts +141 -0
- package/src/interact/adjustment/slider-labels.ts +84 -0
- package/src/interact/assertions/screen-assertion.ts +39 -0
- package/src/interact/assertions/state-assertion-context.ts +48 -0
- package/src/interact/assertions/state-assertion.ts +64 -0
- package/src/interact/assertions/state-comparison.ts +168 -0
- package/src/interact/assertions/visibility-assertion.ts +41 -0
- package/src/interact/conditional-action.ts +18 -12
- package/src/interact/index.ts +89 -3494
- package/src/interact/input-service.ts +11 -0
- package/src/interact/interaction-trace.ts +36 -0
- package/src/interact/model.ts +109 -0
- package/src/interact/observation.ts +7 -0
- package/src/interact/targeting/candidate-ancestor.ts +49 -0
- package/src/interact/targeting/candidate-result.ts +24 -0
- package/src/interact/targeting/candidate-scoring.ts +42 -0
- package/src/interact/targeting/element-helpers.ts +243 -0
- package/src/interact/targeting/find-element.ts +47 -0
- package/src/interact/targeting/nearby-control.ts +46 -0
- package/src/interact/targeting/resolved-elements.ts +20 -0
- package/src/interact/targeting/tap-target.ts +22 -0
- package/src/interact/targeting/target-scope.ts +121 -0
- package/src/interact/waits/legacy-log-wait.ts +30 -0
- package/src/interact/waits/legacy-wait-observations.ts +55 -0
- package/src/interact/waits/legacy-wait-state.ts +48 -0
- package/src/interact/waits/legacy-wait.ts +34 -0
- package/src/interact/waits/screen-wait.ts +37 -0
- package/src/interact/waits/ui-change-helpers.ts +184 -0
- package/src/interact/waits/ui-change-state.ts +26 -0
- package/src/interact/waits/ui-change-wait.ts +59 -0
- package/src/interact/waits/ui-wait-condition.ts +52 -0
- package/src/interact/waits/ui-wait-state.ts +55 -0
- package/src/interact/waits/ui-wait.ts +84 -0
- package/src/manage/android.ts +56 -50
- package/src/manage/index.ts +63 -93
- package/src/manage/ios/build-types.ts +14 -0
- package/src/manage/ios/build.ts +230 -0
- package/src/manage/ios/project-discovery.ts +26 -0
- package/src/manage/ios/scheme.ts +16 -0
- package/src/manage/ios.ts +67 -298
- package/src/observe/android/context.ts +1 -0
- package/src/observe/android/current-screen.ts +63 -0
- package/src/observe/android/fingerprint.ts +13 -0
- package/src/observe/android/log-stream.ts +127 -0
- package/src/observe/android/logs.ts +110 -0
- package/src/observe/android/screenshot.ts +79 -0
- package/src/observe/android/ui-tree.ts +113 -0
- package/src/observe/android.ts +17 -531
- package/src/observe/evidence.ts +122 -70
- package/src/observe/index.ts +24 -286
- package/src/observe/ios/context.ts +22 -0
- package/src/observe/ios/fingerprint.ts +12 -0
- package/src/observe/ios/log-stream.ts +103 -0
- package/src/observe/ios/logs.ts +179 -0
- package/src/observe/ios/screenshot.ts +26 -0
- package/src/observe/ios/ui-elements.ts +266 -0
- package/src/observe/ios/ui-tree.ts +143 -0
- package/src/observe/ios-trace/artifact.ts +55 -0
- package/src/observe/ios-trace/capabilities.ts +74 -0
- package/src/observe/ios-trace/native.ts +72 -0
- package/src/observe/ios-trace/notification.ts +30 -0
- package/src/observe/ios-trace/process.ts +82 -0
- package/src/observe/ios-trace/sessions.ts +204 -0
- package/src/observe/ios.ts +18 -749
- package/src/observe/logs/model.ts +11 -0
- package/src/{network → observe/network}/index.ts +2 -2
- package/src/observe/readiness-service.ts +6 -4
- package/src/observe/readiness.ts +42 -21
- package/src/observe/screenshot-encoding.ts +32 -0
- package/src/observe/snapshot-collection.ts +69 -0
- package/src/observe/snapshot-logs.ts +26 -0
- package/src/observe/snapshot-metadata.ts +51 -31
- package/src/observe/snapshot-semantic.ts +153 -0
- package/src/observe/system-trace-error.ts +3 -0
- package/src/observe/system-trace-router.ts +61 -0
- package/src/observe/system-trace.ts +28 -19
- package/src/runtime/action-results.ts +376 -0
- package/src/runtime/clock.ts +9 -0
- package/src/server/common.ts +9 -359
- package/src/server/definitions/assert.ts +164 -0
- package/src/server/definitions/diagnostic.ts +120 -0
- package/src/server/definitions/input.ts +276 -0
- package/src/server/definitions/manage.ts +196 -0
- package/src/server/definitions/observe.ts +151 -0
- package/src/server/definitions/target.ts +140 -0
- package/src/server/definitions/wait.ts +107 -0
- package/src/server/handlers/action-execution.ts +164 -0
- package/src/server/handlers/correlation.ts +20 -0
- package/src/server/handlers/debugger-handlers.ts +58 -0
- package/src/server/handlers/debugger-response.ts +7 -0
- package/src/server/handlers/diagnostic.ts +86 -0
- package/src/server/handlers/handler-types.ts +7 -0
- package/src/server/handlers/input.ts +173 -0
- package/src/server/handlers/interact.ts +135 -0
- package/src/server/handlers/journey-assertions.ts +39 -0
- package/src/server/handlers/journey.ts +132 -0
- package/src/server/handlers/manage.ts +141 -0
- package/src/server/handlers/observe.ts +116 -0
- package/src/server/handlers/payload.ts +36 -0
- package/src/server/handlers/tool-handlers.ts +170 -0
- package/src/server/schemas/condition-schema.ts +2 -0
- package/src/server/schemas/debugger-schema.ts +46 -0
- package/src/server/{journey-schema.ts → schemas/journey-schema.ts} +7 -22
- package/src/server/schemas/system-trace-schema.ts +23 -0
- package/src/server/tool-definitions.ts +67 -1143
- package/src/server-core.ts +2 -2
- package/src/server.ts +4 -4
- package/src/system/android-status.ts +124 -0
- package/src/system/android.ts +33 -21
- package/src/system/index.ts +21 -525
- package/src/system/ios-status.ts +147 -0
- package/src/system/ios.ts +14 -10
- package/src/system/model.ts +41 -0
- package/src/system/probes.ts +114 -0
- package/src/system/status-summary.ts +47 -0
- package/src/system/unsupported-status.ts +55 -0
- package/src/types.ts +16 -106
- package/src/utils/android/commands.ts +81 -0
- package/src/utils/android/gradle.ts +132 -0
- package/src/utils/android/logs.ts +103 -0
- package/src/utils/android/ui-tree.ts +239 -0
- package/src/utils/android/utils.ts +16 -556
- package/src/utils/cli/idb/check-idb.ts +4 -4
- package/src/utils/cli/idb/idb-helper.ts +6 -8
- package/src/utils/cli/idb/install-idb.ts +15 -9
- package/src/utils/cli/ios/preflight-ios.ts +39 -31
- package/src/utils/cli/ios/run-ios-ui-tree-tap.ts +4 -4
- package/src/utils/ios/utils.ts +60 -61
- package/src/utils/java.ts +62 -43
- package/src/utils/resolve-device.ts +9 -6
- package/src/utils/ui/index.ts +28 -28
- package/test/device/automated/debugger/coroutine-lifecycle.ts +27 -0
- package/test/device/automated/debugger/coroutine-support.ts +140 -0
- package/test/device/automated/debugger/coroutine.android.test.ts +169 -0
- package/test/device/automated/debugger/kotlin.android.test.ts +127 -0
- package/test/device/automated/debugger/runtime.android.test.ts +19 -3
- package/test/device/automated/debugger/runtime.ios.test.ts +221 -0
- package/test/device/automated/interact/interaction.android.test.ts +56 -0
- package/test/device/automated/observe/ios-system-trace.smoke.ts +119 -0
- package/test/device/automated/observe/system-trace.smoke.ts +1 -1
- package/test/device/manual/interact/modul8_selector_tap.manual.ts +1 -1
- package/test/fixtures/contracts/tool-definitions.json +3696 -0
- package/test/fixtures/coroutine-app/MainActivity.kt +100 -0
- package/test/fixtures/coroutine-app/README.md +48 -0
- package/test/fixtures/coroutine-app/build.ts +35 -0
- package/test/fixtures/debugger-app/MainActivity.java +21 -0
- package/test/fixtures/debugger-app/MainActivity.kt +32 -0
- package/test/fixtures/debugger-app/README.md +52 -0
- package/test/fixtures/debugger-app/build.ts +25 -15
- package/test/fixtures/ios-debugger-app/Main.swift +95 -0
- package/test/fixtures/ios-debugger-app/README.md +27 -0
- package/test/fixtures/ios-debugger-app/build.ts +21 -0
- package/test/fixtures/latency-journey-app/README.md +2 -0
- package/test/fixtures/readiness-app/README.md +2 -0
- package/test/helpers/ios-trace-shutdown.ts +29 -0
- package/test/unit/debugger/coroutine-lifecycle.test.ts +43 -0
- package/test/unit/debugger/diagnostic-sessions.test.ts +67 -0
- package/test/unit/debugger/diagnostics.test.ts +80 -0
- package/test/unit/debugger/guards.test.ts +4 -0
- package/test/unit/debugger/handle-guards.test.ts +88 -0
- package/test/unit/debugger/ios-preparation.test.ts +57 -0
- package/test/unit/debugger/ios.test.ts +104 -0
- package/test/unit/debugger/lldb-worker.py +166 -0
- package/test/unit/debugger/lldb-worker.test.ts +10 -0
- package/test/unit/debugger/preparation.test.ts +32 -0
- package/test/unit/debugger/protocol.test.ts +15 -0
- package/test/unit/debugger/sessions.test.ts +1 -1
- package/test/unit/interact/adjustment_service.test.ts +42 -0
- package/test/unit/interact/adjustment_verification.test.ts +35 -0
- package/test/unit/interact/clock_dependencies.test.ts +63 -0
- package/test/unit/interact/element_helpers.test.ts +19 -0
- package/test/unit/interact/legacy_wait_service.test.ts +17 -0
- package/test/unit/interact/state_comparison.test.ts +20 -0
- package/test/unit/interact/target_scope.test.ts +35 -0
- package/test/unit/network/get_network_activity.test.ts +1 -1
- package/test/unit/observe/ios-trace-native.test.ts +90 -0
- package/test/unit/observe/ios-trace-sessions.test.ts +131 -0
- package/test/unit/observe/readiness.test.ts +1 -1
- package/test/unit/observe/screenshot-encoding.test.ts +30 -0
- package/test/unit/observe/snapshot-logs.test.ts +14 -0
- package/test/unit/observe/system-trace-router.test.ts +49 -0
- package/test/unit/quality/agent-plugin-export.test.ts +38 -0
- package/test/unit/quality/architecture.test.ts +60 -0
- package/test/unit/quality/code-quality.test.ts +58 -0
- package/test/unit/quality/interaction_boundaries.test.ts +24 -0
- package/test/unit/server/conditional_actions.test.ts +1 -1
- package/test/unit/server/conditional_schema.test.ts +2 -2
- package/test/unit/server/debugger-response.test.ts +63 -0
- package/test/unit/server/system-trace.test.ts +12 -3
- package/test/unit/server/tool_definitions_parity.test.ts +8 -0
- package/dist/server/debugger-handlers.js +0 -38
- package/dist/server/system-trace-schema.js +0 -17
- package/dist/server/tool-handlers.js +0 -1000
- package/docs/ROADMAP.md +0 -646
- package/docs/benchmarks/ui-tree-performance/bridge-probe.json +0 -29
- package/docs/benchmarks/ui-tree-performance/initial-baseline.json +0 -59560
- package/docs/specs/baseline-spec-v0.md +0 -312
- package/docs/specs/mcp-tooling-spec-v1.md +0 -446
- package/src/server/debugger-handlers.ts +0 -29
- package/src/server/debugger-schema.ts +0 -37
- package/src/server/system-trace-schema.ts +0 -17
- package/src/server/tool-handlers.ts +0 -1008
- /package/dist/{server/condition-schema.js → contracts/condition.js} +0 -0
- /package/dist/server/{readiness-schema.js → schemas/readiness-schema.js} +0 -0
- /package/src/{server/condition-schema.ts → contracts/condition.ts} +0 -0
- /package/src/server/{readiness-schema.ts → schemas/readiness-schema.ts} +0 -0
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { checkDebuggerGuard } from '../../debugger/guard.js';
|
|
2
|
+
import { logMessages, legacySuccess } from './legacy-wait-state.js';
|
|
3
|
+
function streamMessage(entry) {
|
|
4
|
+
if (!entry)
|
|
5
|
+
return '';
|
|
6
|
+
if (typeof entry === 'object') {
|
|
7
|
+
const fields = entry;
|
|
8
|
+
return fields.message || fields.msg || entry;
|
|
9
|
+
}
|
|
10
|
+
return entry;
|
|
11
|
+
}
|
|
12
|
+
export async function legacyLog(s, deps) {
|
|
13
|
+
try {
|
|
14
|
+
const stream = await deps.stream({ platform: s.target.platform, sessionId: 'default', limit: 200 });
|
|
15
|
+
for (const entry of stream && Array.isArray(stream.entries) ? stream.entries : []) {
|
|
16
|
+
const message = streamMessage(entry);
|
|
17
|
+
if (s.query && String(message).includes(s.query)) {
|
|
18
|
+
const result = legacySuccess(s, 'log', 'log-stream', 0, { matchedLog: { message, raw: entry } });
|
|
19
|
+
return { ...result, observed_state: true };
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
const logs = await deps.logs({ ...s.target, lines: 200 });
|
|
23
|
+
const messages = logMessages(Array.isArray(logs && logs.logs) ? logs.logs : []);
|
|
24
|
+
const index = s.baseline ? messages.lastIndexOf(s.baseline) : -1;
|
|
25
|
+
for (let i = index >= 0 ? index + 1 : 0; i < messages.length; i++) {
|
|
26
|
+
const message = messages[i];
|
|
27
|
+
if (s.query && String(message).includes(s.query)) {
|
|
28
|
+
const result = legacySuccess(s, 'log', 'log-snapshot', 0, { matchedLog: { message } });
|
|
29
|
+
return { ...result, observed_state: true };
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
checkDebuggerGuard();
|
|
35
|
+
console.error('waitForUI(log) error:', error);
|
|
36
|
+
}
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { checkDebuggerGuard } from '../../debugger/guard.js';
|
|
2
|
+
import { logMessages, legacySuccess } from './legacy-wait-state.js';
|
|
3
|
+
async function withTimeout(promise, ms, clock) {
|
|
4
|
+
return Promise.race([promise, clock.sleep(ms).then(() => null)]);
|
|
5
|
+
}
|
|
6
|
+
export async function legacyBaseline(s, deps) {
|
|
7
|
+
try {
|
|
8
|
+
const fingerprint = deps.fingerprint(s.target), logs = deps.logs({ ...s.target, lines: 200 });
|
|
9
|
+
const [fp, result] = await Promise.all([withTimeout(fingerprint, 300, s.clock), withTimeout(logs, 500, s.clock)]);
|
|
10
|
+
if (fp && typeof fp === 'object')
|
|
11
|
+
s.initial = fp.fingerprint ?? null;
|
|
12
|
+
if (result) {
|
|
13
|
+
const messages = logMessages(Array.isArray(result.logs) ? result.logs : []);
|
|
14
|
+
s.baseline = messages.length ? messages[messages.length - 1] : null;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
checkDebuggerGuard();
|
|
19
|
+
try {
|
|
20
|
+
console.warn('waitForUI: failed to get baseline data (non-fatal):', error instanceof Error ? error.message : String(error));
|
|
21
|
+
}
|
|
22
|
+
catch { /* Logging is best-effort. */ }
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
export async function legacyUI(s, deps) {
|
|
26
|
+
try {
|
|
27
|
+
try {
|
|
28
|
+
const found = await deps.find({ query: s.query, exact: false, timeoutMs: Math.min(500, s.interval), ...s.target });
|
|
29
|
+
const present = !!(found && found.found), matched = s.match === 'present' ? present : !present;
|
|
30
|
+
if (matched) {
|
|
31
|
+
if (s.matched === null)
|
|
32
|
+
s.matched = s.clock.now();
|
|
33
|
+
s.duration = s.clock.now() - s.matched;
|
|
34
|
+
s.observed = true;
|
|
35
|
+
if (s.duration >= s.stability_ms)
|
|
36
|
+
return legacySuccess(s, 'ui', 'ui-find', s.duration, { matchedElement: present ? found.element : null }, s.match);
|
|
37
|
+
}
|
|
38
|
+
else {
|
|
39
|
+
s.matched = null;
|
|
40
|
+
s.duration = 0;
|
|
41
|
+
s.observed = false;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
catch (error) {
|
|
45
|
+
checkDebuggerGuard();
|
|
46
|
+
console.error('waitForUI(ui) find error:', error);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
catch (error) {
|
|
50
|
+
checkDebuggerGuard();
|
|
51
|
+
console.error('waitForUI(ui) outer error:', error);
|
|
52
|
+
}
|
|
53
|
+
return null;
|
|
54
|
+
}
|
|
55
|
+
export async function legacyScreen(s, deps, now) {
|
|
56
|
+
try {
|
|
57
|
+
const fp = (await deps.fingerprint(s.target))?.fingerprint ?? null;
|
|
58
|
+
if (fp !== null && fp !== undefined && fp !== s.initial) {
|
|
59
|
+
if (s.matched === null)
|
|
60
|
+
s.matched = now;
|
|
61
|
+
const confirm = (await deps.fingerprint(s.target))?.fingerprint ?? null;
|
|
62
|
+
if (confirm === fp) {
|
|
63
|
+
s.duration = s.clock.now() - s.matched;
|
|
64
|
+
s.observed = true;
|
|
65
|
+
if (s.duration >= s.stability_ms)
|
|
66
|
+
return legacySuccess(s, 'screen', 'screen-fingerprint', s.duration, { newFingerprint: fp });
|
|
67
|
+
}
|
|
68
|
+
else {
|
|
69
|
+
s.matched = null;
|
|
70
|
+
s.duration = 0;
|
|
71
|
+
s.observed = false;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
catch (error) {
|
|
76
|
+
checkDebuggerGuard();
|
|
77
|
+
console.error('waitForUI(screen) error:', error);
|
|
78
|
+
}
|
|
79
|
+
return null;
|
|
80
|
+
}
|
|
81
|
+
export async function legacyIdle(s, deps) {
|
|
82
|
+
try {
|
|
83
|
+
const fp = (await deps.fingerprint(s.target))?.fingerprint ?? null;
|
|
84
|
+
if (fp !== s.previous) {
|
|
85
|
+
s.previous = fp;
|
|
86
|
+
s.lastChange = s.clock.now();
|
|
87
|
+
s.matched = null;
|
|
88
|
+
s.duration = 0;
|
|
89
|
+
s.observed = false;
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
const idle = s.clock.now() - s.lastChange;
|
|
93
|
+
s.observed = true;
|
|
94
|
+
if (idle >= s.stability_ms)
|
|
95
|
+
return legacySuccess(s, 'idle', 'idle-stable', idle);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
catch (error) {
|
|
99
|
+
checkDebuggerGuard();
|
|
100
|
+
console.error('waitForUI(idle) error:', error);
|
|
101
|
+
}
|
|
102
|
+
return null;
|
|
103
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { systemClock } from '../../runtime/clock.js';
|
|
2
|
+
export function createLegacyWait({ type = 'ui', query, timeoutMs = 30000, pollIntervalMs = 300, includeSnapshotOnFailure = true, match = 'present', stability_ms = 700, observationDelayMs = 0, platform, deviceId }, clock = systemClock) {
|
|
3
|
+
const start = clock.now();
|
|
4
|
+
return { clock, type, query: query == null ? '' : String(query), start, deadline: start + (timeoutMs || 0),
|
|
5
|
+
interval: Math.max(250, Math.min(pollIntervalMs || 300, 500)), includeSnapshotOnFailure, match, stability_ms, observationDelayMs,
|
|
6
|
+
target: { platform, deviceId }, initial: null, baseline: null,
|
|
7
|
+
lastChange: 0, previous: null, polls: 0, matched: null,
|
|
8
|
+
observed: null, duration: 0 };
|
|
9
|
+
}
|
|
10
|
+
export function logMessages(entries) {
|
|
11
|
+
if (!Array.isArray(entries))
|
|
12
|
+
return [];
|
|
13
|
+
return entries.map(entry => {
|
|
14
|
+
if (typeof entry === 'string')
|
|
15
|
+
return entry;
|
|
16
|
+
if (entry && typeof entry === 'object') {
|
|
17
|
+
const fields = entry;
|
|
18
|
+
if (fields.message || fields.msg)
|
|
19
|
+
return fields.message || fields.msg;
|
|
20
|
+
}
|
|
21
|
+
try {
|
|
22
|
+
return JSON.stringify(entry);
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
return String(entry);
|
|
26
|
+
}
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
export function legacySuccess(s, type, matchSource, stable, extras = {}, condition = 'present') {
|
|
30
|
+
const now = s.clock.now();
|
|
31
|
+
return { success: true, condition, query: s.query, poll_count: s.polls, duration_ms: now - s.start,
|
|
32
|
+
stable_duration_ms: stable, ...extras, matchSource, timestamp: now, type, observed_state: s.observed ?? null };
|
|
33
|
+
}
|
|
34
|
+
export const legacySleep = (ms, clock = systemClock) => clock.sleep(ms);
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { checkDebuggerGuard } from '../../debugger/guard.js';
|
|
2
|
+
import { createLegacyWait, legacySleep } from './legacy-wait-state.js';
|
|
3
|
+
import { legacyBaseline, legacyUI, legacyScreen, legacyIdle } from './legacy-wait-observations.js';
|
|
4
|
+
import { legacyLog } from './legacy-log-wait.js';
|
|
5
|
+
async function sample(s, deps) {
|
|
6
|
+
s.polls++;
|
|
7
|
+
const now = s.clock.now();
|
|
8
|
+
if (s.type === 'ui')
|
|
9
|
+
return legacyUI(s, deps);
|
|
10
|
+
if (s.type === 'log')
|
|
11
|
+
return legacyLog(s, deps);
|
|
12
|
+
if (s.type === 'screen')
|
|
13
|
+
return legacyScreen(s, deps, now);
|
|
14
|
+
if (s.type === 'idle')
|
|
15
|
+
return legacyIdle(s, deps);
|
|
16
|
+
return null;
|
|
17
|
+
}
|
|
18
|
+
export async function waitForUICore(input, deps) {
|
|
19
|
+
const state = createLegacyWait(input, deps.clock);
|
|
20
|
+
await legacyBaseline(state, deps);
|
|
21
|
+
state.lastChange = state.clock.now();
|
|
22
|
+
state.previous = state.initial;
|
|
23
|
+
if (typeof state.observationDelayMs === 'number' && state.observationDelayMs > 0) {
|
|
24
|
+
try {
|
|
25
|
+
console.log(`waitForUI: delaying observation for ${state.observationDelayMs}ms`);
|
|
26
|
+
}
|
|
27
|
+
catch { /* Best effort. */ }
|
|
28
|
+
await legacySleep(state.observationDelayMs, state.clock);
|
|
29
|
+
}
|
|
30
|
+
while (state.clock.now() <= state.deadline) {
|
|
31
|
+
const result = await sample(state, deps);
|
|
32
|
+
if (result)
|
|
33
|
+
return result;
|
|
34
|
+
await legacySleep(state.interval, state.clock);
|
|
35
|
+
}
|
|
36
|
+
let snapshot = null;
|
|
37
|
+
if (state.includeSnapshotOnFailure) {
|
|
38
|
+
try {
|
|
39
|
+
snapshot = await deps.snapshot({ reason: `wait_for_ui timeout for ${state.type}`, includeLogs: true, ...state.target });
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
checkDebuggerGuard();
|
|
43
|
+
snapshot = { error: error instanceof Error ? error.message : String(error) };
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return { success: false, condition: state.match, query: state.query, poll_count: state.polls,
|
|
47
|
+
duration_ms: state.clock.now() - state.start, stable_duration_ms: state.duration, error: 'Timeout waiting for condition', snapshot, observed_state: state.observed ?? null };
|
|
48
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { systemClock } from '../../runtime/clock.js';
|
|
2
|
+
import { checkDebuggerGuard } from '../../debugger/guard.js';
|
|
3
|
+
async function sample(s, input, interval, deps) {
|
|
4
|
+
const response = await deps.fingerprint({ platform: input.platform, deviceId: input.deviceId });
|
|
5
|
+
const fingerprint = response?.fingerprint ?? null;
|
|
6
|
+
s.activity = response?.activity ?? s.activity;
|
|
7
|
+
if (fingerprint == null) {
|
|
8
|
+
s.fingerprint = null;
|
|
9
|
+
await s.clock.sleep(interval);
|
|
10
|
+
return 'continue';
|
|
11
|
+
}
|
|
12
|
+
s.fingerprint = fingerprint;
|
|
13
|
+
if (fingerprint === input.previousFingerprint)
|
|
14
|
+
return null;
|
|
15
|
+
await s.clock.sleep(interval);
|
|
16
|
+
try {
|
|
17
|
+
const confirm = await deps.fingerprint({ platform: input.platform, deviceId: input.deviceId });
|
|
18
|
+
const confirmed = confirm?.fingerprint ?? null;
|
|
19
|
+
s.activity = confirm?.activity ?? s.activity;
|
|
20
|
+
if (confirmed === fingerprint)
|
|
21
|
+
return { success: true, previousFingerprint: input.previousFingerprint, newFingerprint: fingerprint,
|
|
22
|
+
elapsedMs: s.clock.now() - s.start, observed_screen: { fingerprint, activity: s.activity } };
|
|
23
|
+
s.fingerprint = confirmed;
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
checkDebuggerGuard();
|
|
27
|
+
console.error('Error confirming fingerprint:', error);
|
|
28
|
+
}
|
|
29
|
+
return 'continue';
|
|
30
|
+
}
|
|
31
|
+
export async function waitForScreenChange({ platform, previousFingerprint, timeoutMs = 5000, pollIntervalMs = 300, deviceId }, deps) {
|
|
32
|
+
const state = { clock: deps.clock ?? systemClock, start: (deps.clock ?? systemClock).now(), fingerprint: null, activity: null };
|
|
33
|
+
while (state.clock.now() - state.start < timeoutMs) {
|
|
34
|
+
try {
|
|
35
|
+
const result = await sample(state, { platform, previousFingerprint, deviceId }, pollIntervalMs, deps);
|
|
36
|
+
if (result === 'continue')
|
|
37
|
+
continue;
|
|
38
|
+
if (result)
|
|
39
|
+
return result;
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
checkDebuggerGuard();
|
|
43
|
+
console.error('Error getting screen fingerprint:', error);
|
|
44
|
+
}
|
|
45
|
+
await state.clock.sleep(pollIntervalMs);
|
|
46
|
+
}
|
|
47
|
+
return { success: false, reason: 'timeout', previousFingerprint, lastFingerprint: state.fingerprint,
|
|
48
|
+
elapsedMs: state.clock.now() - state.start, observed_screen: { fingerprint: state.fingerprint, activity: state.activity } };
|
|
49
|
+
}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import { computeSnapshotSignature } from '../../observe/snapshot-metadata.js';
|
|
2
|
+
const _uiChangeKinds = ['hierarchy_diff', 'text_change', 'state_change'];
|
|
3
|
+
import { _normalize, _normalizeBounds, _hash, _resolveParentIndex } from '../targeting/element-helpers.js';
|
|
4
|
+
export function _collectSubtreeIndices(elements, rootIndex) {
|
|
5
|
+
if (!Array.isArray(elements) || rootIndex < 0 || rootIndex >= elements.length)
|
|
6
|
+
return [];
|
|
7
|
+
const visited = new Set();
|
|
8
|
+
const stack = [rootIndex];
|
|
9
|
+
const result = [];
|
|
10
|
+
while (stack.length > 0) {
|
|
11
|
+
const index = stack.pop();
|
|
12
|
+
if (index === undefined || visited.has(index) || index < 0 || index >= elements.length)
|
|
13
|
+
continue;
|
|
14
|
+
visited.add(index);
|
|
15
|
+
result.push(index);
|
|
16
|
+
const element = elements[index];
|
|
17
|
+
if (!element)
|
|
18
|
+
continue;
|
|
19
|
+
const directChildren = childIndices(elements, element, index);
|
|
20
|
+
for (const childIndex of directChildren) {
|
|
21
|
+
if (!visited.has(childIndex))
|
|
22
|
+
stack.push(childIndex);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
return result.sort((left, right) => left - right);
|
|
26
|
+
}
|
|
27
|
+
export function _changeIdentityForElement(el, index) {
|
|
28
|
+
const stableId = _normalize(el.stable_id);
|
|
29
|
+
if (stableId)
|
|
30
|
+
return `stable:${stableId}`;
|
|
31
|
+
return `fallback:${_hash({
|
|
32
|
+
text: _normalize(el.text ?? el.label ?? el.value ?? ''),
|
|
33
|
+
contentDescription: _normalize(el.contentDescription ?? el.contentDesc ?? el.accessibilityLabel ?? ''),
|
|
34
|
+
resourceId: _normalize(el.resourceId ?? el.resourceID ?? el.id ?? ''),
|
|
35
|
+
type: _normalize(el.type ?? el.class ?? ''),
|
|
36
|
+
bounds: _normalizeBounds(el.bounds) ?? [0, 0, 0, 0],
|
|
37
|
+
index
|
|
38
|
+
})}`;
|
|
39
|
+
}
|
|
40
|
+
export function _summarizeUiChangeDelta(initialElements, currentElements) {
|
|
41
|
+
const buildMap = (elements) => {
|
|
42
|
+
const map = new Map();
|
|
43
|
+
for (let i = 0; i < elements.length; i++) {
|
|
44
|
+
const element = elements[i];
|
|
45
|
+
if (!element)
|
|
46
|
+
continue;
|
|
47
|
+
const key = _changeIdentityForElement(element, i);
|
|
48
|
+
map.set(key, _hash({
|
|
49
|
+
text: _normalize(element.text ?? element.label ?? element.value ?? ''),
|
|
50
|
+
contentDescription: _normalize(element.contentDescription ?? element.contentDesc ?? element.accessibilityLabel ?? ''),
|
|
51
|
+
resourceId: _normalize(element.resourceId ?? element.resourceID ?? element.id ?? ''),
|
|
52
|
+
type: _normalize(element.type ?? element.class ?? ''),
|
|
53
|
+
bounds: _normalizeBounds(element.bounds) ?? [0, 0, 0, 0],
|
|
54
|
+
state: element.state ?? null,
|
|
55
|
+
visible: !!element.visible,
|
|
56
|
+
enabled: !!element.enabled,
|
|
57
|
+
clickable: !!element.clickable
|
|
58
|
+
}));
|
|
59
|
+
}
|
|
60
|
+
return map;
|
|
61
|
+
};
|
|
62
|
+
const initialMap = buildMap(initialElements);
|
|
63
|
+
const currentMap = buildMap(currentElements);
|
|
64
|
+
let added = 0;
|
|
65
|
+
let removed = 0;
|
|
66
|
+
let mutated = 0;
|
|
67
|
+
for (const [key, value] of currentMap.entries()) {
|
|
68
|
+
if (!initialMap.has(key)) {
|
|
69
|
+
added++;
|
|
70
|
+
}
|
|
71
|
+
else if (initialMap.get(key) !== value) {
|
|
72
|
+
mutated++;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
for (const key of initialMap.keys()) {
|
|
76
|
+
if (!currentMap.has(key))
|
|
77
|
+
removed++;
|
|
78
|
+
}
|
|
79
|
+
return {
|
|
80
|
+
total_elements: currentElements.length,
|
|
81
|
+
added_elements: added,
|
|
82
|
+
removed_elements: removed,
|
|
83
|
+
mutated_elements: mutated
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
export function _buildUiChangeSignatures(tree) {
|
|
87
|
+
const elements = Array.isArray(tree?.elements) ? tree.elements : [];
|
|
88
|
+
const textPayload = [];
|
|
89
|
+
const statePayload = [];
|
|
90
|
+
for (const el of elements) {
|
|
91
|
+
textPayload.push(textSignature(el));
|
|
92
|
+
statePayload.push(stateSignature(el));
|
|
93
|
+
}
|
|
94
|
+
return {
|
|
95
|
+
hierarchy: computeSnapshotSignature(tree),
|
|
96
|
+
text: _hash({
|
|
97
|
+
screen: _normalize(tree?.screen),
|
|
98
|
+
elements: textPayload
|
|
99
|
+
}),
|
|
100
|
+
state: _hash({
|
|
101
|
+
screen: _normalize(tree?.screen),
|
|
102
|
+
elements: statePayload
|
|
103
|
+
})
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
export function _matchesUiChange(expected, initial, current) {
|
|
107
|
+
const candidates = expected ? [expected] : _uiChangeKinds;
|
|
108
|
+
for (const changeKind of candidates) {
|
|
109
|
+
if (changeKind === 'hierarchy_diff' && initial.hierarchy !== current.hierarchy)
|
|
110
|
+
return changeKind;
|
|
111
|
+
if (changeKind === 'text_change' && initial.text !== current.text)
|
|
112
|
+
return changeKind;
|
|
113
|
+
if (changeKind === 'state_change' && initial.state !== current.state)
|
|
114
|
+
return changeKind;
|
|
115
|
+
}
|
|
116
|
+
return null;
|
|
117
|
+
}
|
|
118
|
+
export function _uiChangeSignaturesEqual(left, right) {
|
|
119
|
+
return left.hierarchy === right.hierarchy && left.text === right.text && left.state === right.state;
|
|
120
|
+
}
|
|
121
|
+
function childIndices(elements, element, index) {
|
|
122
|
+
const directChildren = new Set();
|
|
123
|
+
if (Array.isArray(element.children)) {
|
|
124
|
+
for (const childIndex of element.children) {
|
|
125
|
+
if (typeof childIndex === 'number' && Number.isInteger(childIndex) && childIndex >= 0 && childIndex < elements.length) {
|
|
126
|
+
directChildren.add(childIndex);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
for (let i = 0; i < elements.length; i++) {
|
|
131
|
+
if (_resolveParentIndex(elements, elements[i]?.parentId) === index) {
|
|
132
|
+
directChildren.add(i);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return directChildren;
|
|
136
|
+
}
|
|
137
|
+
function textSignature(el) {
|
|
138
|
+
return {
|
|
139
|
+
text: _normalize(el?.text ?? el?.label ?? el?.value ?? ''),
|
|
140
|
+
contentDescription: _normalize(el?.contentDescription ?? el?.contentDesc ?? el?.accessibilityLabel ?? ''),
|
|
141
|
+
resourceId: _normalize(el?.resourceId ?? el?.resourceID ?? el?.id ?? '')
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
function stateSignature(el) {
|
|
145
|
+
const state = el?.state ?? {};
|
|
146
|
+
return {
|
|
147
|
+
checked: state.checked ?? null,
|
|
148
|
+
selected: state.selected ?? null,
|
|
149
|
+
focused: state.focused ?? null,
|
|
150
|
+
expanded: state.expanded ?? null,
|
|
151
|
+
enabled: state.enabled ?? null,
|
|
152
|
+
text_value: state.text_value ?? null,
|
|
153
|
+
value: state.value ?? null,
|
|
154
|
+
raw_value: state.raw_value ?? null,
|
|
155
|
+
value_range: state.value_range ?? null
|
|
156
|
+
};
|
|
157
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { systemClock } from '../../runtime/clock.js';
|
|
2
|
+
import { currentReadinessWait } from '../../observe/readiness.js';
|
|
3
|
+
export function createChangeWait({ platform, deviceId, timeout_ms = 60000, stability_window_ms = 300, expected_change, scope = 'screen', target = null }, clock = systemClock) {
|
|
4
|
+
const tracker = currentReadinessWait(), start = clock.now();
|
|
5
|
+
return { clock, input: { platform, deviceId, timeout_ms, expected_change, scope, target }, tracker, start,
|
|
6
|
+
stability: Math.max(0, typeof stability_window_ms === 'number' ? stability_window_ms : 300), baseline: null,
|
|
7
|
+
baselineScope: null, revision: null, loading: null,
|
|
8
|
+
age: null, candidate: null, change: null,
|
|
9
|
+
since: null, summary: null,
|
|
10
|
+
scope: { scope: scope === 'subtree' ? 'subtree' : 'screen', target: target && typeof target === 'string' ? target : null,
|
|
11
|
+
resolved: scope !== 'subtree', resolvedIndex: null, resolvedStableId: null, reason: scope === 'subtree' ? 'target not resolved yet' : 'screen scope' } };
|
|
12
|
+
}
|
|
13
|
+
export function changeResult(s, success, reason) {
|
|
14
|
+
return { success, observed_change: success ? s.change : null, snapshot_revision: s.revision ?? undefined,
|
|
15
|
+
snapshot_freshness_ms: s.age ?? null, timeout: !success, elapsed_ms: s.clock.now() - s.start,
|
|
16
|
+
expected_change: s.input.expected_change, loading_state: s.loading ?? null, scope: s.scope.scope, target: s.scope.target,
|
|
17
|
+
stability_state: success ? 'stable' : 'transient', change_summary: s.summary, reason };
|
|
18
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { systemClock } from '../../runtime/clock.js';
|
|
2
|
+
import { remainingBudget } from '../../utils/operation-budget.js';
|
|
3
|
+
import { checkDebuggerGuard } from '../../debugger/guard.js';
|
|
4
|
+
import { observeReadinessWait, isDeviceUnavailable } from '../../observe/readiness.js';
|
|
5
|
+
import { readinessDelay } from '../../observe/readiness-service.js';
|
|
6
|
+
import { _buildUiChangeSignatures, _summarizeUiChangeDelta, _matchesUiChange, _uiChangeSignaturesEqual } from './ui-change-helpers.js';
|
|
7
|
+
import { createChangeWait, changeResult } from './ui-change-state.js';
|
|
8
|
+
function scopeFailure(s, tree, scoped) {
|
|
9
|
+
s.scope = scoped.resolution;
|
|
10
|
+
return { success: false, observed_change: null, snapshot_revision: typeof tree?.snapshot_revision === 'number' ? tree.snapshot_revision : s.revision ?? undefined,
|
|
11
|
+
snapshot_freshness_ms: typeof tree?.captured_at_ms === 'number' ? Math.max(0, s.clock.now() - tree.captured_at_ms) : s.age ?? null,
|
|
12
|
+
timeout: true, elapsed_ms: s.clock.now() - s.start, expected_change: s.input.expected_change, loading_state: tree?.loading_state ?? s.loading ?? null,
|
|
13
|
+
scope: scoped.resolution.scope, target: scoped.resolution.target, stability_state: 'transient', change_summary: s.summary, reason: scoped.error.message, error: scoped.error };
|
|
14
|
+
}
|
|
15
|
+
function changed(s, signatures) {
|
|
16
|
+
const change = _matchesUiChange(s.input.expected_change, s.baseline, signatures);
|
|
17
|
+
if (!change) {
|
|
18
|
+
s.candidate = null;
|
|
19
|
+
s.change = null;
|
|
20
|
+
s.since = null;
|
|
21
|
+
return false;
|
|
22
|
+
}
|
|
23
|
+
if (!s.candidate || !_uiChangeSignaturesEqual(s.candidate, signatures) || s.change !== change) {
|
|
24
|
+
s.candidate = signatures;
|
|
25
|
+
s.change = change;
|
|
26
|
+
s.since = s.clock.now();
|
|
27
|
+
}
|
|
28
|
+
const stable = s.since === null ? 0 : s.clock.now() - s.since;
|
|
29
|
+
return (s.stability === 0 || stable >= s.stability) && (!s.tracker || s.tracker.summary.state === 'settled');
|
|
30
|
+
}
|
|
31
|
+
async function sample(s, deps) {
|
|
32
|
+
if (s.tracker)
|
|
33
|
+
remainingBudget();
|
|
34
|
+
const started = s.clock.now(), a = s.input;
|
|
35
|
+
const tree = await deps.observe({ platform: a.platform, deviceId: a.deviceId });
|
|
36
|
+
observeReadinessWait(tree, started);
|
|
37
|
+
const scoped = deps.scope(tree, a.scope, a.target);
|
|
38
|
+
if (scoped.error)
|
|
39
|
+
return scopeFailure(s, tree, scoped);
|
|
40
|
+
const signatures = _buildUiChangeSignatures({ ...tree, elements: scoped.elements });
|
|
41
|
+
s.revision = typeof tree?.snapshot_revision === 'number' ? tree.snapshot_revision : s.revision;
|
|
42
|
+
s.loading = tree?.loading_state ?? s.loading;
|
|
43
|
+
s.age = typeof tree?.captured_at_ms === 'number' ? Math.max(0, s.clock.now() - tree.captured_at_ms) : s.age;
|
|
44
|
+
s.summary = s.baseline ? _summarizeUiChangeDelta(s.baselineScope?.elements ?? [], scoped.elements) : s.summary;
|
|
45
|
+
s.scope = scoped.resolution;
|
|
46
|
+
s.baselineScope = s.baselineScope ?? scoped;
|
|
47
|
+
if (!s.baseline) {
|
|
48
|
+
s.baseline = signatures;
|
|
49
|
+
s.baselineScope = scoped;
|
|
50
|
+
}
|
|
51
|
+
else if (changed(s, signatures))
|
|
52
|
+
return changeResult(s, true, 'UI change observed');
|
|
53
|
+
return null;
|
|
54
|
+
}
|
|
55
|
+
export async function waitForUIChange(input, deps) {
|
|
56
|
+
const state = createChangeWait(input, deps.clock);
|
|
57
|
+
while (state.clock.now() - state.start < state.input.timeout_ms) {
|
|
58
|
+
try {
|
|
59
|
+
const result = await sample(state, deps);
|
|
60
|
+
if (result)
|
|
61
|
+
return result;
|
|
62
|
+
}
|
|
63
|
+
catch (error) {
|
|
64
|
+
checkDebuggerGuard();
|
|
65
|
+
if (state.tracker && !String(error).includes('READINESS_'))
|
|
66
|
+
state.tracker.unavailable();
|
|
67
|
+
if (state.tracker && isDeviceUnavailable(error))
|
|
68
|
+
throw error;
|
|
69
|
+
if (state.tracker && String(error).includes('ACTION_TIMEOUT')) {
|
|
70
|
+
state.tracker.deadline();
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
await (state.tracker && state.clock === systemClock ? readinessDelay(300) : state.clock.sleep(300));
|
|
75
|
+
}
|
|
76
|
+
return changeResult(state, false, 'timeout');
|
|
77
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { _normalize, _isVisibleElement, _resolveActionableAncestor } from '../targeting/element-helpers.js';
|
|
2
|
+
function matchesField(value, query, contains) {
|
|
3
|
+
if (query === undefined || query === null)
|
|
4
|
+
return true;
|
|
5
|
+
return contains ? _normalize(value).includes(_normalize(query)) : _normalize(value) === _normalize(query);
|
|
6
|
+
}
|
|
7
|
+
export function matchingElements(elements, selector) {
|
|
8
|
+
const matches = [];
|
|
9
|
+
const contains = !!selector.contains;
|
|
10
|
+
for (let idx = 0; idx < elements.length; idx++) {
|
|
11
|
+
const el = elements[idx];
|
|
12
|
+
if (!matchesField(el.text || el.label || el.value || '', selector.text, contains))
|
|
13
|
+
continue;
|
|
14
|
+
if (!matchesField(el.resourceId || el.resourceID || el.id || '', selector.resource_id, contains))
|
|
15
|
+
continue;
|
|
16
|
+
if (!matchesField(el.contentDescription || el.contentDesc || el.accessibilityLabel || el.label || '', selector.accessibility_id, contains))
|
|
17
|
+
continue;
|
|
18
|
+
matches.push({ el, idx });
|
|
19
|
+
}
|
|
20
|
+
return matches;
|
|
21
|
+
}
|
|
22
|
+
function selectedMatch(matches, index) {
|
|
23
|
+
if (!matches.length)
|
|
24
|
+
return null;
|
|
25
|
+
return index === undefined ? matches[0] : index >= 0 && index < matches.length ? matches[index] : null;
|
|
26
|
+
}
|
|
27
|
+
function clickTarget(elements, chosen, tap) {
|
|
28
|
+
if (!chosen)
|
|
29
|
+
return null;
|
|
30
|
+
if (tap && (!_isVisibleElement(chosen.el) || chosen.el.enabled === false))
|
|
31
|
+
return chosen;
|
|
32
|
+
return _resolveActionableAncestor(elements, chosen) || chosen;
|
|
33
|
+
}
|
|
34
|
+
export function evaluateCondition(elements, matches, condition, index, tap = false) {
|
|
35
|
+
const chosen = selectedMatch(matches, index);
|
|
36
|
+
let element = chosen;
|
|
37
|
+
let met = false;
|
|
38
|
+
if (condition === 'exists')
|
|
39
|
+
met = index !== undefined ? chosen !== null : matches.length >= 1;
|
|
40
|
+
else if (condition === 'not_exists')
|
|
41
|
+
met = index !== undefined ? chosen === null : matches.length === 0;
|
|
42
|
+
else if (condition === 'visible')
|
|
43
|
+
met = !!chosen && waitVisible(chosen.el);
|
|
44
|
+
else if (condition === 'clickable') {
|
|
45
|
+
element = clickTarget(elements, chosen, tap);
|
|
46
|
+
met = !!element && waitVisible(element.el) && !!element.el.enabled && !!(element.el.clickable || element.el._interactable || element.el.focusable);
|
|
47
|
+
}
|
|
48
|
+
if (tap && met && element && _isVisibleElement(element.el) && element.el.enabled !== false) {
|
|
49
|
+
element = _resolveActionableAncestor(elements, element) ?? element;
|
|
50
|
+
}
|
|
51
|
+
return { met, element };
|
|
52
|
+
}
|
|
53
|
+
function waitVisible(el) {
|
|
54
|
+
const b = el.bounds;
|
|
55
|
+
return !!el.visible && Array.isArray(b) && b.length >= 4 && b[2] > b[0] && b[3] > b[1];
|
|
56
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { systemClock } from '../../runtime/clock.js';
|
|
2
|
+
import { currentReadinessWait } from '../../observe/readiness.js';
|
|
3
|
+
export function createUIWait(input, clock = systemClock) {
|
|
4
|
+
const tracker = currentReadinessWait(), start = clock.now();
|
|
5
|
+
const requestedIndex = typeof input.match?.index === 'number' ? input.match.index : null;
|
|
6
|
+
const args = { condition: 'exists', timeout_ms: 60000, poll_interval_ms: 300,
|
|
7
|
+
retry: { max_attempts: 1, backoff_ms: 0 }, singleObservation: false, singleAttempt: false,
|
|
8
|
+
rejectAmbiguous: false, resolveTapTarget: false, ...input };
|
|
9
|
+
// Explicit undefined values have the same defaults as destructured handler parameters.
|
|
10
|
+
if (args.condition === undefined)
|
|
11
|
+
args.condition = 'exists';
|
|
12
|
+
if (args.timeout_ms === undefined)
|
|
13
|
+
args.timeout_ms = 60000;
|
|
14
|
+
if (args.poll_interval_ms === undefined)
|
|
15
|
+
args.poll_interval_ms = 300;
|
|
16
|
+
if (args.retry === undefined)
|
|
17
|
+
args.retry = { max_attempts: 1, backoff_ms: 0 };
|
|
18
|
+
const requested = { selector: args.selector ?? {}, condition: args.condition, match: requestedIndex === null ? null : { index: requestedIndex } };
|
|
19
|
+
return { clock, args, requestedIndex, requested, tracker, start, attempts: 0, polls: 0,
|
|
20
|
+
count: 0, element: null, met: false, stable: 0 };
|
|
21
|
+
}
|
|
22
|
+
export function waitObserved(s, condition = s.met) {
|
|
23
|
+
return { matched_count: s.count, condition_satisfied: condition, selected_index: s.element?.index ?? null, last_matched_element: s.element };
|
|
24
|
+
}
|
|
25
|
+
export function waitFailure(s, code, message, observed = waitObserved(s, false)) {
|
|
26
|
+
return { status: 'timeout', error: { code, message }, metrics: { latency_ms: s.clock.now() - s.start, poll_count: s.polls, attempts: s.attempts }, requested: s.requested, observed };
|
|
27
|
+
}
|
|
28
|
+
export function validateUIWait(s) {
|
|
29
|
+
const { selector, condition, platform } = s.args;
|
|
30
|
+
const valid = [selector?.text, selector?.resource_id, selector?.accessibility_id].some(value => typeof value === 'string' && value.trim().length > 0);
|
|
31
|
+
if (!valid)
|
|
32
|
+
return waitFailure(s, 'INVALID_SELECTOR', 'Selector must include at least one non-empty field: text, resource_id, or accessibility_id');
|
|
33
|
+
if (!['exists', 'not_exists', 'visible', 'clickable'].includes(condition))
|
|
34
|
+
return waitFailure(s, 'INVALID_CONDITION', `Unsupported condition: ${condition}`);
|
|
35
|
+
if (platform && !['android', 'ios'].includes(platform))
|
|
36
|
+
return waitFailure(s, 'PLATFORM_NOT_SUPPORTED', `Unsupported platform: ${platform}`);
|
|
37
|
+
return null;
|
|
38
|
+
}
|