mobile-debug-mcp 0.34.0 → 0.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/skills/mcp-builder/SKILL.md +44 -64
- package/.agents/skills/mcp-builder/references/build-flags.md +44 -43
- package/.agents/skills/mcp-builder/references/diagnostics-schema.md +4 -1
- package/.agents/skills/mcp-builder/references/toolchain-details.md +49 -62
- package/.agents/skills/spec-review/references/spec-review-checklist.md +7 -0
- package/.agents/skills/test-authoring/SKILL.md +7 -6
- package/.agents/skills/test-authoring/references/repo-test-layout.md +3 -1
- package/.agents/skills/test-authoring/references/test-authoring-workflow.md +16 -7
- package/.agents/skills/test-authoring/references/test-quality-checklist.md +2 -1
- package/.cursor-plugin/marketplace.json +1 -1
- package/.github/copilot-instructions.md +14 -36
- package/.github/workflows/ci.yml +4 -4
- package/AGENTS.md +12 -3
- package/CONTRIBUTING.md +79 -0
- package/README.md +218 -129
- package/agent-plugin/.antigravity-plugin/README.md +48 -0
- package/agent-plugin/.antigravity-plugin/plugin.json +18 -0
- package/agent-plugin/.claude-plugin/plugin.json +2 -2
- package/agent-plugin/.codex-plugin/plugin.json +1 -1
- package/agent-plugin/.cursor-plugin/plugin.json +2 -2
- package/agent-plugin/.mcp.json +1 -1
- package/agent-plugin/README.md +50 -11
- package/agent-plugin/cursor/.cursor-plugin/plugin.json +23 -0
- package/agent-plugin/cursor/LICENSE +201 -0
- package/agent-plugin/cursor/README.md +9 -0
- package/agent-plugin/cursor/skills/mobile-debug-mcp/SKILL.md +253 -0
- package/agent-plugin/mcp.json +1 -1
- package/agent-plugin/mcp_config.json +13 -0
- package/agent-plugin/plugin.json +1 -1
- package/agent-plugin/skills/mobile-debug-mcp/SKILL.md +62 -17
- package/dist/contracts/execution-controls.js +24 -0
- package/dist/contracts/selector.js +8 -0
- package/dist/contracts/target.js +15 -0
- package/dist/contracts/ui.js +1 -0
- package/dist/debugger/android.js +2 -1
- package/dist/debugger/diagnostics.js +54 -0
- package/dist/debugger/guard.js +4 -4
- package/dist/debugger/ios-worker.js +62 -0
- package/dist/debugger/ios.js +57 -0
- package/dist/debugger/protocol.js +33 -0
- package/dist/debugger/sessions.js +133 -74
- package/dist/debugger/worker.js +59 -46
- package/dist/interact/adjustment/adjustment-context.js +41 -0
- package/dist/interact/adjustment/adjustment-gestures.js +55 -0
- package/dist/interact/adjustment/adjustment-plan.js +18 -0
- package/dist/interact/adjustment/adjustment-resolution.js +127 -0
- package/dist/interact/adjustment/adjustment-result.js +19 -0
- package/dist/interact/adjustment/adjustment-semantic.js +64 -0
- package/dist/interact/adjustment/adjustment-verification.js +35 -0
- package/dist/interact/adjustment/adjustment.js +52 -0
- package/dist/interact/adjustment/control-geometry.js +87 -0
- package/dist/interact/adjustment/control-values.js +136 -0
- package/dist/interact/adjustment/slider-labels.js +84 -0
- package/dist/interact/assertions/screen-assertion.js +37 -0
- package/dist/interact/assertions/state-assertion-context.js +35 -0
- package/dist/interact/assertions/state-assertion.js +76 -0
- package/dist/interact/assertions/state-comparison.js +141 -0
- package/dist/interact/assertions/visibility-assertion.js +34 -0
- package/dist/interact/conditional-action.js +12 -7
- package/dist/interact/index.js +77 -3092
- package/dist/interact/input-service.js +1 -0
- package/dist/interact/interaction-trace.js +21 -0
- package/dist/interact/model.js +1 -0
- package/dist/interact/observation.js +1 -0
- package/dist/interact/targeting/candidate-ancestor.js +58 -0
- package/dist/interact/targeting/candidate-result.js +23 -0
- package/dist/interact/targeting/candidate-scoring.js +50 -0
- package/dist/interact/targeting/element-helpers.js +216 -0
- package/dist/interact/targeting/find-element.js +65 -0
- package/dist/interact/targeting/nearby-control.js +56 -0
- package/dist/interact/targeting/resolved-elements.js +21 -0
- package/dist/interact/targeting/tap-target.js +17 -0
- package/dist/interact/targeting/target-scope.js +104 -0
- package/dist/interact/waits/legacy-log-wait.js +38 -0
- package/dist/interact/waits/legacy-wait-observations.js +103 -0
- package/dist/interact/waits/legacy-wait-state.js +34 -0
- package/dist/interact/waits/legacy-wait.js +48 -0
- package/dist/interact/waits/screen-wait.js +49 -0
- package/dist/interact/waits/ui-change-helpers.js +157 -0
- package/dist/interact/waits/ui-change-state.js +18 -0
- package/dist/interact/waits/ui-change-wait.js +77 -0
- package/dist/interact/waits/ui-wait-condition.js +56 -0
- package/dist/interact/waits/ui-wait-state.js +38 -0
- package/dist/interact/waits/ui-wait.js +106 -0
- package/dist/manage/android.js +55 -51
- package/dist/manage/index.js +38 -75
- package/dist/manage/ios/build-types.js +1 -0
- package/dist/manage/ios/build.js +210 -0
- package/dist/manage/ios/project-discovery.js +29 -0
- package/dist/manage/ios/scheme.js +18 -0
- package/dist/manage/ios.js +44 -256
- package/dist/observe/android/context.js +1 -0
- package/dist/observe/android/current-screen.js +55 -0
- package/dist/observe/android/fingerprint.js +13 -0
- package/dist/observe/android/log-stream.js +132 -0
- package/dist/observe/android/logs.js +107 -0
- package/dist/observe/android/screenshot.js +70 -0
- package/dist/observe/android/ui-tree.js +107 -0
- package/dist/observe/android.js +16 -520
- package/dist/observe/evidence.js +114 -75
- package/dist/observe/index.js +16 -263
- package/dist/observe/ios/context.js +16 -0
- package/dist/observe/ios/fingerprint.js +12 -0
- package/dist/observe/ios/log-stream.js +105 -0
- package/dist/observe/ios/logs.js +168 -0
- package/dist/observe/ios/screenshot.js +22 -0
- package/dist/observe/ios/ui-elements.js +241 -0
- package/dist/observe/ios/ui-tree.js +137 -0
- package/dist/observe/ios-trace/artifact.js +63 -0
- package/dist/observe/ios-trace/capabilities.js +86 -0
- package/dist/observe/ios-trace/native.js +93 -0
- package/dist/observe/ios-trace/notification.js +35 -0
- package/dist/observe/ios-trace/process.js +98 -0
- package/dist/observe/ios-trace/sessions.js +244 -0
- package/dist/observe/ios.js +17 -715
- package/dist/observe/logs/model.js +1 -0
- package/dist/{network → observe/network}/index.js +2 -2
- package/dist/observe/readiness-service.js +5 -3
- package/dist/observe/readiness.js +33 -14
- package/dist/observe/screenshot-encoding.js +41 -0
- package/dist/observe/snapshot-collection.js +79 -0
- package/dist/observe/snapshot-logs.js +30 -0
- package/dist/observe/snapshot-metadata.js +43 -31
- package/dist/observe/snapshot-semantic.js +115 -0
- package/dist/observe/system-trace-error.js +7 -0
- package/dist/observe/system-trace-router.js +81 -0
- package/dist/observe/system-trace.js +26 -21
- package/dist/runtime/action-results.js +270 -0
- package/dist/runtime/clock.js +4 -0
- package/dist/server/common.js +1 -256
- package/dist/server/definitions/assert.js +162 -0
- package/dist/server/definitions/diagnostic.js +118 -0
- package/dist/server/definitions/input.js +274 -0
- package/dist/server/definitions/manage.js +194 -0
- package/dist/server/definitions/observe.js +149 -0
- package/dist/server/definitions/target.js +138 -0
- package/dist/server/definitions/wait.js +105 -0
- package/dist/server/handlers/action-execution.js +163 -0
- package/dist/server/handlers/correlation.js +23 -0
- package/dist/server/handlers/debugger-handlers.js +67 -0
- package/dist/server/handlers/debugger-response.js +9 -0
- package/dist/server/handlers/diagnostic.js +77 -0
- package/dist/server/handlers/handler-types.js +1 -0
- package/dist/server/handlers/input.js +154 -0
- package/dist/server/handlers/interact.js +113 -0
- package/dist/server/handlers/journey-assertions.js +35 -0
- package/dist/server/handlers/journey.js +147 -0
- package/dist/server/handlers/manage.js +119 -0
- package/dist/server/handlers/observe.js +95 -0
- package/dist/server/handlers/payload.js +4 -0
- package/dist/server/handlers/tool-handlers.js +170 -0
- package/dist/server/schemas/condition-schema.js +2 -0
- package/dist/server/{debugger-schema.js → schemas/debugger-schema.js} +20 -12
- package/dist/server/{journey-schema.js → schemas/journey-schema.js} +7 -22
- package/dist/server/schemas/system-trace-schema.js +22 -0
- package/dist/server/tool-definitions.js +58 -1135
- package/dist/server-core.js +2 -2
- package/dist/server.js +4 -4
- package/dist/system/android-status.js +101 -0
- package/dist/system/android.js +37 -27
- package/dist/system/index.js +13 -439
- package/dist/system/ios-status.js +132 -0
- package/dist/system/ios.js +11 -8
- package/dist/system/model.js +1 -0
- package/dist/system/probes.js +105 -0
- package/dist/system/status-summary.js +43 -0
- package/dist/system/unsupported-status.js +52 -0
- package/dist/utils/android/commands.js +89 -0
- package/dist/utils/android/gradle.js +139 -0
- package/dist/utils/android/logs.js +103 -0
- package/dist/utils/android/ui-tree.js +233 -0
- package/dist/utils/android/utils.js +6 -564
- package/dist/utils/cli/idb/idb-helper.js +4 -6
- package/dist/utils/cli/idb/install-idb.js +13 -9
- package/dist/utils/cli/ios/preflight-ios.js +42 -38
- package/dist/utils/ios/utils.js +48 -46
- package/dist/utils/java.js +65 -49
- package/dist/utils/resolve-device.js +4 -2
- package/dist/utils/ui/index.js +26 -26
- package/docs/CHANGELOG.md +67 -1
- package/docs/README.md +38 -0
- package/docs/agent-plugin-installation-verification.md +39 -0
- package/docs/benchmarks/README.md +18 -0
- package/docs/benchmarks/interaction-latency/README.md +14 -0
- package/docs/benchmarks/interaction-latency/final.md +4 -1
- package/docs/benchmarks/interaction-latency/ios-validation.md +2 -0
- package/docs/benchmarks/ui-tree-performance/README.md +24 -16
- package/docs/benchmarks/ui-tree-performance/comparison.md +11 -10
- package/docs/code-structure.md +120 -0
- package/docs/specs/001-state-verification/spec.md +16 -14
- package/docs/specs/002-richer-element-identity/spec.md +12 -10
- package/docs/specs/003-wait-and-synchronization-reliability/spec.md +12 -10
- package/docs/specs/004-action-verification-routing/spec.md +3 -3
- package/docs/specs/005-unified-action-execution-and-verification-model/spec.md +2 -0
- package/docs/specs/006-runtime-action-instrumentation-and-binding-layer/spec.md +2 -0
- package/docs/specs/007-actionability-resolution-and-executable-target-selection/spec.md +3 -1
- package/docs/specs/008-adjustable-control-support-and-semantic-value-manipulation/spec.md +3 -4
- package/docs/specs/009-semantic-control-modeling-for-custom-and-composite-controls/spec.md +2 -0
- package/docs/specs/010-verification-stabilization-and-temporal-convergence/spec.md +2 -2
- package/docs/specs/011-recovery-and-replanning-for-failed-or-ambiguous-interaction-flows/spec.md +2 -2
- package/docs/specs/011.1-recovery-contract-types-and-runtime-wiring-spec/spec.md +2 -0
- package/docs/specs/012-action-trace-and-xecution-observability/spec.md +2 -3
- package/docs/specs/013-wait-and-synchronization-reliability/spec.md +19 -19
- package/docs/specs/014-actionability-resolution/spec.md +20 -18
- package/docs/specs/015-adjustable-control-support/spec.md +17 -15
- package/docs/specs/016-environment-tools/spec.md +20 -20
- package/docs/specs/018-interaction-latency-and-batched-journeys/spec.md +2 -0
- package/docs/specs/019-ui-tree-observation-performance/spec.md +3 -1
- package/docs/specs/020-conditional-actions/intent.md +5 -3
- package/docs/specs/020-conditional-actions/plan.md +8 -9
- package/docs/specs/020-conditional-actions/spec.md +4 -2
- package/docs/specs/021-app-readiness-signals/intent.md +4 -2
- package/docs/specs/021-app-readiness-signals/plan.md +7 -6
- package/docs/specs/021-app-readiness-signals/spec.md +3 -1
- package/docs/specs/022-correlated-evidence/intent.md +4 -4
- package/docs/specs/022-correlated-evidence/plan.md +10 -11
- package/docs/specs/022-correlated-evidence/spec.md +3 -1
- package/docs/specs/023-android-system-traces/intent.md +3 -2
- package/docs/specs/023-android-system-traces/plan.md +5 -7
- package/docs/specs/023-android-system-traces/spec.md +3 -1
- package/docs/specs/024-android-heap-dump-capture/intent.md +3 -1
- package/docs/specs/025-android-runtime-debugger/intent.md +4 -3
- package/docs/specs/025-android-runtime-debugger/plan.md +3 -1
- package/docs/specs/025-android-runtime-debugger/spec.md +4 -3
- package/docs/specs/026-code-structure-and-quality-gates/health-plan.md +88 -0
- package/docs/specs/026-code-structure-and-quality-gates/intent.md +47 -0
- package/docs/specs/026-code-structure-and-quality-gates/plan.md +191 -0
- package/docs/specs/026-code-structure-and-quality-gates/spec.md +138 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification-final.json +200 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification-thin-facade.json +154 -0
- package/docs/specs/026-code-structure-and-quality-gates/verification.json +136 -0
- package/docs/specs/027-debugger-failure-diagnostics/intent.md +43 -0
- package/docs/specs/027-debugger-failure-diagnostics/plan.md +86 -0
- package/docs/specs/027-debugger-failure-diagnostics/spec.md +133 -0
- package/docs/specs/028-compact-debugger-responses/intent.md +41 -0
- package/docs/specs/028-compact-debugger-responses/plan.md +112 -0
- package/docs/specs/028-compact-debugger-responses/spec.md +108 -0
- package/docs/specs/029-kotlin-locals-validation/report.md +119 -0
- package/docs/specs/030-android-coroutine-validation/evidence.json +475 -0
- package/docs/specs/030-android-coroutine-validation/intent.md +47 -0
- package/docs/specs/030-android-coroutine-validation/plan.md +147 -0
- package/docs/specs/030-android-coroutine-validation/report.md +240 -0
- package/docs/specs/030-android-coroutine-validation/spec.md +107 -0
- package/docs/specs/031-ios-system-traces/intent.md +38 -0
- package/docs/specs/031-ios-system-traces/investigation.md +92 -0
- package/docs/specs/031-ios-system-traces/late-run-failure-evidence.json +32 -0
- package/docs/specs/031-ios-system-traces/plan.md +138 -0
- package/docs/specs/031-ios-system-traces/pr102-monitor-evidence.json +22 -0
- package/docs/specs/031-ios-system-traces/simulator-evidence.json +47 -0
- package/docs/specs/031-ios-system-traces/spec.md +135 -0
- package/docs/specs/032-ios-runtime-debugger/evidence.json +176 -0
- package/docs/specs/032-ios-runtime-debugger/intent.md +38 -0
- package/docs/specs/032-ios-runtime-debugger/plan.md +95 -0
- package/docs/specs/032-ios-runtime-debugger/report.md +205 -0
- package/docs/specs/032-ios-runtime-debugger/spec.md +153 -0
- package/docs/tools/TOOLS.md +31 -18
- package/docs/tools/{evidence.md → correlated-evidence.md} +9 -1
- package/docs/tools/debugger.md +120 -4
- package/docs/tools/interact.md +42 -20
- package/docs/tools/manage.md +25 -44
- package/docs/tools/observe.md +55 -23
- package/docs/tools/system-traces.md +89 -14
- package/docs/tools/system.md +12 -5
- package/package.json +12 -8
- package/scripts/agent-plugin.mjs +55 -5
- package/scripts/architecture-graph.mjs +69 -0
- package/scripts/check-architecture.mjs +47 -0
- package/scripts/code-quality-baseline.json +1 -0
- package/scripts/code-quality.mjs +161 -0
- package/src/contracts/execution-controls.ts +26 -0
- package/src/contracts/selector.ts +17 -0
- package/src/contracts/target.ts +19 -0
- package/src/contracts/ui.ts +94 -0
- package/src/debugger/android.ts +3 -2
- package/src/debugger/diagnostics.ts +43 -0
- package/src/debugger/guard.ts +10 -5
- package/src/debugger/ios-worker.ts +49 -0
- package/src/debugger/ios.ts +45 -0
- package/{worker → src/debugger/java}/DebuggerWorker.java +9 -3
- package/src/debugger/lldb/breakpoints.py +51 -0
- package/src/debugger/lldb/inspection.py +109 -0
- package/src/debugger/lldb/worker.py +203 -0
- package/src/debugger/protocol.ts +37 -0
- package/src/debugger/sessions.ts +326 -155
- package/src/debugger/worker.ts +57 -41
- package/src/interact/adjustment/adjustment-context.ts +83 -0
- package/src/interact/adjustment/adjustment-gestures.ts +48 -0
- package/src/interact/adjustment/adjustment-plan.ts +23 -0
- package/src/interact/adjustment/adjustment-resolution.ts +104 -0
- package/src/interact/adjustment/adjustment-result.ts +34 -0
- package/src/interact/adjustment/adjustment-semantic.ts +53 -0
- package/src/interact/adjustment/adjustment-verification.ts +60 -0
- package/src/interact/adjustment/adjustment.ts +49 -0
- package/src/interact/adjustment/control-geometry.ts +120 -0
- package/src/interact/adjustment/control-values.ts +141 -0
- package/src/interact/adjustment/slider-labels.ts +84 -0
- package/src/interact/assertions/screen-assertion.ts +39 -0
- package/src/interact/assertions/state-assertion-context.ts +48 -0
- package/src/interact/assertions/state-assertion.ts +64 -0
- package/src/interact/assertions/state-comparison.ts +168 -0
- package/src/interact/assertions/visibility-assertion.ts +41 -0
- package/src/interact/conditional-action.ts +18 -12
- package/src/interact/index.ts +89 -3494
- package/src/interact/input-service.ts +11 -0
- package/src/interact/interaction-trace.ts +36 -0
- package/src/interact/model.ts +109 -0
- package/src/interact/observation.ts +7 -0
- package/src/interact/targeting/candidate-ancestor.ts +49 -0
- package/src/interact/targeting/candidate-result.ts +24 -0
- package/src/interact/targeting/candidate-scoring.ts +42 -0
- package/src/interact/targeting/element-helpers.ts +243 -0
- package/src/interact/targeting/find-element.ts +47 -0
- package/src/interact/targeting/nearby-control.ts +46 -0
- package/src/interact/targeting/resolved-elements.ts +20 -0
- package/src/interact/targeting/tap-target.ts +22 -0
- package/src/interact/targeting/target-scope.ts +121 -0
- package/src/interact/waits/legacy-log-wait.ts +30 -0
- package/src/interact/waits/legacy-wait-observations.ts +55 -0
- package/src/interact/waits/legacy-wait-state.ts +48 -0
- package/src/interact/waits/legacy-wait.ts +34 -0
- package/src/interact/waits/screen-wait.ts +37 -0
- package/src/interact/waits/ui-change-helpers.ts +184 -0
- package/src/interact/waits/ui-change-state.ts +26 -0
- package/src/interact/waits/ui-change-wait.ts +59 -0
- package/src/interact/waits/ui-wait-condition.ts +52 -0
- package/src/interact/waits/ui-wait-state.ts +55 -0
- package/src/interact/waits/ui-wait.ts +84 -0
- package/src/manage/android.ts +56 -50
- package/src/manage/index.ts +63 -93
- package/src/manage/ios/build-types.ts +14 -0
- package/src/manage/ios/build.ts +230 -0
- package/src/manage/ios/project-discovery.ts +26 -0
- package/src/manage/ios/scheme.ts +16 -0
- package/src/manage/ios.ts +67 -298
- package/src/observe/android/context.ts +1 -0
- package/src/observe/android/current-screen.ts +63 -0
- package/src/observe/android/fingerprint.ts +13 -0
- package/src/observe/android/log-stream.ts +127 -0
- package/src/observe/android/logs.ts +110 -0
- package/src/observe/android/screenshot.ts +79 -0
- package/src/observe/android/ui-tree.ts +113 -0
- package/src/observe/android.ts +17 -531
- package/src/observe/evidence.ts +122 -70
- package/src/observe/index.ts +24 -286
- package/src/observe/ios/context.ts +22 -0
- package/src/observe/ios/fingerprint.ts +12 -0
- package/src/observe/ios/log-stream.ts +103 -0
- package/src/observe/ios/logs.ts +179 -0
- package/src/observe/ios/screenshot.ts +26 -0
- package/src/observe/ios/ui-elements.ts +266 -0
- package/src/observe/ios/ui-tree.ts +143 -0
- package/src/observe/ios-trace/artifact.ts +55 -0
- package/src/observe/ios-trace/capabilities.ts +74 -0
- package/src/observe/ios-trace/native.ts +72 -0
- package/src/observe/ios-trace/notification.ts +30 -0
- package/src/observe/ios-trace/process.ts +82 -0
- package/src/observe/ios-trace/sessions.ts +204 -0
- package/src/observe/ios.ts +18 -749
- package/src/observe/logs/model.ts +11 -0
- package/src/{network → observe/network}/index.ts +2 -2
- package/src/observe/readiness-service.ts +6 -4
- package/src/observe/readiness.ts +42 -21
- package/src/observe/screenshot-encoding.ts +32 -0
- package/src/observe/snapshot-collection.ts +69 -0
- package/src/observe/snapshot-logs.ts +26 -0
- package/src/observe/snapshot-metadata.ts +51 -31
- package/src/observe/snapshot-semantic.ts +153 -0
- package/src/observe/system-trace-error.ts +3 -0
- package/src/observe/system-trace-router.ts +61 -0
- package/src/observe/system-trace.ts +28 -19
- package/src/runtime/action-results.ts +376 -0
- package/src/runtime/clock.ts +9 -0
- package/src/server/common.ts +9 -359
- package/src/server/definitions/assert.ts +164 -0
- package/src/server/definitions/diagnostic.ts +120 -0
- package/src/server/definitions/input.ts +276 -0
- package/src/server/definitions/manage.ts +196 -0
- package/src/server/definitions/observe.ts +151 -0
- package/src/server/definitions/target.ts +140 -0
- package/src/server/definitions/wait.ts +107 -0
- package/src/server/handlers/action-execution.ts +164 -0
- package/src/server/handlers/correlation.ts +20 -0
- package/src/server/handlers/debugger-handlers.ts +58 -0
- package/src/server/handlers/debugger-response.ts +7 -0
- package/src/server/handlers/diagnostic.ts +86 -0
- package/src/server/handlers/handler-types.ts +7 -0
- package/src/server/handlers/input.ts +173 -0
- package/src/server/handlers/interact.ts +135 -0
- package/src/server/handlers/journey-assertions.ts +39 -0
- package/src/server/handlers/journey.ts +132 -0
- package/src/server/handlers/manage.ts +141 -0
- package/src/server/handlers/observe.ts +116 -0
- package/src/server/handlers/payload.ts +36 -0
- package/src/server/handlers/tool-handlers.ts +170 -0
- package/src/server/schemas/condition-schema.ts +2 -0
- package/src/server/schemas/debugger-schema.ts +46 -0
- package/src/server/{journey-schema.ts → schemas/journey-schema.ts} +7 -22
- package/src/server/schemas/system-trace-schema.ts +23 -0
- package/src/server/tool-definitions.ts +67 -1143
- package/src/server-core.ts +2 -2
- package/src/server.ts +4 -4
- package/src/system/android-status.ts +124 -0
- package/src/system/android.ts +33 -21
- package/src/system/index.ts +21 -525
- package/src/system/ios-status.ts +147 -0
- package/src/system/ios.ts +14 -10
- package/src/system/model.ts +41 -0
- package/src/system/probes.ts +114 -0
- package/src/system/status-summary.ts +47 -0
- package/src/system/unsupported-status.ts +55 -0
- package/src/types.ts +16 -106
- package/src/utils/android/commands.ts +81 -0
- package/src/utils/android/gradle.ts +132 -0
- package/src/utils/android/logs.ts +103 -0
- package/src/utils/android/ui-tree.ts +239 -0
- package/src/utils/android/utils.ts +16 -556
- package/src/utils/cli/idb/check-idb.ts +4 -4
- package/src/utils/cli/idb/idb-helper.ts +6 -8
- package/src/utils/cli/idb/install-idb.ts +15 -9
- package/src/utils/cli/ios/preflight-ios.ts +39 -31
- package/src/utils/cli/ios/run-ios-ui-tree-tap.ts +4 -4
- package/src/utils/ios/utils.ts +60 -61
- package/src/utils/java.ts +62 -43
- package/src/utils/resolve-device.ts +9 -6
- package/src/utils/ui/index.ts +28 -28
- package/test/device/automated/debugger/coroutine-lifecycle.ts +27 -0
- package/test/device/automated/debugger/coroutine-support.ts +140 -0
- package/test/device/automated/debugger/coroutine.android.test.ts +169 -0
- package/test/device/automated/debugger/kotlin.android.test.ts +127 -0
- package/test/device/automated/debugger/runtime.android.test.ts +19 -3
- package/test/device/automated/debugger/runtime.ios.test.ts +221 -0
- package/test/device/automated/interact/interaction.android.test.ts +56 -0
- package/test/device/automated/observe/ios-system-trace.smoke.ts +119 -0
- package/test/device/automated/observe/system-trace.smoke.ts +1 -1
- package/test/device/manual/interact/modul8_selector_tap.manual.ts +1 -1
- package/test/fixtures/contracts/tool-definitions.json +3696 -0
- package/test/fixtures/coroutine-app/MainActivity.kt +100 -0
- package/test/fixtures/coroutine-app/README.md +48 -0
- package/test/fixtures/coroutine-app/build.ts +35 -0
- package/test/fixtures/debugger-app/MainActivity.java +21 -0
- package/test/fixtures/debugger-app/MainActivity.kt +32 -0
- package/test/fixtures/debugger-app/README.md +52 -0
- package/test/fixtures/debugger-app/build.ts +25 -15
- package/test/fixtures/ios-debugger-app/Main.swift +95 -0
- package/test/fixtures/ios-debugger-app/README.md +27 -0
- package/test/fixtures/ios-debugger-app/build.ts +21 -0
- package/test/fixtures/latency-journey-app/README.md +2 -0
- package/test/fixtures/readiness-app/README.md +2 -0
- package/test/helpers/ios-trace-shutdown.ts +29 -0
- package/test/unit/debugger/coroutine-lifecycle.test.ts +43 -0
- package/test/unit/debugger/diagnostic-sessions.test.ts +67 -0
- package/test/unit/debugger/diagnostics.test.ts +80 -0
- package/test/unit/debugger/guards.test.ts +4 -0
- package/test/unit/debugger/handle-guards.test.ts +88 -0
- package/test/unit/debugger/ios-preparation.test.ts +57 -0
- package/test/unit/debugger/ios.test.ts +104 -0
- package/test/unit/debugger/lldb-worker.py +166 -0
- package/test/unit/debugger/lldb-worker.test.ts +10 -0
- package/test/unit/debugger/preparation.test.ts +32 -0
- package/test/unit/debugger/protocol.test.ts +15 -0
- package/test/unit/debugger/sessions.test.ts +1 -1
- package/test/unit/interact/adjustment_service.test.ts +42 -0
- package/test/unit/interact/adjustment_verification.test.ts +35 -0
- package/test/unit/interact/clock_dependencies.test.ts +63 -0
- package/test/unit/interact/element_helpers.test.ts +19 -0
- package/test/unit/interact/legacy_wait_service.test.ts +17 -0
- package/test/unit/interact/state_comparison.test.ts +20 -0
- package/test/unit/interact/target_scope.test.ts +35 -0
- package/test/unit/network/get_network_activity.test.ts +1 -1
- package/test/unit/observe/ios-trace-native.test.ts +90 -0
- package/test/unit/observe/ios-trace-sessions.test.ts +131 -0
- package/test/unit/observe/readiness.test.ts +1 -1
- package/test/unit/observe/screenshot-encoding.test.ts +30 -0
- package/test/unit/observe/snapshot-logs.test.ts +14 -0
- package/test/unit/observe/system-trace-router.test.ts +49 -0
- package/test/unit/quality/agent-plugin-export.test.ts +38 -0
- package/test/unit/quality/architecture.test.ts +60 -0
- package/test/unit/quality/code-quality.test.ts +58 -0
- package/test/unit/quality/interaction_boundaries.test.ts +24 -0
- package/test/unit/server/conditional_actions.test.ts +1 -1
- package/test/unit/server/conditional_schema.test.ts +2 -2
- package/test/unit/server/debugger-response.test.ts +63 -0
- package/test/unit/server/system-trace.test.ts +12 -3
- package/test/unit/server/tool_definitions_parity.test.ts +8 -0
- package/dist/server/debugger-handlers.js +0 -38
- package/dist/server/system-trace-schema.js +0 -17
- package/dist/server/tool-handlers.js +0 -1000
- package/docs/ROADMAP.md +0 -646
- package/docs/benchmarks/ui-tree-performance/bridge-probe.json +0 -29
- package/docs/benchmarks/ui-tree-performance/initial-baseline.json +0 -59560
- package/docs/specs/baseline-spec-v0.md +0 -312
- package/docs/specs/mcp-tooling-spec-v1.md +0 -446
- package/src/server/debugger-handlers.ts +0 -29
- package/src/server/debugger-schema.ts +0 -37
- package/src/server/system-trace-schema.ts +0 -17
- package/src/server/tool-handlers.ts +0 -1008
- /package/dist/{server/condition-schema.js → contracts/condition.js} +0 -0
- /package/dist/server/{readiness-schema.js → schemas/readiness-schema.js} +0 -0
- /package/src/{server/condition-schema.ts → contracts/condition.ts} +0 -0
- /package/src/server/{readiness-schema.ts → schemas/readiness-schema.ts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { execAdb, parseLogLine } from '
|
|
2
|
-
import { execCommand } from '
|
|
1
|
+
import { execAdb, parseLogLine } from '../../utils/android/utils.js';
|
|
2
|
+
import { execCommand } from '../../utils/ios/utils.js';
|
|
3
3
|
// ─── Module state ─────────────────────────────────────────────────────────────
|
|
4
4
|
// lastActionTimestamp: set when an action tool fires (tap, swipe, etc.)
|
|
5
5
|
// lastConsumedTimestamp: advanced after each get_network_activity call to prevent duplicates
|
|
@@ -43,7 +43,7 @@ export async function getAppReadiness(args, wait = false) {
|
|
|
43
43
|
let count = 0;
|
|
44
44
|
while (wait || count < 2) {
|
|
45
45
|
remainingBudget();
|
|
46
|
-
debugPause = device.
|
|
46
|
+
debugPause = pausedReadiness(device.id, device.platform);
|
|
47
47
|
if (debugPause) {
|
|
48
48
|
failureCode = wait ? 'DEBUGGER_PAUSED' : undefined;
|
|
49
49
|
return;
|
|
@@ -89,8 +89,10 @@ export async function getAppReadiness(args, wait = false) {
|
|
|
89
89
|
return { success: !wait, device, readiness: debugPause, elapsed_ms: performance.now() - started, ...(wait ? { failure_code: 'DEBUGGER_PAUSED' } : {}) };
|
|
90
90
|
const state = tracker.summary.state;
|
|
91
91
|
const success = !failureCode && (wait ? state === 'settled' : state !== 'unknown');
|
|
92
|
-
return {
|
|
93
|
-
|
|
92
|
+
return {
|
|
93
|
+
success, device, readiness: tracker.summary, elapsed_ms: performance.now() - started,
|
|
94
|
+
...(!success ? { failure_code: failureCode ?? (wait ? 'READINESS_TIMEOUT' : 'READINESS_UNAVAILABLE') } : {})
|
|
95
|
+
};
|
|
94
96
|
}
|
|
95
97
|
export async function withReadyWait(target, timeoutMs, operation, failure) {
|
|
96
98
|
const started = performance.now();
|
|
@@ -21,33 +21,32 @@ export class ReadinessTracker {
|
|
|
21
21
|
this.summary = {
|
|
22
22
|
state: 'unknown', scope: 'device_ui', basis: 'insufficient', captured_at_ms: null,
|
|
23
23
|
sample_count: 0, stable_for_ms: 0, snapshot_session_id: null, snapshot_revision: null,
|
|
24
|
-
evidence: [], limitations: [...baselineLimitations, this.platform
|
|
24
|
+
evidence: [], limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', 'INSUFFICIENT_SAMPLES'], capabilities: { ...capabilities, debugger_paused: ['android', 'ios'].includes(this.platform) }
|
|
25
25
|
};
|
|
26
26
|
}
|
|
27
27
|
unavailable(code = 'OBSERVATION_FAILED') {
|
|
28
28
|
this.signature = null;
|
|
29
|
-
this.summary = {
|
|
30
|
-
|
|
31
|
-
|
|
29
|
+
this.summary = {
|
|
30
|
+
...this.summary, state: 'unknown', basis: 'insufficient', stable_for_ms: 0,
|
|
31
|
+
sample_count: this.summary.sample_count + 1, limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', code],
|
|
32
|
+
evidence: [...this.summary.evidence, { code, source: 'ui_tree', captured_at_ms: null, snapshot_revision: null }].slice(-8)
|
|
33
|
+
};
|
|
32
34
|
return this.summary;
|
|
33
35
|
}
|
|
34
36
|
deadline() {
|
|
35
37
|
this.summary = { ...this.summary, limitations: [...new Set([...this.summary.limitations, 'DEADLINE_EXCEEDED'])] };
|
|
36
38
|
return this.summary;
|
|
37
39
|
}
|
|
38
|
-
observe(
|
|
39
|
-
const paused = this.
|
|
40
|
+
observe(sample, acquisitionStartedAtMs, now = performance.now()) {
|
|
41
|
+
const paused = pausedReadiness(this.deviceId, this.platform);
|
|
40
42
|
if (paused) {
|
|
41
43
|
this.summary = paused;
|
|
42
44
|
return this.summary;
|
|
43
45
|
}
|
|
46
|
+
const tree = sample;
|
|
44
47
|
if (tree?.error)
|
|
45
48
|
return this.unavailable('OBSERVATION_FAILED');
|
|
46
|
-
if (!tree
|
|
47
|
-
tree.snapshot_session_id !== getSnapshotSessionId() || !Number.isSafeInteger(tree.snapshot_revision) || tree.snapshot_revision <= 0 ||
|
|
48
|
-
!Number.isFinite(tree.captured_at_ms) || tree.captured_at_ms < acquisitionStartedAtMs || tree.captured_at_ms <= 0 ||
|
|
49
|
-
!Array.isArray(tree.elements) || !tree.elements.length || tree.elements.some((element) => !element || typeof element !== 'object') ||
|
|
50
|
-
!Number.isFinite(tree.resolution?.width) || !Number.isFinite(tree.resolution?.height) || tree.resolution.width <= 0 || tree.resolution.height <= 0)
|
|
49
|
+
if (!validReadinessSample(tree, this.platform, this.deviceId, acquisitionStartedAtMs))
|
|
51
50
|
return this.unavailable('OBSERVATION_INVALID');
|
|
52
51
|
const signature = computeSnapshotSignature(tree);
|
|
53
52
|
if (!signature)
|
|
@@ -60,18 +59,32 @@ export class ReadinessTracker {
|
|
|
60
59
|
this.stableSince = now;
|
|
61
60
|
this.signature = signature;
|
|
62
61
|
const stableFor = unchanged && !nativeLoading && !textLoading ? Math.max(0, now - this.stableSince) : 0;
|
|
63
|
-
const state = nativeLoading || textLoading
|
|
64
|
-
const code = nativeLoading
|
|
62
|
+
const state = readinessState(nativeLoading || textLoading, previous, unchanged, stableFor, this.stabilityMs);
|
|
63
|
+
const code = readinessCode(nativeLoading, textLoading, state);
|
|
65
64
|
this.summary = {
|
|
66
65
|
state, scope: 'device_ui', basis: textLoading && !nativeLoading ? 'heuristic' : state === 'unknown' ? 'insufficient' : 'observed',
|
|
67
66
|
captured_at_ms: tree.captured_at_ms, snapshot_session_id: tree.snapshot_session_id, snapshot_revision: tree.snapshot_revision,
|
|
68
67
|
sample_count: this.summary.sample_count + 1, stable_for_ms: stableFor,
|
|
69
68
|
evidence: [...this.summary.evidence, { code, source: 'ui_tree', captured_at_ms: tree.captured_at_ms, snapshot_revision: tree.snapshot_revision }].slice(-8),
|
|
70
|
-
limitations: [...baselineLimitations, this.platform
|
|
69
|
+
limitations: [...baselineLimitations, ['android', 'ios'].includes(this.platform) ? 'MANAGED_DEBUGGER_ONLY' : 'DEBUGGER_SIGNAL_UNSUPPORTED', ...(state === 'unknown' ? ['INSUFFICIENT_SAMPLES'] : [])], capabilities: { ...capabilities, debugger_paused: ['android', 'ios'].includes(this.platform) }
|
|
71
70
|
};
|
|
72
71
|
return this.summary;
|
|
73
72
|
}
|
|
74
73
|
}
|
|
74
|
+
function validReadinessSample(tree, platform, deviceId, acquisitionStartedAtMs) {
|
|
75
|
+
return !!tree && validIdentity(tree, platform, deviceId) && validFreshness(tree, acquisitionStartedAtMs) && validGeometry(tree);
|
|
76
|
+
}
|
|
77
|
+
function validIdentity(tree, platform, deviceId) {
|
|
78
|
+
return tree.device?.platform === platform && tree.device?.id === deviceId &&
|
|
79
|
+
tree.snapshot_session_id === getSnapshotSessionId() && Number.isSafeInteger(tree.snapshot_revision) && tree.snapshot_revision > 0;
|
|
80
|
+
}
|
|
81
|
+
function validFreshness(tree, startedAtMs) {
|
|
82
|
+
return Number.isFinite(tree.captured_at_ms) && !(tree.captured_at_ms < startedAtMs) && tree.captured_at_ms > 0;
|
|
83
|
+
}
|
|
84
|
+
function validGeometry(tree) {
|
|
85
|
+
return Array.isArray(tree.elements) && tree.elements.length > 0 && !tree.elements.some((element) => !element || typeof element !== 'object') &&
|
|
86
|
+
Number.isFinite(tree.resolution?.width) && Number.isFinite(tree.resolution?.height) && tree.resolution.width > 0 && tree.resolution.height > 0;
|
|
87
|
+
}
|
|
75
88
|
const waits = new AsyncLocalStorage();
|
|
76
89
|
export function currentReadinessWait() { return waits.getStore(); }
|
|
77
90
|
export function withReadinessTracker(tracker, operation) { return waits.run(tracker, operation); }
|
|
@@ -86,3 +99,9 @@ export function observeReadinessWait(tree, startedAtMs) {
|
|
|
86
99
|
if (summary.limitations.some(code => ['OBSERVATION_INVALID', 'OBSERVATION_FAILED'].includes(code)))
|
|
87
100
|
throw new Error('READINESS_SAMPLE_INVALID');
|
|
88
101
|
}
|
|
102
|
+
function readinessState(loading, previous, unchanged, stableFor, stabilityMs) {
|
|
103
|
+
return loading ? 'loading' : !previous ? 'unknown' : !unchanged ? 'transitioning' : stableFor >= stabilityMs ? 'settled' : 'unknown';
|
|
104
|
+
}
|
|
105
|
+
function readinessCode(nativeLoading, textLoading, state) {
|
|
106
|
+
return nativeLoading ? 'NATIVE_LOADING_INDICATOR' : textLoading ? 'LOADING_LABEL' : state === 'transitioning' ? 'SNAPSHOT_CHANGED' : state === 'settled' ? 'SNAPSHOT_STABLE' : 'INSUFFICIENT_SAMPLES';
|
|
107
|
+
}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
async function convert(buffer, platform) {
|
|
2
|
+
const { default: sharp } = await import('sharp');
|
|
3
|
+
const image = sharp(buffer);
|
|
4
|
+
const meta = await image.metadata().catch((error) => {
|
|
5
|
+
console.error(platform === 'android' ? 'sharp.metadata failed (Android):' : 'sharp.metadata failed:', error);
|
|
6
|
+
return {};
|
|
7
|
+
});
|
|
8
|
+
const hasAlpha = !!meta.hasAlpha || !!(meta.channels && meta.channels > 3);
|
|
9
|
+
let webp = null, jpeg = null;
|
|
10
|
+
try {
|
|
11
|
+
webp = await image.webp({ quality: 80 }).toBuffer();
|
|
12
|
+
}
|
|
13
|
+
catch (error) {
|
|
14
|
+
console.error(`WebP conversion failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
jpeg = await image.jpeg({ quality: 80 }).toBuffer();
|
|
18
|
+
}
|
|
19
|
+
catch (error) {
|
|
20
|
+
console.error(`JPEG conversion failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
|
|
21
|
+
}
|
|
22
|
+
return { hasAlpha, webp, jpeg };
|
|
23
|
+
}
|
|
24
|
+
export async function encodeScreenshot(buffer, platform) {
|
|
25
|
+
const png = buffer.toString('base64');
|
|
26
|
+
try {
|
|
27
|
+
const { hasAlpha, webp, jpeg } = await convert(buffer, platform);
|
|
28
|
+
if (webp) {
|
|
29
|
+
if (hasAlpha && platform === 'ios')
|
|
30
|
+
return { screenshot: webp.toString('base64'), screenshot_mime: 'image/webp', screenshot_fallback: png, screenshot_fallback_mime: 'image/png' };
|
|
31
|
+
const fallback = jpeg ? jpeg.toString('base64') : platform === 'android' ? null : undefined;
|
|
32
|
+
return { screenshot: webp.toString('base64'), screenshot_mime: 'image/webp', screenshot_fallback: fallback, screenshot_fallback_mime: jpeg ? 'image/jpeg' : undefined };
|
|
33
|
+
}
|
|
34
|
+
if (!hasAlpha && jpeg)
|
|
35
|
+
return { screenshot: jpeg.toString('base64'), screenshot_mime: 'image/jpeg' };
|
|
36
|
+
}
|
|
37
|
+
catch (error) {
|
|
38
|
+
console.error(`Screenshot conversion pipeline failed (${platform === 'android' ? 'Android' : 'iOS'}):`, error instanceof Error ? error.message : String(error));
|
|
39
|
+
}
|
|
40
|
+
return { screenshot: png, screenshot_mime: 'image/png' };
|
|
41
|
+
}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { omitEvidence } from './evidence.js';
|
|
2
|
+
import { measure } from '../utils/timing.js';
|
|
3
|
+
import { deriveSnapshotMetadata } from './snapshot-metadata.js';
|
|
4
|
+
import { deriveSnapshotSemantic } from './snapshot-semantic.js';
|
|
5
|
+
import { snapshotLog, streamLog } from './snapshot-logs.js';
|
|
6
|
+
async function settle(tasks) {
|
|
7
|
+
const results = await Promise.allSettled(Object.values(tasks));
|
|
8
|
+
return Object.fromEntries(Object.keys(tasks).map((key, index) => [key, results[index]]));
|
|
9
|
+
}
|
|
10
|
+
function apply(result, success, failure) {
|
|
11
|
+
if (result.status === 'fulfilled')
|
|
12
|
+
success(result.value);
|
|
13
|
+
else
|
|
14
|
+
failure(result.reason instanceof Error ? result.reason.message : String(result.reason));
|
|
15
|
+
}
|
|
16
|
+
async function collect(raw, input, deps) {
|
|
17
|
+
const { platform, deviceId, includeScreenshot = true, includeLogs = true, sessionId, logLines = 200 } = input;
|
|
18
|
+
const results = await settle({
|
|
19
|
+
screenshot: includeScreenshot ? measure('screenshot_ms', () => deps.captureScreenshotHandler({ platform, deviceId })) : Promise.resolve(null),
|
|
20
|
+
currentScreen: !platform || platform === 'android' ? deps.getCurrentScreenHandler({ deviceId }) : Promise.resolve(null),
|
|
21
|
+
fingerprint: deps.getScreenFingerprintHandler({ platform, deviceId }),
|
|
22
|
+
uiTree: deps.getUITreeHandler({ platform, deviceId }),
|
|
23
|
+
readLogStream: includeLogs ? deps.readLogStreamHandler({ platform, deviceId, sessionId: sessionId || 'default', limit: logLines }) : Promise.resolve({ entries: [] })
|
|
24
|
+
});
|
|
25
|
+
let entries = [];
|
|
26
|
+
apply(results.screenshot, value => { raw.screenshot = value && value.screenshot ? value.screenshot : null; }, error => { raw.screenshot_error = error; });
|
|
27
|
+
apply(results.currentScreen, value => { raw.activity = value && (value.activity || value.shortActivity) ? value.activity || value.shortActivity : raw.activity || ''; }, error => { raw.activity_error = error; });
|
|
28
|
+
apply(results.fingerprint, value => {
|
|
29
|
+
if (value && value.fingerprint)
|
|
30
|
+
raw.fingerprint = value.fingerprint;
|
|
31
|
+
if (value && value.activity)
|
|
32
|
+
raw.activity = raw.activity || value.activity;
|
|
33
|
+
if (value && value.error)
|
|
34
|
+
raw.fingerprint_error = value.error;
|
|
35
|
+
}, error => { raw.fingerprint = null; raw.fingerprint_error = error; });
|
|
36
|
+
apply(results.uiTree, value => { raw.ui_tree = value; if (value && value.error)
|
|
37
|
+
raw.ui_tree_error = value.error; }, error => { raw.ui_tree = null; raw.ui_tree_error = error; });
|
|
38
|
+
apply(results.readLogStream, value => { entries = Array.isArray(value?.entries) ? value.entries : []; }, error => { raw.logs_error = error; });
|
|
39
|
+
return entries;
|
|
40
|
+
}
|
|
41
|
+
async function collectLogs(entries, input, deps) {
|
|
42
|
+
if (entries.length)
|
|
43
|
+
return entries.map(streamLog);
|
|
44
|
+
const { platform, appId, deviceId, logLines = 200 } = input;
|
|
45
|
+
const response = await deps.getLogsHandler({ platform, appId, deviceId, lines: logLines });
|
|
46
|
+
return (response && response.logs ? response.logs : []).slice(-Math.max(0, logLines)).map(snapshotLog);
|
|
47
|
+
}
|
|
48
|
+
function metadata(raw, input) {
|
|
49
|
+
const key = raw.ui_tree?.device ? `${raw.ui_tree.device.platform}:${raw.ui_tree.device.id}` : `${input.platform || 'unknown'}:${input.deviceId || 'default'}`;
|
|
50
|
+
const value = deriveSnapshotMetadata(key, raw.ui_tree, 'snapshot', raw.ui_tree?.snapshot_revision ? null : raw.fingerprint || raw.activity || null);
|
|
51
|
+
raw.snapshot_revision = raw.ui_tree?.snapshot_revision ?? value.snapshot_revision;
|
|
52
|
+
raw.captured_at_ms = raw.ui_tree?.captured_at_ms ?? value.captured_at_ms;
|
|
53
|
+
raw.snapshot_delta = raw.ui_tree?.snapshot_delta ?? value.snapshot_delta ?? null;
|
|
54
|
+
raw.loading_state = raw.ui_tree?.loading_state ?? value.loading_state;
|
|
55
|
+
}
|
|
56
|
+
export async function collectDebugSnapshot(input = {}, deps) {
|
|
57
|
+
if (input.includeScreenshot === false)
|
|
58
|
+
omitEvidence('screenshot');
|
|
59
|
+
if (input.includeLogs === false)
|
|
60
|
+
omitEvidence('logs');
|
|
61
|
+
const timestamp = Date.now();
|
|
62
|
+
const raw = {
|
|
63
|
+
timestamp, snapshot_revision: 0, captured_at_ms: timestamp,
|
|
64
|
+
reason: input.reason || '', activity: null, fingerprint: null, screenshot: null, ui_tree: null, logs: []
|
|
65
|
+
};
|
|
66
|
+
const entries = await collect(raw, input, deps);
|
|
67
|
+
if (input.includeLogs !== false) {
|
|
68
|
+
try {
|
|
69
|
+
raw.logs = await collectLogs(entries, input, deps);
|
|
70
|
+
}
|
|
71
|
+
catch (error) {
|
|
72
|
+
raw.logs = [];
|
|
73
|
+
raw.logs_error = error instanceof Error ? error.message : String(error);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
metadata(raw, input);
|
|
77
|
+
const semantic = deriveSnapshotSemantic(raw);
|
|
78
|
+
return semantic ? { raw, semantic } : { raw };
|
|
79
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
function levelOf(message, raw, stream) {
|
|
2
|
+
return (raw && String(raw).toUpperCase()) || (stream
|
|
3
|
+
? /\bERROR\b/i.test(message) ? 'ERROR' : /\bWARN\b/i.test(message) ? 'WARN' : 'INFO'
|
|
4
|
+
: /\b(FATAL EXCEPTION|ERROR| E )\b/i.test(message) ? 'ERROR' : /\b(WARN| W )\b/i.test(message) ? 'WARN' : 'INFO');
|
|
5
|
+
}
|
|
6
|
+
export function snapshotLog(item) {
|
|
7
|
+
if (!item)
|
|
8
|
+
return { timestamp: null, level: 'INFO', message: '' };
|
|
9
|
+
if (typeof item === 'string')
|
|
10
|
+
return { timestamp: null, level: levelOf(item, undefined, false), message: item };
|
|
11
|
+
const fields = item;
|
|
12
|
+
const message = fields.message || fields.msg || JSON.stringify(item);
|
|
13
|
+
const raw = fields.level || fields.levelName || fields._level || '';
|
|
14
|
+
const time = fields.timestamp || fields._iso || null;
|
|
15
|
+
const timestamp = time && typeof time === 'string' ? (isNaN(new Date(time).getTime()) ? null : new Date(time).getTime()) : typeof time === 'number' ? time : null;
|
|
16
|
+
return { timestamp, level: levelOf(message, raw, true), message };
|
|
17
|
+
}
|
|
18
|
+
export function streamLog(item) {
|
|
19
|
+
const fields = item;
|
|
20
|
+
const message = fields && (fields.message || fields.msg) ? fields.message || fields.msg : typeof item === 'string' ? item : JSON.stringify(item);
|
|
21
|
+
const raw = fields && (fields.level || fields.levelName || fields._level) ? fields.level || fields.levelName || fields._level : '';
|
|
22
|
+
const iso = fields && (fields._iso || fields.timestamp);
|
|
23
|
+
let timestamp = null;
|
|
24
|
+
if (iso && typeof iso === 'string') {
|
|
25
|
+
const date = new Date(iso);
|
|
26
|
+
if (!isNaN(date.getTime()))
|
|
27
|
+
timestamp = date.getTime();
|
|
28
|
+
}
|
|
29
|
+
return { timestamp, level: levelOf(message, raw, true), message };
|
|
30
|
+
}
|
|
@@ -133,35 +133,9 @@ export function deriveSnapshotMetadata(deviceKey, tree, source, signatureOverrid
|
|
|
133
133
|
const previous = existing && Date.now() - existing.updatedAt <= 10 * 60 * 1000 ? existing : undefined;
|
|
134
134
|
if (!previous && existing)
|
|
135
135
|
snapshotStateByDevice.delete(deviceKey);
|
|
136
|
-
const hasValidTree =
|
|
137
|
-
const records = hasValidTree ? buildElementRecords(tree) : null;
|
|
138
|
-
const currentElementSignatures = records?.signatures ?? previous?.elementSignatures ?? new Map();
|
|
139
|
-
const currentElements = records?.elementsByIdentity ?? previous?.elements ?? new Map();
|
|
136
|
+
const { hasValidTree, currentElementSignatures, currentElements } = snapshotRecords(tree, previous);
|
|
140
137
|
const revision = previous && (signature === null || previous.signature === signature) ? previous.revision : nextRevision++;
|
|
141
|
-
const history = previous
|
|
142
|
-
const historyTimes = previous?.historyTimes ?? new Map();
|
|
143
|
-
const oversized = previous?.oversized ?? new Map();
|
|
144
|
-
if (hasValidTree) {
|
|
145
|
-
history.set(revision, currentElements);
|
|
146
|
-
historyTimes.set(revision, Date.now());
|
|
147
|
-
if ((tree.elements?.length ?? 0) > 500)
|
|
148
|
-
oversized.set(revision, (tree.elements?.length ?? 0) - 500);
|
|
149
|
-
}
|
|
150
|
-
for (const [id, timestamp] of historyTimes) {
|
|
151
|
-
if (Date.now() - timestamp > 10 * 60 * 1000) {
|
|
152
|
-
history.delete(id);
|
|
153
|
-
historyTimes.delete(id);
|
|
154
|
-
oversized.delete(id);
|
|
155
|
-
}
|
|
156
|
-
}
|
|
157
|
-
while (history.size > 8) {
|
|
158
|
-
const oldest = history.keys().next().value;
|
|
159
|
-
if (oldest === undefined)
|
|
160
|
-
break;
|
|
161
|
-
history.delete(oldest);
|
|
162
|
-
historyTimes.delete(oldest);
|
|
163
|
-
oversized.delete(oldest);
|
|
164
|
-
}
|
|
138
|
+
const { history, historyTimes, oversized } = retainHistory(previous, revision, currentElements, tree, hasValidTree);
|
|
165
139
|
snapshotStateByDevice.set(deviceKey, {
|
|
166
140
|
revision,
|
|
167
141
|
signature,
|
|
@@ -199,19 +173,20 @@ export function getStateDelta(deviceKey, baseRevision, currentRevision) {
|
|
|
199
173
|
let index = 0;
|
|
200
174
|
for (const [identity, element] of base) {
|
|
201
175
|
if (!current.has(identity))
|
|
202
|
-
removed.push(
|
|
176
|
+
removed.push(removedElement(element, index));
|
|
203
177
|
index++;
|
|
204
178
|
}
|
|
205
179
|
const all = added.length + changed.length + removed.length;
|
|
206
180
|
const limit = 200;
|
|
181
|
+
const truncated = all > limit || state.oversized.has(baseRevision) || state.oversized.has(currentRevision);
|
|
207
182
|
return {
|
|
208
183
|
base_snapshot_revision: baseRevision,
|
|
209
184
|
snapshot_revision: currentRevision,
|
|
210
185
|
added: added.slice(0, limit),
|
|
211
186
|
changed: changed.slice(0, Math.max(0, limit - added.length)),
|
|
212
187
|
removed: removed.slice(0, Math.max(0, limit - added.length - changed.length)),
|
|
213
|
-
truncated
|
|
214
|
-
...((
|
|
188
|
+
truncated,
|
|
189
|
+
...((truncated)
|
|
215
190
|
? { omitted_changes: Math.max(all - limit, state.oversized.get(baseRevision) ?? 0, state.oversized.get(currentRevision) ?? 0) } : {})
|
|
216
191
|
};
|
|
217
192
|
}
|
|
@@ -234,3 +209,40 @@ export function resetSnapshotMetadataForTests() {
|
|
|
234
209
|
snapshotStateByDevice.clear();
|
|
235
210
|
nextRevision = 1;
|
|
236
211
|
}
|
|
212
|
+
function retainHistory(previous, revision, currentElements, tree, hasValidTree) {
|
|
213
|
+
const history = previous?.history ?? new Map();
|
|
214
|
+
const historyTimes = previous?.historyTimes ?? new Map();
|
|
215
|
+
const oversized = previous?.oversized ?? new Map();
|
|
216
|
+
if (hasValidTree) {
|
|
217
|
+
history.set(revision, currentElements);
|
|
218
|
+
historyTimes.set(revision, Date.now());
|
|
219
|
+
if ((tree.elements?.length ?? 0) > 500)
|
|
220
|
+
oversized.set(revision, (tree.elements?.length ?? 0) - 500);
|
|
221
|
+
}
|
|
222
|
+
for (const [id, timestamp] of historyTimes) {
|
|
223
|
+
if (Date.now() - timestamp > 10 * 60 * 1000) {
|
|
224
|
+
history.delete(id);
|
|
225
|
+
historyTimes.delete(id);
|
|
226
|
+
oversized.delete(id);
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
while (history.size > 8) {
|
|
230
|
+
const oldest = history.keys().next().value;
|
|
231
|
+
if (oldest === undefined)
|
|
232
|
+
break;
|
|
233
|
+
history.delete(oldest);
|
|
234
|
+
historyTimes.delete(oldest);
|
|
235
|
+
oversized.delete(oldest);
|
|
236
|
+
}
|
|
237
|
+
return { history, historyTimes, oversized };
|
|
238
|
+
}
|
|
239
|
+
function snapshotRecords(tree, previous) {
|
|
240
|
+
const hasValidTree = !!tree && !tree.error;
|
|
241
|
+
const records = hasValidTree ? buildElementRecords(tree) : null;
|
|
242
|
+
const currentElementSignatures = records?.signatures ?? previous?.elementSignatures ?? new Map();
|
|
243
|
+
const currentElements = records?.elementsByIdentity ?? previous?.elements ?? new Map();
|
|
244
|
+
return { hasValidTree, currentElementSignatures, currentElements };
|
|
245
|
+
}
|
|
246
|
+
function removedElement(element, index) {
|
|
247
|
+
return { stable_id: element.stable_id ?? undefined, resourceId: element.resourceId ?? undefined, contentDescription: element.contentDescription ?? undefined, text: element.text ?? undefined, index };
|
|
248
|
+
}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
export function normalizeHint(value) {
|
|
2
|
+
if (value === null || value === undefined)
|
|
3
|
+
return '';
|
|
4
|
+
return String(value).trim().replace(/\s+/g, ' ').toLowerCase();
|
|
5
|
+
}
|
|
6
|
+
export function titleCase(value) {
|
|
7
|
+
return value
|
|
8
|
+
.replace(/[_-]+/g, ' ')
|
|
9
|
+
.replace(/\s+/g, ' ')
|
|
10
|
+
.trim()
|
|
11
|
+
.replace(/\b\w/g, (match) => match.toUpperCase());
|
|
12
|
+
}
|
|
13
|
+
export function shortActivityName(activity) {
|
|
14
|
+
if (!activity)
|
|
15
|
+
return null;
|
|
16
|
+
const trimmed = String(activity).trim();
|
|
17
|
+
if (!trimmed)
|
|
18
|
+
return null;
|
|
19
|
+
const lastSegment = trimmed.split('.').pop() || trimmed;
|
|
20
|
+
const withoutSuffix = lastSegment.replace(/Activity$/, '');
|
|
21
|
+
return withoutSuffix ? titleCase(withoutSuffix) : titleCase(lastSegment);
|
|
22
|
+
}
|
|
23
|
+
function elementText(element) {
|
|
24
|
+
return normalizeHint(element?.text ?? element?.contentDescription ?? element?.contentDesc ?? element?.accessibilityLabel ?? element?.resourceId ?? element?.id ?? '');
|
|
25
|
+
}
|
|
26
|
+
export function collectSnapshotTexts(tree) {
|
|
27
|
+
const elements = Array.isArray(tree?.elements) ? tree.elements : [];
|
|
28
|
+
const texts = [];
|
|
29
|
+
const actionables = [];
|
|
30
|
+
for (const element of elements) {
|
|
31
|
+
const text = elementText(element);
|
|
32
|
+
if (text)
|
|
33
|
+
texts.push(text);
|
|
34
|
+
if (element?.clickable && element?.enabled !== false && text) {
|
|
35
|
+
actionables.push(text);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
texts: Array.from(new Set(texts)),
|
|
40
|
+
actionables: Array.from(new Set(actionables))
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
export function inferSnapshotScreen(raw) {
|
|
44
|
+
const tree = raw.ui_tree;
|
|
45
|
+
const treeScreen = normalizeHint(tree?.screen);
|
|
46
|
+
if (treeScreen)
|
|
47
|
+
return titleCase(treeScreen);
|
|
48
|
+
const activity = shortActivityName(raw.activity);
|
|
49
|
+
if (activity)
|
|
50
|
+
return activity;
|
|
51
|
+
const { texts } = collectSnapshotTexts(tree);
|
|
52
|
+
if (texts.length > 0)
|
|
53
|
+
return titleCase(texts[0]);
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
export function deriveSnapshotSemantic(raw) {
|
|
57
|
+
const tree = raw.ui_tree;
|
|
58
|
+
const { texts, actionables } = collectSnapshotTexts(tree);
|
|
59
|
+
const screenFromTree = normalizeHint(tree?.screen);
|
|
60
|
+
const activityHint = normalizeHint(raw.activity);
|
|
61
|
+
const screen = inferSnapshotScreen(raw);
|
|
62
|
+
if (!screen && !activityHint && texts.length === 0 && !raw.logs.length)
|
|
63
|
+
return null;
|
|
64
|
+
const hasErrorLogs = raw.logs.some((entry) => /error|fatal exception|exception|failed/i.test(entry.message));
|
|
65
|
+
const hasLoadingSignals = texts.some((text) => /loading|please wait|spinner|progress/i.test(text));
|
|
66
|
+
const hasPrimaryText = texts.some((text) => /sign in|log in|login|home|checkout|settings|menu|profile|search/i.test(text));
|
|
67
|
+
const hasScreenshot = typeof raw.screenshot === 'string' && raw.screenshot.length > 0;
|
|
68
|
+
const hasUiTree = !!tree && Array.isArray(tree.elements);
|
|
69
|
+
const signals = {
|
|
70
|
+
has_activity: !!activityHint,
|
|
71
|
+
has_ui_tree: hasUiTree,
|
|
72
|
+
has_screenshot: hasScreenshot,
|
|
73
|
+
has_visible_text: texts.length > 0,
|
|
74
|
+
has_clickable_elements: actionables.length > 0,
|
|
75
|
+
has_error_logs: hasErrorLogs,
|
|
76
|
+
has_loading_signals: hasLoadingSignals,
|
|
77
|
+
has_primary_text: hasPrimaryText
|
|
78
|
+
};
|
|
79
|
+
const warnings = snapshotWarnings(screenFromTree, activityHint, hasUiTree, hasErrorLogs);
|
|
80
|
+
const confidence = snapshotConfidence(hasUiTree, screen, activityHint, actionables.length, texts.length, hasScreenshot, hasErrorLogs, hasLoadingSignals);
|
|
81
|
+
if (!screen && confidence < 0.3)
|
|
82
|
+
return null;
|
|
83
|
+
return {
|
|
84
|
+
screen,
|
|
85
|
+
signals,
|
|
86
|
+
actions_available: actionables.length > 0 ? actionables.slice(0, 10) : null,
|
|
87
|
+
confidence,
|
|
88
|
+
warnings
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
function snapshotWarnings(screenFromTree, activityHint, hasUiTree, hasErrorLogs) {
|
|
92
|
+
const warnings = [];
|
|
93
|
+
if (screenFromTree && activityHint && screenFromTree !== activityHint) {
|
|
94
|
+
warnings.push('ui_tree.screen and activity hints differ');
|
|
95
|
+
}
|
|
96
|
+
if (!hasUiTree)
|
|
97
|
+
warnings.push('ui tree unavailable');
|
|
98
|
+
if (!activityHint)
|
|
99
|
+
warnings.push('activity unavailable');
|
|
100
|
+
if (hasErrorLogs)
|
|
101
|
+
warnings.push('error signals present in logs');
|
|
102
|
+
return warnings;
|
|
103
|
+
}
|
|
104
|
+
function snapshotConfidence(hasUiTree, screen, activityHint, actionableCount, textCount, hasScreenshot, hasErrorLogs, hasLoadingSignals) {
|
|
105
|
+
const evidenceScore = (hasUiTree ? 0.35 : 0) +
|
|
106
|
+
(screen ? 0.2 : 0) +
|
|
107
|
+
(activityHint ? 0.15 : 0) +
|
|
108
|
+
(actionableCount > 0 ? 0.15 : 0) +
|
|
109
|
+
(textCount > 0 ? 0.1 : 0) +
|
|
110
|
+
(hasScreenshot ? 0.05 : 0) +
|
|
111
|
+
(hasErrorLogs ? -0.15 : 0) +
|
|
112
|
+
(hasLoadingSignals ? -0.05 : 0);
|
|
113
|
+
const confidence = Math.max(0, Math.min(1, Number(evidenceScore.toFixed(2))));
|
|
114
|
+
return confidence;
|
|
115
|
+
}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { TraceError } from './system-trace-error.js';
|
|
2
|
+
import { IosTraceSessions } from './ios-trace/sessions.js';
|
|
3
|
+
import { IosTraceNative } from './ios-trace/native.js';
|
|
4
|
+
export class SystemTraceRouter {
|
|
5
|
+
android;
|
|
6
|
+
ios;
|
|
7
|
+
native;
|
|
8
|
+
routes = new Map();
|
|
9
|
+
pending = new Set();
|
|
10
|
+
closing = false;
|
|
11
|
+
constructor(android, ios = new IosTraceSessions(), native = new IosTraceNative()) {
|
|
12
|
+
this.android = android;
|
|
13
|
+
this.ios = ios;
|
|
14
|
+
this.native = native;
|
|
15
|
+
}
|
|
16
|
+
capabilities(device) { return this.android.capabilities(device); }
|
|
17
|
+
iosCapabilities(device, appId, template) { return this.native.capabilities(device, appId, template); }
|
|
18
|
+
backend(platform) { return platform === 'ios' ? this.ios : this.android; }
|
|
19
|
+
track(result) {
|
|
20
|
+
this.routes.set(result.trace_id, { platform: result.device.platform, device: result.device.id,
|
|
21
|
+
active: result.cleanup.status !== 'complete', touched: performance.now() });
|
|
22
|
+
const terminal = [...this.routes.entries()].filter(([, r]) => !r.active);
|
|
23
|
+
for (const [index, [id, r]] of terminal.entries())
|
|
24
|
+
if (performance.now() - r.touched > 600000 || index < terminal.length - 100)
|
|
25
|
+
this.routes.delete(id);
|
|
26
|
+
return result;
|
|
27
|
+
}
|
|
28
|
+
async start(device, duration, ios) {
|
|
29
|
+
if (this.closing)
|
|
30
|
+
throw new TraceError('TRACE_BUSY');
|
|
31
|
+
// Refresh automatically finalised reservations without trusting cached state.
|
|
32
|
+
await Promise.all([...this.routes.entries()].filter(([, r]) => r.active).map(async ([id, r]) => {
|
|
33
|
+
try {
|
|
34
|
+
this.track(await this.backend(r.platform).control(id, 'status'));
|
|
35
|
+
}
|
|
36
|
+
catch { /* uncertain cleanup continues to reserve capacity */ }
|
|
37
|
+
}));
|
|
38
|
+
const key = (ios ? 'ios:' : 'android:') + device;
|
|
39
|
+
const active = [...this.routes.values()].filter(r => r.active);
|
|
40
|
+
if (this.closing || this.pending.has(key) || active.some(r => r.platform + ':' + r.device === key) || active.length + this.pending.size >= 4)
|
|
41
|
+
throw new TraceError('TRACE_BUSY');
|
|
42
|
+
this.pending.add(key);
|
|
43
|
+
try {
|
|
44
|
+
if (!ios)
|
|
45
|
+
return this.track(await this.android.start(device, duration));
|
|
46
|
+
const cap = await this.native.capabilities(device, ios.appId, ios.template);
|
|
47
|
+
if (!cap.supported || !cap.device)
|
|
48
|
+
throw new TraceError('TRACE_UNSUPPORTED');
|
|
49
|
+
if (this.closing)
|
|
50
|
+
throw new TraceError('TRACE_BUSY');
|
|
51
|
+
return this.track(await this.ios.start(cap.device, ios.appId, duration));
|
|
52
|
+
}
|
|
53
|
+
finally {
|
|
54
|
+
this.pending.delete(key);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
async control(id, operation) {
|
|
58
|
+
const route = this.routes.get(id);
|
|
59
|
+
if (!route)
|
|
60
|
+
throw new TraceError('TRACE_NOT_FOUND');
|
|
61
|
+
return this.track(await this.backend(route.platform).control(id, operation));
|
|
62
|
+
}
|
|
63
|
+
async link(id, device, correlation) {
|
|
64
|
+
const route = this.routes.get(id);
|
|
65
|
+
if (!route || route.platform !== device.platform || route.device !== device.id)
|
|
66
|
+
throw new TraceError('TRACE_NOT_FOUND');
|
|
67
|
+
return this.backend(route.platform).link(id, device, correlation);
|
|
68
|
+
}
|
|
69
|
+
async shutdown() {
|
|
70
|
+
this.closing = true;
|
|
71
|
+
this.native.shutdown();
|
|
72
|
+
const results = await Promise.allSettled([this.android.shutdown(), this.ios.shutdown()]);
|
|
73
|
+
if (results.some(result => result.status === 'rejected'))
|
|
74
|
+
throw new TraceError('TRACE_STOP_FAILED');
|
|
75
|
+
const remaining = [];
|
|
76
|
+
for (const result of results)
|
|
77
|
+
if (result.status === 'fulfilled')
|
|
78
|
+
remaining.push(...result.value);
|
|
79
|
+
return remaining;
|
|
80
|
+
}
|
|
81
|
+
}
|