taphound 0.2.0-dev.1 → 0.2.0-dev.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +49 -149
- package/README.zh-CN.md +47 -147
- package/assets/skills/taphound-case-suite/SKILL.md +363 -0
- package/assets/skills/taphound-case-suite/schemas/base-flow-record.schema.json +22 -0
- package/assets/skills/taphound-case-suite/schemas/case-catalog.schema.json +26 -0
- package/assets/skills/taphound-case-suite/schemas/case-ledger.schema.json +158 -0
- package/assets/skills/taphound-case-suite/schemas/suite-input.schema.json +41 -0
- package/assets/skills/taphound-case-suite/schemas/transition.schema.json +61 -0
- package/assets/skills/taphound-case-suite/scripts/ledger.mjs +1207 -0
- package/assets/skills/taphound-case-suite/templates/base-flow-record.example.json +20 -0
- package/assets/skills/taphound-case-suite/templates/suite-input.example.json +27 -0
- package/assets/skills/taphound-case-suite/templates/transition.example.json +8 -0
- package/assets/skills/taphound-flash/SKILL.md +115 -0
- package/assets/skills/taphound-flash/scripts/flash.mjs +585 -0
- package/assets/skills/taphound-flash/templates/flash-plan.example.json +15 -0
- package/assets/skills/taphound-journey-brief-author/CONTEXT-GUIDE.md +471 -0
- package/assets/skills/taphound-journey-brief-author/SKILL.md +494 -0
- package/assets/skills/taphound-journey-brief-author/prompts/brief-author-role.md +96 -0
- package/assets/skills/taphound-journey-brief-author/prompts/brief-author-role.zh-CN.md +80 -0
- package/assets/skills/taphound-journey-brief-author/prompts/context-analyze-project.md +309 -0
- package/assets/skills/taphound-journey-brief-author/schemas/context-refresh-result.json +123 -0
- package/assets/skills/taphound-journey-brief-author/schemas/project-context-module.json +192 -0
- package/assets/skills/taphound-journey-brief-author/schemas/project-context.json +152 -0
- package/assets/skills/taphound-journey-brief-author/templates/project-context-module.example.json +58 -0
- package/assets/skills/taphound-journey-brief-author/templates/project-context.example.json +51 -0
- package/assets/skills/taphound-journey-brief-author/templates/taphound-journey-brief.template.md +63 -0
- package/assets/skills/taphound-journey-generator/SKILL.md +500 -0
- package/assets/skills/{taphound-ai-journey → taphound-journey-generator}/prompts/check-completion.md +3 -0
- package/assets/skills/taphound-journey-generator/prompts/consume-journey-brief.md +52 -0
- package/assets/skills/taphound-journey-generator/prompts/generate-step.md +211 -0
- package/assets/skills/taphound-journey-generator/prompts/select-flow.md +91 -0
- package/assets/skills/taphound-journey-generator/references/bridge.md +35 -0
- package/assets/skills/taphound-journey-generator/references/mid-session.md +44 -0
- package/assets/skills/taphound-journey-generator/schemas/external-flow.json +37 -0
- package/assets/skills/taphound-journey-generator/schemas/flow.json +28 -0
- package/assets/skills/taphound-journey-generator/schemas/journey-source.json +25 -0
- package/assets/skills/{taphound-ai-journey → taphound-journey-generator}/schemas/observe-output.json +13 -4
- package/assets/skills/{taphound-ai-journey → taphound-journey-generator}/schemas/proposed-step-envelope.json +127 -5
- package/assets/skills/taphound-journey-generator/scripts/envelope.mjs +561 -0
- package/assets/skills/taphound-journey-generator/templates/external-flow.example.json +22 -0
- package/assets/skills/taphound-journey-generator/templates/flow.example.json +22 -0
- package/assets/skills/taphound-journey-generator/templates/journey-source.example.json +17 -0
- package/assets/skills/taphound-journey-generator/templates/taphound-journey-brief.example.md +70 -0
- package/assets/skills/taphound-verify-change/SKILL.md +91 -0
- package/assets/skills/taphound-verify-change/references/accept.md +38 -0
- package/assets/skills/taphound-verify-change/references/preserve.md +349 -0
- package/assets/skills/taphound-verify-change/schemas/workflow-manifest.schema.json +295 -0
- package/assets/skills/taphound-verify-change/scripts/handoff.mjs +482 -0
- package/assets/skills/taphound-verify-change/scripts/ui-refactor.mjs +505 -0
- package/dist/adapters/adb/adb-adapter.d.ts +16 -2
- package/dist/adapters/adb/adb-adapter.js +199 -0
- package/dist/adapters/adb/system-uiautomator-snapshot-provider.d.ts +13 -0
- package/dist/adapters/adb/system-uiautomator-snapshot-provider.js +122 -0
- package/dist/adapters/adb/ui-automator-parser.d.ts +3 -0
- package/dist/adapters/adb/ui-automator-parser.js +160 -0
- package/dist/adapters/adb/window-topology-parser.d.ts +2 -0
- package/dist/adapters/adb/window-topology-parser.js +101 -0
- package/dist/adapters/android-cli/android-cli-adapter.d.ts +16 -8
- package/dist/adapters/android-cli/android-cli-adapter.js +137 -15
- package/dist/adapters/android-cli/android-cli-snapshot-provider.d.ts +9 -0
- package/dist/adapters/android-cli/android-cli-snapshot-provider.js +99 -0
- package/dist/adapters/android-cli/layout-parser.js +12 -8
- package/dist/adapters/appium/appium-doctor.d.ts +7 -0
- package/dist/adapters/appium/appium-doctor.js +128 -0
- package/dist/adapters/appium/appium-ui-snapshot-provider.d.ts +34 -0
- package/dist/adapters/appium/appium-ui-snapshot-provider.js +240 -0
- package/dist/adapters/camera/camera-probe-adapter.d.ts +18 -0
- package/dist/adapters/camera/camera-probe-adapter.js +286 -0
- package/dist/adapters/filesystem/artifact-store.js +40 -1
- package/dist/adapters/filesystem/context-document-writer.d.ts +15 -0
- package/dist/adapters/filesystem/context-document-writer.js +112 -0
- package/dist/adapters/filesystem/external-flow-registry.d.ts +17 -0
- package/dist/adapters/filesystem/external-flow-registry.js +325 -0
- package/dist/adapters/filesystem/generation-session-store.d.ts +17 -11
- package/dist/adapters/filesystem/generation-session-store.js +281 -855
- package/dist/adapters/filesystem/generation-store/session-lock.d.ts +29 -0
- package/dist/adapters/filesystem/generation-store/session-lock.js +202 -0
- package/dist/adapters/filesystem/generation-store/session-transitions.d.ts +24 -0
- package/dist/adapters/filesystem/generation-store/session-transitions.js +340 -0
- package/dist/adapters/filesystem/generation-store/store-files.d.ts +50 -0
- package/dist/adapters/filesystem/generation-store/store-files.js +363 -0
- package/dist/adapters/filesystem/journey-composition-store.d.ts +23 -0
- package/dist/adapters/filesystem/journey-composition-store.js +151 -0
- package/dist/adapters/filesystem/knowledge-registry.d.ts +12 -0
- package/dist/adapters/filesystem/knowledge-registry.js +223 -0
- package/dist/adapters/filesystem/project-bound-file.js +3 -5
- package/dist/adapters/filesystem/project-file-inspector.d.ts +2 -0
- package/dist/adapters/filesystem/project-file-inspector.js +57 -28
- package/dist/adapters/filesystem/project-identity-inspector.d.ts +7 -0
- package/dist/adapters/filesystem/project-identity-inspector.js +215 -0
- package/dist/adapters/filesystem/project-inventory-inspector.d.ts +8 -0
- package/dist/adapters/filesystem/project-inventory-inspector.js +93 -0
- package/dist/adapters/filesystem/project-module-discoverer.d.ts +6 -0
- package/dist/adapters/filesystem/project-module-discoverer.js +158 -0
- package/dist/adapters/filesystem/skill-installer.d.ts +7 -2
- package/dist/adapters/filesystem/skill-installer.js +40 -11
- package/dist/adapters/filesystem/workspace-layout.d.ts +7 -0
- package/dist/adapters/filesystem/workspace-layout.js +57 -0
- package/dist/adapters/git/node-git-diff.d.ts +17 -0
- package/dist/adapters/git/node-git-diff.js +114 -0
- package/dist/adapters/process/node-detached-process-launcher.d.ts +6 -0
- package/dist/adapters/process/node-detached-process-launcher.js +96 -0
- package/dist/adapters/process/node-process-runner.js +11 -2
- package/dist/adapters/prompt/inquirer-align-prompt.d.ts +27 -0
- package/dist/adapters/prompt/inquirer-align-prompt.js +65 -0
- package/dist/adapters/prompt/inquirer-generation-prompt.js +3 -0
- package/dist/adapters/prompt/inquirer-recorder-prompt.d.ts +9 -1
- package/dist/adapters/prompt/inquirer-recorder-prompt.js +63 -0
- package/dist/adapters/runtime/adb-runtime-backend.d.ts +67 -0
- package/dist/adapters/runtime/adb-runtime-backend.js +206 -0
- package/dist/adapters/runtime/fake-runtime-backend.d.ts +87 -0
- package/dist/adapters/runtime/fake-runtime-backend.js +240 -0
- package/dist/adapters/runtime/mobile-mcp/mcp-tool-client.d.ts +45 -0
- package/dist/adapters/runtime/mobile-mcp/mcp-tool-client.js +153 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-errors.d.ts +23 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-errors.js +39 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-responses.d.ts +20 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-responses.js +180 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-runtime-backend.d.ts +78 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-runtime-backend.js +379 -0
- package/dist/adapters/runtime/mobile-mcp/mobile-mcp-tools.d.ts +46 -0
- package/dist/adapters/runtime/session-adb-view.d.ts +53 -0
- package/dist/adapters/runtime/session-adb-view.js +193 -0
- package/dist/adapters/runtime/session-backed-ports.d.ts +21 -0
- package/dist/adapters/runtime/session-backed-ports.js +43 -0
- package/dist/adapters/runtime/shared-session-runtime-backend.d.ts +12 -0
- package/dist/adapters/runtime/shared-session-runtime-backend.js +64 -0
- package/dist/adapters/ui/auto-ui-snapshot-provider.d.ts +8 -0
- package/dist/adapters/ui/auto-ui-snapshot-provider.js +48 -0
- package/dist/adapters/ui/device-layout-temp.d.ts +6 -0
- package/dist/adapters/ui/device-layout-temp.js +18 -0
- package/dist/adapters/ui/device-ui-environment.d.ts +13 -0
- package/dist/adapters/ui/device-ui-environment.js +81 -0
- package/dist/adapters/ui/layout-normalization.d.ts +9 -0
- package/dist/adapters/ui/layout-normalization.js +44 -0
- package/dist/adapters/ui/ui-snapshot-error.d.ts +11 -0
- package/dist/adapters/ui/ui-snapshot-error.js +12 -0
- package/dist/adapters/ui/ui-snapshot-support.d.ts +15 -0
- package/dist/adapters/ui/ui-snapshot-support.js +12 -0
- package/dist/application/align/align-service.d.ts +42 -0
- package/dist/application/align/align-service.js +106 -0
- package/dist/application/assertion/expectation-evaluator.d.ts +18 -5
- package/dist/application/assertion/expectation-evaluator.js +156 -18
- package/dist/application/assertion/guarded-expectation.d.ts +45 -0
- package/dist/application/assertion/guarded-expectation.js +74 -0
- package/dist/application/checkpoint/baseline-capturer.d.ts +26 -0
- package/dist/application/checkpoint/baseline-capturer.js +163 -0
- package/dist/application/checkpoint/baseline-error.d.ts +5 -0
- package/dist/application/checkpoint/baseline-error.js +8 -0
- package/dist/application/checkpoint/baseline-service.d.ts +31 -0
- package/dist/application/checkpoint/baseline-service.js +147 -0
- package/dist/application/checkpoint/checkpoint-evaluator.d.ts +35 -0
- package/dist/application/checkpoint/checkpoint-evaluator.js +415 -0
- package/dist/application/checkpoint/regression-comparator.d.ts +18 -0
- package/dist/application/checkpoint/regression-comparator.js +192 -0
- package/dist/application/collector/logcat-collector.d.ts +22 -1
- package/dist/application/collector/logcat-collector.js +103 -15
- package/dist/application/collector/logcat-event.d.ts +8 -0
- package/dist/application/collector/logcat-event.js +79 -0
- package/dist/application/collector/logcat-stop.d.ts +2 -0
- package/dist/application/collector/logcat-stop.js +11 -0
- package/dist/application/context/context-generator.d.ts +45 -0
- package/dist/application/context/context-generator.js +228 -0
- package/dist/application/context/context-loader.d.ts +40 -0
- package/dist/application/context/context-loader.js +223 -0
- package/dist/application/context/context-refresher.d.ts +59 -0
- package/dist/application/context/context-refresher.js +349 -0
- package/dist/application/context/context-rehasher.d.ts +36 -0
- package/dist/application/context/context-rehasher.js +110 -0
- package/dist/application/context/context-validator.d.ts +23 -1
- package/dist/application/context/context-validator.js +116 -9
- package/dist/application/context/evidence-hash.d.ts +1 -0
- package/dist/application/context/evidence-hash.js +125 -0
- package/dist/application/context/evidence-match.d.ts +9 -0
- package/dist/application/context/evidence-match.js +8 -0
- package/dist/application/context/shard-identity.d.ts +2 -0
- package/dist/application/context/shard-identity.js +7 -0
- package/dist/application/contract/contract-loader.d.ts +25 -0
- package/dist/application/contract/contract-loader.js +68 -0
- package/dist/application/contract/contract-review.d.ts +25 -0
- package/dist/application/contract/contract-review.js +51 -0
- package/dist/application/contract/contract-verifier.d.ts +53 -0
- package/dist/application/contract/contract-verifier.js +645 -0
- package/dist/application/devices/resolve-device-assignments.d.ts +21 -0
- package/dist/application/devices/resolve-device-assignments.js +60 -0
- package/dist/application/diagnosis/failure-classifier.d.ts +23 -0
- package/dist/application/diagnosis/failure-classifier.js +179 -0
- package/dist/application/doctor/doctor-service.d.ts +36 -3
- package/dist/application/doctor/doctor-service.js +255 -25
- package/dist/application/generation/generation-app-preparer.d.ts +20 -0
- package/dist/application/generation/generation-app-preparer.js +28 -0
- package/dist/application/generation/generation-config-service.d.ts +21 -0
- package/dist/application/generation/generation-config-service.js +53 -0
- package/dist/application/generation/generation-confirmation-service.d.ts +14 -3
- package/dist/application/generation/generation-confirmation-service.js +109 -24
- package/dist/application/generation/generation-context-snapshot.d.ts +6 -0
- package/dist/application/generation/generation-context-snapshot.js +29 -0
- package/dist/application/generation/generation-finalizer.d.ts +15 -9
- package/dist/application/generation/generation-finalizer.js +167 -70
- package/dist/application/generation/generation-publisher.js +12 -8
- package/dist/application/generation/generation-recovery-service.d.ts +35 -0
- package/dist/application/generation/generation-recovery-service.js +144 -0
- package/dist/application/generation/generation-reopen-service.d.ts +15 -0
- package/dist/application/generation/generation-reopen-service.js +37 -0
- package/dist/application/generation/generation-replace-service.d.ts +32 -0
- package/dist/application/generation/generation-replace-service.js +116 -0
- package/dist/application/generation/generation-starter.d.ts +44 -4
- package/dist/application/generation/generation-starter.js +175 -8
- package/dist/application/generation/generation-step-executor.d.ts +67 -5
- package/dist/application/generation/generation-step-executor.js +471 -108
- package/dist/application/generation/proposed-step-validator.js +96 -30
- package/dist/application/generation/replay-policy-loader.d.ts +16 -0
- package/dist/application/generation/replay-policy-loader.js +29 -0
- package/dist/application/generation/risk-evaluator.d.ts +4 -1
- package/dist/application/generation/risk-evaluator.js +118 -3
- package/dist/application/generation/runtime-observer.d.ts +39 -7
- package/dist/application/generation/runtime-observer.js +193 -24
- package/dist/application/impact/impact-resolver.d.ts +32 -0
- package/dist/application/impact/impact-resolver.js +160 -0
- package/dist/application/init/init-service.js +26 -13
- package/dist/application/interaction/action-executor.d.ts +3 -2
- package/dist/application/interaction/action-executor.js +11 -1
- package/dist/application/interaction/action-target.d.ts +17 -0
- package/dist/application/interaction/action-target.js +40 -0
- package/dist/application/interaction/external-step-runner.d.ts +153 -0
- package/dist/application/interaction/external-step-runner.js +332 -0
- package/dist/application/interaction/fallback-resolver.d.ts +6 -3
- package/dist/application/interaction/fallback-resolver.js +7 -5
- package/dist/application/interaction/scroll-to-executor.d.ts +17 -3
- package/dist/application/interaction/scroll-to-executor.js +118 -36
- package/dist/application/journey/external-flow-resolver.d.ts +25 -0
- package/dist/application/journey/external-flow-resolver.js +22 -0
- package/dist/application/journey/journey-check-service.d.ts +54 -0
- package/dist/application/journey/journey-check-service.js +207 -0
- package/dist/application/journey/journey-promoter.d.ts +26 -0
- package/dist/application/journey/journey-promoter.js +123 -0
- package/dist/application/journey/journey-resolver.d.ts +42 -0
- package/dist/application/journey/journey-resolver.js +239 -0
- package/dist/application/journey/journey-retirer.d.ts +25 -0
- package/dist/application/journey/journey-retirer.js +87 -0
- package/dist/application/knowledge/anchor-resolver.d.ts +36 -0
- package/dist/application/knowledge/anchor-resolver.js +110 -0
- package/dist/application/knowledge/knowledge-loader.d.ts +16 -0
- package/dist/application/knowledge/knowledge-loader.js +36 -0
- package/dist/application/locator/layout-failure-summary.d.ts +2 -0
- package/dist/application/locator/layout-failure-summary.js +67 -0
- package/dist/application/locator/layout-traversal.d.ts +11 -0
- package/dist/application/locator/layout-traversal.js +18 -0
- package/dist/application/locator/locator-resolver.d.ts +13 -1
- package/dist/application/locator/locator-resolver.js +182 -18
- package/dist/application/observe/observe-service.d.ts +20 -0
- package/dist/application/observe/observe-service.js +91 -0
- package/dist/application/project/project-describer.d.ts +14 -6
- package/dist/application/project/project-describer.js +38 -5
- package/dist/application/recognition/screen-detector.d.ts +28 -0
- package/dist/application/recognition/screen-detector.js +111 -0
- package/dist/application/recorder/locator-selector.js +151 -17
- package/dist/application/recorder/recorder-service.d.ts +16 -4
- package/dist/application/recorder/recorder-service.js +420 -128
- package/dist/application/report/report-writer.js +1 -1
- package/dist/application/runtime/cold-launch.d.ts +28 -0
- package/dist/application/runtime/cold-launch.js +59 -0
- package/dist/application/runtime/step-runner.d.ts +49 -4
- package/dist/application/runtime/step-runner.js +721 -130
- package/dist/application/runtime/verify-runtime.d.ts +57 -7
- package/dist/application/runtime/verify-runtime.js +554 -174
- package/dist/application/ui/cached-ui-snapshot-provider.d.ts +45 -0
- package/dist/application/ui/cached-ui-snapshot-provider.js +111 -0
- package/dist/application/ui/ui-snapshot-lifecycle.d.ts +2 -0
- package/dist/application/ui/ui-snapshot-lifecycle.js +8 -0
- package/dist/application/ui/ui-stability-probe.d.ts +3 -0
- package/dist/application/ui/ui-stability-probe.js +8 -0
- package/dist/application/wait/idle-advice.d.ts +6 -0
- package/dist/application/wait/idle-advice.js +27 -0
- package/dist/application/wait/idle-profiles.d.ts +15 -0
- package/dist/application/wait/idle-profiles.js +75 -0
- package/dist/application/wait/idle-waiter.d.ts +28 -4
- package/dist/application/wait/idle-waiter.js +186 -15
- package/dist/cli/commands/align.d.ts +3 -0
- package/dist/cli/commands/align.js +124 -0
- package/dist/cli/commands/baseline.d.ts +3 -0
- package/dist/cli/commands/baseline.js +130 -0
- package/dist/cli/commands/context.js +300 -27
- package/dist/cli/commands/contract.d.ts +3 -0
- package/dist/cli/commands/contract.js +120 -0
- package/dist/cli/commands/doctor.js +16 -9
- package/dist/cli/commands/failure.d.ts +3 -0
- package/dist/cli/commands/failure.js +63 -0
- package/dist/cli/commands/generation/lifecycle-commands.d.ts +5 -0
- package/dist/cli/commands/generation/lifecycle-commands.js +211 -0
- package/dist/cli/commands/generation/session-commands.d.ts +11 -0
- package/dist/cli/commands/generation/session-commands.js +472 -0
- package/dist/cli/commands/generation/shared.d.ts +1414 -0
- package/dist/cli/commands/generation/shared.js +291 -0
- package/dist/cli/commands/generation/step-commands.d.ts +8 -0
- package/dist/cli/commands/generation/step-commands.js +315 -0
- package/dist/cli/commands/generation.js +10 -507
- package/dist/cli/commands/impact.d.ts +3 -0
- package/dist/cli/commands/impact.js +87 -0
- package/dist/cli/commands/init.js +13 -6
- package/dist/cli/commands/journey.d.ts +3 -0
- package/dist/cli/commands/journey.js +382 -0
- package/dist/cli/commands/knowledge.d.ts +3 -0
- package/dist/cli/commands/knowledge.js +93 -0
- package/dist/cli/commands/observe.d.ts +3 -0
- package/dist/cli/commands/observe.js +127 -0
- package/dist/cli/commands/project.js +2 -1
- package/dist/cli/commands/record.js +18 -5
- package/dist/cli/commands/verify.js +273 -63
- package/dist/cli/dependencies.d.ts +125 -1
- package/dist/cli/dependencies.js +450 -51
- package/dist/cli/diff-verification.d.ts +41 -0
- package/dist/cli/diff-verification.js +192 -0
- package/dist/cli/main.js +49 -1
- package/dist/cli/output.d.ts +5 -3
- package/dist/cli/output.js +12 -0
- package/dist/cli/program.js +19 -1
- package/dist/cli/project-root.d.ts +1 -0
- package/dist/cli/project-root.js +6 -0
- package/dist/cli/runtime-selection.d.ts +22 -0
- package/dist/cli/runtime-selection.js +92 -0
- package/dist/cli/version.d.ts +1 -0
- package/dist/cli/version.js +14 -0
- package/dist/cli/workspace-guard.d.ts +2 -0
- package/dist/cli/workspace-guard.js +3 -0
- package/dist/domain/binding-reference.d.ts +4 -0
- package/dist/domain/binding-reference.js +23 -0
- package/dist/domain/checkpoint.d.ts +404 -0
- package/dist/domain/checkpoint.js +297 -0
- package/dist/domain/config.d.ts +107 -1
- package/dist/domain/config.js +52 -6
- package/dist/domain/contract.d.ts +413 -0
- package/dist/domain/contract.js +196 -0
- package/dist/domain/external-flow.d.ts +493 -0
- package/dist/domain/external-flow.js +15 -0
- package/dist/domain/failure-classification.d.ts +176 -0
- package/dist/domain/failure-classification.js +169 -0
- package/dist/domain/failure.d.ts +2 -1
- package/dist/domain/failure.js +123 -0
- package/dist/domain/generation.d.ts +1671 -132
- package/dist/domain/generation.js +202 -13
- package/dist/domain/geometry.d.ts +13 -0
- package/dist/domain/geometry.js +16 -0
- package/dist/domain/impact.d.ts +71 -0
- package/dist/domain/impact.js +76 -0
- package/dist/domain/init.d.ts +12 -4
- package/dist/domain/init.js +24 -18
- package/dist/domain/journey-composition.d.ts +2285 -0
- package/dist/domain/journey-composition.js +85 -0
- package/dist/domain/journey-lifecycle.d.ts +10 -0
- package/dist/domain/journey-lifecycle.js +9 -0
- package/dist/domain/journey.d.ts +2419 -212
- package/dist/domain/journey.js +384 -14
- package/dist/domain/knowledge.d.ts +165 -0
- package/dist/domain/knowledge.js +188 -0
- package/dist/domain/layout.d.ts +34 -5
- package/dist/domain/layout.js +64 -6
- package/dist/domain/locator-evidence.d.ts +3 -0
- package/dist/domain/locator-evidence.js +36 -0
- package/dist/domain/logcat-event.d.ts +54 -0
- package/dist/domain/logcat-event.js +40 -0
- package/dist/domain/observation.d.ts +33 -0
- package/dist/domain/observation.js +18 -0
- package/dist/domain/project-context.d.ts +219 -1
- package/dist/domain/project-context.js +209 -6
- package/dist/domain/proposed-step.d.ts +340 -60
- package/dist/domain/proposed-step.js +23 -3
- package/dist/domain/report.d.ts +1455 -28
- package/dist/domain/report.js +211 -14
- package/dist/domain/runtime-snapshot.d.ts +58 -1
- package/dist/domain/runtime-snapshot.js +14 -3
- package/dist/domain/runtime.d.ts +50 -0
- package/dist/domain/runtime.js +36 -0
- package/dist/domain/system-app-profiles.d.ts +6 -0
- package/dist/domain/system-app-profiles.js +43 -0
- package/dist/domain/ui-backend.d.ts +28 -0
- package/dist/domain/ui-backend.js +33 -0
- package/dist/domain/ui-cache.d.ts +11 -0
- package/dist/domain/ui-cache.js +10 -0
- package/dist/domain/window-hierarchy.d.ts +84 -0
- package/dist/domain/window-hierarchy.js +172 -0
- package/dist/domain/workflow-manifest.d.ts +77 -0
- package/dist/domain/workflow-manifest.js +136 -0
- package/dist/domain/workspace.d.ts +28 -0
- package/dist/domain/workspace.js +72 -0
- package/dist/ports/adb.d.ts +34 -1
- package/dist/ports/align-prompt.d.ts +11 -0
- package/dist/ports/align-prompt.js +6 -0
- package/dist/ports/anchor-resolver.d.ts +30 -0
- package/dist/ports/anchor-resolver.js +1 -0
- package/dist/ports/annotated-screen-resolver.d.ts +4 -0
- package/dist/ports/annotated-screen-resolver.js +1 -0
- package/dist/ports/camera-probe.d.ts +23 -0
- package/dist/ports/camera-probe.js +8 -0
- package/dist/ports/context-document-writer.d.ts +24 -0
- package/dist/ports/context-document-writer.js +1 -0
- package/dist/ports/detached-process-launcher.d.ts +12 -0
- package/dist/ports/detached-process-launcher.js +1 -0
- package/dist/ports/external-flow-registry.d.ts +37 -0
- package/dist/ports/external-flow-registry.js +1 -0
- package/dist/ports/generation-prompt.d.ts +2 -1
- package/dist/ports/generation-session-store.d.ts +12 -2
- package/dist/ports/git-diff.d.ts +9 -0
- package/dist/ports/git-diff.js +1 -0
- package/dist/ports/journey-composition-store.d.ts +17 -0
- package/dist/ports/journey-composition-store.js +1 -0
- package/dist/ports/knowledge-registry.d.ts +20 -0
- package/dist/ports/knowledge-registry.js +1 -0
- package/dist/ports/process-runner.d.ts +7 -0
- package/dist/ports/project-file-inspector.d.ts +1 -0
- package/dist/ports/project-identity-inspector.d.ts +24 -0
- package/dist/ports/project-identity-inspector.js +1 -0
- package/dist/ports/project-inventory-inspector.d.ts +21 -0
- package/dist/ports/project-inventory-inspector.js +1 -0
- package/dist/ports/project-module-discoverer.d.ts +26 -0
- package/dist/ports/project-module-discoverer.js +1 -0
- package/dist/ports/recorder-prompt.d.ts +10 -1
- package/dist/ports/runtime-backend.d.ts +89 -0
- package/dist/ports/runtime-backend.js +13 -0
- package/dist/ports/runtime-capability.d.ts +12 -0
- package/dist/ports/runtime-capability.js +20 -0
- package/dist/ports/runtime-session-ports.d.ts +25 -0
- package/dist/ports/runtime-session-ports.js +1 -0
- package/dist/ports/screenshot.d.ts +11 -0
- package/dist/ports/screenshot.js +1 -0
- package/dist/ports/skill-installer.d.ts +2 -2
- package/dist/ports/ui-snapshot.d.ts +35 -0
- package/dist/ports/ui-snapshot.js +1 -0
- package/dist/ports/ui-stability.d.ts +19 -0
- package/dist/ports/ui-stability.js +1 -0
- package/dist/ports/workspace-layout.d.ts +4 -0
- package/dist/ports/workspace-layout.js +1 -0
- package/dist/shared/errors.d.ts +2 -0
- package/dist/shared/errors.js +22 -0
- package/dist/shared/paths.d.ts +2 -0
- package/dist/shared/paths.js +24 -0
- package/dist/shared/strings.d.ts +2 -0
- package/dist/shared/strings.js +16 -0
- package/package.json +6 -1
- package/assets/skills/taphound-ai-journey/GUIDE.md +0 -862
- package/assets/skills/taphound-ai-journey/SKILL.md +0 -377
- package/assets/skills/taphound-ai-journey/prompts/analyze-project.md +0 -526
- package/assets/skills/taphound-ai-journey/prompts/generate-step.md +0 -109
- package/assets/skills/taphound-ai-journey/schemas/project-context.json +0 -81
- package/assets/skills/taphound-ai-journey/templates/project-context.example.json +0 -49
- package/dist/ports/android-cli.d.ts +0 -21
- /package/dist/{ports/android-cli.js → adapters/runtime/mobile-mcp/mobile-mcp-tools.js} +0 -0
package/dist/domain/report.js
CHANGED
|
@@ -1,21 +1,45 @@
|
|
|
1
1
|
import { createHash } from "node:crypto";
|
|
2
2
|
import { z } from "zod";
|
|
3
3
|
import { FAILURE_CODES } from "./failure.js";
|
|
4
|
-
|
|
5
|
-
|
|
4
|
+
import { KnowledgeIdSchema } from "./knowledge.js";
|
|
5
|
+
import { DeviceRoleSchema } from "./journey.js";
|
|
6
|
+
import { LocatorSchema } from "./layout.js";
|
|
7
|
+
import { LogcatEventExpectSchema, LogcatEventWindowSchema } from "./logcat-event.js";
|
|
8
|
+
import { UiBackendDescriptorSchema } from "./ui-backend.js";
|
|
9
|
+
import { UiCacheTelemetrySchema } from "./ui-cache.js";
|
|
10
|
+
const ResultStatusSchema = z.enum(["passed", "failed", "notRun", "manualRequired"]);
|
|
11
|
+
const RunStatusSchema = z.enum(["passed", "failed", "error", "manualRequired"]);
|
|
6
12
|
export const ReportFailureSchema = z.strictObject({
|
|
7
13
|
code: z.enum(FAILURE_CODES),
|
|
8
14
|
message: z.string().min(1),
|
|
9
15
|
phase: z.string().min(1),
|
|
10
16
|
stepIndex: z.number().int().nonnegative().optional()
|
|
11
17
|
});
|
|
18
|
+
const AnchorLocatorReportSchema = z.strictObject({
|
|
19
|
+
status: z.enum(["resolved", "locatorFallback", "failed"]),
|
|
20
|
+
resolvedBy: z.strictObject({
|
|
21
|
+
kind: z.enum([
|
|
22
|
+
"composeSemantics",
|
|
23
|
+
"resourceId",
|
|
24
|
+
"contentDescription",
|
|
25
|
+
"visibleText",
|
|
26
|
+
"visualMatch"
|
|
27
|
+
]),
|
|
28
|
+
confidence: z.enum(["primary", "fallback"])
|
|
29
|
+
}).optional(),
|
|
30
|
+
message: z.string().trim().min(1).optional()
|
|
31
|
+
});
|
|
12
32
|
const LocatorReportSchema = z.strictObject({
|
|
13
33
|
status: z.enum(["found", "failed", "notRun"]),
|
|
14
34
|
matchedBy: z.enum([
|
|
15
35
|
"resourceId",
|
|
16
36
|
"text",
|
|
17
|
-
"contentDescription"
|
|
37
|
+
"contentDescription",
|
|
38
|
+
"anchor"
|
|
18
39
|
]).optional(),
|
|
40
|
+
requested: LocatorSchema.optional(),
|
|
41
|
+
anchorId: z.string().trim().min(1).optional(),
|
|
42
|
+
anchor: AnchorLocatorReportSchema.optional(),
|
|
19
43
|
fallbackUsed: z.boolean(),
|
|
20
44
|
fallbackLabel: z.string().regex(/^#\d+$/).optional(),
|
|
21
45
|
annotatedScreenshotPath: z.string().min(1).optional(),
|
|
@@ -33,6 +57,18 @@ const LocatorReportSchema = z.strictObject({
|
|
|
33
57
|
const IdleReportSchema = z.strictObject({
|
|
34
58
|
status: z.enum(["stable", "timeout", "cancelled", "notRun"]),
|
|
35
59
|
polls: z.number().int().nonnegative(),
|
|
60
|
+
durationMs: z.number().nonnegative().optional(),
|
|
61
|
+
samplingDurationMs: z.number().nonnegative().optional(),
|
|
62
|
+
strategy: z.enum(["hybrid", "layoutDiff", "frameStats", "structural"]).optional(),
|
|
63
|
+
backend: z.enum([
|
|
64
|
+
"uiautomator",
|
|
65
|
+
"androidCli",
|
|
66
|
+
"gfxFrameStats",
|
|
67
|
+
"mobileMcp"
|
|
68
|
+
]).optional(),
|
|
69
|
+
backendId: z.string().trim().min(1).optional(),
|
|
70
|
+
fallbackUsed: z.boolean().optional(),
|
|
71
|
+
frameActivityDetected: z.boolean().optional(),
|
|
36
72
|
lastDiff: z.array(z.unknown()).optional()
|
|
37
73
|
});
|
|
38
74
|
const ActivityCheckSchema = z.strictObject({
|
|
@@ -41,10 +77,43 @@ const ActivityCheckSchema = z.strictObject({
|
|
|
41
77
|
actual: z.string().min(1).optional()
|
|
42
78
|
});
|
|
43
79
|
const StepExpectationSchema = z.strictObject({
|
|
44
|
-
type: z.enum(["activity", "element", "logcat"]),
|
|
80
|
+
type: z.enum(["activity", "element", "logcat", "logcatEvent"]),
|
|
45
81
|
status: ResultStatusSchema,
|
|
46
82
|
code: z.enum(FAILURE_CODES).optional(),
|
|
47
|
-
message: z.string().min(1).optional()
|
|
83
|
+
message: z.string().min(1).optional(),
|
|
84
|
+
logcatEvent: z.strictObject({
|
|
85
|
+
matchedCount: z.number().int().nonnegative(),
|
|
86
|
+
matchedLineSha256: z.string().regex(/^[a-f\d]{64}$/).optional(),
|
|
87
|
+
window: LogcatEventWindowSchema,
|
|
88
|
+
startedAtMs: z.number().nonnegative(),
|
|
89
|
+
requestErrorClass: z.enum(["client", "auth", "network", "server"]).optional()
|
|
90
|
+
}).optional(),
|
|
91
|
+
capture: z.strictObject({
|
|
92
|
+
name: z.string().regex(/^[a-z][a-zA-Z0-9_]{0,31}$/),
|
|
93
|
+
valueType: z.enum(["string", "integer", "identifier"]),
|
|
94
|
+
length: z.number().int().positive().max(128),
|
|
95
|
+
sourceStepIndex: z.number().int().nonnegative(),
|
|
96
|
+
window: LogcatEventWindowSchema,
|
|
97
|
+
startedAtMs: z.number().nonnegative(),
|
|
98
|
+
evidenceSha256: z.string().regex(/^[a-f\d]{64}$/)
|
|
99
|
+
}).optional()
|
|
100
|
+
}).superRefine((expectation, context) => {
|
|
101
|
+
if (expectation.capture !== undefined && (expectation.type !== "logcatEvent" || expectation.status !== "passed"
|
|
102
|
+
|| expectation.logcatEvent?.matchedLineSha256 !== expectation.capture.evidenceSha256
|
|
103
|
+
|| expectation.logcatEvent.startedAtMs !== expectation.capture.startedAtMs)) {
|
|
104
|
+
context.addIssue({
|
|
105
|
+
code: "custom", path: ["capture"],
|
|
106
|
+
message: "Capture requires a passed digest-bound structured event"
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
if (expectation.logcatEvent?.requestErrorClass !== undefined && (expectation.logcatEvent.matchedCount !== 1
|
|
110
|
+
|| expectation.logcatEvent.matchedLineSha256 === undefined
|
|
111
|
+
|| expectation.status !== "passed")) {
|
|
112
|
+
context.addIssue({
|
|
113
|
+
code: "custom", path: ["logcatEvent", "requestErrorClass"],
|
|
114
|
+
message: "Request error class requires one matched digest-bound event"
|
|
115
|
+
});
|
|
116
|
+
}
|
|
48
117
|
});
|
|
49
118
|
export const StepReportSchema = z.strictObject({
|
|
50
119
|
index: z.number().int().nonnegative(),
|
|
@@ -55,9 +124,12 @@ export const StepReportSchema = z.strictObject({
|
|
|
55
124
|
"swipe",
|
|
56
125
|
"scrollTo",
|
|
57
126
|
"back",
|
|
58
|
-
"wait"
|
|
127
|
+
"wait",
|
|
128
|
+
"bridge"
|
|
59
129
|
]),
|
|
60
130
|
status: ResultStatusSchema,
|
|
131
|
+
device: DeviceRoleSchema.optional(),
|
|
132
|
+
replayMode: z.enum(["auto", "manual"]).optional(),
|
|
61
133
|
startedAtMs: z.number().nonnegative(),
|
|
62
134
|
finishedAtMs: z.number().nonnegative(),
|
|
63
135
|
durationMs: z.number().nonnegative(),
|
|
@@ -72,8 +144,86 @@ export const StepReportSchema = z.strictObject({
|
|
|
72
144
|
after: ActivityCheckSchema
|
|
73
145
|
}).optional(),
|
|
74
146
|
expectation: StepExpectationSchema.optional(),
|
|
147
|
+
marker: z.strictObject({
|
|
148
|
+
id: KnowledgeIdSchema,
|
|
149
|
+
startedAtMs: z.number().nonnegative()
|
|
150
|
+
}).optional(),
|
|
75
151
|
logcatPath: z.string().min(1).optional()
|
|
76
152
|
});
|
|
153
|
+
export const CheckpointConditionReportSchema = z.discriminatedUnion("kind", [
|
|
154
|
+
z.strictObject({
|
|
155
|
+
kind: z.literal("activity"),
|
|
156
|
+
status: z.enum(["passed", "failed", "unresolved"]),
|
|
157
|
+
expected: z.string().trim().min(1),
|
|
158
|
+
actual: z.string().trim().min(1).optional(),
|
|
159
|
+
message: z.string().trim().min(1).optional(),
|
|
160
|
+
startedAtMs: z.number().nonnegative().optional(),
|
|
161
|
+
matchedAtMs: z.number().nonnegative().optional(),
|
|
162
|
+
evidenceRef: z.string().trim().min(1).optional()
|
|
163
|
+
}),
|
|
164
|
+
z.strictObject({
|
|
165
|
+
kind: z.literal("screen"),
|
|
166
|
+
status: z.enum(["passed", "failed", "unresolved"]),
|
|
167
|
+
expected: KnowledgeIdSchema,
|
|
168
|
+
actual: KnowledgeIdSchema.optional(),
|
|
169
|
+
message: z.string().trim().min(1).optional(),
|
|
170
|
+
startedAtMs: z.number().nonnegative().optional(),
|
|
171
|
+
matchedAtMs: z.number().nonnegative().optional(),
|
|
172
|
+
evidenceRef: z.string().trim().min(1).optional()
|
|
173
|
+
}),
|
|
174
|
+
z.strictObject({
|
|
175
|
+
kind: z.enum(["visibleElement", "absentElement"]),
|
|
176
|
+
status: z.enum(["passed", "failed", "unresolved"]),
|
|
177
|
+
locator: LocatorSchema,
|
|
178
|
+
message: z.string().trim().min(1).optional(),
|
|
179
|
+
startedAtMs: z.number().nonnegative().optional(),
|
|
180
|
+
matchedAtMs: z.number().nonnegative().optional(),
|
|
181
|
+
evidenceRef: z.string().trim().min(1).optional()
|
|
182
|
+
}),
|
|
183
|
+
z.strictObject({
|
|
184
|
+
kind: z.literal("logcatEvent"),
|
|
185
|
+
status: z.enum(["passed", "failed", "unresolved"]),
|
|
186
|
+
expect: LogcatEventExpectSchema.omit({ timeoutMs: true }),
|
|
187
|
+
matchedCount: z.number().int().nonnegative(),
|
|
188
|
+
matchedLineSha256: z.string().regex(/^[a-f\d]{64}$/).optional(),
|
|
189
|
+
startedAtMs: z.number().nonnegative(),
|
|
190
|
+
matchedAtMs: z.number().nonnegative().optional(),
|
|
191
|
+
evidenceRef: z.string().trim().min(1).optional(),
|
|
192
|
+
message: z.string().trim().min(1).optional()
|
|
193
|
+
})
|
|
194
|
+
]);
|
|
195
|
+
export const CheckpointReportSchema = z.strictObject({
|
|
196
|
+
id: KnowledgeIdSchema,
|
|
197
|
+
stepIndex: z.number().int().nonnegative().optional(),
|
|
198
|
+
status: z.enum(["passed", "failed", "unresolved"]),
|
|
199
|
+
conditions: z.array(CheckpointConditionReportSchema).min(1)
|
|
200
|
+
}).superRefine((checkpoint, context) => {
|
|
201
|
+
for (const [index, condition] of checkpoint.conditions.entries()) {
|
|
202
|
+
if (condition.kind === "logcatEvent" && condition.status === "passed"
|
|
203
|
+
&& (condition.matchedCount !== 1
|
|
204
|
+
|| condition.matchedLineSha256 === undefined
|
|
205
|
+
|| condition.matchedAtMs === undefined
|
|
206
|
+
|| condition.evidenceRef === undefined)) {
|
|
207
|
+
context.addIssue({
|
|
208
|
+
code: "custom",
|
|
209
|
+
path: ["conditions", index],
|
|
210
|
+
message: "Passed Logcat events need exactly one digest-bound artifact match"
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
const status = checkpoint.conditions.some((condition) => condition.status === "failed")
|
|
215
|
+
? "failed"
|
|
216
|
+
: checkpoint.conditions.some((condition) => condition.status === "unresolved")
|
|
217
|
+
? "unresolved"
|
|
218
|
+
: "passed";
|
|
219
|
+
if (checkpoint.status !== status) {
|
|
220
|
+
context.addIssue({
|
|
221
|
+
code: "custom",
|
|
222
|
+
path: ["status"],
|
|
223
|
+
message: "Checkpoint status must reflect all condition results"
|
|
224
|
+
});
|
|
225
|
+
}
|
|
226
|
+
});
|
|
77
227
|
const LayersSchema = z.strictObject({
|
|
78
228
|
run: ResultStatusSchema,
|
|
79
229
|
structural: ResultStatusSchema,
|
|
@@ -81,16 +231,20 @@ const LayersSchema = z.strictObject({
|
|
|
81
231
|
explicitExpect: ResultStatusSchema,
|
|
82
232
|
collection: ResultStatusSchema
|
|
83
233
|
});
|
|
234
|
+
const ArtifactRolePathSchema = z.strictObject({
|
|
235
|
+
role: DeviceRoleSchema,
|
|
236
|
+
path: z.string().min(1)
|
|
237
|
+
});
|
|
84
238
|
const ArtifactsSchema = z.strictObject({
|
|
85
239
|
directory: z.string().min(1),
|
|
86
240
|
report: z.string().min(1),
|
|
87
241
|
summary: z.string().min(1),
|
|
88
|
-
|
|
89
|
-
|
|
242
|
+
screenshots: z.array(ArtifactRolePathSchema),
|
|
243
|
+
uiHierarchies: z.array(ArtifactRolePathSchema).optional(),
|
|
244
|
+
logcats: z.array(ArtifactRolePathSchema),
|
|
90
245
|
stepLogs: z.array(z.string().min(1))
|
|
91
246
|
});
|
|
92
|
-
|
|
93
|
-
schemaVersion: z.literal(2),
|
|
247
|
+
const ReportFields = {
|
|
94
248
|
runId: z.string().min(1),
|
|
95
249
|
status: RunStatusSchema,
|
|
96
250
|
startedAt: z.string().min(1),
|
|
@@ -105,17 +259,60 @@ export const TapHoundReportSchema = z.strictObject({
|
|
|
105
259
|
name: z.string().min(1),
|
|
106
260
|
sha256: z.string().regex(/^[a-f\d]{64}$/)
|
|
107
261
|
}),
|
|
108
|
-
environment: z.strictObject({
|
|
109
|
-
deviceSerial: z.string().min(1),
|
|
110
|
-
tools: z.record(z.string(), z.string())
|
|
111
|
-
}),
|
|
112
262
|
layers: LayersSchema,
|
|
113
263
|
steps: z.array(StepReportSchema),
|
|
264
|
+
logcatEvidence: z.array(z.strictObject({
|
|
265
|
+
role: DeviceRoleSchema,
|
|
266
|
+
status: z.literal("incomplete"),
|
|
267
|
+
droppedLines: z.number().int().positive(),
|
|
268
|
+
droppedBytes: z.number().int().positive(),
|
|
269
|
+
lastDroppedAtMs: z.number().nonnegative().optional()
|
|
270
|
+
})).optional(),
|
|
271
|
+
checkpoints: z.array(CheckpointReportSchema).optional(),
|
|
272
|
+
screens: z.array(z.strictObject({
|
|
273
|
+
screen: z.string().trim().min(1),
|
|
274
|
+
status: z.enum(["matched", "ambiguous", "unresolved"])
|
|
275
|
+
})).optional(),
|
|
114
276
|
artifacts: ArtifactsSchema,
|
|
115
277
|
primaryFailure: ReportFailureSchema.optional(),
|
|
116
278
|
secondaryErrors: z.array(ReportFailureSchema),
|
|
117
279
|
fallbackUsed: z.boolean()
|
|
280
|
+
};
|
|
281
|
+
const ReportDeviceSchema = z.strictObject({
|
|
282
|
+
role: DeviceRoleSchema,
|
|
283
|
+
deviceSerial: z.string().min(1),
|
|
284
|
+
uiBackend: UiBackendDescriptorSchema.optional(),
|
|
285
|
+
uiCache: UiCacheTelemetrySchema.optional()
|
|
286
|
+
});
|
|
287
|
+
export const TapHoundReportV4Schema = z.strictObject({
|
|
288
|
+
schemaVersion: z.literal(4),
|
|
289
|
+
...ReportFields,
|
|
290
|
+
environment: z.strictObject({
|
|
291
|
+
devices: z.array(ReportDeviceSchema).min(1),
|
|
292
|
+
tools: z.record(z.string(), z.string())
|
|
293
|
+
})
|
|
294
|
+
}).superRefine((report, context) => {
|
|
295
|
+
const roles = new Set(report.environment.devices.map((device) => device.role));
|
|
296
|
+
if (roles.size !== report.environment.devices.length) {
|
|
297
|
+
context.addIssue({
|
|
298
|
+
code: "custom",
|
|
299
|
+
message: "Device roles must be unique within a report"
|
|
300
|
+
});
|
|
301
|
+
return;
|
|
302
|
+
}
|
|
303
|
+
const unknownArtifactRole = [
|
|
304
|
+
...report.artifacts.screenshots,
|
|
305
|
+
...(report.artifacts.uiHierarchies ?? []),
|
|
306
|
+
...report.artifacts.logcats
|
|
307
|
+
].some((entry) => !roles.has(entry.role));
|
|
308
|
+
if (unknownArtifactRole) {
|
|
309
|
+
context.addIssue({
|
|
310
|
+
code: "custom",
|
|
311
|
+
message: "Artifacts reference an unknown device role"
|
|
312
|
+
});
|
|
313
|
+
}
|
|
118
314
|
});
|
|
315
|
+
export const TapHoundReportSchema = TapHoundReportV4Schema;
|
|
119
316
|
function canonicalize(value) {
|
|
120
317
|
if (Array.isArray(value)) {
|
|
121
318
|
return value.map(canonicalize);
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
export declare const RuntimeSnapshotSchema: z.ZodObject<{
|
|
3
|
-
version: z.ZodLiteral<
|
|
3
|
+
version: z.ZodLiteral<2>;
|
|
4
4
|
generationId: z.ZodString;
|
|
5
5
|
baseRevision: z.ZodNumber;
|
|
6
6
|
deviceSerial: z.ZodString;
|
|
@@ -11,6 +11,63 @@ export declare const RuntimeSnapshotSchema: z.ZodObject<{
|
|
|
11
11
|
capturedAt: z.ZodISODateTime;
|
|
12
12
|
screenshotPath: z.ZodOptional<z.ZodString>;
|
|
13
13
|
layout: z.ZodArray<z.ZodType<import("./layout.js").LayoutElement, unknown, z.core.$ZodTypeInternals<import("./layout.js").LayoutElement, unknown>>>;
|
|
14
|
+
windowHierarchy: z.ZodOptional<z.ZodObject<{
|
|
15
|
+
status: z.ZodEnum<{
|
|
16
|
+
unknown: "unknown";
|
|
17
|
+
complete: "complete";
|
|
18
|
+
incomplete: "incomplete";
|
|
19
|
+
}>;
|
|
20
|
+
appWindows: z.ZodArray<z.ZodObject<{
|
|
21
|
+
id: z.ZodString;
|
|
22
|
+
title: z.ZodString;
|
|
23
|
+
packageName: z.ZodString;
|
|
24
|
+
type: z.ZodOptional<z.ZodString>;
|
|
25
|
+
layer: z.ZodOptional<z.ZodNumber>;
|
|
26
|
+
bounds: z.ZodOptional<z.ZodObject<{
|
|
27
|
+
left: z.ZodNumber;
|
|
28
|
+
top: z.ZodNumber;
|
|
29
|
+
right: z.ZodNumber;
|
|
30
|
+
bottom: z.ZodNumber;
|
|
31
|
+
}, z.core.$strict>>;
|
|
32
|
+
touchable: z.ZodBoolean;
|
|
33
|
+
focusable: z.ZodOptional<z.ZodBoolean>;
|
|
34
|
+
focused: z.ZodOptional<z.ZodBoolean>;
|
|
35
|
+
}, z.core.$strict>>;
|
|
36
|
+
semanticWindowIds: z.ZodArray<z.ZodString>;
|
|
37
|
+
diagnostics: z.ZodArray<z.ZodObject<{
|
|
38
|
+
code: z.ZodEnum<{
|
|
39
|
+
WINDOW_TOPOLOGY_UNAVAILABLE: "WINDOW_TOPOLOGY_UNAVAILABLE";
|
|
40
|
+
SEMANTIC_WINDOW_IDS_UNAVAILABLE: "SEMANTIC_WINDOW_IDS_UNAVAILABLE";
|
|
41
|
+
APP_WINDOW_WITHOUT_SEMANTIC_ROOT: "APP_WINDOW_WITHOUT_SEMANTIC_ROOT";
|
|
42
|
+
APP_WINDOW_NOT_ACCESSIBILITY_READABLE: "APP_WINDOW_NOT_ACCESSIBILITY_READABLE";
|
|
43
|
+
}>;
|
|
44
|
+
message: z.ZodString;
|
|
45
|
+
}, z.core.$strict>>;
|
|
46
|
+
recovery: z.ZodArray<z.ZodEnum<{
|
|
47
|
+
REOBSERVE: "REOBSERVE";
|
|
48
|
+
LAYOUT_INSPECTOR: "LAYOUT_INSPECTOR";
|
|
49
|
+
DEBUG_WINDOW_INSPECTOR: "DEBUG_WINDOW_INSPECTOR";
|
|
50
|
+
}>>;
|
|
51
|
+
}, z.core.$strict>>;
|
|
52
|
+
uiBackend: z.ZodObject<{
|
|
53
|
+
id: z.ZodEnum<{
|
|
54
|
+
"system-uiautomator": "system-uiautomator";
|
|
55
|
+
"android-cli": "android-cli";
|
|
56
|
+
"appium-uiautomator2": "appium-uiautomator2";
|
|
57
|
+
"mobile-mcp": "mobile-mcp";
|
|
58
|
+
}>;
|
|
59
|
+
adapterVersion: z.ZodString;
|
|
60
|
+
engineVersion: z.ZodOptional<z.ZodString>;
|
|
61
|
+
configSha256: z.ZodString;
|
|
62
|
+
}, z.core.$strict>;
|
|
63
|
+
uiObservationId: z.ZodString;
|
|
64
|
+
uiCaptureDurationMs: z.ZodNumber;
|
|
65
|
+
viewport: z.ZodObject<{
|
|
66
|
+
width: z.ZodNumber;
|
|
67
|
+
height: z.ZodNumber;
|
|
68
|
+
rotation: z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<90>, z.ZodLiteral<180>, z.ZodLiteral<270>]>;
|
|
69
|
+
coordinateSpace: z.ZodLiteral<"physicalDisplayPixels">;
|
|
70
|
+
}, z.core.$strict>;
|
|
14
71
|
}, z.core.$strict>;
|
|
15
72
|
export type RuntimeSnapshot = z.infer<typeof RuntimeSnapshotSchema>;
|
|
16
73
|
export declare function hashRuntimeSnapshot(snapshot: unknown): string;
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import { createHash } from "node:crypto";
|
|
2
2
|
import { z } from "zod";
|
|
3
3
|
import { LayoutElementSchema } from "./layout.js";
|
|
4
|
+
import { DisplayViewportSchema } from "./geometry.js";
|
|
5
|
+
import { UiBackendDescriptorSchema } from "./ui-backend.js";
|
|
6
|
+
import { WindowHierarchySchema } from "./window-hierarchy.js";
|
|
4
7
|
const QualifiedNameSchema = z.string().regex(/^(?:[A-Za-z_$][\w$]*\.)+[A-Za-z_$][\w$]*$/, "Value must be fully qualified");
|
|
5
8
|
export const RuntimeSnapshotSchema = z.strictObject({
|
|
6
|
-
version: z.literal(
|
|
9
|
+
version: z.literal(2),
|
|
7
10
|
generationId: z.string().trim().min(1),
|
|
8
11
|
baseRevision: z.number().int().positive().max(Number.MAX_SAFE_INTEGER),
|
|
9
12
|
deviceSerial: z.string().trim().min(1),
|
|
@@ -13,7 +16,12 @@ export const RuntimeSnapshotSchema = z.strictObject({
|
|
|
13
16
|
pid: z.number().int().positive().max(Number.MAX_SAFE_INTEGER).nullable(),
|
|
14
17
|
capturedAt: z.iso.datetime(),
|
|
15
18
|
screenshotPath: z.string().trim().min(1).optional(),
|
|
16
|
-
layout: z.array(LayoutElementSchema)
|
|
19
|
+
layout: z.array(LayoutElementSchema),
|
|
20
|
+
windowHierarchy: WindowHierarchySchema.optional(),
|
|
21
|
+
uiBackend: UiBackendDescriptorSchema,
|
|
22
|
+
uiObservationId: z.string().trim().min(1),
|
|
23
|
+
uiCaptureDurationMs: z.number().nonnegative(),
|
|
24
|
+
viewport: DisplayViewportSchema
|
|
17
25
|
});
|
|
18
26
|
function canonicalize(value) {
|
|
19
27
|
if (Array.isArray(value)) {
|
|
@@ -38,7 +46,10 @@ export function hashRuntimeSnapshot(snapshot) {
|
|
|
38
46
|
foregroundPackageName: parsed.foregroundPackageName,
|
|
39
47
|
activity: parsed.activity,
|
|
40
48
|
pid: parsed.pid,
|
|
41
|
-
layout: parsed.layout
|
|
49
|
+
layout: parsed.layout,
|
|
50
|
+
windowHierarchy: parsed.windowHierarchy,
|
|
51
|
+
uiBackend: parsed.uiBackend,
|
|
52
|
+
viewport: parsed.viewport
|
|
42
53
|
};
|
|
43
54
|
return createHash("sha256")
|
|
44
55
|
.update(JSON.stringify(canonicalize(content)))
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const RuntimeBackendIdSchema: z.ZodEnum<{
|
|
3
|
+
adb: "adb";
|
|
4
|
+
"mobile-mcp": "mobile-mcp";
|
|
5
|
+
}>;
|
|
6
|
+
export declare const RuntimeBackendChoiceSchema: z.ZodEnum<{
|
|
7
|
+
adb: "adb";
|
|
8
|
+
"mobile-mcp": "mobile-mcp";
|
|
9
|
+
auto: "auto";
|
|
10
|
+
}>;
|
|
11
|
+
export declare const RuntimeCapabilitiesSchema: z.ZodObject<{
|
|
12
|
+
layoutSnapshot: z.ZodBoolean;
|
|
13
|
+
screenshot: z.ZodBoolean;
|
|
14
|
+
annotatedScreens: z.ZodBoolean;
|
|
15
|
+
frameStatsIdle: z.ZodBoolean;
|
|
16
|
+
logs: z.ZodBoolean;
|
|
17
|
+
processDiscovery: z.ZodBoolean;
|
|
18
|
+
windowTopology: z.ZodBoolean;
|
|
19
|
+
intentStart: z.ZodBoolean;
|
|
20
|
+
foregroundActivity: z.ZodBoolean;
|
|
21
|
+
}, z.core.$strict>;
|
|
22
|
+
export declare const RuntimeBackendDescriptorSchema: z.ZodObject<{
|
|
23
|
+
id: z.ZodEnum<{
|
|
24
|
+
adb: "adb";
|
|
25
|
+
"mobile-mcp": "mobile-mcp";
|
|
26
|
+
}>;
|
|
27
|
+
adapterVersion: z.ZodString;
|
|
28
|
+
engineVersion: z.ZodOptional<z.ZodString>;
|
|
29
|
+
configSha256: z.ZodString;
|
|
30
|
+
capabilities: z.ZodObject<{
|
|
31
|
+
layoutSnapshot: z.ZodBoolean;
|
|
32
|
+
screenshot: z.ZodBoolean;
|
|
33
|
+
annotatedScreens: z.ZodBoolean;
|
|
34
|
+
frameStatsIdle: z.ZodBoolean;
|
|
35
|
+
logs: z.ZodBoolean;
|
|
36
|
+
processDiscovery: z.ZodBoolean;
|
|
37
|
+
windowTopology: z.ZodBoolean;
|
|
38
|
+
intentStart: z.ZodBoolean;
|
|
39
|
+
foregroundActivity: z.ZodBoolean;
|
|
40
|
+
}, z.core.$strict>;
|
|
41
|
+
}, z.core.$strict>;
|
|
42
|
+
export interface DeviceInfo {
|
|
43
|
+
serial: string;
|
|
44
|
+
status: string;
|
|
45
|
+
}
|
|
46
|
+
export type RuntimeBackendId = z.infer<typeof RuntimeBackendIdSchema>;
|
|
47
|
+
export type RuntimeBackendChoice = z.infer<typeof RuntimeBackendChoiceSchema>;
|
|
48
|
+
export type RuntimeCapabilities = z.infer<typeof RuntimeCapabilitiesSchema>;
|
|
49
|
+
export type RuntimeBackendDescriptor = z.infer<typeof RuntimeBackendDescriptorSchema>;
|
|
50
|
+
export declare function resolveRuntimeBackendId(selection: RuntimeBackendChoice): RuntimeBackendId;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export const RuntimeBackendIdSchema = z.enum([
|
|
3
|
+
"adb",
|
|
4
|
+
"mobile-mcp"
|
|
5
|
+
]);
|
|
6
|
+
export const RuntimeBackendChoiceSchema = z.enum([
|
|
7
|
+
"auto",
|
|
8
|
+
"adb",
|
|
9
|
+
"mobile-mcp"
|
|
10
|
+
]);
|
|
11
|
+
export const RuntimeCapabilitiesSchema = z.strictObject({
|
|
12
|
+
layoutSnapshot: z.boolean(),
|
|
13
|
+
screenshot: z.boolean(),
|
|
14
|
+
annotatedScreens: z.boolean(),
|
|
15
|
+
frameStatsIdle: z.boolean(),
|
|
16
|
+
logs: z.boolean(),
|
|
17
|
+
processDiscovery: z.boolean(),
|
|
18
|
+
windowTopology: z.boolean(),
|
|
19
|
+
intentStart: z.boolean(),
|
|
20
|
+
foregroundActivity: z.boolean()
|
|
21
|
+
});
|
|
22
|
+
export const RuntimeBackendDescriptorSchema = z.strictObject({
|
|
23
|
+
id: RuntimeBackendIdSchema,
|
|
24
|
+
adapterVersion: z.string().min(1),
|
|
25
|
+
engineVersion: z.string().min(1).optional(),
|
|
26
|
+
configSha256: z.string().regex(/^[a-f\d]{64}$/),
|
|
27
|
+
capabilities: RuntimeCapabilitiesSchema
|
|
28
|
+
});
|
|
29
|
+
const RUNTIME_BACKEND_RESOLUTION = {
|
|
30
|
+
auto: "adb",
|
|
31
|
+
adb: "adb",
|
|
32
|
+
"mobile-mcp": "mobile-mcp"
|
|
33
|
+
};
|
|
34
|
+
export function resolveRuntimeBackendId(selection) {
|
|
35
|
+
return RUNTIME_BACKEND_RESOLUTION[selection];
|
|
36
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
declare const SYSTEM_SCENARIOS: readonly ["photoCapture", "pickImage", "pickFile"];
|
|
2
|
+
type SystemScenario = (typeof SYSTEM_SCENARIOS)[number];
|
|
3
|
+
export declare const SYSTEM_APP_PACKAGES: Record<SystemScenario, readonly string[]>;
|
|
4
|
+
export declare function isKnownSystemPackage(scenario: SystemScenario, packageName: string): boolean;
|
|
5
|
+
export declare function isSystemScenario(scenario: string): scenario is SystemScenario;
|
|
6
|
+
export {};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
const SYSTEM_SCENARIOS = ["photoCapture", "pickImage", "pickFile"];
|
|
2
|
+
export const SYSTEM_APP_PACKAGES = {
|
|
3
|
+
photoCapture: [
|
|
4
|
+
"com.android.camera",
|
|
5
|
+
"com.android.camera2",
|
|
6
|
+
"com.google.android.GoogleCamera",
|
|
7
|
+
"com.sec.android.app.camera",
|
|
8
|
+
"com.huawei.camera",
|
|
9
|
+
"com.miui.camera",
|
|
10
|
+
"com.oppo.camera",
|
|
11
|
+
"com.vivo.camera",
|
|
12
|
+
"com.oneplus.camera"
|
|
13
|
+
],
|
|
14
|
+
pickImage: [
|
|
15
|
+
"com.android.gallery",
|
|
16
|
+
"com.android.gallery3d",
|
|
17
|
+
"com.google.android.apps.photos",
|
|
18
|
+
"com.google.android.apps.photos.go",
|
|
19
|
+
"com.sec.android.gallery3d",
|
|
20
|
+
"com.miui.gallery",
|
|
21
|
+
"com.oppo.gallery",
|
|
22
|
+
"com.vivo.gallery",
|
|
23
|
+
"com.android.documentsui",
|
|
24
|
+
"com.google.android.documentsui",
|
|
25
|
+
"com.google.android.providers.media.module",
|
|
26
|
+
"com.android.providers.media.module"
|
|
27
|
+
],
|
|
28
|
+
pickFile: [
|
|
29
|
+
"com.android.documentsui",
|
|
30
|
+
"com.google.android.documentsui",
|
|
31
|
+
"com.android.fileexplorer",
|
|
32
|
+
"com.mi.android.globalFileexplorer",
|
|
33
|
+
"com.sec.android.app.myfiles",
|
|
34
|
+
"com.coloros.filemanager",
|
|
35
|
+
"com.vivo.filemanager"
|
|
36
|
+
]
|
|
37
|
+
};
|
|
38
|
+
export function isKnownSystemPackage(scenario, packageName) {
|
|
39
|
+
return SYSTEM_APP_PACKAGES[scenario].includes(packageName);
|
|
40
|
+
}
|
|
41
|
+
export function isSystemScenario(scenario) {
|
|
42
|
+
return SYSTEM_SCENARIOS.includes(scenario);
|
|
43
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const UiBackendIdSchema: z.ZodEnum<{
|
|
3
|
+
"system-uiautomator": "system-uiautomator";
|
|
4
|
+
"android-cli": "android-cli";
|
|
5
|
+
"appium-uiautomator2": "appium-uiautomator2";
|
|
6
|
+
"mobile-mcp": "mobile-mcp";
|
|
7
|
+
}>;
|
|
8
|
+
export declare const UiBackendSelectionSchema: z.ZodEnum<{
|
|
9
|
+
"system-uiautomator": "system-uiautomator";
|
|
10
|
+
"android-cli": "android-cli";
|
|
11
|
+
"appium-uiautomator2": "appium-uiautomator2";
|
|
12
|
+
auto: "auto";
|
|
13
|
+
}>;
|
|
14
|
+
export declare const UiBackendDescriptorSchema: z.ZodObject<{
|
|
15
|
+
id: z.ZodEnum<{
|
|
16
|
+
"system-uiautomator": "system-uiautomator";
|
|
17
|
+
"android-cli": "android-cli";
|
|
18
|
+
"appium-uiautomator2": "appium-uiautomator2";
|
|
19
|
+
"mobile-mcp": "mobile-mcp";
|
|
20
|
+
}>;
|
|
21
|
+
adapterVersion: z.ZodString;
|
|
22
|
+
engineVersion: z.ZodOptional<z.ZodString>;
|
|
23
|
+
configSha256: z.ZodString;
|
|
24
|
+
}, z.core.$strict>;
|
|
25
|
+
export type UiBackendDescriptor = z.infer<typeof UiBackendDescriptorSchema>;
|
|
26
|
+
export type UiBackendId = z.infer<typeof UiBackendIdSchema>;
|
|
27
|
+
export type UiBackendSelection = z.infer<typeof UiBackendSelectionSchema>;
|
|
28
|
+
export declare function uiBackendIdAsSelection(id: UiBackendId): UiBackendSelection | undefined;
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export const UiBackendIdSchema = z.enum([
|
|
3
|
+
"system-uiautomator",
|
|
4
|
+
"android-cli",
|
|
5
|
+
"appium-uiautomator2",
|
|
6
|
+
"mobile-mcp"
|
|
7
|
+
]);
|
|
8
|
+
// Selection stays narrower than descriptor ids: "mobile-mcp" layouts arrive
|
|
9
|
+
// only through the Runtime Backend SPI (runtime.backend), never as a direct
|
|
10
|
+
// ui.backend choice, so AutoUiSnapshotProviderFactory never sees it.
|
|
11
|
+
export const UiBackendSelectionSchema = z.enum([
|
|
12
|
+
"auto",
|
|
13
|
+
"system-uiautomator",
|
|
14
|
+
"android-cli",
|
|
15
|
+
"appium-uiautomator2"
|
|
16
|
+
]);
|
|
17
|
+
export const UiBackendDescriptorSchema = z.strictObject({
|
|
18
|
+
id: UiBackendIdSchema,
|
|
19
|
+
adapterVersion: z.string().min(1),
|
|
20
|
+
engineVersion: z.string().min(1).optional(),
|
|
21
|
+
configSha256: z.string().regex(/^[a-f\d]{64}$/)
|
|
22
|
+
});
|
|
23
|
+
// Descriptor ids can name runtime-bound backends ("mobile-mcp") that never
|
|
24
|
+
// participate in direct ui.backend selection. Return undefined for those ids
|
|
25
|
+
// so callers keep the runtime-owned snapshot provider; their descriptor
|
|
26
|
+
// equality checks still reject a genuine backend mismatch.
|
|
27
|
+
export function uiBackendIdAsSelection(id) {
|
|
28
|
+
if (id === "system-uiautomator" || id === "android-cli"
|
|
29
|
+
|| id === "appium-uiautomator2") {
|
|
30
|
+
return id;
|
|
31
|
+
}
|
|
32
|
+
return undefined;
|
|
33
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** In-memory UI snapshot cache telemetry reported by observe and verify. */
|
|
3
|
+
export declare const UiCacheTelemetrySchema: z.ZodObject<{
|
|
4
|
+
hits: z.ZodNumber;
|
|
5
|
+
misses: z.ZodNumber;
|
|
6
|
+
stale: z.ZodNumber;
|
|
7
|
+
relearns: z.ZodNumber;
|
|
8
|
+
capturesSaved: z.ZodNumber;
|
|
9
|
+
validationDurationMs: z.ZodNumber;
|
|
10
|
+
}, z.core.$strict>;
|
|
11
|
+
export type UiCacheTelemetry = z.infer<typeof UiCacheTelemetrySchema>;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** In-memory UI snapshot cache telemetry reported by observe and verify. */
|
|
3
|
+
export const UiCacheTelemetrySchema = z.strictObject({
|
|
4
|
+
hits: z.number().int().nonnegative(),
|
|
5
|
+
misses: z.number().int().nonnegative(),
|
|
6
|
+
stale: z.number().int().nonnegative(),
|
|
7
|
+
relearns: z.number().int().nonnegative(),
|
|
8
|
+
capturesSaved: z.number().int().nonnegative(),
|
|
9
|
+
validationDurationMs: z.number().nonnegative()
|
|
10
|
+
});
|