@beeos-ai/device-agent 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pi/extensions/android-tools.ts +139 -0
- package/.pi/skills/.gitkeep +0 -0
- package/.pi/skills/ground-mobile-fallback/SKILL.md +50 -0
- package/LICENSE +201 -0
- package/dist/action/handler.d.ts +9 -0
- package/dist/action/handler.js +124 -0
- package/dist/action/handler.js.map +1 -0
- package/dist/adapters/agent-gateway-client.d.ts +256 -0
- package/dist/adapters/agent-gateway-client.js +332 -0
- package/dist/adapters/agent-gateway-client.js.map +1 -0
- package/dist/adapters/agentcore-inner-loop.d.ts +29 -0
- package/dist/adapters/agentcore-inner-loop.js +72 -0
- package/dist/adapters/agentcore-inner-loop.js.map +1 -0
- package/dist/adapters/agentcore-pi.d.ts +215 -0
- package/dist/adapters/agentcore-pi.js +464 -0
- package/dist/adapters/agentcore-pi.js.map +1 -0
- package/dist/adapters/agentcore-runner.d.ts +70 -0
- package/dist/adapters/agentcore-runner.js +255 -0
- package/dist/adapters/agentcore-runner.js.map +1 -0
- package/dist/adapters/device-android-adb.d.ts +41 -0
- package/dist/adapters/device-android-adb.js +279 -0
- package/dist/adapters/device-android-adb.js.map +1 -0
- package/dist/adapters/device-desktop.d.ts +37 -0
- package/dist/adapters/device-desktop.js +101 -0
- package/dist/adapters/device-desktop.js.map +1 -0
- package/dist/adapters/identity-file.d.ts +30 -0
- package/dist/adapters/identity-file.js +50 -0
- package/dist/adapters/identity-file.js.map +1 -0
- package/dist/adapters/transport-bridge-ws.d.ts +39 -0
- package/dist/adapters/transport-bridge-ws.js +49 -0
- package/dist/adapters/transport-bridge-ws.js.map +1 -0
- package/dist/adapters/vlm-inner-loop.d.ts +88 -0
- package/dist/adapters/vlm-inner-loop.js +199 -0
- package/dist/adapters/vlm-inner-loop.js.map +1 -0
- package/dist/agent-runtime/adapters/base.d.ts +145 -0
- package/dist/agent-runtime/adapters/base.js +29 -0
- package/dist/agent-runtime/adapters/base.js.map +1 -0
- package/dist/agent-runtime/adapters/index.d.ts +17 -0
- package/dist/agent-runtime/adapters/index.js +17 -0
- package/dist/agent-runtime/adapters/index.js.map +1 -0
- package/dist/agent-runtime/adapters/mock.d.ts +44 -0
- package/dist/agent-runtime/adapters/mock.js +54 -0
- package/dist/agent-runtime/adapters/mock.js.map +1 -0
- package/dist/agent-runtime/adapters/openai.d.ts +63 -0
- package/dist/agent-runtime/adapters/openai.js +302 -0
- package/dist/agent-runtime/adapters/openai.js.map +1 -0
- package/dist/agent-runtime/adapters/registry.d.ts +49 -0
- package/dist/agent-runtime/adapters/registry.js +129 -0
- package/dist/agent-runtime/adapters/registry.js.map +1 -0
- package/dist/agent-runtime/adapters/ui-tars.d.ts +13 -0
- package/dist/agent-runtime/adapters/ui-tars.js +22 -0
- package/dist/agent-runtime/adapters/ui-tars.js.map +1 -0
- package/dist/agent-runtime/agent-runner.d.ts +149 -0
- package/dist/agent-runtime/agent-runner.js +356 -0
- package/dist/agent-runtime/agent-runner.js.map +1 -0
- package/dist/agent-runtime/core.d.ts +170 -0
- package/dist/agent-runtime/core.js +624 -0
- package/dist/agent-runtime/core.js.map +1 -0
- package/dist/agent-runtime/index.d.ts +16 -0
- package/dist/agent-runtime/index.js +17 -0
- package/dist/agent-runtime/index.js.map +1 -0
- package/dist/agent-runtime/plan-executor.d.ts +118 -0
- package/dist/agent-runtime/plan-executor.js +501 -0
- package/dist/agent-runtime/plan-executor.js.map +1 -0
- package/dist/agent-runtime/planner/base.d.ts +128 -0
- package/dist/agent-runtime/planner/base.js +157 -0
- package/dist/agent-runtime/planner/base.js.map +1 -0
- package/dist/agent-runtime/planner/llm-planner.d.ts +58 -0
- package/dist/agent-runtime/planner/llm-planner.js +112 -0
- package/dist/agent-runtime/planner/llm-planner.js.map +1 -0
- package/dist/agent-runtime/planner/noop-planner.d.ts +13 -0
- package/dist/agent-runtime/planner/noop-planner.js +30 -0
- package/dist/agent-runtime/planner/noop-planner.js.map +1 -0
- package/dist/agent-runtime/planner/prompts.d.ts +33 -0
- package/dist/agent-runtime/planner/prompts.js +165 -0
- package/dist/agent-runtime/planner/prompts.js.map +1 -0
- package/dist/agent-runtime/reflection.d.ts +81 -0
- package/dist/agent-runtime/reflection.js +189 -0
- package/dist/agent-runtime/reflection.js.map +1 -0
- package/dist/agent-runtime/reflectors/action-reflector.d.ts +97 -0
- package/dist/agent-runtime/reflectors/action-reflector.js +233 -0
- package/dist/agent-runtime/reflectors/action-reflector.js.map +1 -0
- package/dist/agent-runtime/reflectors/policy.d.ts +53 -0
- package/dist/agent-runtime/reflectors/policy.js +106 -0
- package/dist/agent-runtime/reflectors/policy.js.map +1 -0
- package/dist/agent-runtime/reflectors/trajectory-reflector.d.ts +94 -0
- package/dist/agent-runtime/reflectors/trajectory-reflector.js +223 -0
- package/dist/agent-runtime/reflectors/trajectory-reflector.js.map +1 -0
- package/dist/agent-runtime/skills/embedding.d.ts +53 -0
- package/dist/agent-runtime/skills/embedding.js +134 -0
- package/dist/agent-runtime/skills/embedding.js.map +1 -0
- package/dist/agent-runtime/skills/fs-store.d.ts +88 -0
- package/dist/agent-runtime/skills/fs-store.js +483 -0
- package/dist/agent-runtime/skills/fs-store.js.map +1 -0
- package/dist/agent-runtime/skills/index.d.ts +10 -0
- package/dist/agent-runtime/skills/index.js +10 -0
- package/dist/agent-runtime/skills/index.js.map +1 -0
- package/dist/agent-runtime/skills/matcher-evolver.d.ts +88 -0
- package/dist/agent-runtime/skills/matcher-evolver.js +110 -0
- package/dist/agent-runtime/skills/matcher-evolver.js.map +1 -0
- package/dist/agent-runtime/skills/memory-store.d.ts +23 -0
- package/dist/agent-runtime/skills/memory-store.js +94 -0
- package/dist/agent-runtime/skills/memory-store.js.map +1 -0
- package/dist/agent-runtime/skills/normalise.d.ts +40 -0
- package/dist/agent-runtime/skills/normalise.js +152 -0
- package/dist/agent-runtime/skills/normalise.js.map +1 -0
- package/dist/agent-runtime/skills/replay.d.ts +46 -0
- package/dist/agent-runtime/skills/replay.js +106 -0
- package/dist/agent-runtime/skills/replay.js.map +1 -0
- package/dist/agent-runtime/skills/sqlite-store.d.ts +60 -0
- package/dist/agent-runtime/skills/sqlite-store.js +234 -0
- package/dist/agent-runtime/skills/sqlite-store.js.map +1 -0
- package/dist/agent-runtime/skills/types.d.ts +99 -0
- package/dist/agent-runtime/skills/types.js +14 -0
- package/dist/agent-runtime/skills/types.js.map +1 -0
- package/dist/agent.d.ts +110 -0
- package/dist/agent.js +162 -0
- package/dist/agent.js.map +1 -0
- package/dist/api.d.ts +27 -0
- package/dist/api.js +48 -0
- package/dist/api.js.map +1 -0
- package/dist/app/agent-host.d.ts +59 -0
- package/dist/app/agent-host.js +263 -0
- package/dist/app/agent-host.js.map +1 -0
- package/dist/app/device-manager.d.ts +28 -0
- package/dist/app/device-manager.js +64 -0
- package/dist/app/device-manager.js.map +1 -0
- package/dist/app/message-store.d.ts +55 -0
- package/dist/app/message-store.js +99 -0
- package/dist/app/message-store.js.map +1 -0
- package/dist/app/session-manager.d.ts +132 -0
- package/dist/app/session-manager.js +350 -0
- package/dist/app/session-manager.js.map +1 -0
- package/dist/bootstrap.d.ts +94 -0
- package/dist/bootstrap.js +459 -0
- package/dist/bootstrap.js.map +1 -0
- package/dist/chat.d.ts +16 -0
- package/dist/chat.js +175 -0
- package/dist/chat.js.map +1 -0
- package/dist/config/loader.d.ts +77 -0
- package/dist/config/loader.js +292 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/schema.d.ts +162 -0
- package/dist/config/schema.js +243 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/core/actions.d.ts +60 -0
- package/dist/core/actions.js +120 -0
- package/dist/core/actions.js.map +1 -0
- package/dist/core/errors.d.ts +8 -0
- package/dist/core/errors.js +9 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/screen.d.ts +7 -0
- package/dist/core/screen.js +8 -0
- package/dist/core/screen.js.map +1 -0
- package/dist/core/session.d.ts +42 -0
- package/dist/core/session.js +29 -0
- package/dist/core/session.js.map +1 -0
- package/dist/debug/dump-system-prompt.d.ts +1 -0
- package/dist/debug/dump-system-prompt.js +34 -0
- package/dist/debug/dump-system-prompt.js.map +1 -0
- package/dist/device/android.d.ts +25 -0
- package/dist/device/android.js +231 -0
- package/dist/device/android.js.map +1 -0
- package/dist/device/apps.d.ts +3 -0
- package/dist/device/apps.js +77 -0
- package/dist/device/apps.js.map +1 -0
- package/dist/device/base.d.ts +20 -0
- package/dist/device/base.js +2 -0
- package/dist/device/base.js.map +1 -0
- package/dist/device/ui-xml.d.ts +29 -0
- package/dist/device/ui-xml.js +194 -0
- package/dist/device/ui-xml.js.map +1 -0
- package/dist/fleet/adapters/process/node-process-manager.d.ts +157 -0
- package/dist/fleet/adapters/process/node-process-manager.js +664 -0
- package/dist/fleet/adapters/process/node-process-manager.js.map +1 -0
- package/dist/fleet/adapters/sources/local-adb.d.ts +105 -0
- package/dist/fleet/adapters/sources/local-adb.js +353 -0
- package/dist/fleet/adapters/sources/local-adb.js.map +1 -0
- package/dist/fleet/adapters/sources/remote-adb.d.ts +97 -0
- package/dist/fleet/adapters/sources/remote-adb.js +138 -0
- package/dist/fleet/adapters/sources/remote-adb.js.map +1 -0
- package/dist/fleet/adapters/state/beeos-cli-store.d.ts +72 -0
- package/dist/fleet/adapters/state/beeos-cli-store.js +250 -0
- package/dist/fleet/adapters/state/beeos-cli-store.js.map +1 -0
- package/dist/fleet/adapters/state/port-allocator.d.ts +43 -0
- package/dist/fleet/adapters/state/port-allocator.js +173 -0
- package/dist/fleet/adapters/state/port-allocator.js.map +1 -0
- package/dist/fleet/domain/device.d.ts +138 -0
- package/dist/fleet/domain/device.js +49 -0
- package/dist/fleet/domain/device.js.map +1 -0
- package/dist/fleet/domain/events.d.ts +102 -0
- package/dist/fleet/domain/events.js +15 -0
- package/dist/fleet/domain/events.js.map +1 -0
- package/dist/fleet/domain/fsm.d.ts +122 -0
- package/dist/fleet/domain/fsm.js +475 -0
- package/dist/fleet/domain/fsm.js.map +1 -0
- package/dist/fleet/http/status-client.d.ts +31 -0
- package/dist/fleet/http/status-client.js +115 -0
- package/dist/fleet/http/status-client.js.map +1 -0
- package/dist/fleet/http/status-server.d.ts +64 -0
- package/dist/fleet/http/status-server.js +200 -0
- package/dist/fleet/http/status-server.js.map +1 -0
- package/dist/fleet/index.d.ts +27 -0
- package/dist/fleet/index.js +17 -0
- package/dist/fleet/index.js.map +1 -0
- package/dist/fleet/installer/index.d.ts +12 -0
- package/dist/fleet/installer/index.js +13 -0
- package/dist/fleet/installer/index.js.map +1 -0
- package/dist/fleet/installer/launchd-mac.d.ts +73 -0
- package/dist/fleet/installer/launchd-mac.js +291 -0
- package/dist/fleet/installer/launchd-mac.js.map +1 -0
- package/dist/fleet/installer/service-spec.d.ts +70 -0
- package/dist/fleet/installer/service-spec.js +43 -0
- package/dist/fleet/installer/service-spec.js.map +1 -0
- package/dist/fleet/installer/spawn-env.d.ts +45 -0
- package/dist/fleet/installer/spawn-env.js +224 -0
- package/dist/fleet/installer/spawn-env.js.map +1 -0
- package/dist/fleet/ports/clock.d.ts +19 -0
- package/dist/fleet/ports/clock.js +26 -0
- package/dist/fleet/ports/clock.js.map +1 -0
- package/dist/fleet/ports/device-source.d.ts +28 -0
- package/dist/fleet/ports/device-source.js +18 -0
- package/dist/fleet/ports/device-source.js.map +1 -0
- package/dist/fleet/ports/process-manager.d.ts +110 -0
- package/dist/fleet/ports/process-manager.js +27 -0
- package/dist/fleet/ports/process-manager.js.map +1 -0
- package/dist/fleet/ports/state-registry.d.ts +49 -0
- package/dist/fleet/ports/state-registry.js +12 -0
- package/dist/fleet/ports/state-registry.js.map +1 -0
- package/dist/fleet/supervisor.d.ts +107 -0
- package/dist/fleet/supervisor.js +508 -0
- package/dist/fleet/supervisor.js.map +1 -0
- package/dist/grounding/grounder.d.ts +46 -0
- package/dist/grounding/grounder.js +82 -0
- package/dist/grounding/grounder.js.map +1 -0
- package/dist/inbound/acp/handlers/device.d.ts +43 -0
- package/dist/inbound/acp/handlers/device.js +153 -0
- package/dist/inbound/acp/handlers/device.js.map +1 -0
- package/dist/inbound/acp/handlers/initialize.d.ts +71 -0
- package/dist/inbound/acp/handlers/initialize.js +53 -0
- package/dist/inbound/acp/handlers/initialize.js.map +1 -0
- package/dist/inbound/acp/handlers/models.d.ts +16 -0
- package/dist/inbound/acp/handlers/models.js +23 -0
- package/dist/inbound/acp/handlers/models.js.map +1 -0
- package/dist/inbound/acp/handlers/session.d.ts +51 -0
- package/dist/inbound/acp/handlers/session.js +61 -0
- package/dist/inbound/acp/handlers/session.js.map +1 -0
- package/dist/inbound/acp/handlers/skills.d.ts +8 -0
- package/dist/inbound/acp/handlers/skills.js +9 -0
- package/dist/inbound/acp/handlers/skills.js.map +1 -0
- package/dist/inbound/acp/notifier.d.ts +35 -0
- package/dist/inbound/acp/notifier.js +45 -0
- package/dist/inbound/acp/notifier.js.map +1 -0
- package/dist/inbound/acp/router.d.ts +67 -0
- package/dist/inbound/acp/router.js +179 -0
- package/dist/inbound/acp/router.js.map +1 -0
- package/dist/inbound/cli/fleet-command.d.ts +34 -0
- package/dist/inbound/cli/fleet-command.js +792 -0
- package/dist/inbound/cli/fleet-command.js.map +1 -0
- package/dist/inbound/cli/main.d.ts +38 -0
- package/dist/inbound/cli/main.js +364 -0
- package/dist/inbound/cli/main.js.map +1 -0
- package/dist/inbound/cli/run-command.d.ts +101 -0
- package/dist/inbound/cli/run-command.js +405 -0
- package/dist/inbound/cli/run-command.js.map +1 -0
- package/dist/inbound/cli/skills-command.d.ts +39 -0
- package/dist/inbound/cli/skills-command.js +333 -0
- package/dist/inbound/cli/skills-command.js.map +1 -0
- package/dist/inbound/http/server.d.ts +7 -0
- package/dist/inbound/http/server.js +8 -0
- package/dist/inbound/http/server.js.map +1 -0
- package/dist/index.d.ts +66 -0
- package/dist/index.js +48 -0
- package/dist/index.js.map +1 -0
- package/dist/logger/index.d.ts +37 -0
- package/dist/logger/index.js +84 -0
- package/dist/logger/index.js.map +1 -0
- package/dist/mcp-client/autospawn.d.ts +67 -0
- package/dist/mcp-client/autospawn.js +173 -0
- package/dist/mcp-client/autospawn.js.map +1 -0
- package/dist/mcp-client/client.d.ts +78 -0
- package/dist/mcp-client/client.js +168 -0
- package/dist/mcp-client/client.js.map +1 -0
- package/dist/mcp-client/index.d.ts +7 -0
- package/dist/mcp-client/index.js +4 -0
- package/dist/mcp-client/index.js.map +1 -0
- package/dist/mcp-client/inproc.d.ts +47 -0
- package/dist/mcp-client/inproc.js +229 -0
- package/dist/mcp-client/inproc.js.map +1 -0
- package/dist/mcp-client/runtime.d.ts +34 -0
- package/dist/mcp-client/runtime.js +15 -0
- package/dist/mcp-client/runtime.js.map +1 -0
- package/dist/model/adapters/autoglm.d.ts +31 -0
- package/dist/model/adapters/autoglm.js +409 -0
- package/dist/model/adapters/autoglm.js.map +1 -0
- package/dist/model/adapters/base.d.ts +13 -0
- package/dist/model/adapters/base.js +27 -0
- package/dist/model/adapters/base.js.map +1 -0
- package/dist/model/adapters/guiowl.d.ts +1 -0
- package/dist/model/adapters/guiowl.js +253 -0
- package/dist/model/adapters/guiowl.js.map +1 -0
- package/dist/model/adapters/index.d.ts +6 -0
- package/dist/model/adapters/index.js +8 -0
- package/dist/model/adapters/index.js.map +1 -0
- package/dist/model/adapters/maiui.d.ts +1 -0
- package/dist/model/adapters/maiui.js +117 -0
- package/dist/model/adapters/maiui.js.map +1 -0
- package/dist/model/adapters/qwenvl.d.ts +1 -0
- package/dist/model/adapters/qwenvl.js +108 -0
- package/dist/model/adapters/qwenvl.js.map +1 -0
- package/dist/model/adapters/showui.d.ts +1 -0
- package/dist/model/adapters/showui.js +132 -0
- package/dist/model/adapters/showui.js.map +1 -0
- package/dist/model/adapters/tool-call.d.ts +6 -0
- package/dist/model/adapters/tool-call.js +102 -0
- package/dist/model/adapters/tool-call.js.map +1 -0
- package/dist/model/adapters/uitars.d.ts +1 -0
- package/dist/model/adapters/uitars.js +180 -0
- package/dist/model/adapters/uitars.js.map +1 -0
- package/dist/model/base.d.ts +32 -0
- package/dist/model/base.js +2 -0
- package/dist/model/base.js.map +1 -0
- package/dist/model/client.d.ts +26 -0
- package/dist/model/client.js +300 -0
- package/dist/model/client.js.map +1 -0
- package/dist/model/image/compress.d.ts +53 -0
- package/dist/model/image/compress.js +89 -0
- package/dist/model/image/compress.js.map +1 -0
- package/dist/model/image/transport.d.ts +134 -0
- package/dist/model/image/transport.js +154 -0
- package/dist/model/image/transport.js.map +1 -0
- package/dist/orchestrator-system-prompt.d.ts +6 -0
- package/dist/orchestrator-system-prompt.js +81 -0
- package/dist/orchestrator-system-prompt.js.map +1 -0
- package/dist/pi-context.d.ts +82 -0
- package/dist/pi-context.js +62 -0
- package/dist/pi-context.js.map +1 -0
- package/dist/pi-local-skills.d.ts +17 -0
- package/dist/pi-local-skills.js +24 -0
- package/dist/pi-local-skills.js.map +1 -0
- package/dist/plugins/acp/index.d.ts +46 -0
- package/dist/plugins/acp/index.js +111 -0
- package/dist/plugins/acp/index.js.map +1 -0
- package/dist/plugins/agent-sync/index.d.ts +40 -0
- package/dist/plugins/agent-sync/index.js +98 -0
- package/dist/plugins/agent-sync/index.js.map +1 -0
- package/dist/plugins/http-debug/index.d.ts +30 -0
- package/dist/plugins/http-debug/index.js +64 -0
- package/dist/plugins/http-debug/index.js.map +1 -0
- package/dist/plugins/http-debug/server.d.ts +92 -0
- package/dist/plugins/http-debug/server.js +464 -0
- package/dist/plugins/http-debug/server.js.map +1 -0
- package/dist/ports/agent-core.d.ts +158 -0
- package/dist/ports/agent-core.js +2 -0
- package/dist/ports/agent-core.js.map +1 -0
- package/dist/ports/agent-host.d.ts +125 -0
- package/dist/ports/agent-host.js +23 -0
- package/dist/ports/agent-host.js.map +1 -0
- package/dist/ports/device.d.ts +53 -0
- package/dist/ports/device.js +13 -0
- package/dist/ports/device.js.map +1 -0
- package/dist/ports/identity.d.ts +22 -0
- package/dist/ports/identity.js +9 -0
- package/dist/ports/identity.js.map +1 -0
- package/dist/ports/plugin.d.ts +62 -0
- package/dist/ports/plugin.js +35 -0
- package/dist/ports/plugin.js.map +1 -0
- package/dist/ports/transport.d.ts +32 -0
- package/dist/ports/transport.js +12 -0
- package/dist/ports/transport.js.map +1 -0
- package/dist/ports/vlm.d.ts +59 -0
- package/dist/ports/vlm.js +14 -0
- package/dist/ports/vlm.js.map +1 -0
- package/dist/test-lan-autoglm.d.ts +7 -0
- package/dist/test-lan-autoglm.js +46 -0
- package/dist/test-lan-autoglm.js.map +1 -0
- package/dist/test-mem-breakdown.d.ts +1 -0
- package/dist/test-mem-breakdown.js +103 -0
- package/dist/test-mem-breakdown.js.map +1 -0
- package/dist/test-mem.d.ts +1 -0
- package/dist/test-mem.js +60 -0
- package/dist/test-mem.js.map +1 -0
- package/dist/test-mobile-use.d.ts +1 -0
- package/dist/test-mobile-use.js +18 -0
- package/dist/test-mobile-use.js.map +1 -0
- package/dist/test-screenshot-loop.d.ts +1 -0
- package/dist/test-screenshot-loop.js +43 -0
- package/dist/test-screenshot-loop.js.map +1 -0
- package/dist/test-screenshot.d.ts +1 -0
- package/dist/test-screenshot.js +10 -0
- package/dist/test-screenshot.js.map +1 -0
- package/dist/test-ui-xml-dump.d.ts +15 -0
- package/dist/test-ui-xml-dump.js +49 -0
- package/dist/test-ui-xml-dump.js.map +1 -0
- package/dist/types.d.ts +69 -0
- package/dist/types.js +23 -0
- package/dist/types.js.map +1 -0
- package/package.json +94 -0
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Core domain — Session state machine.
|
|
3
|
+
*
|
|
4
|
+
* A session is a single conversation thread. It owns:
|
|
5
|
+
* - a chronological history of messages,
|
|
6
|
+
* - lifecycle metadata (created / lastActive),
|
|
7
|
+
* - the current task (if any) so cancel can target it.
|
|
8
|
+
*
|
|
9
|
+
* Pure data. The application layer (`SessionManager`) handles persistence,
|
|
10
|
+
* eviction, and ACP-side dispatch.
|
|
11
|
+
*/
|
|
12
|
+
export type SessionMessage = {
|
|
13
|
+
role: "user";
|
|
14
|
+
content: string;
|
|
15
|
+
createdAt: number;
|
|
16
|
+
} | {
|
|
17
|
+
role: "assistant";
|
|
18
|
+
content: string;
|
|
19
|
+
createdAt: number;
|
|
20
|
+
messageType?: "text" | "tool_call" | "tool_result";
|
|
21
|
+
meta?: Record<string, unknown>;
|
|
22
|
+
} | {
|
|
23
|
+
role: "system";
|
|
24
|
+
content: string;
|
|
25
|
+
createdAt: number;
|
|
26
|
+
meta?: Record<string, unknown>;
|
|
27
|
+
};
|
|
28
|
+
export interface Session {
|
|
29
|
+
id: string;
|
|
30
|
+
title: string;
|
|
31
|
+
history: SessionMessage[];
|
|
32
|
+
createdAt: number;
|
|
33
|
+
lastActive: number;
|
|
34
|
+
/** id of the in-flight task, if any. */
|
|
35
|
+
currentTaskId: string | null;
|
|
36
|
+
}
|
|
37
|
+
export declare function newSession(id: string, now?: number): Session;
|
|
38
|
+
export declare function sessionSummary(s: Session): {
|
|
39
|
+
sessionId: string;
|
|
40
|
+
title: string;
|
|
41
|
+
updatedAt: number;
|
|
42
|
+
};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Core domain — Session state machine.
|
|
3
|
+
*
|
|
4
|
+
* A session is a single conversation thread. It owns:
|
|
5
|
+
* - a chronological history of messages,
|
|
6
|
+
* - lifecycle metadata (created / lastActive),
|
|
7
|
+
* - the current task (if any) so cancel can target it.
|
|
8
|
+
*
|
|
9
|
+
* Pure data. The application layer (`SessionManager`) handles persistence,
|
|
10
|
+
* eviction, and ACP-side dispatch.
|
|
11
|
+
*/
|
|
12
|
+
export function newSession(id, now = Date.now()) {
|
|
13
|
+
return {
|
|
14
|
+
id,
|
|
15
|
+
title: "New chat",
|
|
16
|
+
history: [],
|
|
17
|
+
createdAt: now,
|
|
18
|
+
lastActive: now,
|
|
19
|
+
currentTaskId: null,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
export function sessionSummary(s) {
|
|
23
|
+
return {
|
|
24
|
+
sessionId: s.id,
|
|
25
|
+
title: s.title,
|
|
26
|
+
updatedAt: s.lastActive,
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/core/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAiBH,MAAM,UAAU,UAAU,CAAC,EAAU,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IACrD,OAAO;QACL,EAAE;QACF,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,GAAG;QACd,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAU;IACvC,OAAO;QACL,SAAS,EAAE,CAAC,CAAC,EAAE;QACf,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,SAAS,EAAE,CAAC,CAAC,UAAU;KACxB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "dotenv/config";
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import "dotenv/config";
|
|
2
|
+
import { createAgentSession, DefaultResourceLoader, getAgentDir, } from "@mariozechner/pi-coding-agent";
|
|
3
|
+
import { dirname, resolve } from "path";
|
|
4
|
+
import { fileURLToPath } from "url";
|
|
5
|
+
import { ORCHESTRATOR_SYSTEM_PROMPT } from "../orchestrator-system-prompt.js";
|
|
6
|
+
import { projectPiSkillsLoaderOptions } from "../pi-local-skills.js";
|
|
7
|
+
const PROJECT_ROOT = resolve(dirname(fileURLToPath(import.meta.url)), "..", "..");
|
|
8
|
+
async function main() {
|
|
9
|
+
const loader = new DefaultResourceLoader({
|
|
10
|
+
cwd: PROJECT_ROOT,
|
|
11
|
+
agentDir: getAgentDir(),
|
|
12
|
+
systemPromptOverride: () => ORCHESTRATOR_SYSTEM_PROMPT,
|
|
13
|
+
...projectPiSkillsLoaderOptions(PROJECT_ROOT),
|
|
14
|
+
});
|
|
15
|
+
await loader.reload();
|
|
16
|
+
const { session } = await createAgentSession({ resourceLoader: loader });
|
|
17
|
+
const prompt = session.systemPrompt;
|
|
18
|
+
console.log("==== FINAL SYSTEM PROMPT ====");
|
|
19
|
+
console.log(prompt);
|
|
20
|
+
console.log(`\n==== END SYSTEM PROMPT (length=${prompt.length} chars) ====\n`);
|
|
21
|
+
// What's actually sent as the `tools` HTTP parameter (distinct from system prompt)
|
|
22
|
+
const tools = session.getAllTools();
|
|
23
|
+
console.log(`==== TOOLS PARAMETER (count=${tools.length}) ====`);
|
|
24
|
+
for (const t of tools) {
|
|
25
|
+
console.log(`\n[${t.name}] source=${t.sourceInfo?.source ?? "?"}`);
|
|
26
|
+
console.log(` description: ${t.description}`);
|
|
27
|
+
console.log(` parameters: ${JSON.stringify(t.parameters).slice(0, 400)}`);
|
|
28
|
+
}
|
|
29
|
+
console.log("\n==== END TOOLS ====");
|
|
30
|
+
session.dispose();
|
|
31
|
+
process.exit(0);
|
|
32
|
+
}
|
|
33
|
+
main().catch((e) => { console.error(e); process.exit(1); });
|
|
34
|
+
//# sourceMappingURL=dump-system-prompt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dump-system-prompt.js","sourceRoot":"","sources":["../../src/debug/dump-system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAErE,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAElF,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,IAAI,qBAAqB,CAAC;QACvC,GAAG,EAAE,YAAY;QACjB,QAAQ,EAAE,WAAW,EAAE;QACvB,oBAAoB,EAAE,GAAG,EAAE,CAAC,0BAA0B;QACtD,GAAG,4BAA4B,CAAC,YAAY,CAAC;KAC9C,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;IAEtB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAkB,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzE,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,oCAAoC,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAC;IAE/E,mFAAmF;IACnF,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,+BAA+B,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,UAAU,EAAE,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IAErC,OAAO,CAAC,OAAO,EAAE,CAAC;IAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { Device, ScreenshotResult } from "./base.js";
|
|
2
|
+
export declare class AndroidDevice implements Device {
|
|
3
|
+
private readonly deviceId?;
|
|
4
|
+
constructor(deviceId?: string | undefined);
|
|
5
|
+
/** Read-only access to the ADB serial used by this driver. */
|
|
6
|
+
get serial(): string | undefined;
|
|
7
|
+
private adbArgs;
|
|
8
|
+
private adb;
|
|
9
|
+
takeScreenshot(): Promise<ScreenshotResult>;
|
|
10
|
+
getUiXml(): Promise<string | null>;
|
|
11
|
+
getCurrentApp(): Promise<string>;
|
|
12
|
+
tap(x: number, y: number): Promise<void>;
|
|
13
|
+
doubleTap(x: number, y: number): Promise<void>;
|
|
14
|
+
longPress(x: number, y: number, durationMs?: number): Promise<void>;
|
|
15
|
+
swipe(startX: number, startY: number, endX: number, endY: number, durationMs?: number): Promise<void>;
|
|
16
|
+
inputText(text: string): Promise<void>;
|
|
17
|
+
pressKey(key: string): Promise<void>;
|
|
18
|
+
launchApp(appName: string): Promise<boolean>;
|
|
19
|
+
pressBack(): Promise<void>;
|
|
20
|
+
pressHome(): Promise<void>;
|
|
21
|
+
clearText(): Promise<void>;
|
|
22
|
+
static listDevices(): Promise<string[]>;
|
|
23
|
+
private detectAndSetAdbKeyboard;
|
|
24
|
+
private restoreKeyboard;
|
|
25
|
+
}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { execFile } from "child_process";
|
|
2
|
+
import { promisify } from "util";
|
|
3
|
+
import sharp from "sharp";
|
|
4
|
+
import { APP_PACKAGES, getAppPackage } from "./apps.js";
|
|
5
|
+
import { DeviceError } from "../core/errors.js";
|
|
6
|
+
// Cap the longest edge sent to the model. Full-res PNG (e.g. 1200×2670 ≈ 4 MB)
|
|
7
|
+
// reliably triggers ECONNRESET on some streaming endpoints. 1280 JPEG q80 ≈ 150-350 KB.
|
|
8
|
+
const SS_MAX_EDGE = parseInt(process.env.GUI_AGENT_SS_MAX_EDGE ?? "1280", 10);
|
|
9
|
+
const SS_JPEG_QUALITY = parseInt(process.env.GUI_AGENT_SS_JPEG_QUALITY ?? "80", 10);
|
|
10
|
+
const ADB_DEFAULT_TIMEOUT_MS = 10_000;
|
|
11
|
+
const ADB_SCREENSHOT_TIMEOUT_MS = 15_000;
|
|
12
|
+
const execFileAsync = promisify(execFile);
|
|
13
|
+
const DELAYS = {
|
|
14
|
+
tap: 1500,
|
|
15
|
+
doubleTap: 1000,
|
|
16
|
+
doubleTapInterval: 100,
|
|
17
|
+
longPress: 1500,
|
|
18
|
+
swipe: 2000,
|
|
19
|
+
back: 1500,
|
|
20
|
+
home: 1500,
|
|
21
|
+
launch: 3000,
|
|
22
|
+
keyboardSwitch: 500,
|
|
23
|
+
textClear: 300,
|
|
24
|
+
textInput: 500,
|
|
25
|
+
keyboardRestore: 300,
|
|
26
|
+
};
|
|
27
|
+
const sleep = (ms) => new Promise((res) => setTimeout(res, ms));
|
|
28
|
+
export class AndroidDevice {
|
|
29
|
+
deviceId;
|
|
30
|
+
constructor(deviceId) {
|
|
31
|
+
this.deviceId = deviceId;
|
|
32
|
+
}
|
|
33
|
+
/** Read-only access to the ADB serial used by this driver. */
|
|
34
|
+
get serial() {
|
|
35
|
+
return this.deviceId;
|
|
36
|
+
}
|
|
37
|
+
adbArgs(...args) {
|
|
38
|
+
return this.deviceId ? ["-s", this.deviceId, ...args] : args;
|
|
39
|
+
}
|
|
40
|
+
async adb(...args) {
|
|
41
|
+
try {
|
|
42
|
+
const { stdout, stderr } = await execFileAsync("adb", this.adbArgs(...args), {
|
|
43
|
+
timeout: ADB_DEFAULT_TIMEOUT_MS,
|
|
44
|
+
killSignal: "SIGTERM",
|
|
45
|
+
maxBuffer: 32 * 1024 * 1024,
|
|
46
|
+
});
|
|
47
|
+
return { stdout, stderr };
|
|
48
|
+
}
|
|
49
|
+
catch (e) {
|
|
50
|
+
const err = e;
|
|
51
|
+
if (err.killed && err.signal === "SIGTERM") {
|
|
52
|
+
throw new DeviceError(`adb ${args[0] ?? ""} timed out after ${ADB_DEFAULT_TIMEOUT_MS}ms`, {
|
|
53
|
+
subtype: "adb_timeout",
|
|
54
|
+
retriable: true,
|
|
55
|
+
cause: err,
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
throw new DeviceError(`adb ${args[0] ?? ""} failed: ${err.message}`, {
|
|
59
|
+
subtype: "adb_failed",
|
|
60
|
+
cause: err,
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
async takeScreenshot() {
|
|
65
|
+
let buf;
|
|
66
|
+
try {
|
|
67
|
+
const { stdout } = await execFileAsync("adb", this.adbArgs("exec-out", "screencap", "-p"), {
|
|
68
|
+
encoding: "buffer",
|
|
69
|
+
maxBuffer: 20 * 1024 * 1024,
|
|
70
|
+
timeout: ADB_SCREENSHOT_TIMEOUT_MS,
|
|
71
|
+
killSignal: "SIGTERM",
|
|
72
|
+
});
|
|
73
|
+
buf = stdout;
|
|
74
|
+
}
|
|
75
|
+
catch (e) {
|
|
76
|
+
const err = e;
|
|
77
|
+
if (err.killed && err.signal === "SIGTERM") {
|
|
78
|
+
throw new DeviceError(`adb screencap timed out after ${ADB_SCREENSHOT_TIMEOUT_MS}ms`, {
|
|
79
|
+
subtype: "screenshot_timeout",
|
|
80
|
+
retriable: true,
|
|
81
|
+
cause: err,
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
throw new DeviceError(`adb screencap failed: ${err.message}`, {
|
|
85
|
+
subtype: "screenshot_failed",
|
|
86
|
+
cause: err,
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
const [width, height] = parsePngDimensions(buf);
|
|
90
|
+
// Downscale to cap payload size (real screen w/h still returned unchanged,
|
|
91
|
+
// so ActionHandler coordinate math stays correct).
|
|
92
|
+
const base64Data = await compressScreenshot(buf, width, height);
|
|
93
|
+
return { base64Data, width, height };
|
|
94
|
+
}
|
|
95
|
+
async getUiXml() {
|
|
96
|
+
// Dump UI hierarchy via uiautomator and pull the XML
|
|
97
|
+
await this.adb("shell", "uiautomator", "dump", "/sdcard/ui_dump.xml");
|
|
98
|
+
const { stdout } = await this.adb("shell", "cat", "/sdcard/ui_dump.xml");
|
|
99
|
+
if (!stdout || stdout.includes("ERROR"))
|
|
100
|
+
return null;
|
|
101
|
+
return stdout.trim() || null;
|
|
102
|
+
}
|
|
103
|
+
async getCurrentApp() {
|
|
104
|
+
const { stdout } = await this.adb("shell", "dumpsys", "window");
|
|
105
|
+
for (const line of stdout.split("\n")) {
|
|
106
|
+
if (line.includes("mCurrentFocus") || line.includes("mFocusedApp")) {
|
|
107
|
+
for (const [appName, pkg] of Object.entries(APP_PACKAGES)) {
|
|
108
|
+
if (line.includes(pkg))
|
|
109
|
+
return appName;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
return "System Home";
|
|
114
|
+
}
|
|
115
|
+
async tap(x, y) {
|
|
116
|
+
await this.adb("shell", "input", "tap", String(x), String(y));
|
|
117
|
+
await sleep(DELAYS.tap);
|
|
118
|
+
}
|
|
119
|
+
async doubleTap(x, y) {
|
|
120
|
+
await this.adb("shell", "input", "tap", String(x), String(y));
|
|
121
|
+
await sleep(DELAYS.doubleTapInterval);
|
|
122
|
+
await this.adb("shell", "input", "tap", String(x), String(y));
|
|
123
|
+
await sleep(DELAYS.doubleTap);
|
|
124
|
+
}
|
|
125
|
+
async longPress(x, y, durationMs = 3000) {
|
|
126
|
+
await this.adb("shell", "input", "swipe", String(x), String(y), String(x), String(y), String(durationMs));
|
|
127
|
+
await sleep(DELAYS.longPress);
|
|
128
|
+
}
|
|
129
|
+
async swipe(startX, startY, endX, endY, durationMs) {
|
|
130
|
+
const dur = durationMs ?? Math.max(1000, Math.min(Math.round(Math.hypot(startX - endX, startY - endY)), 2000));
|
|
131
|
+
await this.adb("shell", "input", "swipe", String(startX), String(startY), String(endX), String(endY), String(dur));
|
|
132
|
+
await sleep(DELAYS.swipe);
|
|
133
|
+
}
|
|
134
|
+
async inputText(text) {
|
|
135
|
+
const originalIme = await this.detectAndSetAdbKeyboard();
|
|
136
|
+
await sleep(DELAYS.keyboardSwitch);
|
|
137
|
+
await this.clearText();
|
|
138
|
+
await sleep(DELAYS.textClear);
|
|
139
|
+
// ADB keyboard broadcast supports Unicode
|
|
140
|
+
await this.adb("shell", "am", "broadcast", "-a", "ADB_INPUT_TEXT", "--es", "msg", text);
|
|
141
|
+
await sleep(DELAYS.textInput);
|
|
142
|
+
await this.restoreKeyboard(originalIme);
|
|
143
|
+
await sleep(DELAYS.keyboardRestore);
|
|
144
|
+
}
|
|
145
|
+
async pressKey(key) {
|
|
146
|
+
await this.adb("shell", "input", "keyevent", key);
|
|
147
|
+
}
|
|
148
|
+
async launchApp(appName) {
|
|
149
|
+
const pkg = getAppPackage(appName);
|
|
150
|
+
if (!pkg) {
|
|
151
|
+
console.warn(`[AndroidDevice] launchApp: no package mapping for "${appName}"`);
|
|
152
|
+
return false;
|
|
153
|
+
}
|
|
154
|
+
await this.adb("shell", "monkey", "-p", pkg, "-c", "android.intent.category.LAUNCHER", "1");
|
|
155
|
+
await sleep(DELAYS.launch);
|
|
156
|
+
return true;
|
|
157
|
+
}
|
|
158
|
+
async pressBack() {
|
|
159
|
+
await this.adb("shell", "input", "keyevent", "4");
|
|
160
|
+
await sleep(DELAYS.back);
|
|
161
|
+
}
|
|
162
|
+
async pressHome() {
|
|
163
|
+
await this.adb("shell", "input", "keyevent", "KEYCODE_HOME");
|
|
164
|
+
await sleep(DELAYS.home);
|
|
165
|
+
}
|
|
166
|
+
async clearText() {
|
|
167
|
+
await this.adb("shell", "input", "keyevent", "KEYCODE_CTRL_A");
|
|
168
|
+
await this.adb("shell", "input", "keyevent", "KEYCODE_DEL");
|
|
169
|
+
}
|
|
170
|
+
static async listDevices() {
|
|
171
|
+
try {
|
|
172
|
+
const { stdout } = await execFileAsync("adb", ["devices"], {
|
|
173
|
+
timeout: ADB_DEFAULT_TIMEOUT_MS,
|
|
174
|
+
killSignal: "SIGTERM",
|
|
175
|
+
});
|
|
176
|
+
return stdout
|
|
177
|
+
.split("\n")
|
|
178
|
+
.slice(1)
|
|
179
|
+
.filter((l) => l.includes("\tdevice"))
|
|
180
|
+
.map((l) => l.split("\t")[0]);
|
|
181
|
+
}
|
|
182
|
+
catch (e) {
|
|
183
|
+
const err = e;
|
|
184
|
+
if (err.killed && err.signal === "SIGTERM") {
|
|
185
|
+
throw new DeviceError(`adb devices timed out after ${ADB_DEFAULT_TIMEOUT_MS}ms`, {
|
|
186
|
+
subtype: "adb_timeout",
|
|
187
|
+
retriable: true,
|
|
188
|
+
cause: err,
|
|
189
|
+
});
|
|
190
|
+
}
|
|
191
|
+
throw new DeviceError(`adb devices failed: ${err.message}`, { subtype: "adb_failed", cause: err });
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
async detectAndSetAdbKeyboard() {
|
|
195
|
+
const { stdout } = await this.adb("shell", "settings", "get", "secure", "default_input_method");
|
|
196
|
+
const original = stdout.trim();
|
|
197
|
+
await this.adb("shell", "ime", "set", "com.android.adbkeyboard/.AdbIME");
|
|
198
|
+
return original;
|
|
199
|
+
}
|
|
200
|
+
async restoreKeyboard(ime) {
|
|
201
|
+
if (ime)
|
|
202
|
+
await this.adb("shell", "ime", "set", ime);
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
function parsePngDimensions(data) {
|
|
206
|
+
try {
|
|
207
|
+
return [data.readUInt32BE(16), data.readUInt32BE(20)];
|
|
208
|
+
}
|
|
209
|
+
catch {
|
|
210
|
+
return [1080, 1920];
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
async function compressScreenshot(buf, width, height) {
|
|
214
|
+
try {
|
|
215
|
+
const longEdge = Math.max(width, height);
|
|
216
|
+
const pipeline = sharp(buf, { failOn: "none" });
|
|
217
|
+
if (longEdge > SS_MAX_EDGE) {
|
|
218
|
+
if (width >= height)
|
|
219
|
+
pipeline.resize({ width: SS_MAX_EDGE });
|
|
220
|
+
else
|
|
221
|
+
pipeline.resize({ height: SS_MAX_EDGE });
|
|
222
|
+
}
|
|
223
|
+
const out = await pipeline.jpeg({ quality: SS_JPEG_QUALITY, mozjpeg: true }).toBuffer();
|
|
224
|
+
return out.toString("base64");
|
|
225
|
+
}
|
|
226
|
+
catch (e) {
|
|
227
|
+
console.warn(`[AndroidDevice] screenshot compression failed, falling back to raw PNG: ${e}`);
|
|
228
|
+
return buf.toString("base64");
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
//# sourceMappingURL=android.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"android.js","sourceRoot":"","sources":["../../src/device/android.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAgB,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,+EAA+E;AAC/E,wFAAwF;AACxF,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;AAC9E,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;AAEpF,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAEzC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,MAAM,GAAG;IACb,GAAG,EAAE,IAAI;IACT,SAAS,EAAE,IAAI;IACf,iBAAiB,EAAE,GAAG;IACtB,SAAS,EAAE,IAAI;IACf,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,IAAI;IACZ,cAAc,EAAE,GAAG;IACnB,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,GAAG;IACd,eAAe,EAAE,GAAG;CACrB,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;AAE9E,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,QAAiB;QAAjB,aAAQ,GAAR,QAAQ,CAAS;IAAG,CAAC;IAElD,8DAA8D;IAC9D,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEO,OAAO,CAAC,GAAG,IAAc;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,GAAG,CAAC,GAAG,IAAc;QACjC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE;gBAC3E,OAAO,EAAE,sBAAsB;gBAC/B,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;aAC5B,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAoG,CAAC;YACjH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC3C,MAAM,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,oBAAoB,sBAAsB,IAAI,EAAE;oBACxF,OAAO,EAAE,aAAa;oBACtB,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnE,OAAO,EAAE,YAAY;gBACrB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE;gBACzF,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,yBAAyB;gBAClC,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YACH,GAAG,GAAG,MAA2B,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAkE,CAAC;YAC/E,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC3C,MAAM,IAAI,WAAW,CAAC,iCAAiC,yBAAyB,IAAI,EAAE;oBACpF,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,WAAW,CAAC,yBAAyB,GAAG,CAAC,OAAO,EAAE,EAAE;gBAC5D,OAAO,EAAE,mBAAmB;gBAC5B,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAEhD,2EAA2E;QAC3E,mDAAmD;QACnD,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAChE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,qDAAqD;QACrD,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,qBAAqB,CAAC,CAAC;QACtE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACzE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACrD,OAAO,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;gBACnE,KAAK,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;oBAC1D,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;wBAAE,OAAO,OAAO,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,CAAS,EAAE,CAAS;QAC5B,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,CAAS,EAAE,CAAS;QAClC,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,CAAS,EAAE,CAAS,EAAE,UAAU,GAAG,IAAI;QACrD,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1G,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,MAAc,EAAE,IAAY,EAAE,IAAY,EAAE,UAAmB;QACzF,MAAM,GAAG,GAAG,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,CAC3D,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EACtC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3E,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACzD,MAAM,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,0CAA0C;QAC1C,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACxF,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe;QAC7B,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,sDAAsD,OAAO,GAAG,CAAC,CAAC;YAC/E,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,kCAAkC,EAAE,GAAG,CAAC,CAAC;QAC5F,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC/D,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,EAAE;gBACzD,OAAO,EAAE,sBAAsB;gBAC/B,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YACH,OAAO,MAAM;iBACV,KAAK,CAAC,IAAI,CAAC;iBACX,KAAK,CAAC,CAAC,CAAC;iBACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;iBACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAkE,CAAC;YAC/E,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC3C,MAAM,IAAI,WAAW,CAAC,+BAA+B,sBAAsB,IAAI,EAAE;oBAC/E,OAAO,EAAE,aAAa;oBACtB,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,WAAW,CAAC,uBAAuB,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACrG,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB;QACnC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,sBAAsB,CAAC,CAAC;QAChG,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,CAAC,CAAC;QACzE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,GAAW;QACvC,IAAI,GAAG;YAAE,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACtD,CAAC;CACF;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,KAAa,EAAE,MAAc;IAC1E,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3B,IAAI,KAAK,IAAI,MAAM;gBAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;;gBACxD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxF,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,2EAA2E,CAAC,EAAE,CAAC,CAAC;QAC7F,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
export const APP_PACKAGES = {
|
|
2
|
+
// Social & Messaging
|
|
3
|
+
"微信": "com.tencent.mm", WeChat: "com.tencent.mm", wechat: "com.tencent.mm",
|
|
4
|
+
QQ: "com.tencent.mobileqq",
|
|
5
|
+
"微博": "com.sina.weibo",
|
|
6
|
+
"钉钉": "com.alibaba.android.rimet", DingTalk: "com.alibaba.android.rimet",
|
|
7
|
+
"飞书": "com.ss.android.lark", Feishu: "com.ss.android.lark",
|
|
8
|
+
Telegram: "org.telegram.messenger",
|
|
9
|
+
WhatsApp: "com.whatsapp", Whatsapp: "com.whatsapp",
|
|
10
|
+
// E-commerce
|
|
11
|
+
"淘宝": "com.taobao.taobao",
|
|
12
|
+
"京东": "com.jingdong.app.mall",
|
|
13
|
+
"拼多多": "com.xunmeng.pinduoduo",
|
|
14
|
+
"小红书": "com.xingin.xhs", XiaoHongShu: "com.xingin.xhs", xiaohongshu: "com.xingin.xhs", RED: "com.xingin.xhs",
|
|
15
|
+
Temu: "com.einnovation.temu", temu: "com.einnovation.temu",
|
|
16
|
+
// Food
|
|
17
|
+
"美团": "com.sankuai.meituan",
|
|
18
|
+
"大众点评": "com.dianping.v1",
|
|
19
|
+
"饿了么": "me.ele",
|
|
20
|
+
// Maps
|
|
21
|
+
"高德地图": "com.autonavi.minimap",
|
|
22
|
+
"百度地图": "com.baidu.BaiduMap",
|
|
23
|
+
"滴滴出行": "com.sdu.didi.psnger",
|
|
24
|
+
GoogleMaps: "com.google.android.apps.maps", "Google Maps": "com.google.android.apps.maps",
|
|
25
|
+
// Travel
|
|
26
|
+
"携程": "ctrip.android.view",
|
|
27
|
+
"铁路12306": "com.MobileTicket", "12306": "com.MobileTicket",
|
|
28
|
+
"去哪儿": "com.Qunar", "去哪儿旅行": "com.Qunar",
|
|
29
|
+
// Video & Entertainment
|
|
30
|
+
bilibili: "tv.danmaku.bili",
|
|
31
|
+
"抖音": "com.ss.android.ugc.aweme",
|
|
32
|
+
TikTok: "com.zhiliaoapp.musically",
|
|
33
|
+
"快手": "com.smile.gifmaker",
|
|
34
|
+
"腾讯视频": "com.tencent.qqlive",
|
|
35
|
+
"爱奇艺": "com.qiyi.video",
|
|
36
|
+
"优酷": "com.youku.phone",
|
|
37
|
+
// Music
|
|
38
|
+
"网易云音乐": "com.netease.cloudmusic",
|
|
39
|
+
"QQ音乐": "com.tencent.qqmusic",
|
|
40
|
+
Spotify: "com.spotify.music",
|
|
41
|
+
// Finance
|
|
42
|
+
"支付宝": "com.eg.android.AlipayGphone", Alipay: "com.eg.android.AlipayGphone",
|
|
43
|
+
"招商银行": "cmb.pb",
|
|
44
|
+
// Health
|
|
45
|
+
"微信运动": "com.tencent.mm", // same package, different entry
|
|
46
|
+
// System
|
|
47
|
+
"设置": "com.android.settings", Settings: "com.android.settings",
|
|
48
|
+
"系统设置": "com.android.settings", "手机设置": "com.android.settings", SystemSettings: "com.android.settings",
|
|
49
|
+
"相机": "com.android.camera2", Camera: "com.android.camera2",
|
|
50
|
+
"图库": "com.android.gallery3d", Gallery: "com.android.gallery3d",
|
|
51
|
+
// Browsers
|
|
52
|
+
Chrome: "com.android.chrome",
|
|
53
|
+
"夸克浏览器": "com.quark.browser",
|
|
54
|
+
"UC浏览器": "com.UCMobile.intl",
|
|
55
|
+
};
|
|
56
|
+
/** Resolve app name to package, with normalization + fuzzy (substring) fallback. */
|
|
57
|
+
export function getAppPackage(appName) {
|
|
58
|
+
if (!appName)
|
|
59
|
+
return undefined;
|
|
60
|
+
if (APP_PACKAGES[appName])
|
|
61
|
+
return APP_PACKAGES[appName];
|
|
62
|
+
const trimmed = appName.trim();
|
|
63
|
+
if (APP_PACKAGES[trimmed])
|
|
64
|
+
return APP_PACKAGES[trimmed];
|
|
65
|
+
const lower = trimmed.toLowerCase();
|
|
66
|
+
for (const [k, v] of Object.entries(APP_PACKAGES)) {
|
|
67
|
+
if (k.toLowerCase() === lower)
|
|
68
|
+
return v;
|
|
69
|
+
}
|
|
70
|
+
// Substring match — e.g. "系统设置" matches key "设置"
|
|
71
|
+
for (const [k, v] of Object.entries(APP_PACKAGES)) {
|
|
72
|
+
if (trimmed.includes(k) || k.includes(trimmed))
|
|
73
|
+
return v;
|
|
74
|
+
}
|
|
75
|
+
return undefined;
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=apps.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"apps.js","sourceRoot":"","sources":["../../src/device/apps.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAA2B;IAClD,qBAAqB;IACrB,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB;IAC1E,EAAE,EAAE,sBAAsB;IAC1B,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,2BAA2B;IACxE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,qBAAqB;IAC1D,QAAQ,EAAE,wBAAwB;IAClC,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc;IAClD,aAAa;IACb,IAAI,EAAE,mBAAmB;IACzB,IAAI,EAAE,uBAAuB;IAC7B,KAAK,EAAE,uBAAuB;IAC9B,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,GAAG,EAAE,gBAAgB;IAC5G,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB;IAC1D,OAAO;IACP,IAAI,EAAE,qBAAqB;IAC3B,MAAM,EAAE,iBAAiB;IACzB,KAAK,EAAE,QAAQ;IACf,OAAO;IACP,MAAM,EAAE,sBAAsB;IAC9B,MAAM,EAAE,oBAAoB;IAC5B,MAAM,EAAE,qBAAqB;IAC7B,UAAU,EAAE,8BAA8B,EAAE,aAAa,EAAE,8BAA8B;IACzF,SAAS;IACT,IAAI,EAAE,oBAAoB;IAC1B,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,kBAAkB;IAC1D,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW;IACxC,wBAAwB;IACxB,QAAQ,EAAE,iBAAiB;IAC3B,IAAI,EAAE,0BAA0B;IAChC,MAAM,EAAE,0BAA0B;IAClC,IAAI,EAAE,oBAAoB;IAC1B,MAAM,EAAE,oBAAoB;IAC5B,KAAK,EAAE,gBAAgB;IACvB,IAAI,EAAE,iBAAiB;IACvB,QAAQ;IACR,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,qBAAqB;IAC7B,OAAO,EAAE,mBAAmB;IAC5B,UAAU;IACV,KAAK,EAAE,6BAA6B,EAAE,MAAM,EAAE,6BAA6B;IAC3E,MAAM,EAAE,QAAQ;IAChB,SAAS;IACT,MAAM,EAAE,gBAAgB,EAAE,gCAAgC;IAC1D,SAAS;IACT,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,sBAAsB;IAC9D,MAAM,EAAE,sBAAsB,EAAE,MAAM,EAAE,sBAAsB,EAAE,cAAc,EAAE,sBAAsB;IACtG,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,qBAAqB;IAC1D,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,uBAAuB;IAC/D,WAAW;IACX,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,mBAAmB;IAC5B,OAAO,EAAE,mBAAmB;CAC7B,CAAC;AAEF,oFAAoF;AACpF,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,IAAI,YAAY,CAAC,OAAO,CAAC;QAAE,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;IAExD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,YAAY,CAAC,OAAO,CAAC;QAAE,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;IAExD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK;YAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IACD,iDAAiD;IACjD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export interface ScreenshotResult {
|
|
2
|
+
base64Data: string;
|
|
3
|
+
width: number;
|
|
4
|
+
height: number;
|
|
5
|
+
}
|
|
6
|
+
export interface Device {
|
|
7
|
+
takeScreenshot(): Promise<ScreenshotResult>;
|
|
8
|
+
getCurrentApp(): Promise<string>;
|
|
9
|
+
getUiXml(): Promise<string | null>;
|
|
10
|
+
tap(x: number, y: number): Promise<void>;
|
|
11
|
+
doubleTap(x: number, y: number): Promise<void>;
|
|
12
|
+
longPress(x: number, y: number, durationMs?: number): Promise<void>;
|
|
13
|
+
swipe(startX: number, startY: number, endX: number, endY: number, durationMs?: number): Promise<void>;
|
|
14
|
+
inputText(text: string): Promise<void>;
|
|
15
|
+
pressKey(key: string): Promise<void>;
|
|
16
|
+
launchApp(appName: string): Promise<boolean>;
|
|
17
|
+
pressBack(): Promise<void>;
|
|
18
|
+
pressHome(): Promise<void>;
|
|
19
|
+
clearText(): Promise<void>;
|
|
20
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/device/base.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { Device } from "./base.js";
|
|
2
|
+
export interface UiNode {
|
|
3
|
+
text: string;
|
|
4
|
+
resourceId: string;
|
|
5
|
+
contentDesc: string;
|
|
6
|
+
className: string;
|
|
7
|
+
bounds: string;
|
|
8
|
+
center: {
|
|
9
|
+
x: number;
|
|
10
|
+
y: number;
|
|
11
|
+
};
|
|
12
|
+
clickable: boolean;
|
|
13
|
+
enabled: boolean;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Fetch UI hierarchy from the device and return a compact, LLM-ready string.
|
|
17
|
+
*
|
|
18
|
+
* No query → all interactive + standalone-text nodes, one line each.
|
|
19
|
+
* With query → same list filtered by substring match on text / resource-id /
|
|
20
|
+
* content-desc / class (case-insensitive).
|
|
21
|
+
*/
|
|
22
|
+
export declare function queryUiXml(device: Device, query?: string): Promise<string>;
|
|
23
|
+
/** Same string the `ui_xml` tool returns, given already-fetched XML. */
|
|
24
|
+
export declare function formatUiXmlToolOutput(xml: string, query?: string): string;
|
|
25
|
+
/**
|
|
26
|
+
* Search raw XML for nodes matching a query — used by test:ui-xml script.
|
|
27
|
+
* Returns UiNode[] for JSON dump; formatUiXmlToolOutput() is the tool path.
|
|
28
|
+
*/
|
|
29
|
+
export declare function searchUiXmlNodes(xml: string, query: string): UiNode[];
|