android-midscene-automation 0.2.4 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +10 -0
- package/README.md +159 -29
- package/artemis-main/.dockerignore +15 -0
- package/artemis-main/.env.example +34 -0
- package/artemis-main/CONTRIBUTING.md +35 -0
- package/artemis-main/Dockerfile +68 -0
- package/artemis-main/LICENSE +202 -0
- package/artemis-main/Makefile +115 -0
- package/artemis-main/README.md +322 -0
- package/artemis-main/README_CN.md +320 -0
- package/artemis-main/apps/__init__.py +15 -0
- package/artemis-main/apps/admin_console/__init__.py +19 -0
- package/artemis-main/apps/admin_console/core/__init__.py +13 -0
- package/artemis-main/apps/admin_console/core/config.py +43 -0
- package/artemis-main/apps/admin_console/core/security.py +178 -0
- package/artemis-main/apps/admin_console/core/state.py +243 -0
- package/artemis-main/apps/admin_console/database/__init__.py +13 -0
- package/artemis-main/apps/admin_console/database/connection.py +60 -0
- package/artemis-main/apps/admin_console/database/repositories/__init__.py +13 -0
- package/artemis-main/apps/admin_console/database/repositories/session_repository.py +564 -0
- package/artemis-main/apps/admin_console/database/repositories/step_repository.py +512 -0
- package/artemis-main/apps/admin_console/database/repositories/trace_repository.py +133 -0
- package/artemis-main/apps/admin_console/index.html +3787 -0
- package/artemis-main/apps/admin_console/replay_manager.py +2585 -0
- package/artemis-main/apps/admin_console/routers/__init__.py +13 -0
- package/artemis-main/apps/admin_console/routers/media.py +198 -0
- package/artemis-main/apps/admin_console/routers/replay.py +91 -0
- package/artemis-main/apps/admin_console/routers/sessions.py +239 -0
- package/artemis-main/apps/admin_console/routers/steps.py +109 -0
- package/artemis-main/apps/admin_console/routers/stream.py +56 -0
- package/artemis-main/apps/admin_console/routers/system.py +761 -0
- package/artemis-main/apps/admin_console/routers/tasks.py +517 -0
- package/artemis-main/apps/admin_console/schemas/__init__.py +13 -0
- package/artemis-main/apps/admin_console/schemas/task_schema.py +47 -0
- package/artemis-main/apps/admin_console/server.py +508 -0
- package/artemis-main/apps/admin_console/services/__init__.py +13 -0
- package/artemis-main/apps/admin_console/services/device_stream_service.py +137 -0
- package/artemis-main/apps/admin_console/services/ipc_service.py +262 -0
- package/artemis-main/apps/admin_console/services/media_service.py +623 -0
- package/artemis-main/apps/admin_console/services/model_service.py +148 -0
- package/artemis-main/apps/admin_console/services/task_preset_catalog.py +514 -0
- package/artemis-main/apps/admin_console/services/task_queue_service.py +1719 -0
- package/artemis-main/apps/admin_console/services/worker_process_io.py +144 -0
- package/artemis-main/apps/showcase_ui/README.md +31 -0
- package/artemis-main/apps/showcase_ui/angular.json +132 -0
- package/artemis-main/apps/showcase_ui/package-lock.json +9472 -0
- package/artemis-main/apps/showcase_ui/package.json +39 -0
- package/artemis-main/apps/showcase_ui/proxy.conf.json +23 -0
- package/artemis-main/apps/showcase_ui/public/favicon.ico +0 -0
- package/artemis-main/apps/showcase_ui/public/logo.png +0 -0
- package/artemis-main/apps/showcase_ui/public/logo.svg +56 -0
- package/artemis-main/apps/showcase_ui/src/app/app.component.html +24 -0
- package/artemis-main/apps/showcase_ui/src/app/app.component.scss +49 -0
- package/artemis-main/apps/showcase_ui/src/app/app.component.spec.ts +42 -0
- package/artemis-main/apps/showcase_ui/src/app/app.component.ts +32 -0
- package/artemis-main/apps/showcase_ui/src/app/app.config.ts +29 -0
- package/artemis-main/apps/showcase_ui/src/app/app.routes.ts +27 -0
- package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream-startup.spec.ts +108 -0
- package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.html +1436 -0
- package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.scss +3973 -0
- package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.ts +2235 -0
- package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.html +380 -0
- package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.scss +1171 -0
- package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.ts +270 -0
- package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.html +433 -0
- package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.scss +987 -0
- package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.ts +632 -0
- package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.html +130 -0
- package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.scss +406 -0
- package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.ts +74 -0
- package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.scss +115 -0
- package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.ts +52 -0
- package/artemis-main/apps/showcase_ui/src/app/core/data/smart-tasks.data.ts +334 -0
- package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.spec.ts +55 -0
- package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.ts +61 -0
- package/artemis-main/apps/showcase_ui/src/app/core/i18n/translate.pipe.ts +11 -0
- package/artemis-main/apps/showcase_ui/src/app/core/i18n/zh-cn.ts +651 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/markdown.model.ts +43 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.spec.ts +47 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.ts +165 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/session.model.ts +85 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/stream.model.ts +246 -0
- package/artemis-main/apps/showcase_ui/src/app/core/models/system.model.ts +118 -0
- package/artemis-main/apps/showcase_ui/src/app/core/services/task-recommendation.service.ts +111 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.html +2130 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.scss +5204 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.ts +1189 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.html +39 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.scss +151 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.ts +58 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.html +201 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.scss +886 -0
- package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.ts +324 -0
- package/artemis-main/apps/showcase_ui/src/app/services/agent.service.spec.ts +418 -0
- package/artemis-main/apps/showcase_ui/src/app/services/agent.service.ts +2012 -0
- package/artemis-main/apps/showcase_ui/src/app/services/system.service.spec.ts +173 -0
- package/artemis-main/apps/showcase_ui/src/app/services/system.service.ts +620 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.spec.ts +513 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.ts +1015 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.spec.ts +85 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.ts +662 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.spec.ts +70 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.ts +383 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.spec.ts +107 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.ts +123 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.spec.ts +92 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.ts +116 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.spec.ts +640 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.ts +1021 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.spec.ts +375 -0
- package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.ts +1419 -0
- package/artemis-main/apps/showcase_ui/src/index.html +37 -0
- package/artemis-main/apps/showcase_ui/src/main.ts +22 -0
- package/artemis-main/apps/showcase_ui/src/styles.scss +60 -0
- package/artemis-main/apps/showcase_ui/tsconfig.app.json +23 -0
- package/artemis-main/apps/showcase_ui/tsconfig.json +27 -0
- package/artemis-main/apps/showcase_ui/tsconfig.spec.json +23 -0
- package/artemis-main/artemis/__init__.py +44 -0
- package/artemis-main/artemis/__main__.py +18 -0
- package/artemis-main/artemis/_legacy_imports.py +94 -0
- package/artemis-main/artemis/_version.py +30 -0
- package/artemis-main/artemis/agents/__init__.py +17 -0
- package/artemis-main/artemis/agents/checker/checker.json +9 -0
- package/artemis-main/artemis/agents/checker/checker.py +859 -0
- package/artemis-main/artemis/agents/diagnoser/diagnoser.json +23 -0
- package/artemis-main/artemis/agents/diagnoser/diagnoser.py +608 -0
- package/artemis-main/artemis/agents/explorer/constants.py +52 -0
- package/artemis-main/artemis/agents/explorer/explorer.json +57 -0
- package/artemis-main/artemis/agents/explorer/explorer.py +473 -0
- package/artemis-main/artemis/agents/explorer/geometry.py +73 -0
- package/artemis-main/artemis/agents/explorer/native_runner.py +878 -0
- package/artemis-main/artemis/agents/explorer/perception_tools.py +632 -0
- package/artemis-main/artemis/agents/explorer/run_setup.py +403 -0
- package/artemis-main/artemis/agents/explorer/screen_index.py +266 -0
- package/artemis-main/artemis/agents/explorer/tiers.py +110 -0
- package/artemis-main/artemis/agents/explorer/tool_declarations.py +394 -0
- package/artemis-main/artemis/agents/explorer/universal_runner.py +317 -0
- package/artemis-main/artemis/agents/flash/context_compressor.py +452 -0
- package/artemis-main/artemis/agents/flash/flash_runner.md +51 -0
- package/artemis-main/artemis/agents/flash/flash_summarizer.md +53 -0
- package/artemis-main/artemis/agents/flash/flash_summarizer_single.md +54 -0
- package/artemis-main/artemis/agents/flash/runner.py +1167 -0
- package/artemis-main/artemis/agents/flash/summarizer.py +511 -0
- package/artemis-main/artemis/agents/history_analyzer/history_analyzer.md +8 -0
- package/artemis-main/artemis/agents/history_analyzer/history_analyzer.py +182 -0
- package/artemis-main/artemis/agents/image_processor/image_processor.md +74 -0
- package/artemis-main/artemis/agents/image_processor/image_processor.py +322 -0
- package/artemis-main/artemis/agents/log_analyzer/log_analyzer.md +15 -0
- package/artemis-main/artemis/agents/log_analyzer/log_analyzer.py +403 -0
- package/artemis-main/artemis/agents/log_analyzer/log_reader_sub_agent.md +8 -0
- package/artemis-main/artemis/agents/log_analyzer/output_analyzer.md +11 -0
- package/artemis-main/artemis/agents/log_analyzer/output_analyzer.py +163 -0
- package/artemis-main/artemis/agents/object_detector/object_detector.json +9 -0
- package/artemis-main/artemis/agents/object_detector/object_detector.py +211 -0
- package/artemis-main/artemis/agents/operator/operator.json +3 -0
- package/artemis-main/artemis/agents/operator/operator.py +1394 -0
- package/artemis-main/artemis/agents/operator/prompts.py +1064 -0
- package/artemis-main/artemis/agents/outputter/outputter.md +36 -0
- package/artemis-main/artemis/agents/outputter/outputter.py +552 -0
- package/artemis-main/artemis/agents/planner/planner.json +32 -0
- package/artemis-main/artemis/agents/planner/planner.py +436 -0
- package/artemis-main/artemis/agents/prompt_assembly.py +79 -0
- package/artemis-main/artemis/agents/summarizer/summarizer.py +190 -0
- package/artemis-main/artemis/agents/validator/action_execution.py +98 -0
- package/artemis-main/artemis/agents/validator/categories.py +33 -0
- package/artemis-main/artemis/agents/validator/execution_loop.py +488 -0
- package/artemis-main/artemis/agents/validator/incidents.py +120 -0
- package/artemis-main/artemis/agents/validator/pixel_safety_net.md +15 -0
- package/artemis-main/artemis/agents/validator/precondition_pixel.py +320 -0
- package/artemis-main/artemis/agents/validator/precondition_xml.py +672 -0
- package/artemis-main/artemis/agents/validator/tool_declarations.py +332 -0
- package/artemis-main/artemis/agents/validator/validator.py +188 -0
- package/artemis-main/artemis/agents/video_analyzer/__init__.py +15 -0
- package/artemis-main/artemis/agents/video_analyzer/audio_native.py +543 -0
- package/artemis-main/artemis/agents/video_analyzer/blackboard.py +821 -0
- package/artemis-main/artemis/agents/video_analyzer/chunk_agentic.py +455 -0
- package/artemis-main/artemis/agents/video_analyzer/chunk_conversation.py +491 -0
- package/artemis-main/artemis/agents/video_analyzer/chunk_native.py +437 -0
- package/artemis-main/artemis/agents/video_analyzer/conflict_resolution.py +137 -0
- package/artemis-main/artemis/agents/video_analyzer/gemini_files.py +162 -0
- package/artemis-main/artemis/agents/video_analyzer/native_coordinator.py +541 -0
- package/artemis-main/artemis/agents/video_analyzer/reliability.py +128 -0
- package/artemis-main/artemis/agents/video_analyzer/universal_engine.py +487 -0
- package/artemis-main/artemis/agents/video_analyzer/universal_tools.py +323 -0
- package/artemis-main/artemis/agents/video_analyzer/video_analyzer.md +51 -0
- package/artemis-main/artemis/agents/video_analyzer/video_analyzer.py +875 -0
- package/artemis-main/artemis/agents/video_analyzer/video_sub_agent.md +15 -0
- package/artemis-main/artemis/agents/video_analyzer/video_sub_agent_audio.md +12 -0
- package/artemis-main/artemis/clients/accessibility_client.py +438 -0
- package/artemis-main/artemis/clients/screen_client_factory.py +403 -0
- package/artemis-main/artemis/config/__init__.py +309 -0
- package/artemis-main/artemis/config/agent.py +1098 -0
- package/artemis-main/artemis/config/constants.py +151 -0
- package/artemis-main/artemis/config/core/__init__.py +24 -0
- package/artemis-main/artemis/config/core/engine.py +118 -0
- package/artemis-main/artemis/config/core/interpolator.py +78 -0
- package/artemis-main/artemis/config/llm.py +267 -0
- package/artemis-main/artemis/config/paths.py +244 -0
- package/artemis-main/artemis/config/runtime.py +197 -0
- package/artemis-main/artemis/config/settings.py +315 -0
- package/artemis-main/artemis/constants.py +47 -0
- package/artemis-main/artemis/context.py +289 -0
- package/artemis-main/artemis/controllers/__init__.py +41 -0
- package/artemis-main/artemis/controllers/controller_factory.py +41 -0
- package/artemis-main/artemis/controllers/device_controller.py +29 -0
- package/artemis-main/artemis/controllers/types.py +37 -0
- package/artemis-main/artemis/controllers/unified_controller.py +649 -0
- package/artemis-main/artemis/core/__init__.py +21 -0
- package/artemis-main/artemis/core/diagnostics/__init__.py +90 -0
- package/artemis-main/artemis/core/diagnostics/adb_keys.py +270 -0
- package/artemis-main/artemis/core/diagnostics/adb_server_connection.py +330 -0
- package/artemis-main/artemis/core/diagnostics/device_smoke.py +364 -0
- package/artemis-main/artemis/core/diagnostics/emulator_manager.py +501 -0
- package/artemis-main/artemis/core/diagnostics/engine.py +438 -0
- package/artemis-main/artemis/core/diagnostics/hierarchy_parity.py +216 -0
- package/artemis-main/artemis/core/diagnostics/probes/adb_probe.py +887 -0
- package/artemis-main/artemis/core/diagnostics/probes/base.py +45 -0
- package/artemis-main/artemis/core/diagnostics/probes/credentials_probe.py +296 -0
- package/artemis-main/artemis/core/diagnostics/probes/host_probe.py +427 -0
- package/artemis-main/artemis/core/diagnostics/probes/runtime_probe.py +169 -0
- package/artemis-main/artemis/core/diagnostics/probes/toolchain_probe.py +139 -0
- package/artemis-main/artemis/core/diagnostics/readiness.py +83 -0
- package/artemis-main/artemis/core/diagnostics/schema.py +118 -0
- package/artemis-main/artemis/core/tool_declaration.py +43 -0
- package/artemis-main/artemis/core/tool_failure.py +56 -0
- package/artemis-main/artemis/data_engine/context_vars.py +24 -0
- package/artemis-main/artemis/data_engine/engine.py +1615 -0
- package/artemis-main/artemis/data_engine/history_reader.py +142 -0
- package/artemis-main/artemis/data_engine/models.py +131 -0
- package/artemis-main/artemis/data_engine/storage.py +1245 -0
- package/artemis-main/artemis/data_engine/trace.py +727 -0
- package/artemis-main/artemis/drivers/__init__.py +48 -0
- package/artemis-main/artemis/drivers/android/adb_driver.py +507 -0
- package/artemis-main/artemis/drivers/android/hierarchy.py +64 -0
- package/artemis-main/artemis/drivers/android/input_ime.py +120 -0
- package/artemis-main/artemis/drivers/android/recorder.py +57 -0
- package/artemis-main/artemis/drivers/base.py +290 -0
- package/artemis-main/artemis/drivers/cloud/cloud_driver.py +117 -0
- package/artemis-main/artemis/drivers/factory.py +80 -0
- package/artemis-main/artemis/drivers/mock/mock_driver.py +198 -0
- package/artemis-main/artemis/drivers/types.py +67 -0
- package/artemis-main/artemis/graph/checkpoints.py +1243 -0
- package/artemis-main/artemis/graph/graph.py +1055 -0
- package/artemis-main/artemis/graph/perception.py +234 -0
- package/artemis-main/artemis/graph/state.py +151 -0
- package/artemis-main/artemis/graph/visibility.py +238 -0
- package/artemis-main/artemis/interfaces/cli/__init__.py +19 -0
- package/artemis-main/artemis/interfaces/cli/commands/__init__.py +15 -0
- package/artemis-main/artemis/interfaces/cli/commands/batch.py +278 -0
- package/artemis-main/artemis/interfaces/cli/commands/doctor.py +468 -0
- package/artemis-main/artemis/interfaces/cli/commands/helper.py +226 -0
- package/artemis-main/artemis/interfaces/cli/commands/init.py +193 -0
- package/artemis-main/artemis/interfaces/cli/commands/mcp.py +862 -0
- package/artemis-main/artemis/interfaces/cli/commands/run.py +463 -0
- package/artemis-main/artemis/interfaces/cli/commands/server.py +151 -0
- package/artemis-main/artemis/interfaces/cli/commands/server_lifecycle.py +328 -0
- package/artemis-main/artemis/interfaces/cli/commands/trace.py +111 -0
- package/artemis-main/artemis/interfaces/cli/commands/ui.py +404 -0
- package/artemis-main/artemis/interfaces/cli/main.py +109 -0
- package/artemis-main/artemis/interfaces/sdk/__init__.py +31 -0
- package/artemis-main/artemis/interfaces/sdk/client.py +19 -0
- package/artemis-main/artemis/interfaces/sdk/task.py +72 -0
- package/artemis-main/artemis/llm/__init__.py +25 -0
- package/artemis-main/artemis/llm/fake_model.py +179 -0
- package/artemis-main/artemis/llm/google/__init__.py +57 -0
- package/artemis-main/artemis/llm/google/provider.py +185 -0
- package/artemis-main/artemis/llm/google/usage.py +148 -0
- package/artemis-main/artemis/llm/parser.py +32 -0
- package/artemis-main/artemis/llm/reliability.py +267 -0
- package/artemis-main/artemis/llm/router.py +389 -0
- package/artemis-main/artemis/llm/schemas.py +36 -0
- package/artemis-main/artemis/llm/structured.py +196 -0
- package/artemis-main/artemis/main.py +58 -0
- package/artemis-main/artemis/mcp/__init__.py +20 -0
- package/artemis-main/artemis/mcp/action_executor.py +760 -0
- package/artemis-main/artemis/mcp/action_manifest.py +320 -0
- package/artemis-main/artemis/mcp/action_names.py +172 -0
- package/artemis-main/artemis/mcp/action_server.py +202 -0
- package/artemis-main/artemis/mcp/action_session.py +245 -0
- package/artemis-main/artemis/mcp/action_specs.py +868 -0
- package/artemis-main/artemis/mcp/action_types.py +86 -0
- package/artemis-main/artemis/mcp/actuators/__init__.py +21 -0
- package/artemis-main/artemis/mcp/actuators/adb.py +414 -0
- package/artemis-main/artemis/mcp/actuators/base.py +113 -0
- package/artemis-main/artemis/mcp/actuators/mock.py +70 -0
- package/artemis-main/artemis/mcp/adb_server.py +490 -0
- package/artemis-main/artemis/mcp/observation.py +133 -0
- package/artemis-main/artemis/mcp/xml_search_server.py +297 -0
- package/artemis-main/artemis/memory/__init__.py +90 -0
- package/artemis-main/artemis/memory/chunking.py +1843 -0
- package/artemis-main/artemis/memory/context_policy.py +226 -0
- package/artemis-main/artemis/memory/step_capsule.md +73 -0
- package/artemis-main/artemis/memory/step_memory.py +281 -0
- package/artemis-main/artemis/memory/transcript.py +798 -0
- package/artemis-main/artemis/platform/__init__.py +61 -0
- package/artemis-main/artemis/platform/base.py +104 -0
- package/artemis-main/artemis/platform/darwin.py +184 -0
- package/artemis-main/artemis/platform/linux.py +207 -0
- package/artemis-main/artemis/platform/windows.py +193 -0
- package/artemis-main/artemis/resources/__init__.py +46 -0
- package/artemis-main/artemis/runtime/__init__.py +108 -0
- package/artemis-main/artemis/runtime/adb_endpoint.py +173 -0
- package/artemis-main/artemis/runtime/awake_lease.py +283 -0
- package/artemis-main/artemis/runtime/awake_service.py +343 -0
- package/artemis-main/artemis/runtime/cancel_requests.py +254 -0
- package/artemis-main/artemis/runtime/daemon_client.py +422 -0
- package/artemis-main/artemis/runtime/device_lock.py +1013 -0
- package/artemis-main/artemis/runtime/device_pool.py +478 -0
- package/artemis-main/artemis/runtime/helper_manager.py +1030 -0
- package/artemis-main/artemis/runtime/process_probe.py +98 -0
- package/artemis-main/artemis/runtime/server_lifecycle.py +435 -0
- package/artemis-main/artemis/runtime/supervisor.py +121 -0
- package/artemis-main/artemis/runtime/trace_store.py +375 -0
- package/artemis-main/artemis/sdk/__init__.py +26 -0
- package/artemis-main/artemis/sdk/agent.py +485 -0
- package/artemis-main/artemis/sdk/builders/__init__.py +29 -0
- package/artemis-main/artemis/sdk/builders/agent_config_builder.py +474 -0
- package/artemis-main/artemis/sdk/constants.py +15 -0
- package/artemis-main/artemis/sdk/run_outcome.py +58 -0
- package/artemis-main/artemis/sdk/types/__init__.py +61 -0
- package/artemis-main/artemis/sdk/types/agent.py +89 -0
- package/artemis-main/artemis/sdk/utils.py +28 -0
- package/artemis-main/artemis/services/llm.py +1040 -0
- package/artemis-main/artemis/services/token_meter.py +267 -0
- package/artemis-main/artemis/telemetry/__init__.py +35 -0
- package/artemis-main/artemis/telemetry/models.py +64 -0
- package/artemis-main/artemis/telemetry/replay.py +34 -0
- package/artemis-main/artemis/telemetry/storage/json_storage.py +47 -0
- package/artemis-main/artemis/telemetry/tracer.py +85 -0
- package/artemis-main/artemis/toolchain/__init__.py +52 -0
- package/artemis-main/artemis/toolchain/descriptors.py +92 -0
- package/artemis-main/artemis/toolchain/resolver.py +185 -0
- package/artemis-main/artemis/tools/base.py +232 -0
- package/artemis-main/artemis/tools/command_tool.py +1240 -0
- package/artemis-main/artemis/tools/committee_prompts.json +5 -0
- package/artemis-main/artemis/tools/committee_tool.py +422 -0
- package/artemis-main/artemis/tools/diagnoser_submit_answer_tool.py +87 -0
- package/artemis-main/artemis/tools/diagnostic_tool.py +120 -0
- package/artemis-main/artemis/tools/explorer_tool.py +581 -0
- package/artemis-main/artemis/tools/history/__init__.py +398 -0
- package/artemis-main/artemis/tools/history/replay.py +120 -0
- package/artemis-main/artemis/tools/history/screenshot.py +139 -0
- package/artemis-main/artemis/tools/history/search.py +563 -0
- package/artemis-main/artemis/tools/image_processor_tool.py +124 -0
- package/artemis-main/artemis/tools/index.py +47 -0
- package/artemis-main/artemis/tools/log_tool.py +108 -0
- package/artemis-main/artemis/tools/mobile/launch_app.py +132 -0
- package/artemis-main/artemis/tools/mobile/log_utils.py +138 -0
- package/artemis-main/artemis/tools/mobile/ocr.py +202 -0
- package/artemis-main/artemis/tools/mobile/read_hierarchy.py +108 -0
- package/artemis-main/artemis/tools/mobile/read_logs.py +116 -0
- package/artemis-main/artemis/tools/mobile/search_logs.py +260 -0
- package/artemis-main/artemis/tools/object_detection_tool.py +244 -0
- package/artemis-main/artemis/tools/scratchpad.py +819 -0
- package/artemis-main/artemis/tools/system/adb_shell.py +31 -0
- package/artemis-main/artemis/tools/tool_wrapper.py +270 -0
- package/artemis-main/artemis/tools/video_tool.py +261 -0
- package/artemis-main/artemis/tools/wait_tool.py +97 -0
- package/artemis-main/artemis/utils/app_launch_utils.py +207 -0
- package/artemis-main/artemis/utils/coordinates.py +606 -0
- package/artemis-main/artemis/utils/credentials_validator.py +201 -0
- package/artemis-main/artemis/utils/cv_canvas.py +189 -0
- package/artemis-main/artemis/utils/cython_compat.py +45 -0
- package/artemis-main/artemis/utils/element_hit_test.py +80 -0
- package/artemis-main/artemis/utils/image_diff.py +335 -0
- package/artemis-main/artemis/utils/image_hash.py +80 -0
- package/artemis-main/artemis/utils/notes.py +470 -0
- package/artemis-main/artemis/utils/ocr_api.py +105 -0
- package/artemis-main/artemis/utils/ocr_xml_fusion.py +318 -0
- package/artemis-main/artemis/utils/plan_grammar.py +513 -0
- package/artemis-main/artemis/utils/python_executor.py +213 -0
- package/artemis-main/artemis/utils/startup_progress.py +60 -0
- package/artemis-main/artemis/utils/task_tree.py +1174 -0
- package/artemis-main/artemis/utils/text.py +37 -0
- package/artemis-main/artemis/utils/ui_filter.py +651 -0
- package/artemis-main/artemis/utils/video.py +685 -0
- package/artemis-main/artemis/utils/visualization.py +802 -0
- package/artemis-main/config/artemis.example.jsonc +12 -0
- package/artemis-main/mcp_server/README.md +111 -0
- package/artemis-main/mcp_server/__init__.py +21 -0
- package/artemis-main/mcp_server/__main__.py +20 -0
- package/artemis-main/mcp_server/background/__init__.py +15 -0
- package/artemis-main/mcp_server/background/task_runner.py +453 -0
- package/artemis-main/mcp_server/base.py +49 -0
- package/artemis-main/mcp_server/notifiers/__init__.py +74 -0
- package/artemis-main/mcp_server/notifiers/agentapi.py +289 -0
- package/artemis-main/mcp_server/notifiers/base.py +45 -0
- package/artemis-main/mcp_server/notifiers/composite.py +87 -0
- package/artemis-main/mcp_server/notifiers/desktop.py +108 -0
- package/artemis-main/mcp_server/notifiers/file.py +69 -0
- package/artemis-main/mcp_server/notifiers/script.py +90 -0
- package/artemis-main/mcp_server/notifiers/webhook.py +87 -0
- package/artemis-main/mcp_server/rules.md +68 -0
- package/artemis-main/mcp_server/server.py +106 -0
- package/artemis-main/mcp_server/tools/__init__.py +29 -0
- package/artemis-main/mcp_server/tools/device_state.py +107 -0
- package/artemis-main/mcp_server/tools/diagnose.py +1249 -0
- package/artemis-main/mcp_server/tools/inspect_trace.py +394 -0
- package/artemis-main/mcp_server/tools/task_manager.py +627 -0
- package/artemis-main/mcp_server/tools/task_runner.py +548 -0
- package/artemis-main/mcp_server/utils/__init__.py +15 -0
- package/artemis-main/mcp_server/utils/device_utils.py +180 -0
- package/artemis-main/mcp_server/utils/env_utils.py +65 -0
- package/artemis-main/packages/artemis-accessibility-helper/ArtemisAccessibilityHelper.apk +0 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/build.gradle.kts +35 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/AndroidManifest.xml +49 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/A11yNode.java +274 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/ArtemisAccessibilityService.java +227 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/CommandServer.java +463 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/DisplayUtils.java +111 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/GestureController.java +232 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/HierarchyDumper.java +832 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenReceiver.java +36 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenStore.java +38 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/XmlUtils.java +102 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/values/strings.xml +4 -0
- package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/xml/accessibility_service_config.xml +10 -0
- package/artemis-main/packages/artemis-accessibility-helper/build.gradle.kts +3 -0
- package/artemis-main/packages/artemis-accessibility-helper/build_apk.sh +215 -0
- package/artemis-main/packages/artemis-accessibility-helper/debug.keystore +0 -0
- package/artemis-main/packages/artemis-accessibility-helper/gradle.properties +2 -0
- package/artemis-main/packages/artemis-accessibility-helper/helper_manifest.json +7 -0
- package/artemis-main/packages/artemis-accessibility-helper/settings.gradle.kts +17 -0
- package/artemis-main/packages/artemis-client/DESIGN.md +89 -0
- package/artemis-main/packages/artemis-client/README.md +112 -0
- package/artemis-main/packages/artemis-client/examples/basic.py +30 -0
- package/artemis-main/packages/artemis-client/pyproject.toml +36 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/__init__.py +45 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/client.py +401 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/errors.py +66 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/models.py +212 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/py.typed +1 -0
- package/artemis-main/packages/artemis-client/src/artemis_client/transport.py +134 -0
- package/artemis-main/packages/artemis-client/tests/test_client.py +289 -0
- package/artemis-main/packages/artemis-client/tests/test_transport.py +85 -0
- package/artemis-main/pyproject.toml +259 -0
- package/artemis-main/pyright-core.json +17 -0
- package/artemis-main/scripts/check_dependency_sources.py +68 -0
- package/artemis-main/scripts/install_deps.ps1 +520 -0
- package/artemis-main/scripts/install_deps.sh +533 -0
- package/artemis-main/scripts/quality_ratchet.py +97 -0
- package/artemis-main/scripts/real_device_video_acceptance.py +483 -0
- package/artemis-main/scripts/run_edge_case_part.py +327 -0
- package/artemis-main/scripts/run_ui.py +242 -0
- package/artemis-main/scripts/start.ps1 +500 -0
- package/artemis-main/scripts/test_all_edge_cases.py +269 -0
- package/artemis-main/scripts/verify_concurrency_and_devices.py +385 -0
- package/artemis-main/setup.py +164 -0
- package/artemis-main/start.bat +35 -0
- package/artemis-main/start.sh +423 -0
- package/artemis-main/third_party/mobile_use/LICENSE +190 -0
- package/artemis-main/third_party/mobile_use/METADATA +27 -0
- package/artemis-main/third_party/mobile_use/NOTICE +12 -0
- package/artemis-main/third_party/mobile_use/__init__.py +19 -0
- package/artemis-main/third_party/mobile_use/agents/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/agents/hopper/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/agents/hopper/hopper.md +22 -0
- package/artemis-main/third_party/mobile_use/agents/hopper/hopper.py +80 -0
- package/artemis-main/third_party/mobile_use/clients/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/clients/ui_automator_client.py +482 -0
- package/artemis-main/third_party/mobile_use/config/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/config/llm.py +183 -0
- package/artemis-main/third_party/mobile_use/config/output.py +184 -0
- package/artemis-main/third_party/mobile_use/context.py +119 -0
- package/artemis-main/third_party/mobile_use/controllers/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/controllers/platform_specific_commands_controller.py +151 -0
- package/artemis-main/third_party/mobile_use/controllers/types.py +92 -0
- package/artemis-main/third_party/mobile_use/controllers/unified_controller.py +183 -0
- package/artemis-main/third_party/mobile_use/graph.py +54 -0
- package/artemis-main/third_party/mobile_use/llm_service.py +193 -0
- package/artemis-main/third_party/mobile_use/main.py +130 -0
- package/artemis-main/third_party/mobile_use/sdk/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/sdk/agent.py +1060 -0
- package/artemis-main/third_party/mobile_use/sdk/builders/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/sdk/builders/agent_config_builder.py +225 -0
- package/artemis-main/third_party/mobile_use/sdk/builders/index.py +33 -0
- package/artemis-main/third_party/mobile_use/sdk/builders/task_request_builder.py +243 -0
- package/artemis-main/third_party/mobile_use/sdk/types/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/sdk/types/agent.py +98 -0
- package/artemis-main/third_party/mobile_use/sdk/types/exceptions.py +109 -0
- package/artemis-main/third_party/mobile_use/sdk/types/task.py +234 -0
- package/artemis-main/third_party/mobile_use/testing.py +59 -0
- package/artemis-main/third_party/mobile_use/tools/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/tools/index.py +44 -0
- package/artemis-main/third_party/mobile_use/tools/mobile/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/tools/mobile/launch_app.py +89 -0
- package/artemis-main/third_party/mobile_use/tools/tool_wrapper.py +52 -0
- package/artemis-main/third_party/mobile_use/utils/__init__.py +13 -0
- package/artemis-main/third_party/mobile_use/utils/app_launch_utils.py +217 -0
- package/artemis-main/third_party/mobile_use/utils/cli_helpers.py +60 -0
- package/artemis-main/third_party/mobile_use/utils/decorators.py +158 -0
- package/artemis-main/third_party/mobile_use/utils/file.py +31 -0
- package/artemis-main/third_party/mobile_use/utils/logger.py +216 -0
- package/artemis-main/third_party/mobile_use/utils/media.py +213 -0
- package/artemis-main/third_party/mobile_use/utils/shell_utils.py +39 -0
- package/artemis-main/third_party/mobile_use/utils/video.py +398 -0
- package/artemis-main/uv.lock +4908 -0
- package/bin/android-midscene-automation.js +1 -5
- package/bin/artemis-config.mjs +15 -0
- package/bin/artemis-embedded.py +56 -0
- package/bin/start-artemis.mjs +30 -0
- package/bin/start-dev.mjs +112 -0
- package/bin/test_artemis_embedded.py +44 -0
- package/package.json +4 -2
- package/server/artemis.ts +34 -0
- package/server/http-api.ts +12 -0
- package/src/App.vue +10 -5
- package/src/api.ts +5 -0
- package/src/appium-recorder/AppiumPage.vue +1 -1
- package/src/appium-recorder/components/ComponentInspector.vue +1 -1
- package/src/appium-recorder/components/FlowNodeSearch.vue +3 -3
- package/src/appium-recorder/components/ImageCheckDialog.vue +3 -3
- package/src/appium-recorder/components/RecorderWorkspace.vue +4 -4
- package/src/appium-recorder/flow-appearance.ts +4 -4
- package/src/components/AppSidebar.vue +8 -7
- package/src/components/MidsceneMaintenanceNotice.vue +17 -0
- package/src/components/analytics/AnalysisCharts.vue +4 -4
- package/src/components/analytics/ReportAnalysis.vue +1 -1
- package/src/components/generator/TestCaseFileUpload.vue +1 -1
- package/src/components/help/HelpCenter.vue +56 -37
- package/src/pages/AiGeneratorPage.vue +1 -1
- package/src/pages/ArtemisPage.vue +72 -0
- package/src/pages/ConfigPage.vue +18 -19
- package/src/style.css +340 -121
- package/src/types.ts +1 -1
|
@@ -0,0 +1,212 @@
|
|
|
1
|
+
# Copyright 2026 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
|
|
9
|
+
"""Dependency-free data models for the Artemis remote API."""
|
|
10
|
+
|
|
11
|
+
from __future__ import annotations
|
|
12
|
+
|
|
13
|
+
import json
|
|
14
|
+
from dataclasses import dataclass, field
|
|
15
|
+
from typing import Any, Mapping
|
|
16
|
+
|
|
17
|
+
TERMINAL_TASK_STATUSES = frozenset(
|
|
18
|
+
{"completed", "success", "failed", "cancelled", "canceled", "rejected"}
|
|
19
|
+
)
|
|
20
|
+
SUCCESS_TASK_STATUSES = frozenset({"completed", "success"})
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
def _string(value: Any) -> str | None:
|
|
24
|
+
if value is None:
|
|
25
|
+
return None
|
|
26
|
+
text = str(value).strip()
|
|
27
|
+
return text or None
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
def _integer(value: Any) -> int | None:
|
|
31
|
+
if value is None:
|
|
32
|
+
return None
|
|
33
|
+
try:
|
|
34
|
+
return int(value)
|
|
35
|
+
except (TypeError, ValueError):
|
|
36
|
+
return None
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def _device_from_payload(payload: Mapping[str, Any]) -> str | None:
|
|
40
|
+
direct = _string(payload.get("device_serial") or payload.get("device_id"))
|
|
41
|
+
if direct:
|
|
42
|
+
return direct
|
|
43
|
+
|
|
44
|
+
device_info = payload.get("device_info")
|
|
45
|
+
if isinstance(device_info, str):
|
|
46
|
+
try:
|
|
47
|
+
device_info = json.loads(device_info)
|
|
48
|
+
except (TypeError, ValueError, json.JSONDecodeError):
|
|
49
|
+
return None
|
|
50
|
+
if isinstance(device_info, Mapping):
|
|
51
|
+
return _string(device_info.get("device_serial") or device_info.get("device_id"))
|
|
52
|
+
return None
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
@dataclass(frozen=True, slots=True)
|
|
56
|
+
class TaskHandle:
|
|
57
|
+
"""A task accepted by the remote Artemis scheduler."""
|
|
58
|
+
|
|
59
|
+
task_id: str
|
|
60
|
+
status: str
|
|
61
|
+
device_serial: str | None = None
|
|
62
|
+
raw: Mapping[str, Any] = field(default_factory=dict, repr=False, compare=False)
|
|
63
|
+
|
|
64
|
+
@property
|
|
65
|
+
def session_id(self) -> str:
|
|
66
|
+
"""Compatibility alias for servers that call a task a session."""
|
|
67
|
+
return self.task_id
|
|
68
|
+
|
|
69
|
+
@classmethod
|
|
70
|
+
def from_payload(cls, payload: Mapping[str, Any]) -> TaskHandle:
|
|
71
|
+
task_id = _string(payload.get("task_id") or payload.get("session_id") or payload.get("id"))
|
|
72
|
+
if not task_id:
|
|
73
|
+
from artemis_client.errors import ProtocolError
|
|
74
|
+
|
|
75
|
+
raise ProtocolError("Task admission response did not contain a task/session ID")
|
|
76
|
+
return cls(
|
|
77
|
+
task_id=task_id,
|
|
78
|
+
status=(_string(payload.get("status")) or "queued").lower(),
|
|
79
|
+
device_serial=_device_from_payload(payload),
|
|
80
|
+
raw=dict(payload),
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
@dataclass(frozen=True, slots=True)
|
|
85
|
+
class TaskResult:
|
|
86
|
+
"""Current or terminal state of a remote Artemis task."""
|
|
87
|
+
|
|
88
|
+
task_id: str
|
|
89
|
+
status: str
|
|
90
|
+
goal: str | None = None
|
|
91
|
+
profile: str | None = None
|
|
92
|
+
device_serial: str | None = None
|
|
93
|
+
output: Any = None
|
|
94
|
+
error: str | None = None
|
|
95
|
+
turns: int | None = None
|
|
96
|
+
raw: Mapping[str, Any] = field(default_factory=dict, repr=False, compare=False)
|
|
97
|
+
|
|
98
|
+
@property
|
|
99
|
+
def session_id(self) -> str:
|
|
100
|
+
return self.task_id
|
|
101
|
+
|
|
102
|
+
@property
|
|
103
|
+
def trace_id(self) -> str:
|
|
104
|
+
return self.task_id
|
|
105
|
+
|
|
106
|
+
@property
|
|
107
|
+
def done(self) -> bool:
|
|
108
|
+
return self.status in TERMINAL_TASK_STATUSES
|
|
109
|
+
|
|
110
|
+
@property
|
|
111
|
+
def succeeded(self) -> bool:
|
|
112
|
+
return self.status in SUCCESS_TASK_STATUSES
|
|
113
|
+
|
|
114
|
+
@classmethod
|
|
115
|
+
def from_payload(
|
|
116
|
+
cls,
|
|
117
|
+
payload: Mapping[str, Any],
|
|
118
|
+
*,
|
|
119
|
+
task_id: str | None = None,
|
|
120
|
+
) -> TaskResult:
|
|
121
|
+
resolved_id = _string(
|
|
122
|
+
payload.get("task_id")
|
|
123
|
+
or payload.get("session_id")
|
|
124
|
+
or payload.get("trace_id")
|
|
125
|
+
or payload.get("id")
|
|
126
|
+
or task_id
|
|
127
|
+
)
|
|
128
|
+
if not resolved_id:
|
|
129
|
+
from artemis_client.errors import ProtocolError
|
|
130
|
+
|
|
131
|
+
raise ProtocolError("Task response did not contain a task/session ID")
|
|
132
|
+
|
|
133
|
+
output = payload.get("output")
|
|
134
|
+
if output is None:
|
|
135
|
+
output = payload.get("result")
|
|
136
|
+
if output is None:
|
|
137
|
+
output = payload.get("summary")
|
|
138
|
+
|
|
139
|
+
return cls(
|
|
140
|
+
task_id=resolved_id,
|
|
141
|
+
status=(_string(payload.get("status")) or "unknown").lower(),
|
|
142
|
+
goal=_string(payload.get("goal") or payload.get("initial_goal")),
|
|
143
|
+
profile=_string(payload.get("profile")),
|
|
144
|
+
device_serial=_device_from_payload(payload),
|
|
145
|
+
output=output,
|
|
146
|
+
error=_string(payload.get("error") or payload.get("error_message")),
|
|
147
|
+
turns=_integer(payload.get("turns") or payload.get("current_turn")),
|
|
148
|
+
raw=dict(payload),
|
|
149
|
+
)
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
@dataclass(frozen=True, slots=True)
|
|
153
|
+
class Device:
|
|
154
|
+
"""A device reported by the remote Artemis host."""
|
|
155
|
+
|
|
156
|
+
serial: str
|
|
157
|
+
state: str
|
|
158
|
+
model: str | None = None
|
|
159
|
+
product: str | None = None
|
|
160
|
+
busy: bool = False
|
|
161
|
+
raw: Mapping[str, Any] = field(default_factory=dict, repr=False, compare=False)
|
|
162
|
+
|
|
163
|
+
@classmethod
|
|
164
|
+
def from_payload(cls, payload: Mapping[str, Any]) -> Device:
|
|
165
|
+
serial = _string(
|
|
166
|
+
payload.get("serial") or payload.get("device_serial") or payload.get("device_id")
|
|
167
|
+
)
|
|
168
|
+
if not serial:
|
|
169
|
+
from artemis_client.errors import ProtocolError
|
|
170
|
+
|
|
171
|
+
raise ProtocolError("Device response did not contain a serial number")
|
|
172
|
+
state = (_string(payload.get("state") or payload.get("status")) or "unknown").lower()
|
|
173
|
+
busy_value = payload.get("busy")
|
|
174
|
+
if busy_value is None:
|
|
175
|
+
busy_value = payload.get("is_busy")
|
|
176
|
+
return cls(
|
|
177
|
+
serial=serial,
|
|
178
|
+
state=state,
|
|
179
|
+
model=_string(payload.get("model")),
|
|
180
|
+
product=_string(payload.get("product")),
|
|
181
|
+
busy=bool(busy_value) or state in {"busy", "running", "locked"},
|
|
182
|
+
raw=dict(payload),
|
|
183
|
+
)
|
|
184
|
+
|
|
185
|
+
|
|
186
|
+
@dataclass(frozen=True, slots=True)
|
|
187
|
+
class Capabilities:
|
|
188
|
+
"""Features advertised by an Artemis host."""
|
|
189
|
+
|
|
190
|
+
api_version: str
|
|
191
|
+
features: frozenset[str]
|
|
192
|
+
server_version: str | None = None
|
|
193
|
+
raw: Mapping[str, Any] = field(default_factory=dict, repr=False, compare=False)
|
|
194
|
+
|
|
195
|
+
def supports(self, feature: str) -> bool:
|
|
196
|
+
return feature in self.features
|
|
197
|
+
|
|
198
|
+
@classmethod
|
|
199
|
+
def from_payload(cls, payload: Mapping[str, Any]) -> Capabilities:
|
|
200
|
+
raw_features = payload.get("features") or []
|
|
201
|
+
if isinstance(raw_features, Mapping):
|
|
202
|
+
features = frozenset(str(key) for key, enabled in raw_features.items() if enabled)
|
|
203
|
+
elif isinstance(raw_features, (list, tuple, set, frozenset)):
|
|
204
|
+
features = frozenset(str(item) for item in raw_features)
|
|
205
|
+
else:
|
|
206
|
+
features = frozenset()
|
|
207
|
+
return cls(
|
|
208
|
+
api_version=_string(payload.get("api_version")) or "unknown",
|
|
209
|
+
server_version=_string(payload.get("server_version") or payload.get("version")),
|
|
210
|
+
features=features,
|
|
211
|
+
raw=dict(payload),
|
|
212
|
+
)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
# Copyright 2026 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
|
|
9
|
+
"""Small JSON-over-HTTP transport implemented with the Python standard library."""
|
|
10
|
+
|
|
11
|
+
from __future__ import annotations
|
|
12
|
+
|
|
13
|
+
import json
|
|
14
|
+
import ssl
|
|
15
|
+
import urllib.error
|
|
16
|
+
import urllib.request
|
|
17
|
+
from typing import Any, Mapping
|
|
18
|
+
from urllib.parse import urlsplit
|
|
19
|
+
|
|
20
|
+
from artemis_client.errors import (
|
|
21
|
+
ApiError,
|
|
22
|
+
AuthenticationError,
|
|
23
|
+
ConflictError,
|
|
24
|
+
NetworkError,
|
|
25
|
+
NotFoundError,
|
|
26
|
+
ProtocolError,
|
|
27
|
+
)
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class JsonTransport:
|
|
31
|
+
"""Synchronous transport used internally by the async client.
|
|
32
|
+
|
|
33
|
+
Calls are moved to worker threads by :class:`ArtemisClient`, keeping the
|
|
34
|
+
public API asynchronous without adding an HTTP dependency.
|
|
35
|
+
"""
|
|
36
|
+
|
|
37
|
+
def __init__(
|
|
38
|
+
self,
|
|
39
|
+
base_url: str,
|
|
40
|
+
*,
|
|
41
|
+
token: str | None = None,
|
|
42
|
+
timeout: float = 30.0,
|
|
43
|
+
headers: Mapping[str, str] | None = None,
|
|
44
|
+
ssl_context: ssl.SSLContext | None = None,
|
|
45
|
+
) -> None:
|
|
46
|
+
normalized = base_url.rstrip("/")
|
|
47
|
+
parsed = urlsplit(normalized)
|
|
48
|
+
if parsed.scheme not in {"http", "https"} or not parsed.netloc:
|
|
49
|
+
raise ValueError("base_url must be an absolute http:// or https:// URL")
|
|
50
|
+
if timeout <= 0:
|
|
51
|
+
raise ValueError("timeout must be greater than zero")
|
|
52
|
+
|
|
53
|
+
self.base_url = normalized
|
|
54
|
+
self.timeout = float(timeout)
|
|
55
|
+
self.ssl_context = ssl_context
|
|
56
|
+
self.headers = {
|
|
57
|
+
"Accept": "application/json",
|
|
58
|
+
"User-Agent": "artemis-client/0.1",
|
|
59
|
+
**dict(headers or {}),
|
|
60
|
+
}
|
|
61
|
+
if token:
|
|
62
|
+
self.headers["Authorization"] = f"Bearer {token}"
|
|
63
|
+
|
|
64
|
+
def request(
|
|
65
|
+
self,
|
|
66
|
+
method: str,
|
|
67
|
+
path: str,
|
|
68
|
+
*,
|
|
69
|
+
json_body: Mapping[str, Any] | None = None,
|
|
70
|
+
) -> Any:
|
|
71
|
+
if not path.startswith("/"):
|
|
72
|
+
path = f"/{path}"
|
|
73
|
+
url = f"{self.base_url}{path}"
|
|
74
|
+
body = None
|
|
75
|
+
headers = dict(self.headers)
|
|
76
|
+
if json_body is not None:
|
|
77
|
+
body = json.dumps(json_body, separators=(",", ":")).encode("utf-8")
|
|
78
|
+
headers["Content-Type"] = "application/json"
|
|
79
|
+
|
|
80
|
+
request = urllib.request.Request(
|
|
81
|
+
url,
|
|
82
|
+
data=body,
|
|
83
|
+
headers=headers,
|
|
84
|
+
method=method.upper(),
|
|
85
|
+
)
|
|
86
|
+
try:
|
|
87
|
+
with urllib.request.urlopen(
|
|
88
|
+
request,
|
|
89
|
+
timeout=self.timeout,
|
|
90
|
+
context=self.ssl_context,
|
|
91
|
+
) as response:
|
|
92
|
+
data = response.read()
|
|
93
|
+
if not data:
|
|
94
|
+
return None
|
|
95
|
+
try:
|
|
96
|
+
return json.loads(data.decode("utf-8"))
|
|
97
|
+
except (UnicodeDecodeError, json.JSONDecodeError) as exc:
|
|
98
|
+
raise ProtocolError(f"Artemis host returned invalid JSON from {path}") from exc
|
|
99
|
+
except urllib.error.HTTPError as exc:
|
|
100
|
+
payload = self._decode_error_payload(exc)
|
|
101
|
+
detail = self._error_detail(payload, exc.reason)
|
|
102
|
+
error_type = {
|
|
103
|
+
401: AuthenticationError,
|
|
104
|
+
403: AuthenticationError,
|
|
105
|
+
404: NotFoundError,
|
|
106
|
+
409: ConflictError,
|
|
107
|
+
}.get(exc.code, ApiError)
|
|
108
|
+
raise error_type(exc.code, detail, payload=payload) from exc
|
|
109
|
+
except (urllib.error.URLError, TimeoutError, OSError) as exc:
|
|
110
|
+
reason = getattr(exc, "reason", exc)
|
|
111
|
+
raise NetworkError(f"Could not reach Artemis host at {url}: {reason}") from exc
|
|
112
|
+
|
|
113
|
+
@staticmethod
|
|
114
|
+
def _decode_error_payload(error: urllib.error.HTTPError) -> Any:
|
|
115
|
+
try:
|
|
116
|
+
data = error.read()
|
|
117
|
+
except OSError:
|
|
118
|
+
return None
|
|
119
|
+
if not data:
|
|
120
|
+
return None
|
|
121
|
+
try:
|
|
122
|
+
return json.loads(data.decode("utf-8"))
|
|
123
|
+
except (UnicodeDecodeError, json.JSONDecodeError):
|
|
124
|
+
return data.decode("utf-8", errors="replace")
|
|
125
|
+
|
|
126
|
+
@staticmethod
|
|
127
|
+
def _error_detail(payload: Any, fallback: Any) -> str:
|
|
128
|
+
if isinstance(payload, Mapping):
|
|
129
|
+
detail = payload.get("detail") or payload.get("error") or payload.get("message")
|
|
130
|
+
if detail is not None:
|
|
131
|
+
return str(detail)
|
|
132
|
+
if isinstance(payload, str) and payload.strip():
|
|
133
|
+
return payload.strip()
|
|
134
|
+
return str(fallback or "request failed")
|
|
@@ -0,0 +1,289 @@
|
|
|
1
|
+
# Copyright 2026 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
|
|
9
|
+
from __future__ import annotations
|
|
10
|
+
|
|
11
|
+
import unittest
|
|
12
|
+
from collections import defaultdict
|
|
13
|
+
from collections.abc import Mapping
|
|
14
|
+
from typing import Any
|
|
15
|
+
|
|
16
|
+
from artemis_client import (
|
|
17
|
+
ArtemisClient,
|
|
18
|
+
NotFoundError,
|
|
19
|
+
ProtocolError,
|
|
20
|
+
TaskRejectedError,
|
|
21
|
+
TaskTimeoutError,
|
|
22
|
+
)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
class FakeTransport:
|
|
26
|
+
def __init__(self) -> None:
|
|
27
|
+
self.responses: dict[tuple[str, str], list[Any]] = defaultdict(list)
|
|
28
|
+
self.calls: list[tuple[str, str, Mapping[str, Any] | None]] = []
|
|
29
|
+
|
|
30
|
+
def add(self, method: str, path: str, *responses: Any) -> None:
|
|
31
|
+
self.responses[(method, path)].extend(responses)
|
|
32
|
+
|
|
33
|
+
def request(
|
|
34
|
+
self,
|
|
35
|
+
method: str,
|
|
36
|
+
path: str,
|
|
37
|
+
*,
|
|
38
|
+
json_body: Mapping[str, Any] | None = None,
|
|
39
|
+
) -> Any:
|
|
40
|
+
self.calls.append((method, path, json_body))
|
|
41
|
+
queued = self.responses[(method, path)]
|
|
42
|
+
if not queued:
|
|
43
|
+
raise AssertionError(f"Unexpected request: {method} {path}")
|
|
44
|
+
response = queued.pop(0)
|
|
45
|
+
if isinstance(response, BaseException):
|
|
46
|
+
raise response
|
|
47
|
+
return response
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
class ArtemisClientTests(unittest.IsolatedAsyncioTestCase):
|
|
51
|
+
def setUp(self) -> None:
|
|
52
|
+
self.transport = FakeTransport()
|
|
53
|
+
self.client = ArtemisClient(
|
|
54
|
+
"https://artemis.example.test",
|
|
55
|
+
poll_interval=0.001,
|
|
56
|
+
transport=self.transport,
|
|
57
|
+
)
|
|
58
|
+
|
|
59
|
+
async def test_submit_sends_idempotent_session_id(self) -> None:
|
|
60
|
+
task_id = "00000000-0000-4000-8000-000000000123"
|
|
61
|
+
self.transport.add(
|
|
62
|
+
"POST",
|
|
63
|
+
"/api/run",
|
|
64
|
+
{
|
|
65
|
+
"status": "started",
|
|
66
|
+
"tasks": [
|
|
67
|
+
{
|
|
68
|
+
"session_id": task_id,
|
|
69
|
+
"status": "pending",
|
|
70
|
+
"device_serial": "pixel-8",
|
|
71
|
+
}
|
|
72
|
+
],
|
|
73
|
+
},
|
|
74
|
+
)
|
|
75
|
+
|
|
76
|
+
handle = await self.client.submit(
|
|
77
|
+
"Open Settings",
|
|
78
|
+
task_id=task_id,
|
|
79
|
+
device_serial="pixel-8",
|
|
80
|
+
options={"record_video": True},
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
self.assertEqual(handle.task_id, task_id)
|
|
84
|
+
self.assertEqual(handle.device_serial, "pixel-8")
|
|
85
|
+
body = self.transport.calls[0][2]
|
|
86
|
+
assert body is not None
|
|
87
|
+
self.assertEqual(body["session_id"], task_id)
|
|
88
|
+
self.assertEqual(body["ingress"], "python_sdk")
|
|
89
|
+
self.assertEqual(body["options"], {"record_video": True})
|
|
90
|
+
|
|
91
|
+
async def test_submit_forwards_pro_tuning_knobs_normalised(self) -> None:
|
|
92
|
+
task_id = "00000000-0000-4000-8000-000000000321"
|
|
93
|
+
self.transport.add(
|
|
94
|
+
"POST",
|
|
95
|
+
"/api/run",
|
|
96
|
+
{"status": "started", "tasks": [{"session_id": task_id, "status": "pending"}]},
|
|
97
|
+
)
|
|
98
|
+
|
|
99
|
+
await self.client.submit(
|
|
100
|
+
"Audit checkout",
|
|
101
|
+
profile="pro",
|
|
102
|
+
task_id=task_id,
|
|
103
|
+
verification_level=" Strict ",
|
|
104
|
+
explorer_mode="ULTRA",
|
|
105
|
+
)
|
|
106
|
+
|
|
107
|
+
body = self.transport.calls[0][2]
|
|
108
|
+
assert body is not None
|
|
109
|
+
self.assertEqual(body["verification_level"], "strict")
|
|
110
|
+
self.assertEqual(body["explorer_mode"], "ultra")
|
|
111
|
+
|
|
112
|
+
async def test_submit_omits_pro_tuning_knobs_when_unset(self) -> None:
|
|
113
|
+
task_id = "00000000-0000-4000-8000-000000000322"
|
|
114
|
+
self.transport.add(
|
|
115
|
+
"POST",
|
|
116
|
+
"/api/run",
|
|
117
|
+
{"status": "started", "tasks": [{"session_id": task_id, "status": "pending"}]},
|
|
118
|
+
)
|
|
119
|
+
|
|
120
|
+
await self.client.submit("Open Settings", task_id=task_id, explorer_mode=" ")
|
|
121
|
+
|
|
122
|
+
body = self.transport.calls[0][2]
|
|
123
|
+
assert body is not None
|
|
124
|
+
self.assertNotIn("verification_level", body)
|
|
125
|
+
self.assertNotIn("explorer_mode", body)
|
|
126
|
+
|
|
127
|
+
async def test_submit_rejects_unknown_pro_tuning_values_before_any_request(self) -> None:
|
|
128
|
+
with self.assertRaisesRegex(ValueError, "verification_level"):
|
|
129
|
+
await self.client.submit("Open Settings", verification_level="paranoid")
|
|
130
|
+
with self.assertRaisesRegex(ValueError, "explorer_mode"):
|
|
131
|
+
await self.client.submit("Open Settings", explorer_mode="turbo")
|
|
132
|
+
self.assertEqual(self.transport.calls, [])
|
|
133
|
+
|
|
134
|
+
async def test_submit_rejected_task_raises_specific_error(self) -> None:
|
|
135
|
+
self.transport.add(
|
|
136
|
+
"POST",
|
|
137
|
+
"/api/run",
|
|
138
|
+
{
|
|
139
|
+
"status": "rejected",
|
|
140
|
+
"error": "Device is offline",
|
|
141
|
+
"tasks": [],
|
|
142
|
+
},
|
|
143
|
+
)
|
|
144
|
+
|
|
145
|
+
with self.assertRaisesRegex(TaskRejectedError, "Device is offline"):
|
|
146
|
+
await self.client.submit("Open Settings")
|
|
147
|
+
|
|
148
|
+
async def test_submit_rejects_non_uuid_task_id(self) -> None:
|
|
149
|
+
with self.assertRaisesRegex(ValueError, "valid UUID"):
|
|
150
|
+
await self.client.submit("Open Settings", task_id="not-a-uuid")
|
|
151
|
+
|
|
152
|
+
async def test_run_finds_queued_task_then_reads_terminal_session(self) -> None:
|
|
153
|
+
task_id = "00000000-0000-4000-8000-000000000124"
|
|
154
|
+
self.transport.add(
|
|
155
|
+
"POST",
|
|
156
|
+
"/api/run",
|
|
157
|
+
{
|
|
158
|
+
"status": "started",
|
|
159
|
+
"tasks": [{"session_id": task_id, "status": "pending"}],
|
|
160
|
+
},
|
|
161
|
+
)
|
|
162
|
+
self.transport.add(
|
|
163
|
+
"GET",
|
|
164
|
+
f"/api/sessions/{task_id}",
|
|
165
|
+
NotFoundError(404, "not created yet"),
|
|
166
|
+
{
|
|
167
|
+
"session_id": task_id,
|
|
168
|
+
"status": "completed",
|
|
169
|
+
"goal": "Open Settings",
|
|
170
|
+
"current_turn": 4,
|
|
171
|
+
"summary": "Battery page opened",
|
|
172
|
+
},
|
|
173
|
+
)
|
|
174
|
+
self.transport.add(
|
|
175
|
+
"GET",
|
|
176
|
+
"/api/status",
|
|
177
|
+
{
|
|
178
|
+
"status": "running",
|
|
179
|
+
"queue": [{"session_id": task_id, "status": "pending"}],
|
|
180
|
+
},
|
|
181
|
+
)
|
|
182
|
+
|
|
183
|
+
result = await self.client.run("Open Settings", task_id=task_id, timeout=1)
|
|
184
|
+
|
|
185
|
+
self.assertTrue(result.done)
|
|
186
|
+
self.assertTrue(result.succeeded)
|
|
187
|
+
self.assertEqual(result.turns, 4)
|
|
188
|
+
self.assertEqual(result.output, "Battery page opened")
|
|
189
|
+
|
|
190
|
+
async def test_get_task_returns_launching_when_not_visible_yet(self) -> None:
|
|
191
|
+
self.transport.add(
|
|
192
|
+
"GET",
|
|
193
|
+
"/api/sessions/new-task",
|
|
194
|
+
NotFoundError(404, "missing"),
|
|
195
|
+
)
|
|
196
|
+
self.transport.add("GET", "/api/status", {"status": "idle", "queue": []})
|
|
197
|
+
|
|
198
|
+
result = await self.client.get_task("new-task")
|
|
199
|
+
|
|
200
|
+
self.assertEqual(result.status, "launching")
|
|
201
|
+
self.assertFalse(result.done)
|
|
202
|
+
|
|
203
|
+
async def test_wait_for_task_times_out(self) -> None:
|
|
204
|
+
class LaunchingClient(ArtemisClient):
|
|
205
|
+
async def get_task(self, task_id: str): # type: ignore[override]
|
|
206
|
+
from artemis_client import TaskResult
|
|
207
|
+
|
|
208
|
+
return TaskResult(task_id=task_id, status="running")
|
|
209
|
+
|
|
210
|
+
client = LaunchingClient(
|
|
211
|
+
"https://artemis.example.test",
|
|
212
|
+
poll_interval=0.001,
|
|
213
|
+
transport=self.transport,
|
|
214
|
+
)
|
|
215
|
+
with self.assertRaises(TaskTimeoutError):
|
|
216
|
+
await client.wait_for_task("slow-task", timeout=0.003)
|
|
217
|
+
|
|
218
|
+
async def test_list_devices_accepts_legacy_shape(self) -> None:
|
|
219
|
+
self.transport.add(
|
|
220
|
+
"GET",
|
|
221
|
+
"/api/devices",
|
|
222
|
+
{
|
|
223
|
+
"devices": [
|
|
224
|
+
{
|
|
225
|
+
"serial": "emulator-5554",
|
|
226
|
+
"state": "device",
|
|
227
|
+
"model": "Pixel_8",
|
|
228
|
+
"busy": True,
|
|
229
|
+
}
|
|
230
|
+
]
|
|
231
|
+
},
|
|
232
|
+
)
|
|
233
|
+
|
|
234
|
+
devices = await self.client.list_devices()
|
|
235
|
+
|
|
236
|
+
self.assertEqual(len(devices), 1)
|
|
237
|
+
self.assertEqual(devices[0].serial, "emulator-5554")
|
|
238
|
+
self.assertTrue(devices[0].busy)
|
|
239
|
+
|
|
240
|
+
async def test_capabilities_falls_back_for_legacy_server(self) -> None:
|
|
241
|
+
self.transport.add(
|
|
242
|
+
"GET",
|
|
243
|
+
"/api/v1/capabilities",
|
|
244
|
+
NotFoundError(404, "not implemented"),
|
|
245
|
+
)
|
|
246
|
+
|
|
247
|
+
capabilities = await self.client.capabilities()
|
|
248
|
+
|
|
249
|
+
self.assertEqual(capabilities.api_version, "legacy")
|
|
250
|
+
self.assertTrue(capabilities.supports("tasks.submit"))
|
|
251
|
+
|
|
252
|
+
async def test_health_uses_fast_scheduler_endpoint(self) -> None:
|
|
253
|
+
self.transport.add("GET", "/api/status", {"status": "idle"})
|
|
254
|
+
|
|
255
|
+
health = await self.client.health()
|
|
256
|
+
|
|
257
|
+
self.assertEqual(health["status"], "idle")
|
|
258
|
+
|
|
259
|
+
async def test_readiness_uses_full_diagnostics_endpoint(self) -> None:
|
|
260
|
+
self.transport.add(
|
|
261
|
+
"GET",
|
|
262
|
+
"/api/system/readiness",
|
|
263
|
+
{"overall_status": "ready"},
|
|
264
|
+
)
|
|
265
|
+
|
|
266
|
+
readiness = await self.client.readiness()
|
|
267
|
+
|
|
268
|
+
self.assertEqual(readiness["overall_status"], "ready")
|
|
269
|
+
|
|
270
|
+
async def test_invalid_devices_payload_is_rejected(self) -> None:
|
|
271
|
+
self.transport.add("GET", "/api/devices", {"devices": "not-a-list"})
|
|
272
|
+
|
|
273
|
+
with self.assertRaises(ProtocolError):
|
|
274
|
+
await self.client.list_devices()
|
|
275
|
+
|
|
276
|
+
async def test_stop_targets_one_session(self) -> None:
|
|
277
|
+
self.transport.add("POST", "/api/stop", {"status": "stopped"})
|
|
278
|
+
|
|
279
|
+
stopped = await self.client.stop("task-stop")
|
|
280
|
+
|
|
281
|
+
self.assertTrue(stopped)
|
|
282
|
+
self.assertEqual(
|
|
283
|
+
self.transport.calls[0],
|
|
284
|
+
("POST", "/api/stop", {"session_id": "task-stop"}),
|
|
285
|
+
)
|
|
286
|
+
|
|
287
|
+
|
|
288
|
+
if __name__ == "__main__":
|
|
289
|
+
unittest.main()
|