android-midscene-automation 0.2.3 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (525) hide show
  1. package/CHANGELOG.md +11 -1
  2. package/README.md +63 -1
  3. package/artemis-main/.dockerignore +15 -0
  4. package/artemis-main/.env.example +34 -0
  5. package/artemis-main/CONTRIBUTING.md +35 -0
  6. package/artemis-main/Dockerfile +68 -0
  7. package/artemis-main/LICENSE +202 -0
  8. package/artemis-main/Makefile +115 -0
  9. package/artemis-main/README.md +322 -0
  10. package/artemis-main/README_CN.md +320 -0
  11. package/artemis-main/apps/__init__.py +15 -0
  12. package/artemis-main/apps/admin_console/__init__.py +19 -0
  13. package/artemis-main/apps/admin_console/core/__init__.py +13 -0
  14. package/artemis-main/apps/admin_console/core/config.py +43 -0
  15. package/artemis-main/apps/admin_console/core/security.py +178 -0
  16. package/artemis-main/apps/admin_console/core/state.py +243 -0
  17. package/artemis-main/apps/admin_console/database/__init__.py +13 -0
  18. package/artemis-main/apps/admin_console/database/connection.py +60 -0
  19. package/artemis-main/apps/admin_console/database/repositories/__init__.py +13 -0
  20. package/artemis-main/apps/admin_console/database/repositories/session_repository.py +564 -0
  21. package/artemis-main/apps/admin_console/database/repositories/step_repository.py +512 -0
  22. package/artemis-main/apps/admin_console/database/repositories/trace_repository.py +133 -0
  23. package/artemis-main/apps/admin_console/index.html +3787 -0
  24. package/artemis-main/apps/admin_console/replay_manager.py +2585 -0
  25. package/artemis-main/apps/admin_console/routers/__init__.py +13 -0
  26. package/artemis-main/apps/admin_console/routers/media.py +198 -0
  27. package/artemis-main/apps/admin_console/routers/replay.py +91 -0
  28. package/artemis-main/apps/admin_console/routers/sessions.py +239 -0
  29. package/artemis-main/apps/admin_console/routers/steps.py +109 -0
  30. package/artemis-main/apps/admin_console/routers/stream.py +56 -0
  31. package/artemis-main/apps/admin_console/routers/system.py +761 -0
  32. package/artemis-main/apps/admin_console/routers/tasks.py +517 -0
  33. package/artemis-main/apps/admin_console/schemas/__init__.py +13 -0
  34. package/artemis-main/apps/admin_console/schemas/task_schema.py +47 -0
  35. package/artemis-main/apps/admin_console/server.py +508 -0
  36. package/artemis-main/apps/admin_console/services/__init__.py +13 -0
  37. package/artemis-main/apps/admin_console/services/device_stream_service.py +137 -0
  38. package/artemis-main/apps/admin_console/services/ipc_service.py +262 -0
  39. package/artemis-main/apps/admin_console/services/media_service.py +623 -0
  40. package/artemis-main/apps/admin_console/services/model_service.py +148 -0
  41. package/artemis-main/apps/admin_console/services/task_preset_catalog.py +514 -0
  42. package/artemis-main/apps/admin_console/services/task_queue_service.py +1719 -0
  43. package/artemis-main/apps/admin_console/services/worker_process_io.py +144 -0
  44. package/artemis-main/apps/showcase_ui/README.md +31 -0
  45. package/artemis-main/apps/showcase_ui/angular.json +132 -0
  46. package/artemis-main/apps/showcase_ui/package-lock.json +9472 -0
  47. package/artemis-main/apps/showcase_ui/package.json +39 -0
  48. package/artemis-main/apps/showcase_ui/proxy.conf.json +23 -0
  49. package/artemis-main/apps/showcase_ui/public/favicon.ico +0 -0
  50. package/artemis-main/apps/showcase_ui/public/logo.png +0 -0
  51. package/artemis-main/apps/showcase_ui/public/logo.svg +56 -0
  52. package/artemis-main/apps/showcase_ui/src/app/app.component.html +24 -0
  53. package/artemis-main/apps/showcase_ui/src/app/app.component.scss +49 -0
  54. package/artemis-main/apps/showcase_ui/src/app/app.component.spec.ts +42 -0
  55. package/artemis-main/apps/showcase_ui/src/app/app.component.ts +32 -0
  56. package/artemis-main/apps/showcase_ui/src/app/app.config.ts +29 -0
  57. package/artemis-main/apps/showcase_ui/src/app/app.routes.ts +27 -0
  58. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream-startup.spec.ts +108 -0
  59. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.html +1436 -0
  60. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.scss +3973 -0
  61. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.ts +2235 -0
  62. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.html +380 -0
  63. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.scss +1171 -0
  64. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.ts +270 -0
  65. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.html +433 -0
  66. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.scss +987 -0
  67. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.ts +632 -0
  68. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.html +130 -0
  69. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.scss +406 -0
  70. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.ts +74 -0
  71. package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.scss +115 -0
  72. package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.ts +52 -0
  73. package/artemis-main/apps/showcase_ui/src/app/core/data/smart-tasks.data.ts +334 -0
  74. package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.spec.ts +55 -0
  75. package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.ts +61 -0
  76. package/artemis-main/apps/showcase_ui/src/app/core/i18n/translate.pipe.ts +11 -0
  77. package/artemis-main/apps/showcase_ui/src/app/core/i18n/zh-cn.ts +651 -0
  78. package/artemis-main/apps/showcase_ui/src/app/core/models/markdown.model.ts +43 -0
  79. package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.spec.ts +47 -0
  80. package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.ts +165 -0
  81. package/artemis-main/apps/showcase_ui/src/app/core/models/session.model.ts +85 -0
  82. package/artemis-main/apps/showcase_ui/src/app/core/models/stream.model.ts +246 -0
  83. package/artemis-main/apps/showcase_ui/src/app/core/models/system.model.ts +118 -0
  84. package/artemis-main/apps/showcase_ui/src/app/core/services/task-recommendation.service.ts +111 -0
  85. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.html +2130 -0
  86. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.scss +5204 -0
  87. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.ts +1189 -0
  88. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.html +39 -0
  89. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.scss +151 -0
  90. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.ts +58 -0
  91. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.html +201 -0
  92. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.scss +886 -0
  93. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.ts +324 -0
  94. package/artemis-main/apps/showcase_ui/src/app/services/agent.service.spec.ts +418 -0
  95. package/artemis-main/apps/showcase_ui/src/app/services/agent.service.ts +2012 -0
  96. package/artemis-main/apps/showcase_ui/src/app/services/system.service.spec.ts +173 -0
  97. package/artemis-main/apps/showcase_ui/src/app/services/system.service.ts +620 -0
  98. package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.spec.ts +513 -0
  99. package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.ts +1015 -0
  100. package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.spec.ts +85 -0
  101. package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.ts +662 -0
  102. package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.spec.ts +70 -0
  103. package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.ts +383 -0
  104. package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.spec.ts +107 -0
  105. package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.ts +123 -0
  106. package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.spec.ts +92 -0
  107. package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.ts +116 -0
  108. package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.spec.ts +640 -0
  109. package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.ts +1021 -0
  110. package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.spec.ts +375 -0
  111. package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.ts +1419 -0
  112. package/artemis-main/apps/showcase_ui/src/index.html +37 -0
  113. package/artemis-main/apps/showcase_ui/src/main.ts +22 -0
  114. package/artemis-main/apps/showcase_ui/src/styles.scss +60 -0
  115. package/artemis-main/apps/showcase_ui/tsconfig.app.json +23 -0
  116. package/artemis-main/apps/showcase_ui/tsconfig.json +27 -0
  117. package/artemis-main/apps/showcase_ui/tsconfig.spec.json +23 -0
  118. package/artemis-main/artemis/__init__.py +44 -0
  119. package/artemis-main/artemis/__main__.py +18 -0
  120. package/artemis-main/artemis/_legacy_imports.py +94 -0
  121. package/artemis-main/artemis/_version.py +30 -0
  122. package/artemis-main/artemis/agents/__init__.py +17 -0
  123. package/artemis-main/artemis/agents/checker/checker.json +9 -0
  124. package/artemis-main/artemis/agents/checker/checker.py +859 -0
  125. package/artemis-main/artemis/agents/diagnoser/diagnoser.json +23 -0
  126. package/artemis-main/artemis/agents/diagnoser/diagnoser.py +608 -0
  127. package/artemis-main/artemis/agents/explorer/constants.py +52 -0
  128. package/artemis-main/artemis/agents/explorer/explorer.json +57 -0
  129. package/artemis-main/artemis/agents/explorer/explorer.py +473 -0
  130. package/artemis-main/artemis/agents/explorer/geometry.py +73 -0
  131. package/artemis-main/artemis/agents/explorer/native_runner.py +878 -0
  132. package/artemis-main/artemis/agents/explorer/perception_tools.py +632 -0
  133. package/artemis-main/artemis/agents/explorer/run_setup.py +403 -0
  134. package/artemis-main/artemis/agents/explorer/screen_index.py +266 -0
  135. package/artemis-main/artemis/agents/explorer/tiers.py +110 -0
  136. package/artemis-main/artemis/agents/explorer/tool_declarations.py +394 -0
  137. package/artemis-main/artemis/agents/explorer/universal_runner.py +317 -0
  138. package/artemis-main/artemis/agents/flash/context_compressor.py +452 -0
  139. package/artemis-main/artemis/agents/flash/flash_runner.md +51 -0
  140. package/artemis-main/artemis/agents/flash/flash_summarizer.md +53 -0
  141. package/artemis-main/artemis/agents/flash/flash_summarizer_single.md +54 -0
  142. package/artemis-main/artemis/agents/flash/runner.py +1167 -0
  143. package/artemis-main/artemis/agents/flash/summarizer.py +511 -0
  144. package/artemis-main/artemis/agents/history_analyzer/history_analyzer.md +8 -0
  145. package/artemis-main/artemis/agents/history_analyzer/history_analyzer.py +182 -0
  146. package/artemis-main/artemis/agents/image_processor/image_processor.md +74 -0
  147. package/artemis-main/artemis/agents/image_processor/image_processor.py +322 -0
  148. package/artemis-main/artemis/agents/log_analyzer/log_analyzer.md +15 -0
  149. package/artemis-main/artemis/agents/log_analyzer/log_analyzer.py +403 -0
  150. package/artemis-main/artemis/agents/log_analyzer/log_reader_sub_agent.md +8 -0
  151. package/artemis-main/artemis/agents/log_analyzer/output_analyzer.md +11 -0
  152. package/artemis-main/artemis/agents/log_analyzer/output_analyzer.py +163 -0
  153. package/artemis-main/artemis/agents/object_detector/object_detector.json +9 -0
  154. package/artemis-main/artemis/agents/object_detector/object_detector.py +211 -0
  155. package/artemis-main/artemis/agents/operator/operator.json +3 -0
  156. package/artemis-main/artemis/agents/operator/operator.py +1394 -0
  157. package/artemis-main/artemis/agents/operator/prompts.py +1064 -0
  158. package/artemis-main/artemis/agents/outputter/outputter.md +36 -0
  159. package/artemis-main/artemis/agents/outputter/outputter.py +552 -0
  160. package/artemis-main/artemis/agents/planner/planner.json +32 -0
  161. package/artemis-main/artemis/agents/planner/planner.py +436 -0
  162. package/artemis-main/artemis/agents/prompt_assembly.py +79 -0
  163. package/artemis-main/artemis/agents/summarizer/summarizer.py +190 -0
  164. package/artemis-main/artemis/agents/validator/action_execution.py +98 -0
  165. package/artemis-main/artemis/agents/validator/categories.py +33 -0
  166. package/artemis-main/artemis/agents/validator/execution_loop.py +488 -0
  167. package/artemis-main/artemis/agents/validator/incidents.py +120 -0
  168. package/artemis-main/artemis/agents/validator/pixel_safety_net.md +15 -0
  169. package/artemis-main/artemis/agents/validator/precondition_pixel.py +320 -0
  170. package/artemis-main/artemis/agents/validator/precondition_xml.py +672 -0
  171. package/artemis-main/artemis/agents/validator/tool_declarations.py +332 -0
  172. package/artemis-main/artemis/agents/validator/validator.py +188 -0
  173. package/artemis-main/artemis/agents/video_analyzer/__init__.py +15 -0
  174. package/artemis-main/artemis/agents/video_analyzer/audio_native.py +543 -0
  175. package/artemis-main/artemis/agents/video_analyzer/blackboard.py +821 -0
  176. package/artemis-main/artemis/agents/video_analyzer/chunk_agentic.py +455 -0
  177. package/artemis-main/artemis/agents/video_analyzer/chunk_conversation.py +491 -0
  178. package/artemis-main/artemis/agents/video_analyzer/chunk_native.py +437 -0
  179. package/artemis-main/artemis/agents/video_analyzer/conflict_resolution.py +137 -0
  180. package/artemis-main/artemis/agents/video_analyzer/gemini_files.py +162 -0
  181. package/artemis-main/artemis/agents/video_analyzer/native_coordinator.py +541 -0
  182. package/artemis-main/artemis/agents/video_analyzer/reliability.py +128 -0
  183. package/artemis-main/artemis/agents/video_analyzer/universal_engine.py +487 -0
  184. package/artemis-main/artemis/agents/video_analyzer/universal_tools.py +323 -0
  185. package/artemis-main/artemis/agents/video_analyzer/video_analyzer.md +51 -0
  186. package/artemis-main/artemis/agents/video_analyzer/video_analyzer.py +875 -0
  187. package/artemis-main/artemis/agents/video_analyzer/video_sub_agent.md +15 -0
  188. package/artemis-main/artemis/agents/video_analyzer/video_sub_agent_audio.md +12 -0
  189. package/artemis-main/artemis/clients/accessibility_client.py +438 -0
  190. package/artemis-main/artemis/clients/screen_client_factory.py +403 -0
  191. package/artemis-main/artemis/config/__init__.py +309 -0
  192. package/artemis-main/artemis/config/agent.py +1098 -0
  193. package/artemis-main/artemis/config/constants.py +151 -0
  194. package/artemis-main/artemis/config/core/__init__.py +24 -0
  195. package/artemis-main/artemis/config/core/engine.py +118 -0
  196. package/artemis-main/artemis/config/core/interpolator.py +78 -0
  197. package/artemis-main/artemis/config/llm.py +267 -0
  198. package/artemis-main/artemis/config/paths.py +244 -0
  199. package/artemis-main/artemis/config/runtime.py +197 -0
  200. package/artemis-main/artemis/config/settings.py +315 -0
  201. package/artemis-main/artemis/constants.py +47 -0
  202. package/artemis-main/artemis/context.py +289 -0
  203. package/artemis-main/artemis/controllers/__init__.py +41 -0
  204. package/artemis-main/artemis/controllers/controller_factory.py +41 -0
  205. package/artemis-main/artemis/controllers/device_controller.py +29 -0
  206. package/artemis-main/artemis/controllers/types.py +37 -0
  207. package/artemis-main/artemis/controllers/unified_controller.py +649 -0
  208. package/artemis-main/artemis/core/__init__.py +21 -0
  209. package/artemis-main/artemis/core/diagnostics/__init__.py +90 -0
  210. package/artemis-main/artemis/core/diagnostics/adb_keys.py +270 -0
  211. package/artemis-main/artemis/core/diagnostics/adb_server_connection.py +330 -0
  212. package/artemis-main/artemis/core/diagnostics/device_smoke.py +364 -0
  213. package/artemis-main/artemis/core/diagnostics/emulator_manager.py +501 -0
  214. package/artemis-main/artemis/core/diagnostics/engine.py +438 -0
  215. package/artemis-main/artemis/core/diagnostics/hierarchy_parity.py +216 -0
  216. package/artemis-main/artemis/core/diagnostics/probes/adb_probe.py +887 -0
  217. package/artemis-main/artemis/core/diagnostics/probes/base.py +45 -0
  218. package/artemis-main/artemis/core/diagnostics/probes/credentials_probe.py +296 -0
  219. package/artemis-main/artemis/core/diagnostics/probes/host_probe.py +427 -0
  220. package/artemis-main/artemis/core/diagnostics/probes/runtime_probe.py +169 -0
  221. package/artemis-main/artemis/core/diagnostics/probes/toolchain_probe.py +139 -0
  222. package/artemis-main/artemis/core/diagnostics/readiness.py +83 -0
  223. package/artemis-main/artemis/core/diagnostics/schema.py +118 -0
  224. package/artemis-main/artemis/core/tool_declaration.py +43 -0
  225. package/artemis-main/artemis/core/tool_failure.py +56 -0
  226. package/artemis-main/artemis/data_engine/context_vars.py +24 -0
  227. package/artemis-main/artemis/data_engine/engine.py +1615 -0
  228. package/artemis-main/artemis/data_engine/history_reader.py +142 -0
  229. package/artemis-main/artemis/data_engine/models.py +131 -0
  230. package/artemis-main/artemis/data_engine/storage.py +1245 -0
  231. package/artemis-main/artemis/data_engine/trace.py +727 -0
  232. package/artemis-main/artemis/drivers/__init__.py +48 -0
  233. package/artemis-main/artemis/drivers/android/adb_driver.py +507 -0
  234. package/artemis-main/artemis/drivers/android/hierarchy.py +64 -0
  235. package/artemis-main/artemis/drivers/android/input_ime.py +120 -0
  236. package/artemis-main/artemis/drivers/android/recorder.py +57 -0
  237. package/artemis-main/artemis/drivers/base.py +290 -0
  238. package/artemis-main/artemis/drivers/cloud/cloud_driver.py +117 -0
  239. package/artemis-main/artemis/drivers/factory.py +80 -0
  240. package/artemis-main/artemis/drivers/mock/mock_driver.py +198 -0
  241. package/artemis-main/artemis/drivers/types.py +67 -0
  242. package/artemis-main/artemis/graph/checkpoints.py +1243 -0
  243. package/artemis-main/artemis/graph/graph.py +1055 -0
  244. package/artemis-main/artemis/graph/perception.py +234 -0
  245. package/artemis-main/artemis/graph/state.py +151 -0
  246. package/artemis-main/artemis/graph/visibility.py +238 -0
  247. package/artemis-main/artemis/interfaces/cli/__init__.py +19 -0
  248. package/artemis-main/artemis/interfaces/cli/commands/__init__.py +15 -0
  249. package/artemis-main/artemis/interfaces/cli/commands/batch.py +278 -0
  250. package/artemis-main/artemis/interfaces/cli/commands/doctor.py +468 -0
  251. package/artemis-main/artemis/interfaces/cli/commands/helper.py +226 -0
  252. package/artemis-main/artemis/interfaces/cli/commands/init.py +193 -0
  253. package/artemis-main/artemis/interfaces/cli/commands/mcp.py +862 -0
  254. package/artemis-main/artemis/interfaces/cli/commands/run.py +463 -0
  255. package/artemis-main/artemis/interfaces/cli/commands/server.py +151 -0
  256. package/artemis-main/artemis/interfaces/cli/commands/server_lifecycle.py +328 -0
  257. package/artemis-main/artemis/interfaces/cli/commands/trace.py +111 -0
  258. package/artemis-main/artemis/interfaces/cli/commands/ui.py +404 -0
  259. package/artemis-main/artemis/interfaces/cli/main.py +109 -0
  260. package/artemis-main/artemis/interfaces/sdk/__init__.py +31 -0
  261. package/artemis-main/artemis/interfaces/sdk/client.py +19 -0
  262. package/artemis-main/artemis/interfaces/sdk/task.py +72 -0
  263. package/artemis-main/artemis/llm/__init__.py +25 -0
  264. package/artemis-main/artemis/llm/fake_model.py +179 -0
  265. package/artemis-main/artemis/llm/google/__init__.py +57 -0
  266. package/artemis-main/artemis/llm/google/provider.py +185 -0
  267. package/artemis-main/artemis/llm/google/usage.py +148 -0
  268. package/artemis-main/artemis/llm/parser.py +32 -0
  269. package/artemis-main/artemis/llm/reliability.py +267 -0
  270. package/artemis-main/artemis/llm/router.py +389 -0
  271. package/artemis-main/artemis/llm/schemas.py +36 -0
  272. package/artemis-main/artemis/llm/structured.py +196 -0
  273. package/artemis-main/artemis/main.py +58 -0
  274. package/artemis-main/artemis/mcp/__init__.py +20 -0
  275. package/artemis-main/artemis/mcp/action_executor.py +760 -0
  276. package/artemis-main/artemis/mcp/action_manifest.py +320 -0
  277. package/artemis-main/artemis/mcp/action_names.py +172 -0
  278. package/artemis-main/artemis/mcp/action_server.py +202 -0
  279. package/artemis-main/artemis/mcp/action_session.py +245 -0
  280. package/artemis-main/artemis/mcp/action_specs.py +868 -0
  281. package/artemis-main/artemis/mcp/action_types.py +86 -0
  282. package/artemis-main/artemis/mcp/actuators/__init__.py +21 -0
  283. package/artemis-main/artemis/mcp/actuators/adb.py +414 -0
  284. package/artemis-main/artemis/mcp/actuators/base.py +113 -0
  285. package/artemis-main/artemis/mcp/actuators/mock.py +70 -0
  286. package/artemis-main/artemis/mcp/adb_server.py +490 -0
  287. package/artemis-main/artemis/mcp/observation.py +133 -0
  288. package/artemis-main/artemis/mcp/xml_search_server.py +297 -0
  289. package/artemis-main/artemis/memory/__init__.py +90 -0
  290. package/artemis-main/artemis/memory/chunking.py +1843 -0
  291. package/artemis-main/artemis/memory/context_policy.py +226 -0
  292. package/artemis-main/artemis/memory/step_capsule.md +73 -0
  293. package/artemis-main/artemis/memory/step_memory.py +281 -0
  294. package/artemis-main/artemis/memory/transcript.py +798 -0
  295. package/artemis-main/artemis/platform/__init__.py +61 -0
  296. package/artemis-main/artemis/platform/base.py +104 -0
  297. package/artemis-main/artemis/platform/darwin.py +184 -0
  298. package/artemis-main/artemis/platform/linux.py +207 -0
  299. package/artemis-main/artemis/platform/windows.py +193 -0
  300. package/artemis-main/artemis/resources/__init__.py +46 -0
  301. package/artemis-main/artemis/runtime/__init__.py +108 -0
  302. package/artemis-main/artemis/runtime/adb_endpoint.py +173 -0
  303. package/artemis-main/artemis/runtime/awake_lease.py +283 -0
  304. package/artemis-main/artemis/runtime/awake_service.py +343 -0
  305. package/artemis-main/artemis/runtime/cancel_requests.py +254 -0
  306. package/artemis-main/artemis/runtime/daemon_client.py +422 -0
  307. package/artemis-main/artemis/runtime/device_lock.py +1013 -0
  308. package/artemis-main/artemis/runtime/device_pool.py +478 -0
  309. package/artemis-main/artemis/runtime/helper_manager.py +1030 -0
  310. package/artemis-main/artemis/runtime/process_probe.py +98 -0
  311. package/artemis-main/artemis/runtime/server_lifecycle.py +435 -0
  312. package/artemis-main/artemis/runtime/supervisor.py +121 -0
  313. package/artemis-main/artemis/runtime/trace_store.py +375 -0
  314. package/artemis-main/artemis/sdk/__init__.py +26 -0
  315. package/artemis-main/artemis/sdk/agent.py +485 -0
  316. package/artemis-main/artemis/sdk/builders/__init__.py +29 -0
  317. package/artemis-main/artemis/sdk/builders/agent_config_builder.py +474 -0
  318. package/artemis-main/artemis/sdk/constants.py +15 -0
  319. package/artemis-main/artemis/sdk/run_outcome.py +58 -0
  320. package/artemis-main/artemis/sdk/types/__init__.py +61 -0
  321. package/artemis-main/artemis/sdk/types/agent.py +89 -0
  322. package/artemis-main/artemis/sdk/utils.py +28 -0
  323. package/artemis-main/artemis/services/llm.py +1040 -0
  324. package/artemis-main/artemis/services/token_meter.py +267 -0
  325. package/artemis-main/artemis/telemetry/__init__.py +35 -0
  326. package/artemis-main/artemis/telemetry/models.py +64 -0
  327. package/artemis-main/artemis/telemetry/replay.py +34 -0
  328. package/artemis-main/artemis/telemetry/storage/json_storage.py +47 -0
  329. package/artemis-main/artemis/telemetry/tracer.py +85 -0
  330. package/artemis-main/artemis/toolchain/__init__.py +52 -0
  331. package/artemis-main/artemis/toolchain/descriptors.py +92 -0
  332. package/artemis-main/artemis/toolchain/resolver.py +185 -0
  333. package/artemis-main/artemis/tools/base.py +232 -0
  334. package/artemis-main/artemis/tools/command_tool.py +1240 -0
  335. package/artemis-main/artemis/tools/committee_prompts.json +5 -0
  336. package/artemis-main/artemis/tools/committee_tool.py +422 -0
  337. package/artemis-main/artemis/tools/diagnoser_submit_answer_tool.py +87 -0
  338. package/artemis-main/artemis/tools/diagnostic_tool.py +120 -0
  339. package/artemis-main/artemis/tools/explorer_tool.py +581 -0
  340. package/artemis-main/artemis/tools/history/__init__.py +398 -0
  341. package/artemis-main/artemis/tools/history/replay.py +120 -0
  342. package/artemis-main/artemis/tools/history/screenshot.py +139 -0
  343. package/artemis-main/artemis/tools/history/search.py +563 -0
  344. package/artemis-main/artemis/tools/image_processor_tool.py +124 -0
  345. package/artemis-main/artemis/tools/index.py +47 -0
  346. package/artemis-main/artemis/tools/log_tool.py +108 -0
  347. package/artemis-main/artemis/tools/mobile/launch_app.py +132 -0
  348. package/artemis-main/artemis/tools/mobile/log_utils.py +138 -0
  349. package/artemis-main/artemis/tools/mobile/ocr.py +202 -0
  350. package/artemis-main/artemis/tools/mobile/read_hierarchy.py +108 -0
  351. package/artemis-main/artemis/tools/mobile/read_logs.py +116 -0
  352. package/artemis-main/artemis/tools/mobile/search_logs.py +260 -0
  353. package/artemis-main/artemis/tools/object_detection_tool.py +244 -0
  354. package/artemis-main/artemis/tools/scratchpad.py +819 -0
  355. package/artemis-main/artemis/tools/system/adb_shell.py +31 -0
  356. package/artemis-main/artemis/tools/tool_wrapper.py +270 -0
  357. package/artemis-main/artemis/tools/video_tool.py +261 -0
  358. package/artemis-main/artemis/tools/wait_tool.py +97 -0
  359. package/artemis-main/artemis/utils/app_launch_utils.py +207 -0
  360. package/artemis-main/artemis/utils/coordinates.py +606 -0
  361. package/artemis-main/artemis/utils/credentials_validator.py +201 -0
  362. package/artemis-main/artemis/utils/cv_canvas.py +189 -0
  363. package/artemis-main/artemis/utils/cython_compat.py +45 -0
  364. package/artemis-main/artemis/utils/element_hit_test.py +80 -0
  365. package/artemis-main/artemis/utils/image_diff.py +335 -0
  366. package/artemis-main/artemis/utils/image_hash.py +80 -0
  367. package/artemis-main/artemis/utils/notes.py +470 -0
  368. package/artemis-main/artemis/utils/ocr_api.py +105 -0
  369. package/artemis-main/artemis/utils/ocr_xml_fusion.py +318 -0
  370. package/artemis-main/artemis/utils/plan_grammar.py +513 -0
  371. package/artemis-main/artemis/utils/python_executor.py +213 -0
  372. package/artemis-main/artemis/utils/startup_progress.py +60 -0
  373. package/artemis-main/artemis/utils/task_tree.py +1174 -0
  374. package/artemis-main/artemis/utils/text.py +37 -0
  375. package/artemis-main/artemis/utils/ui_filter.py +651 -0
  376. package/artemis-main/artemis/utils/video.py +685 -0
  377. package/artemis-main/artemis/utils/visualization.py +802 -0
  378. package/artemis-main/config/artemis.example.jsonc +12 -0
  379. package/artemis-main/mcp_server/README.md +111 -0
  380. package/artemis-main/mcp_server/__init__.py +21 -0
  381. package/artemis-main/mcp_server/__main__.py +20 -0
  382. package/artemis-main/mcp_server/background/__init__.py +15 -0
  383. package/artemis-main/mcp_server/background/task_runner.py +453 -0
  384. package/artemis-main/mcp_server/base.py +49 -0
  385. package/artemis-main/mcp_server/notifiers/__init__.py +74 -0
  386. package/artemis-main/mcp_server/notifiers/agentapi.py +289 -0
  387. package/artemis-main/mcp_server/notifiers/base.py +45 -0
  388. package/artemis-main/mcp_server/notifiers/composite.py +87 -0
  389. package/artemis-main/mcp_server/notifiers/desktop.py +108 -0
  390. package/artemis-main/mcp_server/notifiers/file.py +69 -0
  391. package/artemis-main/mcp_server/notifiers/script.py +90 -0
  392. package/artemis-main/mcp_server/notifiers/webhook.py +87 -0
  393. package/artemis-main/mcp_server/rules.md +68 -0
  394. package/artemis-main/mcp_server/server.py +106 -0
  395. package/artemis-main/mcp_server/tools/__init__.py +29 -0
  396. package/artemis-main/mcp_server/tools/device_state.py +107 -0
  397. package/artemis-main/mcp_server/tools/diagnose.py +1249 -0
  398. package/artemis-main/mcp_server/tools/inspect_trace.py +394 -0
  399. package/artemis-main/mcp_server/tools/task_manager.py +627 -0
  400. package/artemis-main/mcp_server/tools/task_runner.py +548 -0
  401. package/artemis-main/mcp_server/utils/__init__.py +15 -0
  402. package/artemis-main/mcp_server/utils/device_utils.py +180 -0
  403. package/artemis-main/mcp_server/utils/env_utils.py +65 -0
  404. package/artemis-main/packages/artemis-accessibility-helper/ArtemisAccessibilityHelper.apk +0 -0
  405. package/artemis-main/packages/artemis-accessibility-helper/app/build.gradle.kts +35 -0
  406. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/AndroidManifest.xml +49 -0
  407. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/A11yNode.java +274 -0
  408. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/ArtemisAccessibilityService.java +227 -0
  409. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/CommandServer.java +463 -0
  410. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/DisplayUtils.java +111 -0
  411. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/GestureController.java +232 -0
  412. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/HierarchyDumper.java +832 -0
  413. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenReceiver.java +36 -0
  414. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenStore.java +38 -0
  415. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/XmlUtils.java +102 -0
  416. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/values/strings.xml +4 -0
  417. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/xml/accessibility_service_config.xml +10 -0
  418. package/artemis-main/packages/artemis-accessibility-helper/build.gradle.kts +3 -0
  419. package/artemis-main/packages/artemis-accessibility-helper/build_apk.sh +215 -0
  420. package/artemis-main/packages/artemis-accessibility-helper/debug.keystore +0 -0
  421. package/artemis-main/packages/artemis-accessibility-helper/gradle.properties +2 -0
  422. package/artemis-main/packages/artemis-accessibility-helper/helper_manifest.json +7 -0
  423. package/artemis-main/packages/artemis-accessibility-helper/settings.gradle.kts +17 -0
  424. package/artemis-main/packages/artemis-client/DESIGN.md +89 -0
  425. package/artemis-main/packages/artemis-client/README.md +112 -0
  426. package/artemis-main/packages/artemis-client/examples/basic.py +30 -0
  427. package/artemis-main/packages/artemis-client/pyproject.toml +36 -0
  428. package/artemis-main/packages/artemis-client/src/artemis_client/__init__.py +45 -0
  429. package/artemis-main/packages/artemis-client/src/artemis_client/client.py +401 -0
  430. package/artemis-main/packages/artemis-client/src/artemis_client/errors.py +66 -0
  431. package/artemis-main/packages/artemis-client/src/artemis_client/models.py +212 -0
  432. package/artemis-main/packages/artemis-client/src/artemis_client/py.typed +1 -0
  433. package/artemis-main/packages/artemis-client/src/artemis_client/transport.py +134 -0
  434. package/artemis-main/packages/artemis-client/tests/test_client.py +289 -0
  435. package/artemis-main/packages/artemis-client/tests/test_transport.py +85 -0
  436. package/artemis-main/pyproject.toml +259 -0
  437. package/artemis-main/pyright-core.json +17 -0
  438. package/artemis-main/scripts/check_dependency_sources.py +68 -0
  439. package/artemis-main/scripts/install_deps.ps1 +520 -0
  440. package/artemis-main/scripts/install_deps.sh +533 -0
  441. package/artemis-main/scripts/quality_ratchet.py +97 -0
  442. package/artemis-main/scripts/real_device_video_acceptance.py +483 -0
  443. package/artemis-main/scripts/run_edge_case_part.py +327 -0
  444. package/artemis-main/scripts/run_ui.py +242 -0
  445. package/artemis-main/scripts/start.ps1 +500 -0
  446. package/artemis-main/scripts/test_all_edge_cases.py +269 -0
  447. package/artemis-main/scripts/verify_concurrency_and_devices.py +385 -0
  448. package/artemis-main/setup.py +164 -0
  449. package/artemis-main/start.bat +35 -0
  450. package/artemis-main/start.sh +423 -0
  451. package/artemis-main/third_party/mobile_use/LICENSE +190 -0
  452. package/artemis-main/third_party/mobile_use/METADATA +27 -0
  453. package/artemis-main/third_party/mobile_use/NOTICE +12 -0
  454. package/artemis-main/third_party/mobile_use/__init__.py +19 -0
  455. package/artemis-main/third_party/mobile_use/agents/__init__.py +13 -0
  456. package/artemis-main/third_party/mobile_use/agents/hopper/__init__.py +13 -0
  457. package/artemis-main/third_party/mobile_use/agents/hopper/hopper.md +22 -0
  458. package/artemis-main/third_party/mobile_use/agents/hopper/hopper.py +80 -0
  459. package/artemis-main/third_party/mobile_use/clients/__init__.py +13 -0
  460. package/artemis-main/third_party/mobile_use/clients/ui_automator_client.py +482 -0
  461. package/artemis-main/third_party/mobile_use/config/__init__.py +13 -0
  462. package/artemis-main/third_party/mobile_use/config/llm.py +183 -0
  463. package/artemis-main/third_party/mobile_use/config/output.py +184 -0
  464. package/artemis-main/third_party/mobile_use/context.py +119 -0
  465. package/artemis-main/third_party/mobile_use/controllers/__init__.py +13 -0
  466. package/artemis-main/third_party/mobile_use/controllers/platform_specific_commands_controller.py +151 -0
  467. package/artemis-main/third_party/mobile_use/controllers/types.py +92 -0
  468. package/artemis-main/third_party/mobile_use/controllers/unified_controller.py +183 -0
  469. package/artemis-main/third_party/mobile_use/graph.py +54 -0
  470. package/artemis-main/third_party/mobile_use/llm_service.py +193 -0
  471. package/artemis-main/third_party/mobile_use/main.py +130 -0
  472. package/artemis-main/third_party/mobile_use/sdk/__init__.py +13 -0
  473. package/artemis-main/third_party/mobile_use/sdk/agent.py +1060 -0
  474. package/artemis-main/third_party/mobile_use/sdk/builders/__init__.py +13 -0
  475. package/artemis-main/third_party/mobile_use/sdk/builders/agent_config_builder.py +225 -0
  476. package/artemis-main/third_party/mobile_use/sdk/builders/index.py +33 -0
  477. package/artemis-main/third_party/mobile_use/sdk/builders/task_request_builder.py +243 -0
  478. package/artemis-main/third_party/mobile_use/sdk/types/__init__.py +13 -0
  479. package/artemis-main/third_party/mobile_use/sdk/types/agent.py +98 -0
  480. package/artemis-main/third_party/mobile_use/sdk/types/exceptions.py +109 -0
  481. package/artemis-main/third_party/mobile_use/sdk/types/task.py +234 -0
  482. package/artemis-main/third_party/mobile_use/testing.py +59 -0
  483. package/artemis-main/third_party/mobile_use/tools/__init__.py +13 -0
  484. package/artemis-main/third_party/mobile_use/tools/index.py +44 -0
  485. package/artemis-main/third_party/mobile_use/tools/mobile/__init__.py +13 -0
  486. package/artemis-main/third_party/mobile_use/tools/mobile/launch_app.py +89 -0
  487. package/artemis-main/third_party/mobile_use/tools/tool_wrapper.py +52 -0
  488. package/artemis-main/third_party/mobile_use/utils/__init__.py +13 -0
  489. package/artemis-main/third_party/mobile_use/utils/app_launch_utils.py +217 -0
  490. package/artemis-main/third_party/mobile_use/utils/cli_helpers.py +60 -0
  491. package/artemis-main/third_party/mobile_use/utils/decorators.py +158 -0
  492. package/artemis-main/third_party/mobile_use/utils/file.py +31 -0
  493. package/artemis-main/third_party/mobile_use/utils/logger.py +216 -0
  494. package/artemis-main/third_party/mobile_use/utils/media.py +213 -0
  495. package/artemis-main/third_party/mobile_use/utils/shell_utils.py +39 -0
  496. package/artemis-main/third_party/mobile_use/utils/video.py +398 -0
  497. package/artemis-main/uv.lock +4908 -0
  498. package/bin/android-midscene-automation.js +1 -5
  499. package/bin/artemis-config.mjs +15 -0
  500. package/bin/artemis-embedded.py +56 -0
  501. package/bin/start-artemis.mjs +30 -0
  502. package/bin/start-dev.mjs +112 -0
  503. package/bin/test_artemis_embedded.py +44 -0
  504. package/package.json +10 -8
  505. package/server/artemis.ts +34 -0
  506. package/server/http-api.ts +13 -1
  507. package/src/App.vue +72 -23
  508. package/src/api.ts +5 -0
  509. package/src/appium-recorder/AppiumPage.vue +1 -1
  510. package/src/appium-recorder/components/ComponentInspector.vue +1 -1
  511. package/src/appium-recorder/components/FlowNodeSearch.vue +3 -3
  512. package/src/appium-recorder/components/ImageCheckDialog.vue +3 -3
  513. package/src/appium-recorder/components/RecorderWorkspace.vue +4 -4
  514. package/src/appium-recorder/flow-appearance.ts +4 -4
  515. package/src/components/AppSidebar.vue +8 -7
  516. package/src/components/MidsceneMaintenanceNotice.vue +17 -0
  517. package/src/components/analytics/AnalysisCharts.vue +4 -4
  518. package/src/components/analytics/ReportAnalysis.vue +1 -1
  519. package/src/components/generator/TestCaseFileUpload.vue +1 -1
  520. package/src/components/help/HelpCenter.vue +56 -37
  521. package/src/pages/AiGeneratorPage.vue +1 -1
  522. package/src/pages/ArtemisPage.vue +72 -0
  523. package/src/pages/ConfigPage.vue +18 -19
  524. package/src/style.css +369 -186
  525. package/src/types.ts +1 -1
@@ -0,0 +1,620 @@
1
+ /**
2
+ * Copyright 2026 Google LLC
3
+ *
4
+ * Licensed under the Apache License, Version 2.0 (the "License");
5
+ * you may not use this file except in compliance with the License.
6
+ * You may obtain a copy of the License at
7
+ *
8
+ * http://www.apache.org/licenses/LICENSE-2.0
9
+ *
10
+ * Unless required by applicable law or agreed to in writing, software
11
+ * distributed under the License is distributed on an "AS IS" BASIS,
12
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ * See the License for the specific language governing permissions and
14
+ * limitations under the License.
15
+ */
16
+
17
+ import { Injectable, signal, computed, inject, DestroyRef, NgZone } from '@angular/core';
18
+ import { HttpClient } from '@angular/common/http';
19
+ import { Observable, finalize, shareReplay, tap } from 'rxjs';
20
+ import {
21
+ AdbServerConnectionResponse,
22
+ AdbServerStatus,
23
+ SystemReadinessReport,
24
+ DeviceInfo,
25
+ ProbeResult,
26
+ EmulatorLaunchState,
27
+ EmulatorLaunchStage
28
+ } from '../core/models/system.model';
29
+
30
+ @Injectable({
31
+ providedIn: 'root'
32
+ })
33
+ export class SystemService {
34
+ private http = inject(HttpClient);
35
+
36
+ // Core reactive signals
37
+ public readinessReport = signal<SystemReadinessReport | null>(null);
38
+ public hasReadinessReport = computed(() => this.readinessReport() !== null);
39
+ public isLoading = signal<boolean>(false);
40
+ public isRestartingAdb = signal<boolean>(false);
41
+ public adbServerStatus = signal<AdbServerStatus | null>(null);
42
+ public isRemoteAdbServer = computed(
43
+ () => this.adbServerStatus()?.endpoint.mode === 'remote'
44
+ );
45
+ public launchingAvd = signal<string | null>(null);
46
+ public emulatorLaunchState = signal<EmulatorLaunchState | null>(null);
47
+ public isEmulatorLaunching = computed(() => {
48
+ const s = this.emulatorLaunchState()?.status;
49
+ return s === 'starting' || s === 'waiting_for_adb' || s === 'booting';
50
+ });
51
+ public lastCheckedTime = signal<Date | null>(null);
52
+ private emulatorPollTimer: any = null;
53
+
54
+ // Probe lookups
55
+ public pythonProbe = computed(() => this.probes().find(p => p.id === 'python_runtime') || null);
56
+ public configProbe = computed(() => this.probes().find(p => p.id === 'system_config') || null);
57
+ public toolchainProbe = computed(() => this.probes().find(p => p.id === 'toolchain') || null);
58
+ public adbProbe = computed(() => this.probes().find(p => p.id === 'android_adb') || null);
59
+ public llmProbe = computed(() => this.probes().find(p => p.id === 'gemini_api_key' || p.id === 'llm_api_key') || null);
60
+ public geminiProbe = computed(() => this.llmProbe());
61
+ public ocrProbe = computed(() => this.probes().find(p => p.id === 'vision_ocr_key' || p.id === 'ocr_api_key') || null);
62
+
63
+ // Grouped readiness helpers for the 3-step onboarding flow
64
+ public isEnvironmentReady = computed(() => {
65
+ const py = this.pythonProbe();
66
+ const cfg = this.configProbe();
67
+ const adb = this.adbProbe();
68
+ const tc = this.toolchainProbe();
69
+ const pyOk = py?.status === 'pass';
70
+ const cfgOk = cfg?.status === 'pass';
71
+ const adbInstalled = adb?.metadata?.['installed'] ?? (adb?.status !== 'fail');
72
+ const tcOk = tc?.status === 'pass' || tc?.is_blocker === false;
73
+ return pyOk && cfgOk && adbInstalled && tcOk;
74
+ });
75
+
76
+ public isSkipCredentialsCheck = signal<boolean>(false);
77
+
78
+ public isCredentialsReady = computed(() => {
79
+ if (this.isSkipCredentialsCheck()) {
80
+ return true;
81
+ }
82
+ const llm = this.llmProbe();
83
+ return llm?.status === 'pass';
84
+ });
85
+
86
+ public isDeviceReady = computed(() => {
87
+ const adb = this.adbProbe();
88
+ return adb?.status === 'pass';
89
+ });
90
+
91
+ // Step-level counting matching the 3-step onboarding guide
92
+ public totalStepCount = computed(() => 3);
93
+ public passedStepCount = computed(() => {
94
+ let count = 0;
95
+ if (this.isEnvironmentReady()) count++;
96
+ if (this.isCredentialsReady()) count++;
97
+ if (this.isDeviceReady()) count++;
98
+ return count;
99
+ });
100
+
101
+ // Computed helper signals
102
+ public isReady = computed(() => {
103
+ return this.isEnvironmentReady() && this.isCredentialsReady() && this.isDeviceReady();
104
+ });
105
+ public blockerCount = computed(() => this.totalStepCount());
106
+ public passedBlockerCount = computed(() => this.passedStepCount());
107
+ public probes = computed(() => this.readinessReport()?.probes ?? []);
108
+ public activeDevice = computed(() => this.readinessReport()?.active_device ?? null);
109
+ public osType = computed<'linux' | 'darwin' | 'windows'>(() => {
110
+ const raw = this.readinessReport()?.os_type;
111
+ if (raw === 'windows' || raw === 'win32') return 'windows';
112
+ if (raw === 'darwin' || raw === 'macos' || raw === 'mac') return 'darwin';
113
+ return 'linux';
114
+ });
115
+
116
+ public skipCredentialsCheck(): void {
117
+ this.isSkipCredentialsCheck.set(true);
118
+ }
119
+
120
+ public setSkipCredentialsCheck(skip: boolean): void {
121
+ this.isSkipCredentialsCheck.set(skip);
122
+ }
123
+
124
+
125
+ // Device list from metadata
126
+ public connectedDevices = computed<DeviceInfo[]>(() => {
127
+ const meta = this.adbProbe()?.metadata;
128
+ if (meta && Array.isArray(meta['devices'])) {
129
+ return meta['devices'] as DeviceInfo[];
130
+ }
131
+ return [];
132
+ });
133
+
134
+ // Installed local AVD emulators from metadata
135
+ public installedAvds = computed<string[]>(() => {
136
+ const meta = this.adbProbe()?.metadata;
137
+ if (meta && Array.isArray(meta['installed_avds'])) {
138
+ return meta['installed_avds'] as string[];
139
+ }
140
+ return [];
141
+ });
142
+
143
+ public emulatorPath = computed<string | null>(() => {
144
+ return (this.adbProbe()?.metadata?.['emulator_path'] as string) || null;
145
+ });
146
+
147
+ public isEmulatorInPath = computed<boolean>(() => {
148
+ return (this.adbProbe()?.metadata?.['is_emulator_in_path'] as boolean) ?? true;
149
+ });
150
+
151
+ private pollingTimer: any = null;
152
+ private readinessRequest$: Observable<SystemReadinessReport> | null = null;
153
+ private zone = inject(NgZone);
154
+ private lastAppliedReportJson: string | null = null;
155
+ private onVisibilityChange = () => {
156
+ if (typeof document !== 'undefined' && !document.hidden) {
157
+ this.fetchReadiness(true).subscribe({ error: () => {} });
158
+ }
159
+ };
160
+
161
+ constructor() {
162
+ this.startAutoPolling(3000);
163
+ if (typeof document !== 'undefined') {
164
+ document.addEventListener('visibilitychange', this.onVisibilityChange);
165
+ }
166
+ inject(DestroyRef).onDestroy(() => {
167
+ this.stopAutoPolling();
168
+ this.stopEmulatorStatusPolling();
169
+ if (typeof document !== 'undefined') {
170
+ document.removeEventListener('visibilitychange', this.onVisibilityChange);
171
+ }
172
+ });
173
+ }
174
+
175
+ /**
176
+ * Start periodic auto-polling for system readiness changes. The interval
177
+ * runs outside the Angular zone (a tick alone must not trigger change
178
+ * detection) and pauses while the tab is hidden; a visibilitychange listener
179
+ * refreshes immediately when the tab becomes visible again.
180
+ */
181
+ public startAutoPolling(intervalMs: number = 3000): void {
182
+ if (this.pollingTimer) {
183
+ clearInterval(this.pollingTimer);
184
+ }
185
+ this.zone.runOutsideAngular(() => {
186
+ this.pollingTimer = setInterval(() => {
187
+ if (typeof document !== 'undefined' && document.hidden) {
188
+ return;
189
+ }
190
+ // Perform silent background check without disturbing UI loading state
191
+ this.fetchReadiness(true).subscribe({
192
+ error: () => {} // Silent catch
193
+ });
194
+ }, intervalMs);
195
+ });
196
+ }
197
+
198
+ /**
199
+ * Stop auto-polling
200
+ */
201
+ public stopAutoPolling(): void {
202
+ if (this.pollingTimer) {
203
+ clearInterval(this.pollingTimer);
204
+ this.pollingTimer = null;
205
+ }
206
+ }
207
+
208
+ /**
209
+ * Fetch latest system readiness report from backend
210
+ * @param silent If true, updates signals silently without triggering global isLoading spinner
211
+ */
212
+ public fetchReadiness(
213
+ silent: boolean = false,
214
+ forceRefresh: boolean = false
215
+ ): Observable<SystemReadinessReport> {
216
+ if (!silent) {
217
+ this.isLoading.set(true);
218
+ }
219
+
220
+ // Share one request across initialization, focus events, polling, and manual
221
+ // refreshes. This prevents a slow probe from creating an unbounded queue.
222
+ if (this.readinessRequest$) {
223
+ return this.readinessRequest$;
224
+ }
225
+
226
+ const request$ = this.http.get<SystemReadinessReport>('/api/system/readiness', {
227
+ params: forceRefresh ? { force: true } : {}
228
+ }).pipe(
229
+ tap({
230
+ next: (report) => {
231
+ this.applyReadinessReport(report);
232
+ },
233
+ error: (err) => {
234
+ console.error('Failed to fetch system readiness:', err);
235
+ }
236
+ }),
237
+ finalize(() => {
238
+ if (this.readinessRequest$ === request$) {
239
+ this.readinessRequest$ = null;
240
+ }
241
+ this.isLoading.set(false);
242
+ }),
243
+ shareReplay({ bufferSize: 1, refCount: false })
244
+ );
245
+ this.readinessRequest$ = request$;
246
+ return request$;
247
+ }
248
+
249
+ private applyReadinessReport(report: SystemReadinessReport): void {
250
+ const current = this.readinessReport();
251
+ if (current && report.timestamp < current.timestamp) {
252
+ return;
253
+ }
254
+ this.lastCheckedTime.set(new Date(report.timestamp * 1000));
255
+ // A poll usually returns an identical report; setting a new object anyway
256
+ // would cascade through every probe computed for no visible change.
257
+ const serialized = JSON.stringify({ ...report, timestamp: 0 });
258
+ if (serialized === this.lastAppliedReportJson) {
259
+ return;
260
+ }
261
+ this.lastAppliedReportJson = serialized;
262
+ this.readinessReport.set(report);
263
+ }
264
+
265
+ /**
266
+ * Fetch current emulator launch progress state snapshot
267
+ */
268
+ public fetchEmulatorStatus(): Observable<EmulatorLaunchState> {
269
+ return this.http.get<EmulatorLaunchState>('/api/system/emulator/status').pipe(
270
+ tap({
271
+ next: (state) => {
272
+ this.emulatorLaunchState.set(state);
273
+ if (state.status === 'ready') {
274
+ this.launchingAvd.set(null);
275
+ this.stopEmulatorStatusPolling();
276
+ this.fetchReadiness().subscribe();
277
+ } else if (state.status === 'failed' || state.status === 'stopped' || state.status === 'idle') {
278
+ this.launchingAvd.set(null);
279
+ this.stopEmulatorStatusPolling();
280
+ } else {
281
+ if (state.avd_name) {
282
+ this.launchingAvd.set(state.avd_name);
283
+ }
284
+ }
285
+ },
286
+ error: (err) => {
287
+ console.error('Failed to fetch emulator status:', err);
288
+ }
289
+ })
290
+ );
291
+ }
292
+
293
+ /**
294
+ * Start 1s interval polling for emulator boot progression
295
+ */
296
+ public startEmulatorStatusPolling(): void {
297
+ if (this.emulatorPollTimer) {
298
+ clearInterval(this.emulatorPollTimer);
299
+ }
300
+ this.emulatorPollTimer = setInterval(() => {
301
+ this.fetchEmulatorStatus().subscribe({
302
+ error: () => {}
303
+ });
304
+ }, 1000);
305
+ }
306
+
307
+ /**
308
+ * Stop polling for emulator boot status
309
+ */
310
+ public stopEmulatorStatusPolling(): void {
311
+ if (this.emulatorPollTimer) {
312
+ clearInterval(this.emulatorPollTimer);
313
+ this.emulatorPollTimer = null;
314
+ }
315
+ }
316
+
317
+ /**
318
+ * Launch a local AVD emulator in the background and continuously track boot progress
319
+ */
320
+ public launchEmulator(avdName: string): Observable<EmulatorLaunchState> {
321
+ this.launchingAvd.set(avdName);
322
+ this.emulatorLaunchState.set({
323
+ avd_name: avdName,
324
+ status: 'starting',
325
+ pid: null,
326
+ serial: null,
327
+ stage_message: 'Spawning emulator process...',
328
+ progress_percent: 15,
329
+ started_at: Date.now() / 1000,
330
+ elapsed_seconds: 0,
331
+ error: null,
332
+ logs: [`Initiating launch for AVD: ${avdName}...`],
333
+ can_retry: true,
334
+ });
335
+
336
+ return this.http.post<EmulatorLaunchState>('/api/system/emulator/launch', { avd_name: avdName }).pipe(
337
+ tap({
338
+ next: (state) => {
339
+ this.emulatorLaunchState.set(state);
340
+ if (state.status === 'failed') {
341
+ this.launchingAvd.set(null);
342
+ } else {
343
+ this.startEmulatorStatusPolling();
344
+ }
345
+ },
346
+ error: (err) => {
347
+ console.error('Failed to launch emulator:', err);
348
+ this.launchingAvd.set(null);
349
+ const errorMsg = err?.error?.detail || err?.message || 'Failed to start emulator process.';
350
+ this.emulatorLaunchState.set({
351
+ avd_name: avdName,
352
+ status: 'failed',
353
+ pid: null,
354
+ serial: null,
355
+ stage_message: 'Failed to initiate launch.',
356
+ progress_percent: 0,
357
+ started_at: null,
358
+ elapsed_seconds: 0,
359
+ error: errorMsg,
360
+ logs: [errorMsg],
361
+ can_retry: true,
362
+ });
363
+ }
364
+ })
365
+ );
366
+ }
367
+
368
+ /**
369
+ * Terminate running emulator
370
+ */
371
+ public stopEmulator(): Observable<any> {
372
+ return this.http.post<any>('/api/system/emulator/stop', {}).pipe(
373
+ tap({
374
+ next: () => {
375
+ this.launchingAvd.set(null);
376
+ this.stopEmulatorStatusPolling();
377
+ this.fetchEmulatorStatus().subscribe();
378
+ this.fetchReadiness().subscribe();
379
+ }
380
+ })
381
+ );
382
+ }
383
+
384
+ /**
385
+ * Clear and dismiss emulator launch tracker state
386
+ */
387
+ public dismissEmulatorStatus(): Observable<any> {
388
+ return this.http.post<any>('/api/system/emulator/dismiss', {}).pipe(
389
+ tap({
390
+ next: () => {
391
+ this.emulatorLaunchState.set(null);
392
+ this.launchingAvd.set(null);
393
+ this.stopEmulatorStatusPolling();
394
+ }
395
+ })
396
+ );
397
+ }
398
+
399
+ /**
400
+ * Restart local ADB server and refresh readiness state
401
+ */
402
+ public restartAdb(): Observable<any> {
403
+ this.isRestartingAdb.set(true);
404
+ return this.http.post<any>('/api/system/adb/restart', {}).pipe(
405
+ tap({
406
+ next: (res) => {
407
+ if (res?.report) {
408
+ this.applyReadinessReport(res.report);
409
+ }
410
+ this.isRestartingAdb.set(false);
411
+ },
412
+ error: (err) => {
413
+ console.error('Failed to restart ADB server:', err);
414
+ this.isRestartingAdb.set(false);
415
+ }
416
+ })
417
+ );
418
+ }
419
+
420
+ /**
421
+ * Connect to an Android device over Wi-Fi
422
+ */
423
+ public connectWirelessAdb(host: string, port: number = 5555): Observable<any> {
424
+ return this.http.post<any>('/api/system/adb/connect', { host, port }).pipe(
425
+ tap({
426
+ next: (res) => {
427
+ if (res?.report) {
428
+ this.applyReadinessReport(res.report);
429
+ }
430
+ }
431
+ })
432
+ );
433
+ }
434
+
435
+ /**
436
+ * Fetch the process-wide ADB server endpoint used by Artemis.
437
+ */
438
+ public fetchAdbServerStatus(): Observable<AdbServerStatus> {
439
+ return this.http.get<AdbServerStatus>('/api/system/adb/server').pipe(
440
+ tap(status => this.adbServerStatus.set(status))
441
+ );
442
+ }
443
+
444
+ /**
445
+ * Test an ADB server endpoint without changing the active connection.
446
+ */
447
+ public probeAdbServer(
448
+ host: string,
449
+ port: number
450
+ ): Observable<AdbServerConnectionResponse> {
451
+ return this.http.post<AdbServerConnectionResponse>(
452
+ '/api/system/adb/server/probe',
453
+ { host, port, persist: false }
454
+ );
455
+ }
456
+
457
+ /**
458
+ * Validate and activate an ADB server endpoint.
459
+ */
460
+ public connectAdbServer(
461
+ host: string,
462
+ port: number,
463
+ persist: boolean = true
464
+ ): Observable<AdbServerConnectionResponse> {
465
+ return this.http.post<AdbServerConnectionResponse>(
466
+ '/api/system/adb/server/connect',
467
+ { host, port, persist }
468
+ ).pipe(
469
+ tap(response => {
470
+ if (response.connection_result.success) {
471
+ this.adbServerStatus.set({ endpoint: response.connection_result.endpoint });
472
+ if (response.report) {
473
+ this.applyReadinessReport(response.report);
474
+ }
475
+ }
476
+ })
477
+ );
478
+ }
479
+
480
+ /**
481
+ * Switch Artemis back to the standard local ADB server.
482
+ */
483
+ public useLocalAdbServer(persist: boolean = true): Observable<AdbServerConnectionResponse> {
484
+ return this.http.post<AdbServerConnectionResponse>(
485
+ '/api/system/adb/server/local',
486
+ {},
487
+ { params: { persist } }
488
+ ).pipe(
489
+ tap(response => {
490
+ this.adbServerStatus.set({ endpoint: response.connection_result.endpoint });
491
+ if (response.report) {
492
+ this.applyReadinessReport(response.report);
493
+ }
494
+ })
495
+ );
496
+ }
497
+
498
+ /**
499
+ * Select a specific connected device serial as active target
500
+ */
501
+ public selectDevice(serial: string): Observable<any> {
502
+ this.isLoading.set(true);
503
+ return this.http.post<any>('/api/system/devices/select', { serial }).pipe(
504
+ tap({
505
+ next: (res) => {
506
+ if (res?.report) {
507
+ this.applyReadinessReport(res.report);
508
+ }
509
+ this.isLoading.set(false);
510
+ },
511
+ error: (err) => {
512
+ console.error('Failed to select active device:', err);
513
+ this.isLoading.set(false);
514
+ }
515
+ })
516
+ );
517
+ }
518
+
519
+ public currentApiKey = computed<string>(() => {
520
+ return (this.llmProbe()?.metadata?.['current_key'] as string) || '';
521
+ });
522
+
523
+ public apiKeysMap = computed<Record<string, string>>(() => {
524
+ return (this.llmProbe()?.metadata?.['api_keys'] as Record<string, string>) || {};
525
+ });
526
+
527
+ public modelConfigEnv = signal<ModelConfigEnvResponse | null>(null);
528
+
529
+ /**
530
+ * Fetch current model configuration (artemis.jsonc) and environment (.env) status
531
+ */
532
+ public fetchModelConfigEnv(): Observable<ModelConfigEnvResponse> {
533
+ return this.http.get<ModelConfigEnvResponse>('/api/system/model-config-env').pipe(
534
+ tap({
535
+ next: (data) => {
536
+ this.modelConfigEnv.set(data);
537
+ },
538
+ error: (err) => {
539
+ console.error('Failed to fetch model config and env:', err);
540
+ }
541
+ })
542
+ );
543
+ }
544
+
545
+ public saveModelConfig(content: string, originalContent: string): Observable<ModelConfigEnvResponse> {
546
+ return this.http.put<ModelConfigEnvResponse>('/api/system/model-config', {
547
+ content, original_content: originalContent
548
+ }).pipe(tap(data => this.modelConfigEnv.set(data)));
549
+ }
550
+
551
+ public refreshModelConfig(): Observable<ModelConfigEnvResponse> {
552
+ return this.http.post<ModelConfigEnvResponse>('/api/system/model-config/refresh', {})
553
+ .pipe(tap(data => this.modelConfigEnv.set(data)));
554
+ }
555
+
556
+ /**
557
+ * Test and verify an API key against live provider endpoint without persisting
558
+ */
559
+ public testApiKey(provider: string, apiKey: string, baseUrl?: string): Observable<{ valid: boolean; provider: string; message: string }> {
560
+ return this.http.post<{ valid: boolean; provider: string; message: string }>('/api/system/credentials/test', {
561
+ provider,
562
+ api_key: apiKey,
563
+ base_url: baseUrl
564
+ });
565
+ }
566
+
567
+ /**
568
+ * Update, verify, and configure API key for an LLM provider or Vision OCR
569
+ */
570
+ public updateApiKey(provider: string, apiKey: string, persistToEnv: boolean = true): Observable<any> {
571
+ return this.http.post<any>('/api/system/credentials', {
572
+ provider,
573
+ api_key: apiKey,
574
+ persist_to_env: persistToEnv
575
+ }).pipe(
576
+ tap({
577
+ next: (res) => {
578
+ if (res?.report) {
579
+ this.applyReadinessReport(res.report);
580
+ }
581
+ // Refresh model config & env after updating key
582
+ this.fetchModelConfigEnv().subscribe();
583
+ },
584
+ error: (err) => {
585
+ console.error(`Failed to update credentials for ${provider}:`, err);
586
+ }
587
+ })
588
+ );
589
+ }
590
+ }
591
+
592
+ export interface ModelConfigEnvResponse {
593
+ config_path: string;
594
+ config_filename: string;
595
+ config_content: string;
596
+ default_model: {
597
+ provider?: string;
598
+ model?: string;
599
+ thinking_level?: string;
600
+ fallback?: {
601
+ provider?: string;
602
+ model?: string;
603
+ thinking_level?: string;
604
+ };
605
+ };
606
+ presets: Record<string, {
607
+ provider: string;
608
+ model: string;
609
+ fallback?: { provider: string; model: string };
610
+ }>;
611
+ env_path: string;
612
+ env_filename: string;
613
+ env_vars: Array<{
614
+ name: string;
615
+ provider: string;
616
+ is_set: boolean;
617
+ preview: string | null;
618
+ description: string;
619
+ }>;
620
+ }