android-midscene-automation 0.2.4 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (525) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/README.md +159 -29
  3. package/artemis-main/.dockerignore +15 -0
  4. package/artemis-main/.env.example +34 -0
  5. package/artemis-main/CONTRIBUTING.md +35 -0
  6. package/artemis-main/Dockerfile +68 -0
  7. package/artemis-main/LICENSE +202 -0
  8. package/artemis-main/Makefile +115 -0
  9. package/artemis-main/README.md +322 -0
  10. package/artemis-main/README_CN.md +320 -0
  11. package/artemis-main/apps/__init__.py +15 -0
  12. package/artemis-main/apps/admin_console/__init__.py +19 -0
  13. package/artemis-main/apps/admin_console/core/__init__.py +13 -0
  14. package/artemis-main/apps/admin_console/core/config.py +43 -0
  15. package/artemis-main/apps/admin_console/core/security.py +178 -0
  16. package/artemis-main/apps/admin_console/core/state.py +243 -0
  17. package/artemis-main/apps/admin_console/database/__init__.py +13 -0
  18. package/artemis-main/apps/admin_console/database/connection.py +60 -0
  19. package/artemis-main/apps/admin_console/database/repositories/__init__.py +13 -0
  20. package/artemis-main/apps/admin_console/database/repositories/session_repository.py +564 -0
  21. package/artemis-main/apps/admin_console/database/repositories/step_repository.py +512 -0
  22. package/artemis-main/apps/admin_console/database/repositories/trace_repository.py +133 -0
  23. package/artemis-main/apps/admin_console/index.html +3787 -0
  24. package/artemis-main/apps/admin_console/replay_manager.py +2585 -0
  25. package/artemis-main/apps/admin_console/routers/__init__.py +13 -0
  26. package/artemis-main/apps/admin_console/routers/media.py +198 -0
  27. package/artemis-main/apps/admin_console/routers/replay.py +91 -0
  28. package/artemis-main/apps/admin_console/routers/sessions.py +239 -0
  29. package/artemis-main/apps/admin_console/routers/steps.py +109 -0
  30. package/artemis-main/apps/admin_console/routers/stream.py +56 -0
  31. package/artemis-main/apps/admin_console/routers/system.py +761 -0
  32. package/artemis-main/apps/admin_console/routers/tasks.py +517 -0
  33. package/artemis-main/apps/admin_console/schemas/__init__.py +13 -0
  34. package/artemis-main/apps/admin_console/schemas/task_schema.py +47 -0
  35. package/artemis-main/apps/admin_console/server.py +508 -0
  36. package/artemis-main/apps/admin_console/services/__init__.py +13 -0
  37. package/artemis-main/apps/admin_console/services/device_stream_service.py +137 -0
  38. package/artemis-main/apps/admin_console/services/ipc_service.py +262 -0
  39. package/artemis-main/apps/admin_console/services/media_service.py +623 -0
  40. package/artemis-main/apps/admin_console/services/model_service.py +148 -0
  41. package/artemis-main/apps/admin_console/services/task_preset_catalog.py +514 -0
  42. package/artemis-main/apps/admin_console/services/task_queue_service.py +1719 -0
  43. package/artemis-main/apps/admin_console/services/worker_process_io.py +144 -0
  44. package/artemis-main/apps/showcase_ui/README.md +31 -0
  45. package/artemis-main/apps/showcase_ui/angular.json +132 -0
  46. package/artemis-main/apps/showcase_ui/package-lock.json +9472 -0
  47. package/artemis-main/apps/showcase_ui/package.json +39 -0
  48. package/artemis-main/apps/showcase_ui/proxy.conf.json +23 -0
  49. package/artemis-main/apps/showcase_ui/public/favicon.ico +0 -0
  50. package/artemis-main/apps/showcase_ui/public/logo.png +0 -0
  51. package/artemis-main/apps/showcase_ui/public/logo.svg +56 -0
  52. package/artemis-main/apps/showcase_ui/src/app/app.component.html +24 -0
  53. package/artemis-main/apps/showcase_ui/src/app/app.component.scss +49 -0
  54. package/artemis-main/apps/showcase_ui/src/app/app.component.spec.ts +42 -0
  55. package/artemis-main/apps/showcase_ui/src/app/app.component.ts +32 -0
  56. package/artemis-main/apps/showcase_ui/src/app/app.config.ts +29 -0
  57. package/artemis-main/apps/showcase_ui/src/app/app.routes.ts +27 -0
  58. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream-startup.spec.ts +108 -0
  59. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.html +1436 -0
  60. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.scss +3973 -0
  61. package/artemis-main/apps/showcase_ui/src/app/components/agent-stream/agent-stream.component.ts +2235 -0
  62. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.html +380 -0
  63. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.scss +1171 -0
  64. package/artemis-main/apps/showcase_ui/src/app/components/chat-interface/chat-interface.component.ts +270 -0
  65. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.html +433 -0
  66. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.scss +987 -0
  67. package/artemis-main/apps/showcase_ui/src/app/components/floating-video-player/floating-video-player.component.ts +632 -0
  68. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.html +130 -0
  69. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.scss +406 -0
  70. package/artemis-main/apps/showcase_ui/src/app/components/legacy-agent-stream/legacy-agent-stream.component.ts +74 -0
  71. package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.scss +115 -0
  72. package/artemis-main/apps/showcase_ui/src/app/components/nav-switcher/nav-switcher.component.ts +52 -0
  73. package/artemis-main/apps/showcase_ui/src/app/core/data/smart-tasks.data.ts +334 -0
  74. package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.spec.ts +55 -0
  75. package/artemis-main/apps/showcase_ui/src/app/core/i18n/language.service.ts +61 -0
  76. package/artemis-main/apps/showcase_ui/src/app/core/i18n/translate.pipe.ts +11 -0
  77. package/artemis-main/apps/showcase_ui/src/app/core/i18n/zh-cn.ts +651 -0
  78. package/artemis-main/apps/showcase_ui/src/app/core/models/markdown.model.ts +43 -0
  79. package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.spec.ts +47 -0
  80. package/artemis-main/apps/showcase_ui/src/app/core/models/pro-tuning.model.ts +165 -0
  81. package/artemis-main/apps/showcase_ui/src/app/core/models/session.model.ts +85 -0
  82. package/artemis-main/apps/showcase_ui/src/app/core/models/stream.model.ts +246 -0
  83. package/artemis-main/apps/showcase_ui/src/app/core/models/system.model.ts +118 -0
  84. package/artemis-main/apps/showcase_ui/src/app/core/services/task-recommendation.service.ts +111 -0
  85. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.html +2130 -0
  86. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.scss +5204 -0
  87. package/artemis-main/apps/showcase_ui/src/app/pages/home/home.component.ts +1189 -0
  88. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.html +39 -0
  89. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.scss +151 -0
  90. package/artemis-main/apps/showcase_ui/src/app/pages/legacy-workspace/legacy-workspace.component.ts +58 -0
  91. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.html +201 -0
  92. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.scss +886 -0
  93. package/artemis-main/apps/showcase_ui/src/app/pages/workspace/workspace.component.ts +324 -0
  94. package/artemis-main/apps/showcase_ui/src/app/services/agent.service.spec.ts +418 -0
  95. package/artemis-main/apps/showcase_ui/src/app/services/agent.service.ts +2012 -0
  96. package/artemis-main/apps/showcase_ui/src/app/services/system.service.spec.ts +173 -0
  97. package/artemis-main/apps/showcase_ui/src/app/services/system.service.ts +620 -0
  98. package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.spec.ts +513 -0
  99. package/artemis-main/apps/showcase_ui/src/app/utils/action-formatter.util.ts +1015 -0
  100. package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.spec.ts +85 -0
  101. package/artemis-main/apps/showcase_ui/src/app/utils/image-overlay.util.ts +662 -0
  102. package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.spec.ts +70 -0
  103. package/artemis-main/apps/showcase_ui/src/app/utils/markdown-parser.util.ts +383 -0
  104. package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.spec.ts +107 -0
  105. package/artemis-main/apps/showcase_ui/src/app/utils/recording-timeline.util.ts +123 -0
  106. package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.spec.ts +92 -0
  107. package/artemis-main/apps/showcase_ui/src/app/utils/run-info.util.ts +116 -0
  108. package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.spec.ts +640 -0
  109. package/artemis-main/apps/showcase_ui/src/app/utils/stream-aggregator.util.ts +1021 -0
  110. package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.spec.ts +375 -0
  111. package/artemis-main/apps/showcase_ui/src/app/utils/tool-formatter.util.ts +1419 -0
  112. package/artemis-main/apps/showcase_ui/src/index.html +37 -0
  113. package/artemis-main/apps/showcase_ui/src/main.ts +22 -0
  114. package/artemis-main/apps/showcase_ui/src/styles.scss +60 -0
  115. package/artemis-main/apps/showcase_ui/tsconfig.app.json +23 -0
  116. package/artemis-main/apps/showcase_ui/tsconfig.json +27 -0
  117. package/artemis-main/apps/showcase_ui/tsconfig.spec.json +23 -0
  118. package/artemis-main/artemis/__init__.py +44 -0
  119. package/artemis-main/artemis/__main__.py +18 -0
  120. package/artemis-main/artemis/_legacy_imports.py +94 -0
  121. package/artemis-main/artemis/_version.py +30 -0
  122. package/artemis-main/artemis/agents/__init__.py +17 -0
  123. package/artemis-main/artemis/agents/checker/checker.json +9 -0
  124. package/artemis-main/artemis/agents/checker/checker.py +859 -0
  125. package/artemis-main/artemis/agents/diagnoser/diagnoser.json +23 -0
  126. package/artemis-main/artemis/agents/diagnoser/diagnoser.py +608 -0
  127. package/artemis-main/artemis/agents/explorer/constants.py +52 -0
  128. package/artemis-main/artemis/agents/explorer/explorer.json +57 -0
  129. package/artemis-main/artemis/agents/explorer/explorer.py +473 -0
  130. package/artemis-main/artemis/agents/explorer/geometry.py +73 -0
  131. package/artemis-main/artemis/agents/explorer/native_runner.py +878 -0
  132. package/artemis-main/artemis/agents/explorer/perception_tools.py +632 -0
  133. package/artemis-main/artemis/agents/explorer/run_setup.py +403 -0
  134. package/artemis-main/artemis/agents/explorer/screen_index.py +266 -0
  135. package/artemis-main/artemis/agents/explorer/tiers.py +110 -0
  136. package/artemis-main/artemis/agents/explorer/tool_declarations.py +394 -0
  137. package/artemis-main/artemis/agents/explorer/universal_runner.py +317 -0
  138. package/artemis-main/artemis/agents/flash/context_compressor.py +452 -0
  139. package/artemis-main/artemis/agents/flash/flash_runner.md +51 -0
  140. package/artemis-main/artemis/agents/flash/flash_summarizer.md +53 -0
  141. package/artemis-main/artemis/agents/flash/flash_summarizer_single.md +54 -0
  142. package/artemis-main/artemis/agents/flash/runner.py +1167 -0
  143. package/artemis-main/artemis/agents/flash/summarizer.py +511 -0
  144. package/artemis-main/artemis/agents/history_analyzer/history_analyzer.md +8 -0
  145. package/artemis-main/artemis/agents/history_analyzer/history_analyzer.py +182 -0
  146. package/artemis-main/artemis/agents/image_processor/image_processor.md +74 -0
  147. package/artemis-main/artemis/agents/image_processor/image_processor.py +322 -0
  148. package/artemis-main/artemis/agents/log_analyzer/log_analyzer.md +15 -0
  149. package/artemis-main/artemis/agents/log_analyzer/log_analyzer.py +403 -0
  150. package/artemis-main/artemis/agents/log_analyzer/log_reader_sub_agent.md +8 -0
  151. package/artemis-main/artemis/agents/log_analyzer/output_analyzer.md +11 -0
  152. package/artemis-main/artemis/agents/log_analyzer/output_analyzer.py +163 -0
  153. package/artemis-main/artemis/agents/object_detector/object_detector.json +9 -0
  154. package/artemis-main/artemis/agents/object_detector/object_detector.py +211 -0
  155. package/artemis-main/artemis/agents/operator/operator.json +3 -0
  156. package/artemis-main/artemis/agents/operator/operator.py +1394 -0
  157. package/artemis-main/artemis/agents/operator/prompts.py +1064 -0
  158. package/artemis-main/artemis/agents/outputter/outputter.md +36 -0
  159. package/artemis-main/artemis/agents/outputter/outputter.py +552 -0
  160. package/artemis-main/artemis/agents/planner/planner.json +32 -0
  161. package/artemis-main/artemis/agents/planner/planner.py +436 -0
  162. package/artemis-main/artemis/agents/prompt_assembly.py +79 -0
  163. package/artemis-main/artemis/agents/summarizer/summarizer.py +190 -0
  164. package/artemis-main/artemis/agents/validator/action_execution.py +98 -0
  165. package/artemis-main/artemis/agents/validator/categories.py +33 -0
  166. package/artemis-main/artemis/agents/validator/execution_loop.py +488 -0
  167. package/artemis-main/artemis/agents/validator/incidents.py +120 -0
  168. package/artemis-main/artemis/agents/validator/pixel_safety_net.md +15 -0
  169. package/artemis-main/artemis/agents/validator/precondition_pixel.py +320 -0
  170. package/artemis-main/artemis/agents/validator/precondition_xml.py +672 -0
  171. package/artemis-main/artemis/agents/validator/tool_declarations.py +332 -0
  172. package/artemis-main/artemis/agents/validator/validator.py +188 -0
  173. package/artemis-main/artemis/agents/video_analyzer/__init__.py +15 -0
  174. package/artemis-main/artemis/agents/video_analyzer/audio_native.py +543 -0
  175. package/artemis-main/artemis/agents/video_analyzer/blackboard.py +821 -0
  176. package/artemis-main/artemis/agents/video_analyzer/chunk_agentic.py +455 -0
  177. package/artemis-main/artemis/agents/video_analyzer/chunk_conversation.py +491 -0
  178. package/artemis-main/artemis/agents/video_analyzer/chunk_native.py +437 -0
  179. package/artemis-main/artemis/agents/video_analyzer/conflict_resolution.py +137 -0
  180. package/artemis-main/artemis/agents/video_analyzer/gemini_files.py +162 -0
  181. package/artemis-main/artemis/agents/video_analyzer/native_coordinator.py +541 -0
  182. package/artemis-main/artemis/agents/video_analyzer/reliability.py +128 -0
  183. package/artemis-main/artemis/agents/video_analyzer/universal_engine.py +487 -0
  184. package/artemis-main/artemis/agents/video_analyzer/universal_tools.py +323 -0
  185. package/artemis-main/artemis/agents/video_analyzer/video_analyzer.md +51 -0
  186. package/artemis-main/artemis/agents/video_analyzer/video_analyzer.py +875 -0
  187. package/artemis-main/artemis/agents/video_analyzer/video_sub_agent.md +15 -0
  188. package/artemis-main/artemis/agents/video_analyzer/video_sub_agent_audio.md +12 -0
  189. package/artemis-main/artemis/clients/accessibility_client.py +438 -0
  190. package/artemis-main/artemis/clients/screen_client_factory.py +403 -0
  191. package/artemis-main/artemis/config/__init__.py +309 -0
  192. package/artemis-main/artemis/config/agent.py +1098 -0
  193. package/artemis-main/artemis/config/constants.py +151 -0
  194. package/artemis-main/artemis/config/core/__init__.py +24 -0
  195. package/artemis-main/artemis/config/core/engine.py +118 -0
  196. package/artemis-main/artemis/config/core/interpolator.py +78 -0
  197. package/artemis-main/artemis/config/llm.py +267 -0
  198. package/artemis-main/artemis/config/paths.py +244 -0
  199. package/artemis-main/artemis/config/runtime.py +197 -0
  200. package/artemis-main/artemis/config/settings.py +315 -0
  201. package/artemis-main/artemis/constants.py +47 -0
  202. package/artemis-main/artemis/context.py +289 -0
  203. package/artemis-main/artemis/controllers/__init__.py +41 -0
  204. package/artemis-main/artemis/controllers/controller_factory.py +41 -0
  205. package/artemis-main/artemis/controllers/device_controller.py +29 -0
  206. package/artemis-main/artemis/controllers/types.py +37 -0
  207. package/artemis-main/artemis/controllers/unified_controller.py +649 -0
  208. package/artemis-main/artemis/core/__init__.py +21 -0
  209. package/artemis-main/artemis/core/diagnostics/__init__.py +90 -0
  210. package/artemis-main/artemis/core/diagnostics/adb_keys.py +270 -0
  211. package/artemis-main/artemis/core/diagnostics/adb_server_connection.py +330 -0
  212. package/artemis-main/artemis/core/diagnostics/device_smoke.py +364 -0
  213. package/artemis-main/artemis/core/diagnostics/emulator_manager.py +501 -0
  214. package/artemis-main/artemis/core/diagnostics/engine.py +438 -0
  215. package/artemis-main/artemis/core/diagnostics/hierarchy_parity.py +216 -0
  216. package/artemis-main/artemis/core/diagnostics/probes/adb_probe.py +887 -0
  217. package/artemis-main/artemis/core/diagnostics/probes/base.py +45 -0
  218. package/artemis-main/artemis/core/diagnostics/probes/credentials_probe.py +296 -0
  219. package/artemis-main/artemis/core/diagnostics/probes/host_probe.py +427 -0
  220. package/artemis-main/artemis/core/diagnostics/probes/runtime_probe.py +169 -0
  221. package/artemis-main/artemis/core/diagnostics/probes/toolchain_probe.py +139 -0
  222. package/artemis-main/artemis/core/diagnostics/readiness.py +83 -0
  223. package/artemis-main/artemis/core/diagnostics/schema.py +118 -0
  224. package/artemis-main/artemis/core/tool_declaration.py +43 -0
  225. package/artemis-main/artemis/core/tool_failure.py +56 -0
  226. package/artemis-main/artemis/data_engine/context_vars.py +24 -0
  227. package/artemis-main/artemis/data_engine/engine.py +1615 -0
  228. package/artemis-main/artemis/data_engine/history_reader.py +142 -0
  229. package/artemis-main/artemis/data_engine/models.py +131 -0
  230. package/artemis-main/artemis/data_engine/storage.py +1245 -0
  231. package/artemis-main/artemis/data_engine/trace.py +727 -0
  232. package/artemis-main/artemis/drivers/__init__.py +48 -0
  233. package/artemis-main/artemis/drivers/android/adb_driver.py +507 -0
  234. package/artemis-main/artemis/drivers/android/hierarchy.py +64 -0
  235. package/artemis-main/artemis/drivers/android/input_ime.py +120 -0
  236. package/artemis-main/artemis/drivers/android/recorder.py +57 -0
  237. package/artemis-main/artemis/drivers/base.py +290 -0
  238. package/artemis-main/artemis/drivers/cloud/cloud_driver.py +117 -0
  239. package/artemis-main/artemis/drivers/factory.py +80 -0
  240. package/artemis-main/artemis/drivers/mock/mock_driver.py +198 -0
  241. package/artemis-main/artemis/drivers/types.py +67 -0
  242. package/artemis-main/artemis/graph/checkpoints.py +1243 -0
  243. package/artemis-main/artemis/graph/graph.py +1055 -0
  244. package/artemis-main/artemis/graph/perception.py +234 -0
  245. package/artemis-main/artemis/graph/state.py +151 -0
  246. package/artemis-main/artemis/graph/visibility.py +238 -0
  247. package/artemis-main/artemis/interfaces/cli/__init__.py +19 -0
  248. package/artemis-main/artemis/interfaces/cli/commands/__init__.py +15 -0
  249. package/artemis-main/artemis/interfaces/cli/commands/batch.py +278 -0
  250. package/artemis-main/artemis/interfaces/cli/commands/doctor.py +468 -0
  251. package/artemis-main/artemis/interfaces/cli/commands/helper.py +226 -0
  252. package/artemis-main/artemis/interfaces/cli/commands/init.py +193 -0
  253. package/artemis-main/artemis/interfaces/cli/commands/mcp.py +862 -0
  254. package/artemis-main/artemis/interfaces/cli/commands/run.py +463 -0
  255. package/artemis-main/artemis/interfaces/cli/commands/server.py +151 -0
  256. package/artemis-main/artemis/interfaces/cli/commands/server_lifecycle.py +328 -0
  257. package/artemis-main/artemis/interfaces/cli/commands/trace.py +111 -0
  258. package/artemis-main/artemis/interfaces/cli/commands/ui.py +404 -0
  259. package/artemis-main/artemis/interfaces/cli/main.py +109 -0
  260. package/artemis-main/artemis/interfaces/sdk/__init__.py +31 -0
  261. package/artemis-main/artemis/interfaces/sdk/client.py +19 -0
  262. package/artemis-main/artemis/interfaces/sdk/task.py +72 -0
  263. package/artemis-main/artemis/llm/__init__.py +25 -0
  264. package/artemis-main/artemis/llm/fake_model.py +179 -0
  265. package/artemis-main/artemis/llm/google/__init__.py +57 -0
  266. package/artemis-main/artemis/llm/google/provider.py +185 -0
  267. package/artemis-main/artemis/llm/google/usage.py +148 -0
  268. package/artemis-main/artemis/llm/parser.py +32 -0
  269. package/artemis-main/artemis/llm/reliability.py +267 -0
  270. package/artemis-main/artemis/llm/router.py +389 -0
  271. package/artemis-main/artemis/llm/schemas.py +36 -0
  272. package/artemis-main/artemis/llm/structured.py +196 -0
  273. package/artemis-main/artemis/main.py +58 -0
  274. package/artemis-main/artemis/mcp/__init__.py +20 -0
  275. package/artemis-main/artemis/mcp/action_executor.py +760 -0
  276. package/artemis-main/artemis/mcp/action_manifest.py +320 -0
  277. package/artemis-main/artemis/mcp/action_names.py +172 -0
  278. package/artemis-main/artemis/mcp/action_server.py +202 -0
  279. package/artemis-main/artemis/mcp/action_session.py +245 -0
  280. package/artemis-main/artemis/mcp/action_specs.py +868 -0
  281. package/artemis-main/artemis/mcp/action_types.py +86 -0
  282. package/artemis-main/artemis/mcp/actuators/__init__.py +21 -0
  283. package/artemis-main/artemis/mcp/actuators/adb.py +414 -0
  284. package/artemis-main/artemis/mcp/actuators/base.py +113 -0
  285. package/artemis-main/artemis/mcp/actuators/mock.py +70 -0
  286. package/artemis-main/artemis/mcp/adb_server.py +490 -0
  287. package/artemis-main/artemis/mcp/observation.py +133 -0
  288. package/artemis-main/artemis/mcp/xml_search_server.py +297 -0
  289. package/artemis-main/artemis/memory/__init__.py +90 -0
  290. package/artemis-main/artemis/memory/chunking.py +1843 -0
  291. package/artemis-main/artemis/memory/context_policy.py +226 -0
  292. package/artemis-main/artemis/memory/step_capsule.md +73 -0
  293. package/artemis-main/artemis/memory/step_memory.py +281 -0
  294. package/artemis-main/artemis/memory/transcript.py +798 -0
  295. package/artemis-main/artemis/platform/__init__.py +61 -0
  296. package/artemis-main/artemis/platform/base.py +104 -0
  297. package/artemis-main/artemis/platform/darwin.py +184 -0
  298. package/artemis-main/artemis/platform/linux.py +207 -0
  299. package/artemis-main/artemis/platform/windows.py +193 -0
  300. package/artemis-main/artemis/resources/__init__.py +46 -0
  301. package/artemis-main/artemis/runtime/__init__.py +108 -0
  302. package/artemis-main/artemis/runtime/adb_endpoint.py +173 -0
  303. package/artemis-main/artemis/runtime/awake_lease.py +283 -0
  304. package/artemis-main/artemis/runtime/awake_service.py +343 -0
  305. package/artemis-main/artemis/runtime/cancel_requests.py +254 -0
  306. package/artemis-main/artemis/runtime/daemon_client.py +422 -0
  307. package/artemis-main/artemis/runtime/device_lock.py +1013 -0
  308. package/artemis-main/artemis/runtime/device_pool.py +478 -0
  309. package/artemis-main/artemis/runtime/helper_manager.py +1030 -0
  310. package/artemis-main/artemis/runtime/process_probe.py +98 -0
  311. package/artemis-main/artemis/runtime/server_lifecycle.py +435 -0
  312. package/artemis-main/artemis/runtime/supervisor.py +121 -0
  313. package/artemis-main/artemis/runtime/trace_store.py +375 -0
  314. package/artemis-main/artemis/sdk/__init__.py +26 -0
  315. package/artemis-main/artemis/sdk/agent.py +485 -0
  316. package/artemis-main/artemis/sdk/builders/__init__.py +29 -0
  317. package/artemis-main/artemis/sdk/builders/agent_config_builder.py +474 -0
  318. package/artemis-main/artemis/sdk/constants.py +15 -0
  319. package/artemis-main/artemis/sdk/run_outcome.py +58 -0
  320. package/artemis-main/artemis/sdk/types/__init__.py +61 -0
  321. package/artemis-main/artemis/sdk/types/agent.py +89 -0
  322. package/artemis-main/artemis/sdk/utils.py +28 -0
  323. package/artemis-main/artemis/services/llm.py +1040 -0
  324. package/artemis-main/artemis/services/token_meter.py +267 -0
  325. package/artemis-main/artemis/telemetry/__init__.py +35 -0
  326. package/artemis-main/artemis/telemetry/models.py +64 -0
  327. package/artemis-main/artemis/telemetry/replay.py +34 -0
  328. package/artemis-main/artemis/telemetry/storage/json_storage.py +47 -0
  329. package/artemis-main/artemis/telemetry/tracer.py +85 -0
  330. package/artemis-main/artemis/toolchain/__init__.py +52 -0
  331. package/artemis-main/artemis/toolchain/descriptors.py +92 -0
  332. package/artemis-main/artemis/toolchain/resolver.py +185 -0
  333. package/artemis-main/artemis/tools/base.py +232 -0
  334. package/artemis-main/artemis/tools/command_tool.py +1240 -0
  335. package/artemis-main/artemis/tools/committee_prompts.json +5 -0
  336. package/artemis-main/artemis/tools/committee_tool.py +422 -0
  337. package/artemis-main/artemis/tools/diagnoser_submit_answer_tool.py +87 -0
  338. package/artemis-main/artemis/tools/diagnostic_tool.py +120 -0
  339. package/artemis-main/artemis/tools/explorer_tool.py +581 -0
  340. package/artemis-main/artemis/tools/history/__init__.py +398 -0
  341. package/artemis-main/artemis/tools/history/replay.py +120 -0
  342. package/artemis-main/artemis/tools/history/screenshot.py +139 -0
  343. package/artemis-main/artemis/tools/history/search.py +563 -0
  344. package/artemis-main/artemis/tools/image_processor_tool.py +124 -0
  345. package/artemis-main/artemis/tools/index.py +47 -0
  346. package/artemis-main/artemis/tools/log_tool.py +108 -0
  347. package/artemis-main/artemis/tools/mobile/launch_app.py +132 -0
  348. package/artemis-main/artemis/tools/mobile/log_utils.py +138 -0
  349. package/artemis-main/artemis/tools/mobile/ocr.py +202 -0
  350. package/artemis-main/artemis/tools/mobile/read_hierarchy.py +108 -0
  351. package/artemis-main/artemis/tools/mobile/read_logs.py +116 -0
  352. package/artemis-main/artemis/tools/mobile/search_logs.py +260 -0
  353. package/artemis-main/artemis/tools/object_detection_tool.py +244 -0
  354. package/artemis-main/artemis/tools/scratchpad.py +819 -0
  355. package/artemis-main/artemis/tools/system/adb_shell.py +31 -0
  356. package/artemis-main/artemis/tools/tool_wrapper.py +270 -0
  357. package/artemis-main/artemis/tools/video_tool.py +261 -0
  358. package/artemis-main/artemis/tools/wait_tool.py +97 -0
  359. package/artemis-main/artemis/utils/app_launch_utils.py +207 -0
  360. package/artemis-main/artemis/utils/coordinates.py +606 -0
  361. package/artemis-main/artemis/utils/credentials_validator.py +201 -0
  362. package/artemis-main/artemis/utils/cv_canvas.py +189 -0
  363. package/artemis-main/artemis/utils/cython_compat.py +45 -0
  364. package/artemis-main/artemis/utils/element_hit_test.py +80 -0
  365. package/artemis-main/artemis/utils/image_diff.py +335 -0
  366. package/artemis-main/artemis/utils/image_hash.py +80 -0
  367. package/artemis-main/artemis/utils/notes.py +470 -0
  368. package/artemis-main/artemis/utils/ocr_api.py +105 -0
  369. package/artemis-main/artemis/utils/ocr_xml_fusion.py +318 -0
  370. package/artemis-main/artemis/utils/plan_grammar.py +513 -0
  371. package/artemis-main/artemis/utils/python_executor.py +213 -0
  372. package/artemis-main/artemis/utils/startup_progress.py +60 -0
  373. package/artemis-main/artemis/utils/task_tree.py +1174 -0
  374. package/artemis-main/artemis/utils/text.py +37 -0
  375. package/artemis-main/artemis/utils/ui_filter.py +651 -0
  376. package/artemis-main/artemis/utils/video.py +685 -0
  377. package/artemis-main/artemis/utils/visualization.py +802 -0
  378. package/artemis-main/config/artemis.example.jsonc +12 -0
  379. package/artemis-main/mcp_server/README.md +111 -0
  380. package/artemis-main/mcp_server/__init__.py +21 -0
  381. package/artemis-main/mcp_server/__main__.py +20 -0
  382. package/artemis-main/mcp_server/background/__init__.py +15 -0
  383. package/artemis-main/mcp_server/background/task_runner.py +453 -0
  384. package/artemis-main/mcp_server/base.py +49 -0
  385. package/artemis-main/mcp_server/notifiers/__init__.py +74 -0
  386. package/artemis-main/mcp_server/notifiers/agentapi.py +289 -0
  387. package/artemis-main/mcp_server/notifiers/base.py +45 -0
  388. package/artemis-main/mcp_server/notifiers/composite.py +87 -0
  389. package/artemis-main/mcp_server/notifiers/desktop.py +108 -0
  390. package/artemis-main/mcp_server/notifiers/file.py +69 -0
  391. package/artemis-main/mcp_server/notifiers/script.py +90 -0
  392. package/artemis-main/mcp_server/notifiers/webhook.py +87 -0
  393. package/artemis-main/mcp_server/rules.md +68 -0
  394. package/artemis-main/mcp_server/server.py +106 -0
  395. package/artemis-main/mcp_server/tools/__init__.py +29 -0
  396. package/artemis-main/mcp_server/tools/device_state.py +107 -0
  397. package/artemis-main/mcp_server/tools/diagnose.py +1249 -0
  398. package/artemis-main/mcp_server/tools/inspect_trace.py +394 -0
  399. package/artemis-main/mcp_server/tools/task_manager.py +627 -0
  400. package/artemis-main/mcp_server/tools/task_runner.py +548 -0
  401. package/artemis-main/mcp_server/utils/__init__.py +15 -0
  402. package/artemis-main/mcp_server/utils/device_utils.py +180 -0
  403. package/artemis-main/mcp_server/utils/env_utils.py +65 -0
  404. package/artemis-main/packages/artemis-accessibility-helper/ArtemisAccessibilityHelper.apk +0 -0
  405. package/artemis-main/packages/artemis-accessibility-helper/app/build.gradle.kts +35 -0
  406. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/AndroidManifest.xml +49 -0
  407. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/A11yNode.java +274 -0
  408. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/ArtemisAccessibilityService.java +227 -0
  409. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/CommandServer.java +463 -0
  410. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/DisplayUtils.java +111 -0
  411. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/GestureController.java +232 -0
  412. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/HierarchyDumper.java +832 -0
  413. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenReceiver.java +36 -0
  414. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/TokenStore.java +38 -0
  415. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/java/com/artemis/helper/XmlUtils.java +102 -0
  416. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/values/strings.xml +4 -0
  417. package/artemis-main/packages/artemis-accessibility-helper/app/src/main/res/xml/accessibility_service_config.xml +10 -0
  418. package/artemis-main/packages/artemis-accessibility-helper/build.gradle.kts +3 -0
  419. package/artemis-main/packages/artemis-accessibility-helper/build_apk.sh +215 -0
  420. package/artemis-main/packages/artemis-accessibility-helper/debug.keystore +0 -0
  421. package/artemis-main/packages/artemis-accessibility-helper/gradle.properties +2 -0
  422. package/artemis-main/packages/artemis-accessibility-helper/helper_manifest.json +7 -0
  423. package/artemis-main/packages/artemis-accessibility-helper/settings.gradle.kts +17 -0
  424. package/artemis-main/packages/artemis-client/DESIGN.md +89 -0
  425. package/artemis-main/packages/artemis-client/README.md +112 -0
  426. package/artemis-main/packages/artemis-client/examples/basic.py +30 -0
  427. package/artemis-main/packages/artemis-client/pyproject.toml +36 -0
  428. package/artemis-main/packages/artemis-client/src/artemis_client/__init__.py +45 -0
  429. package/artemis-main/packages/artemis-client/src/artemis_client/client.py +401 -0
  430. package/artemis-main/packages/artemis-client/src/artemis_client/errors.py +66 -0
  431. package/artemis-main/packages/artemis-client/src/artemis_client/models.py +212 -0
  432. package/artemis-main/packages/artemis-client/src/artemis_client/py.typed +1 -0
  433. package/artemis-main/packages/artemis-client/src/artemis_client/transport.py +134 -0
  434. package/artemis-main/packages/artemis-client/tests/test_client.py +289 -0
  435. package/artemis-main/packages/artemis-client/tests/test_transport.py +85 -0
  436. package/artemis-main/pyproject.toml +259 -0
  437. package/artemis-main/pyright-core.json +17 -0
  438. package/artemis-main/scripts/check_dependency_sources.py +68 -0
  439. package/artemis-main/scripts/install_deps.ps1 +520 -0
  440. package/artemis-main/scripts/install_deps.sh +533 -0
  441. package/artemis-main/scripts/quality_ratchet.py +97 -0
  442. package/artemis-main/scripts/real_device_video_acceptance.py +483 -0
  443. package/artemis-main/scripts/run_edge_case_part.py +327 -0
  444. package/artemis-main/scripts/run_ui.py +242 -0
  445. package/artemis-main/scripts/start.ps1 +500 -0
  446. package/artemis-main/scripts/test_all_edge_cases.py +269 -0
  447. package/artemis-main/scripts/verify_concurrency_and_devices.py +385 -0
  448. package/artemis-main/setup.py +164 -0
  449. package/artemis-main/start.bat +35 -0
  450. package/artemis-main/start.sh +423 -0
  451. package/artemis-main/third_party/mobile_use/LICENSE +190 -0
  452. package/artemis-main/third_party/mobile_use/METADATA +27 -0
  453. package/artemis-main/third_party/mobile_use/NOTICE +12 -0
  454. package/artemis-main/third_party/mobile_use/__init__.py +19 -0
  455. package/artemis-main/third_party/mobile_use/agents/__init__.py +13 -0
  456. package/artemis-main/third_party/mobile_use/agents/hopper/__init__.py +13 -0
  457. package/artemis-main/third_party/mobile_use/agents/hopper/hopper.md +22 -0
  458. package/artemis-main/third_party/mobile_use/agents/hopper/hopper.py +80 -0
  459. package/artemis-main/third_party/mobile_use/clients/__init__.py +13 -0
  460. package/artemis-main/third_party/mobile_use/clients/ui_automator_client.py +482 -0
  461. package/artemis-main/third_party/mobile_use/config/__init__.py +13 -0
  462. package/artemis-main/third_party/mobile_use/config/llm.py +183 -0
  463. package/artemis-main/third_party/mobile_use/config/output.py +184 -0
  464. package/artemis-main/third_party/mobile_use/context.py +119 -0
  465. package/artemis-main/third_party/mobile_use/controllers/__init__.py +13 -0
  466. package/artemis-main/third_party/mobile_use/controllers/platform_specific_commands_controller.py +151 -0
  467. package/artemis-main/third_party/mobile_use/controllers/types.py +92 -0
  468. package/artemis-main/third_party/mobile_use/controllers/unified_controller.py +183 -0
  469. package/artemis-main/third_party/mobile_use/graph.py +54 -0
  470. package/artemis-main/third_party/mobile_use/llm_service.py +193 -0
  471. package/artemis-main/third_party/mobile_use/main.py +130 -0
  472. package/artemis-main/third_party/mobile_use/sdk/__init__.py +13 -0
  473. package/artemis-main/third_party/mobile_use/sdk/agent.py +1060 -0
  474. package/artemis-main/third_party/mobile_use/sdk/builders/__init__.py +13 -0
  475. package/artemis-main/third_party/mobile_use/sdk/builders/agent_config_builder.py +225 -0
  476. package/artemis-main/third_party/mobile_use/sdk/builders/index.py +33 -0
  477. package/artemis-main/third_party/mobile_use/sdk/builders/task_request_builder.py +243 -0
  478. package/artemis-main/third_party/mobile_use/sdk/types/__init__.py +13 -0
  479. package/artemis-main/third_party/mobile_use/sdk/types/agent.py +98 -0
  480. package/artemis-main/third_party/mobile_use/sdk/types/exceptions.py +109 -0
  481. package/artemis-main/third_party/mobile_use/sdk/types/task.py +234 -0
  482. package/artemis-main/third_party/mobile_use/testing.py +59 -0
  483. package/artemis-main/third_party/mobile_use/tools/__init__.py +13 -0
  484. package/artemis-main/third_party/mobile_use/tools/index.py +44 -0
  485. package/artemis-main/third_party/mobile_use/tools/mobile/__init__.py +13 -0
  486. package/artemis-main/third_party/mobile_use/tools/mobile/launch_app.py +89 -0
  487. package/artemis-main/third_party/mobile_use/tools/tool_wrapper.py +52 -0
  488. package/artemis-main/third_party/mobile_use/utils/__init__.py +13 -0
  489. package/artemis-main/third_party/mobile_use/utils/app_launch_utils.py +217 -0
  490. package/artemis-main/third_party/mobile_use/utils/cli_helpers.py +60 -0
  491. package/artemis-main/third_party/mobile_use/utils/decorators.py +158 -0
  492. package/artemis-main/third_party/mobile_use/utils/file.py +31 -0
  493. package/artemis-main/third_party/mobile_use/utils/logger.py +216 -0
  494. package/artemis-main/third_party/mobile_use/utils/media.py +213 -0
  495. package/artemis-main/third_party/mobile_use/utils/shell_utils.py +39 -0
  496. package/artemis-main/third_party/mobile_use/utils/video.py +398 -0
  497. package/artemis-main/uv.lock +4908 -0
  498. package/bin/android-midscene-automation.js +1 -5
  499. package/bin/artemis-config.mjs +15 -0
  500. package/bin/artemis-embedded.py +56 -0
  501. package/bin/start-artemis.mjs +30 -0
  502. package/bin/start-dev.mjs +112 -0
  503. package/bin/test_artemis_embedded.py +44 -0
  504. package/package.json +4 -2
  505. package/server/artemis.ts +34 -0
  506. package/server/http-api.ts +12 -0
  507. package/src/App.vue +10 -5
  508. package/src/api.ts +5 -0
  509. package/src/appium-recorder/AppiumPage.vue +1 -1
  510. package/src/appium-recorder/components/ComponentInspector.vue +1 -1
  511. package/src/appium-recorder/components/FlowNodeSearch.vue +3 -3
  512. package/src/appium-recorder/components/ImageCheckDialog.vue +3 -3
  513. package/src/appium-recorder/components/RecorderWorkspace.vue +4 -4
  514. package/src/appium-recorder/flow-appearance.ts +4 -4
  515. package/src/components/AppSidebar.vue +8 -7
  516. package/src/components/MidsceneMaintenanceNotice.vue +17 -0
  517. package/src/components/analytics/AnalysisCharts.vue +4 -4
  518. package/src/components/analytics/ReportAnalysis.vue +1 -1
  519. package/src/components/generator/TestCaseFileUpload.vue +1 -1
  520. package/src/components/help/HelpCenter.vue +56 -37
  521. package/src/pages/AiGeneratorPage.vue +1 -1
  522. package/src/pages/ArtemisPage.vue +72 -0
  523. package/src/pages/ConfigPage.vue +18 -19
  524. package/src/style.css +340 -121
  525. package/src/types.ts +1 -1
@@ -0,0 +1,640 @@
1
+ import { consolidateLogsToBlocks, getSortedStepEvents, isBackendSwitchNote, persistedStreamToSegments } from './stream-aggregator.util';
2
+
3
+ describe('stream aggregator timeline ordering', () => {
4
+ it('interleaves text, tools, and actions by timestamp', () => {
5
+ const events = getSortedStepEvents({
6
+ timestamp: 10,
7
+ operator_native_thinking: 'Thought content',
8
+ operator_native_thinking_timestamp: 11,
9
+ operator_raw_thinking: 'Work content',
10
+ operator_raw_thinking_timestamp: 13,
11
+ action_taken: { action: 'tap', timestamp: 15 },
12
+ generic_tools: [
13
+ { trace_id: 'tool-late', name: 'save_note', timestamp: 14 },
14
+ { trace_id: 'tool-early', name: 'video_analyzer', timestamp: 12 }
15
+ ]
16
+ });
17
+
18
+ expect(events.map((event) => event.type)).toEqual([
19
+ 'thinking',
20
+ 'tool',
21
+ 'text',
22
+ 'tool',
23
+ 'action'
24
+ ]);
25
+ expect(events.map((event) => event.timestamp)).toEqual([
26
+ 11000,
27
+ 12000,
28
+ 13000,
29
+ 14000,
30
+ 15000
31
+ ]);
32
+ });
33
+
34
+ it('uses a deterministic text-first fallback when only a step timestamp exists', () => {
35
+ const events = getSortedStepEvents({
36
+ timestamp: 20,
37
+ operator_native_thinking: 'Thought content',
38
+ operator_raw_thinking: 'Work content',
39
+ action_taken: { action: 'tap' },
40
+ generic_tools: [{ trace_id: 'tool-1', name: 'save_note' }]
41
+ });
42
+
43
+ expect(events.map((event) => event.type)).toEqual([
44
+ 'thinking',
45
+ 'text',
46
+ 'action',
47
+ 'tool'
48
+ ]);
49
+ });
50
+
51
+ it('keeps the first live timestamp when later chunks update the same text stream', () => {
52
+ const blocks = consolidateLogsToBlocks([
53
+ {
54
+ type: 'llm_stream',
55
+ timestamp: '2026-08-25T20:00:01.000Z',
56
+ data: {
57
+ execution_id: 'exec-1',
58
+ step_id: 'step-1',
59
+ stream_type: 'text',
60
+ text: 'First',
61
+ isCompleted: false
62
+ }
63
+ },
64
+ {
65
+ type: 'trace_recorded',
66
+ timestamp: '2026-08-25T20:00:02.000Z',
67
+ data: {
68
+ trace_id: 'tool-1',
69
+ step_id: 'step-1',
70
+ type: 'tool',
71
+ name: 'save_note',
72
+ timestamp: '2026-08-25T20:00:02.000Z'
73
+ }
74
+ },
75
+ {
76
+ type: 'llm_stream',
77
+ timestamp: '2026-08-25T20:00:03.000Z',
78
+ data: {
79
+ execution_id: 'exec-1',
80
+ step_id: 'step-1',
81
+ stream_type: 'text',
82
+ text: 'First and second',
83
+ isCompleted: false
84
+ }
85
+ }
86
+ ]);
87
+
88
+ expect(blocks[0].data.operator_raw_thinking_timestamp)
89
+ .toBe('2026-08-25T20:00:01.000Z');
90
+ expect(getSortedStepEvents(blocks[0].data).map((event) => event.type))
91
+ .toEqual(['text', 'tool']);
92
+ });
93
+ });
94
+
95
+ describe('stream aggregator checker lane', () => {
96
+ const started = {
97
+ type: 'checker_event',
98
+ timestamp: '2026-08-25T20:00:05.000Z',
99
+ data: {
100
+ event: 'attempt_started',
101
+ phase: 'checkpoint',
102
+ attempt_id: 'abc#1',
103
+ checkpoint_id: 'abc',
104
+ subgoal_text: 'Create the alarm',
105
+ trace_id: 'trace-checker-1',
106
+ items: [{ kind: 'verify', text: 'alarm exists' }],
107
+ ts: 1756152005
108
+ }
109
+ };
110
+
111
+ it('creates a running checker block from attempt_started and finishes it by attempt id', () => {
112
+ const blocks = consolidateLogsToBlocks([
113
+ started,
114
+ {
115
+ type: 'checker_event',
116
+ timestamp: '2026-08-25T20:00:09.000Z',
117
+ data: {
118
+ event: 'attempt_finished',
119
+ attempt_id: 'abc#1',
120
+ status: 'done',
121
+ verdicts: [{ item_text: 'alarm exists', kind: 'verify', status: 'passed', evidence: 'seen' }],
122
+ findings: [],
123
+ ts: 1756152009
124
+ }
125
+ }
126
+ ]);
127
+
128
+ expect(blocks.length).toBe(1);
129
+ expect(blocks[0].type).toBe('checker');
130
+ expect(blocks[0].id).toBe('checker-abc#1');
131
+ expect(blocks[0].data.isCompleted).toBeTrue();
132
+ expect(blocks[0].data.status).toBe('done');
133
+ expect(blocks[0].data.trace_id).toBe('trace-checker-1');
134
+ expect(blocks[0].data.verdicts.length).toBe(1);
135
+ expect(blocks[0].data.duration).toBe(4);
136
+ });
137
+
138
+ it("routes the checker's stream and tool traces by parent trace id, not by the current step", () => {
139
+ const blocks = consolidateLogsToBlocks([
140
+ {
141
+ type: 'step_recorded',
142
+ timestamp: '2026-08-25T20:00:01.000Z',
143
+ data: { step_id: 'step-1', step_number: 1, timestamp: 1756152001 }
144
+ },
145
+ started,
146
+ {
147
+ type: 'llm_stream',
148
+ timestamp: '2026-08-25T20:00:06.000Z',
149
+ data: {
150
+ execution_id: 'exec-checker',
151
+ step_id: 'step-1',
152
+ parent_trace_id: 'trace-checker-1',
153
+ stream_type: 'thinking',
154
+ text: 'Inspecting the alarm list',
155
+ isCompleted: false
156
+ }
157
+ },
158
+ {
159
+ type: 'trace_recorded',
160
+ timestamp: '2026-08-25T20:00:07.000Z',
161
+ data: {
162
+ trace_id: 'tool-probe',
163
+ parent_trace_id: 'trace-checker-1',
164
+ agent_name: 'checker',
165
+ type: 'tool',
166
+ name: 'probe_device',
167
+ step_id: 'step-1',
168
+ status: 'success'
169
+ }
170
+ }
171
+ ]);
172
+
173
+ const step = blocks.find((b) => b.id === 'step-step-1')!;
174
+ const checker = blocks.find((b) => b.id === 'checker-abc#1')!;
175
+ expect(step.data.operator_native_thinking).toBeUndefined();
176
+ expect(step.data.generic_tools || []).toEqual([]);
177
+ expect(checker.data.operator_native_thinking).toBe('Inspecting the alarm list');
178
+ expect(checker.data.generic_tools.map((t: any) => t.trace_id)).toEqual(['tool-probe']);
179
+ expect(checker.data.step_id).toBeUndefined();
180
+ expect(blocks.map((b) => b.id)).toEqual(['step-step-1', 'checker-abc#1']);
181
+ });
182
+
183
+ it('keeps one stream segment per checker turn so text and tool calls interleave by time', () => {
184
+ const turn = (execId: string, timestamp: string, text: string) => ({
185
+ type: 'llm_stream',
186
+ timestamp,
187
+ data: {
188
+ execution_id: execId,
189
+ parent_trace_id: 'trace-checker-1',
190
+ stream_type: 'text',
191
+ text,
192
+ isCompleted: false
193
+ }
194
+ });
195
+ const blocks = consolidateLogsToBlocks([
196
+ started,
197
+ turn('exec-1', '2026-08-25T20:00:06.000Z', 'Let me look at step 2.'),
198
+ {
199
+ type: 'trace_recorded',
200
+ timestamp: '2026-08-25T20:00:07.000Z',
201
+ data: {
202
+ trace_id: 'tool-detail',
203
+ parent_trace_id: 'trace-checker-1',
204
+ agent_name: 'checker',
205
+ type: 'tool',
206
+ name: 'replay_steps',
207
+ status: 'success',
208
+ timestamp: '2026-08-25T20:00:07.000Z'
209
+ }
210
+ },
211
+ turn('exec-2', '2026-08-25T20:00:08.000Z', 'The alarm is there.'),
212
+ turn('exec-1', '2026-08-25T20:00:08.500Z', 'Let me look at step 2. Done.')
213
+ ]);
214
+
215
+ const checker = blocks.find((b) => b.id === 'checker-abc#1')!;
216
+ expect(checker.data.stream_segments.map((s: any) => s.execution_id)).toEqual(['exec-1', 'exec-2']);
217
+ // A later chunk of an earlier turn keeps that turn's first-seen time.
218
+ expect(checker.data.stream_segments[0].text).toBe('Let me look at step 2. Done.');
219
+ expect(checker.data.stream_segments[0].timestamp).toBe('2026-08-25T20:00:06.000Z');
220
+ const events = getSortedStepEvents(checker.data);
221
+ expect(events.map((e) => e.type)).toEqual(['text', 'tool', 'text']);
222
+ expect(events[0].data.text).toBe('Let me look at step 2. Done.');
223
+ expect(events[2].data.text).toBe('The alarm is there.');
224
+ });
225
+
226
+ it('rebuilds the persisted transcript into the same interleaved segments as the live stream', () => {
227
+ const transcript = {
228
+ attempt_id: 'abc#1',
229
+ checkpoint_id: 'abc',
230
+ phase: 'checkpoint',
231
+ trace_id: 'trace-checker-1',
232
+ ts: 1787688009,
233
+ truncated: false,
234
+ segments: [
235
+ // 1787688006 = 2026-08-25T20:00:06Z
236
+ { execution_id: 'exec-1', role: 'thought', when: 1787688006, text: 'Inspecting the alarm list' },
237
+ { execution_id: 'exec-1', role: 'answer', when: 1787688006.5, text: 'Let me look at step 2.' },
238
+ { execution_id: 'exec-2', role: 'answer', when: 1787688008, text: 'The alarm is there.' },
239
+ { execution_id: 'exec-3', role: 'answer', when: 1787688008.5, text: '' }
240
+ ]
241
+ };
242
+ const segments = persistedStreamToSegments(transcript);
243
+ expect(segments).toEqual([
244
+ { execution_id: 'exec-1', stream_type: 'thinking', text: 'Inspecting the alarm list', timestamp: '2026-08-25T20:00:06.000Z', isCompleted: true },
245
+ { execution_id: 'exec-1', stream_type: 'text', text: 'Let me look at step 2.', timestamp: '2026-08-25T20:00:06.500Z', isCompleted: true },
246
+ { execution_id: 'exec-2', stream_type: 'text', text: 'The alarm is there.', timestamp: '2026-08-25T20:00:08.000Z', isCompleted: true }
247
+ ]);
248
+ expect(persistedStreamToSegments(null)).toEqual([]);
249
+
250
+ // Historical session: only the ledger backfill (attempt_finished carrying
251
+ // the rebuilt segments) and the relocated tool trace exist.
252
+ const tool = {
253
+ type: 'trace_recorded',
254
+ timestamp: '2026-08-25T20:00:07.000Z',
255
+ data: {
256
+ trace_id: 'tool-detail',
257
+ parent_trace_id: 'trace-checker-1',
258
+ agent_name: 'checker',
259
+ type: 'tool',
260
+ name: 'replay_steps',
261
+ status: 'success',
262
+ timestamp: '2026-08-25T20:00:07.000Z'
263
+ }
264
+ };
265
+ const historical = consolidateLogsToBlocks([
266
+ {
267
+ type: 'checker_event',
268
+ timestamp: '2026-08-25T20:00:09.000Z',
269
+ checks_snapshot: true,
270
+ data: {
271
+ event: 'attempt_finished',
272
+ phase: 'checkpoint',
273
+ attempt_id: 'abc#1',
274
+ checkpoint_id: 'abc',
275
+ trace_id: 'trace-checker-1',
276
+ status: 'done',
277
+ verdicts: [{ item_text: 'alarm exists', kind: 'verify', status: 'passed', evidence: 'seen' }],
278
+ findings: [],
279
+ ts: 1756152009,
280
+ stream_segments: segments
281
+ }
282
+ },
283
+ tool
284
+ ]);
285
+ const block = historical.find((b) => b.id === 'checker-abc#1')!;
286
+ expect(block.data.stream_segments).toEqual(segments);
287
+ expect(block.data.operator_native_thinking).toBe('Inspecting the alarm list');
288
+ expect(block.data.operator_raw_thinking).toBe('Let me look at step 2.\n\nThe alarm is there.');
289
+ expect(block.data.operator_native_thinking_timestamp).toBe('2026-08-25T20:00:06.000Z');
290
+ expect(block.data.operator_raw_thinking_timestamp).toBe('2026-08-25T20:00:06.500Z');
291
+ const events = getSortedStepEvents(block.data);
292
+ expect(events.map((e) => e.type)).toEqual(['thinking', 'text', 'tool', 'text']);
293
+ expect(events.map((e) => e.data.text ?? e.data.name)).toEqual([
294
+ 'Inspecting the alarm list',
295
+ 'Let me look at step 2.',
296
+ 'replay_steps',
297
+ 'The alarm is there.'
298
+ ]);
299
+
300
+ // Live session: the same turns arrived as llm_stream chunks; a later
301
+ // ledger backfill must neither duplicate nor reorder them.
302
+ const chunk = (execId: string, streamType: string, timestamp: string, text: string) => ({
303
+ type: 'llm_stream',
304
+ timestamp,
305
+ data: { execution_id: execId, parent_trace_id: 'trace-checker-1', stream_type: streamType, text, isCompleted: true }
306
+ });
307
+ const live = consolidateLogsToBlocks([
308
+ started,
309
+ chunk('exec-1', 'thinking', '2026-08-25T20:00:06.000Z', 'Inspecting the alarm list'),
310
+ chunk('exec-1', 'text', '2026-08-25T20:00:06.500Z', 'Let me look at step 2.'),
311
+ tool,
312
+ chunk('exec-2', 'text', '2026-08-25T20:00:08.000Z', 'The alarm is there.'),
313
+ {
314
+ type: 'checker_event',
315
+ timestamp: '2026-08-25T20:00:09.000Z',
316
+ data: { event: 'attempt_finished', attempt_id: 'abc#1', status: 'done', verdicts: [], findings: [], ts: 1756152009 }
317
+ },
318
+ {
319
+ type: 'checker_event',
320
+ timestamp: '2026-08-25T20:00:09.000Z',
321
+ checks_snapshot: true,
322
+ data: { event: 'attempt_finished', attempt_id: 'abc#1', status: 'done', ts: 1756152009, stream_segments: segments }
323
+ }
324
+ ]);
325
+ const liveBlock = live.find((b) => b.id === 'checker-abc#1')!;
326
+ expect(liveBlock.data.stream_segments.map((s: any) => [s.execution_id, s.stream_type, s.text])).toEqual(
327
+ segments.map((s) => [s.execution_id, s.stream_type, s.text])
328
+ );
329
+ expect(getSortedStepEvents(liveBlock.data).map((e) => e.data.text ?? e.data.name)).toEqual(
330
+ events.map((e) => e.data.text ?? e.data.name)
331
+ );
332
+ });
333
+
334
+ it('builds the run outcome block once and keeps it idempotent', () => {
335
+ const outcome = {
336
+ type: 'checker_event',
337
+ timestamp: '2026-08-25T20:00:20.000Z',
338
+ data: { event: 'run_outcome', task_status: 'completed', tests: { passed: 1, failed: 0, inconclusive: 0, unchecked: 0 } }
339
+ };
340
+ const blocks = consolidateLogsToBlocks([outcome, outcome]);
341
+ expect(blocks.length).toBe(1);
342
+ expect(blocks[0].id).toBe('checker-outcome');
343
+ expect(blocks[0].data.phase).toBe('outcome');
344
+ expect(blocks[0].data.task_status).toBe('completed');
345
+ });
346
+ });
347
+
348
+ describe('stream aggregator step ownership', () => {
349
+ const plannerStream = {
350
+ type: 'llm_stream',
351
+ timestamp: '2026-09-02T03:57:25.000Z',
352
+ data: { execution_id: 'exec-planner', stream_type: 'text', text: 'I have formulated the task plan.', isCompleted: true }
353
+ };
354
+ const tap = { trace_id: 'trace-tap-3', type: 'action', name: 'tap', timestamp: 1788374289.37, payload: { args: { action: 'tap' } } };
355
+
356
+ it('does not fold a step without streamed text into an earlier untagged stream block', () => {
357
+ const blocks = consolidateLogsToBlocks([
358
+ plannerStream,
359
+ {
360
+ type: 'step_recorded',
361
+ timestamp: '2026-09-02T03:57:47.000Z',
362
+ data: { step_id: 's1', step_number: 1, operator_raw_thinking: 'Launching Maps', generic_tools: [] }
363
+ },
364
+ {
365
+ type: 'step_recorded',
366
+ timestamp: '2026-09-02T03:58:09.000Z',
367
+ data: { step_id: 's3', step_number: 3, generic_tools: [tap] }
368
+ }
369
+ ]);
370
+
371
+ expect(blocks.map((b) => b.id)).toEqual(['stream-exec-planner', 'step-s1', 'step-s3']);
372
+ expect(blocks[0].type).toBe('llm_stream');
373
+ expect(blocks[0].data.generic_tools).toEqual([]);
374
+ expect(blocks[0].data.operator_raw_thinking).toBe('I have formulated the task plan.');
375
+ expect(blocks[2].data.generic_tools.map((t: any) => t.trace_id)).toEqual(['trace-tap-3']);
376
+ });
377
+
378
+ it('creates the step block for a tagged trace that arrives before its step is recorded', () => {
379
+ const blocks = consolidateLogsToBlocks([
380
+ {
381
+ type: 'step_recorded',
382
+ timestamp: '2026-09-02T03:58:03.000Z',
383
+ data: { step_id: 's2', step_number: 2, operator_raw_thinking: 'Dismissing the dialog', generic_tools: [] }
384
+ },
385
+ {
386
+ type: 'trace_recorded',
387
+ timestamp: '2026-09-02T03:58:09.300Z',
388
+ data: { ...tap, step_id: 's3', status: 'running' }
389
+ },
390
+ {
391
+ type: 'step_recorded',
392
+ timestamp: '2026-09-02T03:58:09.400Z',
393
+ data: { step_id: 's3', step_number: 3, generic_tools: [{ ...tap, status: 'success' }] }
394
+ }
395
+ ]);
396
+
397
+ expect(blocks.map((b) => b.id)).toEqual(['step-s2', 'step-s3']);
398
+ expect(blocks[0].data.generic_tools).toEqual([]);
399
+ expect(blocks[1].data.generic_tools.length).toBe(1);
400
+ expect(blocks[1].data.generic_tools[0].status).toBe('success');
401
+ });
402
+
403
+ it('still attaches untagged traces to the latest preceding block', () => {
404
+ const blocks = consolidateLogsToBlocks([
405
+ plannerStream,
406
+ {
407
+ type: 'trace_recorded',
408
+ timestamp: '2026-09-02T03:57:26.000Z',
409
+ data: { trace_id: 'trace-note', type: 'tool', name: 'save_note', payload: { args: {} } }
410
+ }
411
+ ]);
412
+
413
+ expect(blocks.length).toBe(1);
414
+ expect(blocks[0].data.generic_tools.map((t: any) => t.trace_id)).toEqual(['trace-note']);
415
+ });
416
+
417
+ it('keeps a mid-run hierarchy source switch in the step where it happened, as a note', () => {
418
+ const initial = {
419
+ type: 'trace_recorded',
420
+ timestamp: '2026-09-02T03:57:20.000Z',
421
+ data: {
422
+ trace_id: 'trace-backend-initial',
423
+ type: 'log',
424
+ name: 'hierarchy_backend',
425
+ payload: { backend: 'helper', previous_backend: null, message: 'UI hierarchy source: Artemis accessibility helper v1.1.3' }
426
+ }
427
+ };
428
+ const switched = {
429
+ type: 'trace_recorded',
430
+ timestamp: '2026-09-02T03:57:26.000Z',
431
+ data: {
432
+ trace_id: 'trace-backend-switch',
433
+ type: 'log',
434
+ name: 'hierarchy_backend',
435
+ timestamp: '2026-09-02T03:57:26.000Z',
436
+ payload: {
437
+ backend: 'uiautomator',
438
+ previous_backend: 'helper',
439
+ reason: 'HelperUnavailable: tunnel gone',
440
+ message: 'UI hierarchy source switched from Artemis accessibility helper to UIAutomator2 because HelperUnavailable: tunnel gone'
441
+ }
442
+ }
443
+ };
444
+ const ordinaryLog = {
445
+ type: 'trace_recorded',
446
+ timestamp: '2026-09-02T03:57:27.000Z',
447
+ data: { trace_id: 'trace-log', type: 'log', name: 'artemis.runtime', payload: { message: 'noise' } }
448
+ };
449
+
450
+ const blocks = consolidateLogsToBlocks([initial, plannerStream, switched, ordinaryLog]);
451
+
452
+ // The initial line belongs to the startup block; ordinary logs stay out.
453
+ expect(blocks.length).toBe(1);
454
+ expect(blocks[0].data.generic_tools.map((t: any) => t.trace_id)).toEqual(['trace-backend-switch']);
455
+ expect(isBackendSwitchNote(blocks[0].data.generic_tools[0])).toBeTrue();
456
+ expect(isBackendSwitchNote(initial.data)).toBeFalse();
457
+
458
+ const events = getSortedStepEvents(blocks[0].data);
459
+ expect(events.map((e) => e.type)).toEqual(['text', 'tool']);
460
+ });
461
+ });
462
+
463
+ describe('stream aggregator checker history relocation', () => {
464
+ it('moves persisted checker tool traces from the operator step to the attempt block', () => {
465
+ const blocks = consolidateLogsToBlocks([
466
+ {
467
+ type: 'step_updated',
468
+ timestamp: '2026-08-25T20:00:01.000Z',
469
+ history_snapshot: true,
470
+ data: {
471
+ step_id: 'step-1',
472
+ step_number: 1,
473
+ timestamp: 1756152001,
474
+ generic_tools: [
475
+ { trace_id: 'trace-checker-1', type: 'agent', name: 'checker', status: 'success' },
476
+ { trace_id: 'tool-probe', parent_trace_id: 'trace-checker-1', type: 'tool', name: 'probe_device', status: 'success' },
477
+ { trace_id: 'tool-note', parent_trace_id: 'operator-trace', type: 'tool', name: 'save_note', status: 'success' }
478
+ ]
479
+ }
480
+ },
481
+ {
482
+ type: 'checker_event',
483
+ timestamp: '2026-08-25T20:00:09.000Z',
484
+ checks_snapshot: true,
485
+ data: {
486
+ event: 'attempt_finished',
487
+ phase: 'checkpoint',
488
+ attempt_id: 'abc#1',
489
+ checkpoint_id: 'abc',
490
+ subgoal_text: 'Create the alarm',
491
+ trace_id: 'trace-checker-1',
492
+ status: 'done',
493
+ verdicts: [{ item_text: 'alarm exists', kind: 'verify', status: 'passed', evidence: 'seen' }],
494
+ ts: 1756152009
495
+ }
496
+ }
497
+ ]);
498
+
499
+ const step = blocks.find((b) => b.id === 'step-step-1')!;
500
+ const checker = blocks.find((b) => b.id === 'checker-abc#1')!;
501
+ expect(step.data.generic_tools.map((t: any) => t.trace_id)).toEqual(['tool-note']);
502
+ expect(checker.data.generic_tools.map((t: any) => t.trace_id)).toEqual(['tool-probe']);
503
+ });
504
+ });
505
+
506
+ describe('stream aggregator single source of truth (Option A)', () => {
507
+ it('does not duplicate action_taken when generic_tools already contains the action trace', () => {
508
+ const events = getSortedStepEvents({
509
+ timestamp: 100,
510
+ action_taken: [{ action: 'launch_app', app_name: 'Maps', timestamp: 102 }],
511
+ generic_tools: [
512
+ { trace_id: 'tool-note', type: 'tool', name: 'update_note', timestamp: 101 },
513
+ { trace_id: 'act-launch', type: 'action', name: 'launch_app', timestamp: 102, payload: { args: { action: { action: 'launch_app', app_name: 'Maps' } } } }
514
+ ]
515
+ });
516
+
517
+ expect(events.length).toBe(2);
518
+ expect(events.map(e => e.type)).toEqual(['tool', 'action']);
519
+ expect(events.map(e => e.data.name)).toEqual(['update_note', 'launch_app']);
520
+ });
521
+
522
+ it('retains multiple adb commands and tools alongside physical actions without dropping any', () => {
523
+ const events = getSortedStepEvents({
524
+ timestamp: 100,
525
+ action_taken: [{ action: 'wait_for_delay', time_in_ms: 1000, timestamp: 105 }],
526
+ generic_tools: [
527
+ { trace_id: 'adb-1', type: 'tool', name: 'run_adb_command', timestamp: 101, payload: { CommandLine: 'dumpsys telephony.registry' } },
528
+ { trace_id: 'adb-2', type: 'tool', name: 'run_adb_command', timestamp: 102, payload: { CommandLine: 'am start -a ...' } },
529
+ { trace_id: 'exp-1', type: 'tool', name: 'ask_explorer', timestamp: 103 },
530
+ { trace_id: 'act-wait', type: 'action', name: 'wait_for_delay', timestamp: 104, payload: { args: { time_in_ms: 1000 } } }
531
+ ]
532
+ });
533
+
534
+ expect(events.length).toBe(4);
535
+ expect(events.map(e => e.type)).toEqual(['tool', 'tool', 'tool', 'action']);
536
+ expect(events.map(e => e.data.name)).toEqual(['run_adb_command', 'run_adb_command', 'ask_explorer', 'wait_for_delay']);
537
+ });
538
+
539
+ it('supports multi-action bursts sequentially from generic_tools', () => {
540
+ const events = getSortedStepEvents({
541
+ timestamp: 100,
542
+ action_taken: [{ action: 'tap', coordinates: [200, 300] }],
543
+ generic_tools: [
544
+ { trace_id: 'tap-1', type: 'action', name: 'tap', timestamp: 101, payload: { args: { action: { action: 'tap', coordinates: [100, 200] } } } },
545
+ { trace_id: 'tap-2', type: 'action', name: 'tap', timestamp: 102, payload: { args: { action: { action: 'tap', coordinates: [200, 300] } } } }
546
+ ]
547
+ });
548
+
549
+ expect(events.length).toBe(2);
550
+ expect(events.every(e => e.type === 'action')).toBeTrue();
551
+ expect(events[0].data.trace_id).toBe('tap-1');
552
+ expect(events[1].data.trace_id).toBe('tap-2');
553
+ });
554
+
555
+ it('correctly processes real trace 38fd934e Step 16 keeping ADB commands and wait_for_delay visible without duplicates', () => {
556
+ const step16 = {
557
+ step_id: '31e8c7ec-6b67-485e-94f4-355a853ccf8a',
558
+ step_number: 16,
559
+ action_taken: [{ action: 'wait_for_delay', time_in_ms: 1000 }],
560
+ operator_native_thinking: 'Let me check telephony and send SMS...',
561
+ operator_native_thinking_timestamp: 1788457630,
562
+ timestamp: 1788457630,
563
+ generic_tools: [
564
+ { trace_id: 't-adb-1', parent_trace_id: 't-op', name: 'run_adb_command', type: 'tool', timestamp: 1788457631, status: 'success', payload: { args: { CommandLine: 'dumpsys telephony.registry' } } },
565
+ { trace_id: 't-adb-1-sub', parent_trace_id: 't-adb-1', name: 'run_adb_command', type: 'tool', timestamp: 1788457631.5, status: 'success' },
566
+ { trace_id: 't-adb-2', parent_trace_id: 't-op', name: 'run_adb_command', type: 'tool', timestamp: 1788457632, status: 'success', payload: { args: { CommandLine: 'am start -a android.intent.action.SENDTO ...' } } },
567
+ { trace_id: 't-adb-2-sub', parent_trace_id: 't-adb-2', name: 'run_adb_command', type: 'tool', timestamp: 1788457632.5, status: 'success' },
568
+ { trace_id: 't-exp', parent_trace_id: 't-op', name: 'ask_explorer', type: 'tool', timestamp: 1788457633, status: 'success', payload: { args: { query: 'any text on screen' } } },
569
+ { trace_id: 't-exp-sub', parent_trace_id: 't-exp', name: 'ask_explorer', type: 'tool', timestamp: 1788457633.5, status: 'success' },
570
+ { trace_id: 't-wait', parent_trace_id: 't-val', name: 'wait_for_delay', type: 'action', timestamp: 1788457635, status: 'success', payload: { args: { action: { action: 'wait_for_delay', time_in_ms: 1000 } } } },
571
+ { trace_id: 't-safety', parent_trace_id: 't-wait', name: 'safety_net_pixel_validation', type: 'tool', timestamp: 1788457636, status: 'success' }
572
+ ]
573
+ };
574
+
575
+ const events = getSortedStepEvents(step16);
576
+ // 1 native thinking + 2 adb tools + 1 explorer tool + 1 wait_for_delay action
577
+ expect(events.length).toBe(5);
578
+ expect(events.map(e => e.type)).toEqual(['thinking', 'tool', 'tool', 'tool', 'action']);
579
+ expect(events.map(e => e.data.name || e.data.action || 'thinking')).toEqual([
580
+ 'thinking',
581
+ 'run_adb_command',
582
+ 'run_adb_command',
583
+ 'ask_explorer',
584
+ 'wait_for_delay'
585
+ ]);
586
+ });
587
+
588
+ it('correctly handles mid-stream reset and supersedes the reset block on retry', () => {
589
+ // 1. Initial stream fails mid-stream and is marked reset
590
+ const resetLogs = [
591
+ {
592
+ type: 'llm_stream',
593
+ timestamp: '2026-09-03T10:00:01.000Z',
594
+ data: {
595
+ execution_id: 'exec-failed-1',
596
+ stream_type: 'text',
597
+ text: 'Here is the aborted plan...',
598
+ isCompleted: false,
599
+ isReset: true,
600
+ resetMessage: 'A request error occurred during output generation, typically caused by lower API priority. Retrying automatically...'
601
+ }
602
+ }
603
+ ];
604
+
605
+ const initialBlocks = consolidateLogsToBlocks(resetLogs);
606
+ expect(initialBlocks.length).toBe(1);
607
+ expect(initialBlocks[0].data.isReset).toBeTrue();
608
+ expect(initialBlocks[0].data.resetMessage).toBe('A request error occurred during output generation, typically caused by lower API priority. Retrying automatically...');
609
+
610
+ // getSortedStepEvents retains the reset state and message
611
+ const resetEvents = getSortedStepEvents(initialBlocks[0].data);
612
+ expect(resetEvents.length).toBe(1);
613
+ expect(resetEvents[0].type).toBe('text');
614
+ expect(resetEvents[0].data.isReset).toBeTrue();
615
+
616
+ // 2. Retry stream arrives without step_id (e.g. pre-planning retry)
617
+ const retryLogs = [
618
+ ...resetLogs,
619
+ {
620
+ type: 'llm_stream',
621
+ timestamp: '2026-09-03T10:00:03.000Z',
622
+ data: {
623
+ execution_id: 'exec-retry-2',
624
+ stream_type: 'text',
625
+ text: 'Here is the fresh completed plan.',
626
+ isCompleted: true
627
+ }
628
+ }
629
+ ];
630
+
631
+ const updatedBlocks = consolidateLogsToBlocks(retryLogs);
632
+ // Should supersede the reset block rather than creating an orphaned duplicate card
633
+ expect(updatedBlocks.length).toBe(1);
634
+ expect(updatedBlocks[0].data.execution_id).toBe('exec-retry-2');
635
+ expect(updatedBlocks[0].data.isReset).toBeFalse();
636
+ expect(updatedBlocks[0].data.operator_raw_thinking).toBe('Here is the fresh completed plan.');
637
+ expect(updatedBlocks[0].data.isCompleted).toBeTrue();
638
+ });
639
+ });
640
+