@swarmclawai/swarmclaw 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (319) hide show
  1. package/README.md +577 -0
  2. package/bin/server-cmd.js +359 -0
  3. package/bin/swarmclaw.js +29 -0
  4. package/bin/swarmclaw.mjs +1504 -0
  5. package/next.config.ts +33 -0
  6. package/package.json +112 -0
  7. package/postcss.config.mjs +7 -0
  8. package/public/branding/swarmclaw-org-avatar.png +0 -0
  9. package/public/branding/swarmclaw-org-avatar.svg +58 -0
  10. package/public/file.svg +1 -0
  11. package/public/globe.svg +1 -0
  12. package/public/next.svg +1 -0
  13. package/public/screenshots/agents.png +0 -0
  14. package/public/screenshots/connectors.png +0 -0
  15. package/public/screenshots/dashboard.png +0 -0
  16. package/public/screenshots/new-session-openclaw.png +0 -0
  17. package/public/screenshots/providers.png +0 -0
  18. package/public/screenshots/schedules.png +0 -0
  19. package/public/screenshots/tasks.png +0 -0
  20. package/public/vercel.svg +1 -0
  21. package/public/window.svg +1 -0
  22. package/src/app/api/agents/[id]/route.ts +30 -0
  23. package/src/app/api/agents/[id]/thread/route.ts +66 -0
  24. package/src/app/api/agents/generate/route.ts +42 -0
  25. package/src/app/api/agents/route.ts +33 -0
  26. package/src/app/api/auth/route.ts +25 -0
  27. package/src/app/api/claude-skills/route.ts +42 -0
  28. package/src/app/api/clawhub/install/route.ts +39 -0
  29. package/src/app/api/clawhub/search/route.ts +11 -0
  30. package/src/app/api/connectors/[id]/route.ts +79 -0
  31. package/src/app/api/connectors/route.ts +60 -0
  32. package/src/app/api/credentials/[id]/route.ts +14 -0
  33. package/src/app/api/credentials/route.ts +31 -0
  34. package/src/app/api/daemon/health-check/route.ts +11 -0
  35. package/src/app/api/daemon/route.ts +22 -0
  36. package/src/app/api/dirs/pick/route.ts +60 -0
  37. package/src/app/api/dirs/route.ts +29 -0
  38. package/src/app/api/documents/[id]/route.ts +47 -0
  39. package/src/app/api/documents/route.ts +93 -0
  40. package/src/app/api/files/serve/route.ts +69 -0
  41. package/src/app/api/generate/info/route.ts +12 -0
  42. package/src/app/api/generate/route.ts +106 -0
  43. package/src/app/api/ip/route.ts +6 -0
  44. package/src/app/api/knowledge/[id]/route.ts +61 -0
  45. package/src/app/api/knowledge/route.ts +48 -0
  46. package/src/app/api/knowledge/upload/route.ts +86 -0
  47. package/src/app/api/logs/route.ts +65 -0
  48. package/src/app/api/mcp-servers/[id]/route.ts +32 -0
  49. package/src/app/api/mcp-servers/[id]/test/route.ts +23 -0
  50. package/src/app/api/mcp-servers/[id]/tools/route.ts +32 -0
  51. package/src/app/api/mcp-servers/route.ts +27 -0
  52. package/src/app/api/memory/[id]/route.ts +126 -0
  53. package/src/app/api/memory/maintenance/route.ts +63 -0
  54. package/src/app/api/memory/route.ts +111 -0
  55. package/src/app/api/memory-images/[filename]/route.ts +36 -0
  56. package/src/app/api/orchestrator/run/route.ts +43 -0
  57. package/src/app/api/plugins/install/route.ts +58 -0
  58. package/src/app/api/plugins/marketplace/route.ts +33 -0
  59. package/src/app/api/plugins/route.ts +21 -0
  60. package/src/app/api/preview-server/route.ts +339 -0
  61. package/src/app/api/providers/[id]/models/route.ts +29 -0
  62. package/src/app/api/providers/[id]/route.ts +34 -0
  63. package/src/app/api/providers/configs/route.ts +7 -0
  64. package/src/app/api/providers/ollama/route.ts +30 -0
  65. package/src/app/api/providers/openclaw/health/route.ts +23 -0
  66. package/src/app/api/providers/route.ts +28 -0
  67. package/src/app/api/runs/[id]/route.ts +9 -0
  68. package/src/app/api/runs/route.ts +13 -0
  69. package/src/app/api/schedules/[id]/route.ts +28 -0
  70. package/src/app/api/schedules/[id]/run/route.ts +104 -0
  71. package/src/app/api/schedules/route.ts +78 -0
  72. package/src/app/api/secrets/[id]/route.ts +29 -0
  73. package/src/app/api/secrets/route.ts +42 -0
  74. package/src/app/api/sessions/[id]/browser/route.ts +13 -0
  75. package/src/app/api/sessions/[id]/chat/route.ts +96 -0
  76. package/src/app/api/sessions/[id]/clear/route.ts +19 -0
  77. package/src/app/api/sessions/[id]/deploy/route.ts +34 -0
  78. package/src/app/api/sessions/[id]/devserver/route.ts +69 -0
  79. package/src/app/api/sessions/[id]/mailbox/route.ts +70 -0
  80. package/src/app/api/sessions/[id]/main-loop/route.ts +94 -0
  81. package/src/app/api/sessions/[id]/messages/route.ts +9 -0
  82. package/src/app/api/sessions/[id]/retry/route.ts +28 -0
  83. package/src/app/api/sessions/[id]/route.ts +103 -0
  84. package/src/app/api/sessions/[id]/stop/route.ts +13 -0
  85. package/src/app/api/sessions/heartbeat/route.ts +26 -0
  86. package/src/app/api/sessions/route.ts +85 -0
  87. package/src/app/api/settings/route.ts +58 -0
  88. package/src/app/api/setup/check-provider/route.ts +326 -0
  89. package/src/app/api/setup/doctor/route.ts +250 -0
  90. package/src/app/api/skills/[id]/route.ts +40 -0
  91. package/src/app/api/skills/import/route.ts +69 -0
  92. package/src/app/api/skills/route.ts +28 -0
  93. package/src/app/api/tasks/[id]/route.ts +102 -0
  94. package/src/app/api/tasks/route.ts +115 -0
  95. package/src/app/api/tts/route.ts +40 -0
  96. package/src/app/api/upload/route.ts +18 -0
  97. package/src/app/api/uploads/[filename]/route.ts +59 -0
  98. package/src/app/api/usage/route.ts +35 -0
  99. package/src/app/api/version/route.ts +81 -0
  100. package/src/app/api/version/update/route.ts +95 -0
  101. package/src/app/api/webhooks/[id]/history/route.ts +13 -0
  102. package/src/app/api/webhooks/[id]/route.ts +204 -0
  103. package/src/app/api/webhooks/route.ts +37 -0
  104. package/src/app/favicon.ico +0 -0
  105. package/src/app/globals.css +370 -0
  106. package/src/app/layout.tsx +52 -0
  107. package/src/app/page.tsx +172 -0
  108. package/src/cli/index.js +1232 -0
  109. package/src/cli/index.test.js +281 -0
  110. package/src/cli/index.ts +1158 -0
  111. package/src/cli/spec.js +284 -0
  112. package/src/components/agents/agent-card.tsx +219 -0
  113. package/src/components/agents/agent-chat-list.tsx +165 -0
  114. package/src/components/agents/agent-list.tsx +110 -0
  115. package/src/components/agents/agent-sheet.tsx +1220 -0
  116. package/src/components/auth/access-key-gate.tsx +248 -0
  117. package/src/components/auth/setup-wizard.tsx +940 -0
  118. package/src/components/auth/user-picker.tsx +88 -0
  119. package/src/components/chat/chat-area.tsx +406 -0
  120. package/src/components/chat/chat-header.tsx +491 -0
  121. package/src/components/chat/chat-tool-toggles.tsx +161 -0
  122. package/src/components/chat/code-block.tsx +146 -0
  123. package/src/components/chat/dev-server-bar.tsx +39 -0
  124. package/src/components/chat/message-bubble.tsx +486 -0
  125. package/src/components/chat/message-list.tsx +299 -0
  126. package/src/components/chat/session-debug-panel.tsx +196 -0
  127. package/src/components/chat/streaming-bubble.tsx +85 -0
  128. package/src/components/chat/thinking-indicator.tsx +26 -0
  129. package/src/components/chat/tool-call-bubble.tsx +438 -0
  130. package/src/components/chat/tool-request-banner.tsx +103 -0
  131. package/src/components/connectors/connector-list.tsx +196 -0
  132. package/src/components/connectors/connector-sheet.tsx +804 -0
  133. package/src/components/input/chat-input.tsx +235 -0
  134. package/src/components/knowledge/knowledge-list.tsx +206 -0
  135. package/src/components/knowledge/knowledge-sheet.tsx +316 -0
  136. package/src/components/layout/app-layout.tsx +1016 -0
  137. package/src/components/layout/daemon-indicator.tsx +56 -0
  138. package/src/components/layout/mobile-header.tsx +31 -0
  139. package/src/components/layout/network-banner.tsx +17 -0
  140. package/src/components/layout/update-banner.tsx +130 -0
  141. package/src/components/logs/log-list.tsx +358 -0
  142. package/src/components/mcp-servers/mcp-server-list.tsx +122 -0
  143. package/src/components/mcp-servers/mcp-server-sheet.tsx +243 -0
  144. package/src/components/memory/memory-card.tsx +63 -0
  145. package/src/components/memory/memory-detail.tsx +339 -0
  146. package/src/components/memory/memory-list.tsx +198 -0
  147. package/src/components/memory/memory-sheet.tsx +70 -0
  148. package/src/components/plugins/plugin-list.tsx +60 -0
  149. package/src/components/plugins/plugin-sheet.tsx +311 -0
  150. package/src/components/providers/provider-list.tsx +96 -0
  151. package/src/components/providers/provider-sheet.tsx +542 -0
  152. package/src/components/runs/run-list.tsx +231 -0
  153. package/src/components/schedules/schedule-card.tsx +63 -0
  154. package/src/components/schedules/schedule-list.tsx +76 -0
  155. package/src/components/schedules/schedule-sheet.tsx +336 -0
  156. package/src/components/secrets/secret-sheet.tsx +180 -0
  157. package/src/components/secrets/secrets-list.tsx +91 -0
  158. package/src/components/sessions/new-session-sheet.tsx +478 -0
  159. package/src/components/sessions/session-card.tsx +144 -0
  160. package/src/components/sessions/session-list.tsx +202 -0
  161. package/src/components/shared/ai-gen-block.tsx +77 -0
  162. package/src/components/shared/avatar.tsx +48 -0
  163. package/src/components/shared/bottom-sheet.tsx +30 -0
  164. package/src/components/shared/confirm-dialog.tsx +47 -0
  165. package/src/components/shared/connector-platform-icon.tsx +113 -0
  166. package/src/components/shared/dir-browser.tsx +285 -0
  167. package/src/components/shared/dropdown.tsx +55 -0
  168. package/src/components/shared/icon-button.tsx +25 -0
  169. package/src/components/shared/settings/plugin-manager.tsx +207 -0
  170. package/src/components/shared/settings/section-capability-policy.tsx +93 -0
  171. package/src/components/shared/settings/section-embedding.tsx +99 -0
  172. package/src/components/shared/settings/section-heartbeat.tsx +168 -0
  173. package/src/components/shared/settings/section-memory.tsx +77 -0
  174. package/src/components/shared/settings/section-orchestrator.tsx +108 -0
  175. package/src/components/shared/settings/section-providers.tsx +181 -0
  176. package/src/components/shared/settings/section-runtime-loop.tsx +183 -0
  177. package/src/components/shared/settings/section-secrets.tsx +132 -0
  178. package/src/components/shared/settings/section-user-preferences.tsx +24 -0
  179. package/src/components/shared/settings/section-voice.tsx +53 -0
  180. package/src/components/shared/settings/settings-sheet.tsx +88 -0
  181. package/src/components/shared/settings/types.ts +7 -0
  182. package/src/components/shared/settings/utils.ts +13 -0
  183. package/src/components/shared/settings-sheet.tsx +1 -0
  184. package/src/components/shared/skeleton.tsx +19 -0
  185. package/src/components/shared/usage-badge.tsx +28 -0
  186. package/src/components/skills/clawhub-browser.tsx +225 -0
  187. package/src/components/skills/skill-list.tsx +70 -0
  188. package/src/components/skills/skill-sheet.tsx +254 -0
  189. package/src/components/tasks/task-board.tsx +96 -0
  190. package/src/components/tasks/task-card.tsx +179 -0
  191. package/src/components/tasks/task-column.tsx +73 -0
  192. package/src/components/tasks/task-list.tsx +118 -0
  193. package/src/components/tasks/task-sheet.tsx +415 -0
  194. package/src/components/ui/avatar.tsx +109 -0
  195. package/src/components/ui/badge.tsx +48 -0
  196. package/src/components/ui/button.tsx +64 -0
  197. package/src/components/ui/card.tsx +92 -0
  198. package/src/components/ui/dialog.tsx +158 -0
  199. package/src/components/ui/dropdown-menu.tsx +257 -0
  200. package/src/components/ui/input.tsx +21 -0
  201. package/src/components/ui/scroll-area.tsx +58 -0
  202. package/src/components/ui/select.tsx +190 -0
  203. package/src/components/ui/separator.tsx +28 -0
  204. package/src/components/ui/sheet.tsx +143 -0
  205. package/src/components/ui/sonner.tsx +22 -0
  206. package/src/components/ui/textarea.tsx +18 -0
  207. package/src/components/ui/tooltip.tsx +56 -0
  208. package/src/components/usage/usage-list.tsx +105 -0
  209. package/src/components/webhooks/webhook-list.tsx +166 -0
  210. package/src/components/webhooks/webhook-sheet.tsx +402 -0
  211. package/src/hooks/use-auto-resize.ts +20 -0
  212. package/src/hooks/use-media-query.ts +21 -0
  213. package/src/hooks/use-speech-recognition.ts +83 -0
  214. package/src/instrumentation.ts +8 -0
  215. package/src/lib/agents.ts +13 -0
  216. package/src/lib/api-client.ts +100 -0
  217. package/src/lib/chat.ts +60 -0
  218. package/src/lib/memory.ts +42 -0
  219. package/src/lib/openclaw-endpoint.test.ts +48 -0
  220. package/src/lib/openclaw-endpoint.ts +67 -0
  221. package/src/lib/provider-config.ts +13 -0
  222. package/src/lib/providers/anthropic.ts +135 -0
  223. package/src/lib/providers/claude-cli.ts +202 -0
  224. package/src/lib/providers/codex-cli.ts +260 -0
  225. package/src/lib/providers/index.ts +351 -0
  226. package/src/lib/providers/ollama.ts +131 -0
  227. package/src/lib/providers/openai.ts +164 -0
  228. package/src/lib/providers/openclaw.ts +330 -0
  229. package/src/lib/providers/opencode-cli.ts +164 -0
  230. package/src/lib/runtime-loop.ts +15 -0
  231. package/src/lib/schedule-dedupe.test.ts +84 -0
  232. package/src/lib/schedule-dedupe.ts +174 -0
  233. package/src/lib/schedule-name.ts +62 -0
  234. package/src/lib/schedules.ts +16 -0
  235. package/src/lib/server/agent-registry.ts +70 -0
  236. package/src/lib/server/api-routes.test.ts +362 -0
  237. package/src/lib/server/autonomy-contract.ts +200 -0
  238. package/src/lib/server/build-llm.ts +155 -0
  239. package/src/lib/server/capability-router.test.ts +21 -0
  240. package/src/lib/server/capability-router.ts +172 -0
  241. package/src/lib/server/chat-execution.ts +894 -0
  242. package/src/lib/server/clawhub-client.test.ts +161 -0
  243. package/src/lib/server/clawhub-client.ts +26 -0
  244. package/src/lib/server/connectors/connector-routing.test.ts +243 -0
  245. package/src/lib/server/connectors/discord.ts +116 -0
  246. package/src/lib/server/connectors/googlechat.ts +66 -0
  247. package/src/lib/server/connectors/manager.ts +559 -0
  248. package/src/lib/server/connectors/matrix.ts +78 -0
  249. package/src/lib/server/connectors/media.ts +149 -0
  250. package/src/lib/server/connectors/openclaw.test.ts +375 -0
  251. package/src/lib/server/connectors/openclaw.ts +1132 -0
  252. package/src/lib/server/connectors/signal.ts +183 -0
  253. package/src/lib/server/connectors/slack.ts +258 -0
  254. package/src/lib/server/connectors/teams.ts +94 -0
  255. package/src/lib/server/connectors/telegram.ts +221 -0
  256. package/src/lib/server/connectors/types.ts +62 -0
  257. package/src/lib/server/connectors/whatsapp.ts +349 -0
  258. package/src/lib/server/context-manager.ts +232 -0
  259. package/src/lib/server/cost.ts +31 -0
  260. package/src/lib/server/daemon-state.ts +354 -0
  261. package/src/lib/server/data-dir.ts +3 -0
  262. package/src/lib/server/embeddings.ts +111 -0
  263. package/src/lib/server/execution-log.ts +257 -0
  264. package/src/lib/server/gateway/protocol.test.ts +54 -0
  265. package/src/lib/server/gateway/protocol.ts +114 -0
  266. package/src/lib/server/heartbeat-service.ts +366 -0
  267. package/src/lib/server/knowledge-db.test.ts +441 -0
  268. package/src/lib/server/logger.ts +47 -0
  269. package/src/lib/server/main-agent-loop.ts +1017 -0
  270. package/src/lib/server/mcp-client.test.ts +342 -0
  271. package/src/lib/server/mcp-client.ts +130 -0
  272. package/src/lib/server/memory-db.ts +1078 -0
  273. package/src/lib/server/memory-graph.test.ts +153 -0
  274. package/src/lib/server/memory-graph.ts +138 -0
  275. package/src/lib/server/openclaw-health.ts +245 -0
  276. package/src/lib/server/orchestrator-lg.ts +431 -0
  277. package/src/lib/server/orchestrator.ts +364 -0
  278. package/src/lib/server/playwright-proxy.mjs +70 -0
  279. package/src/lib/server/plugins.ts +229 -0
  280. package/src/lib/server/process-manager.ts +327 -0
  281. package/src/lib/server/provider-health.ts +113 -0
  282. package/src/lib/server/queue.ts +859 -0
  283. package/src/lib/server/runtime-settings.ts +119 -0
  284. package/src/lib/server/scheduler.ts +196 -0
  285. package/src/lib/server/session-mailbox.ts +129 -0
  286. package/src/lib/server/session-run-manager.ts +512 -0
  287. package/src/lib/server/session-tools/connector.ts +124 -0
  288. package/src/lib/server/session-tools/context-mgmt.ts +103 -0
  289. package/src/lib/server/session-tools/context.ts +114 -0
  290. package/src/lib/server/session-tools/crud.ts +673 -0
  291. package/src/lib/server/session-tools/delegate.ts +708 -0
  292. package/src/lib/server/session-tools/file.ts +264 -0
  293. package/src/lib/server/session-tools/index.ts +164 -0
  294. package/src/lib/server/session-tools/memory.ts +230 -0
  295. package/src/lib/server/session-tools/session-info.ts +422 -0
  296. package/src/lib/server/session-tools/session-tools-wiring.test.ts +166 -0
  297. package/src/lib/server/session-tools/shell.ts +171 -0
  298. package/src/lib/server/session-tools/web.ts +408 -0
  299. package/src/lib/server/session-tools.ts +9 -0
  300. package/src/lib/server/skills-normalize.ts +130 -0
  301. package/src/lib/server/storage-mcp.test.ts +161 -0
  302. package/src/lib/server/storage.ts +670 -0
  303. package/src/lib/server/stream-agent-chat.ts +571 -0
  304. package/src/lib/server/task-reports.ts +122 -0
  305. package/src/lib/server/task-result.ts +161 -0
  306. package/src/lib/server/task-validation.test.ts +27 -0
  307. package/src/lib/server/task-validation.ts +90 -0
  308. package/src/lib/server/tool-capability-policy.test.ts +58 -0
  309. package/src/lib/server/tool-capability-policy.ts +262 -0
  310. package/src/lib/sessions.ts +68 -0
  311. package/src/lib/tasks.ts +20 -0
  312. package/src/lib/tts.ts +42 -0
  313. package/src/lib/upload.ts +10 -0
  314. package/src/lib/utils.ts +6 -0
  315. package/src/proxy.ts +43 -0
  316. package/src/stores/use-app-store.ts +468 -0
  317. package/src/stores/use-chat-store.ts +323 -0
  318. package/src/types/index.ts +621 -0
  319. package/tsconfig.json +34 -0
@@ -0,0 +1,323 @@
1
+ 'use client'
2
+
3
+ import { create } from 'zustand'
4
+ import type { Message, DevServerStatus, SSEEvent } from '../types'
5
+ import { streamChat } from '../lib/chat'
6
+ import { speak } from '../lib/tts'
7
+ import { getStoredAccessKey } from '../lib/api-client'
8
+ import { useAppStore } from './use-app-store'
9
+
10
+ interface PendingImage {
11
+ file: File
12
+ path: string
13
+ url: string
14
+ }
15
+
16
+ export interface ToolEvent {
17
+ id: string
18
+ name: string
19
+ input: string
20
+ output?: string
21
+ status: 'running' | 'done' | 'error'
22
+ }
23
+
24
+ export interface UsageInfo {
25
+ inputTokens: number
26
+ outputTokens: number
27
+ totalTokens: number
28
+ estimatedCost: number
29
+ }
30
+
31
+ interface ChatState {
32
+ streaming: boolean
33
+ streamingSessionId: string | null
34
+ streamText: string
35
+
36
+ messages: Message[]
37
+ setMessages: (msgs: Message[]) => void
38
+
39
+ toolEvents: ToolEvent[]
40
+ clearToolEvents: () => void
41
+
42
+ lastUsage: UsageInfo | null
43
+
44
+ ttsEnabled: boolean
45
+ toggleTts: () => void
46
+
47
+ pendingImage: PendingImage | null
48
+ setPendingImage: (img: PendingImage | null) => void
49
+
50
+ devServer: DevServerStatus | null
51
+ setDevServer: (ds: DevServerStatus | null) => void
52
+
53
+ debugOpen: boolean
54
+ setDebugOpen: (open: boolean) => void
55
+
56
+ sendMessage: (text: string) => Promise<void>
57
+ retryLastMessage: () => Promise<void>
58
+ sendHeartbeat: (sessionId: string) => Promise<void>
59
+ stopStreaming: () => void
60
+ }
61
+
62
+ export const useChatStore = create<ChatState>((set, get) => ({
63
+ streaming: false,
64
+ streamingSessionId: null,
65
+ streamText: '',
66
+ messages: [],
67
+ setMessages: (msgs) => set({ messages: msgs, toolEvents: [] }),
68
+ toolEvents: [],
69
+ clearToolEvents: () => set({ toolEvents: [] }),
70
+ lastUsage: null,
71
+ ttsEnabled: false,
72
+ toggleTts: () => set((s) => ({ ttsEnabled: !s.ttsEnabled })),
73
+ pendingImage: null,
74
+ setPendingImage: (img) => set({ pendingImage: img }),
75
+ devServer: null,
76
+ setDevServer: (ds) => set({ devServer: ds }),
77
+ debugOpen: false,
78
+ setDebugOpen: (open) => set({ debugOpen: open }),
79
+
80
+ sendMessage: async (text: string) => {
81
+ if (!text.trim() || get().streaming) return
82
+ const sessionId = useAppStore.getState().currentSessionId
83
+ if (!sessionId) return
84
+
85
+ const { pendingImage } = get()
86
+ const imagePath = pendingImage?.path
87
+ const imageUrl = pendingImage?.url
88
+
89
+ const userMsg: Message = {
90
+ role: 'user',
91
+ text,
92
+ time: Date.now(),
93
+ imagePath,
94
+ imageUrl,
95
+ }
96
+ set((s) => ({
97
+ streaming: true,
98
+ streamingSessionId: sessionId,
99
+ streamText: '',
100
+ messages: [...s.messages, userMsg],
101
+ pendingImage: null,
102
+ toolEvents: [],
103
+ lastUsage: null,
104
+ }))
105
+
106
+ // Force scroll to bottom when user sends a message
107
+ if (typeof window !== 'undefined') {
108
+ window.dispatchEvent(new Event('swarmclaw:scroll-bottom'))
109
+ }
110
+
111
+ let fullText = ''
112
+ let toolCallCounter = 0
113
+ const shouldIgnoreTransientError = (msg: string) =>
114
+ /cancelled by steer mode|stopped by user/i.test(msg || '')
115
+
116
+ await streamChat(sessionId, text, imagePath, imageUrl, (event: SSEEvent) => {
117
+ if (event.t === 'd') {
118
+ fullText += event.text || ''
119
+ set({ streamText: fullText })
120
+ } else if (event.t === 'md') {
121
+ // Parse metadata events (usage/run/queue). Ignore unknown keys.
122
+ try {
123
+ const meta = JSON.parse(event.text || '{}')
124
+ if (meta.usage) {
125
+ set({ lastUsage: meta.usage })
126
+ }
127
+ } catch {
128
+ // Ignore non-JSON metadata payloads.
129
+ }
130
+ } else if (event.t === 'r') {
131
+ fullText = event.text || ''
132
+ set({ streamText: fullText })
133
+ } else if (event.t === 'tool_call') {
134
+ const id = `tc-${++toolCallCounter}`
135
+ set((s) => ({
136
+ toolEvents: [...s.toolEvents, {
137
+ id,
138
+ name: event.toolName || 'unknown',
139
+ input: event.toolInput || '',
140
+ status: 'running',
141
+ }],
142
+ }))
143
+ } else if (event.t === 'tool_result') {
144
+ set((s) => {
145
+ const events = [...s.toolEvents]
146
+ // Find the last running event with matching name
147
+ const idx = events.findLastIndex(
148
+ (e) => e.name === event.toolName && e.status === 'running',
149
+ )
150
+ if (idx !== -1) {
151
+ const output = event.toolOutput || ''
152
+ const isError = /^(Error:|error:|ECONNREFUSED|ETIMEDOUT|timeout|failed)/i.test(output.trim())
153
+ || output.includes('ECONNREFUSED')
154
+ || output.includes('ETIMEDOUT')
155
+ || output.includes('Error:')
156
+ events[idx] = { ...events[idx], status: isError ? 'error' : 'done', output }
157
+ }
158
+ return { toolEvents: events }
159
+ })
160
+ } else if (event.t === 'err') {
161
+ const errText = event.text || 'Unknown'
162
+ if (!shouldIgnoreTransientError(errText)) {
163
+ fullText += '\n[Error: ' + errText + ']'
164
+ set({ streamText: fullText })
165
+ }
166
+ } else if (event.t === 'done') {
167
+ // done
168
+ }
169
+ })
170
+
171
+ if (fullText.trim()) {
172
+ const currentToolEvents = get().toolEvents
173
+ const assistantMsg: Message = {
174
+ role: 'assistant',
175
+ text: fullText.trim(),
176
+ time: Date.now(),
177
+ kind: 'chat',
178
+ toolEvents: currentToolEvents.length ? currentToolEvents.map(e => ({
179
+ name: e.name,
180
+ input: e.input,
181
+ output: e.output,
182
+ error: e.status === 'error' || undefined,
183
+ })) : undefined,
184
+ }
185
+ set((s) => ({
186
+ messages: [...s.messages, assistantMsg],
187
+ streaming: false,
188
+ streamingSessionId: null,
189
+ streamText: '',
190
+ }))
191
+ if (get().ttsEnabled) speak(fullText)
192
+ } else {
193
+ set({ streaming: false, streamingSessionId: null, streamText: '' })
194
+ }
195
+
196
+ useAppStore.getState().loadSessions()
197
+ },
198
+
199
+ retryLastMessage: async () => {
200
+ if (get().streaming) return
201
+ const sessionId = useAppStore.getState().currentSessionId
202
+ if (!sessionId) return
203
+ try {
204
+ const key = getStoredAccessKey()
205
+ const res = await fetch(`/api/sessions/${sessionId}/retry`, {
206
+ method: 'POST',
207
+ headers: key ? { 'X-Access-Key': key } : undefined,
208
+ })
209
+ if (!res.ok) return
210
+ const { message, imagePath } = await res.json()
211
+ if (!message) return
212
+ // Reload messages from server (without the popped ones)
213
+ const msgsRes = await fetch(`/api/sessions/${sessionId}/messages`, {
214
+ headers: key ? { 'X-Access-Key': key } : undefined,
215
+ })
216
+ if (msgsRes.ok) {
217
+ const msgs = await msgsRes.json()
218
+ set({ messages: msgs })
219
+ }
220
+ // Re-send the last user message through the normal SSE flow
221
+ // Temporarily set pendingImage if there was one
222
+ if (imagePath) {
223
+ set({ pendingImage: { file: new File([], ''), path: imagePath, url: '' } })
224
+ }
225
+ await get().sendMessage(message)
226
+ } catch {
227
+ // ignore
228
+ }
229
+ },
230
+
231
+ sendHeartbeat: async (sessionId: string) => {
232
+ if (!sessionId || get().streaming) return
233
+
234
+ const settings = useAppStore.getState().appSettings
235
+ const heartbeatPrompt = (settings.heartbeatPrompt || '').trim() || 'SWARM_HEARTBEAT_CHECK'
236
+
237
+ let fullText = ''
238
+ let sawError = false
239
+ let toolCallCounter = 0
240
+ const heartbeatToolEvents: ToolEvent[] = []
241
+
242
+ await streamChat(
243
+ sessionId,
244
+ heartbeatPrompt,
245
+ undefined,
246
+ undefined,
247
+ (event: SSEEvent) => {
248
+ if (event.t === 'd' || event.t === 'r') {
249
+ fullText += event.text || ''
250
+ } else if (event.t === 'md') {
251
+ // metadata only
252
+ } else if (event.t === 'tool_call') {
253
+ heartbeatToolEvents.push({
254
+ id: `hb-tc-${++toolCallCounter}`,
255
+ name: event.toolName || 'unknown',
256
+ input: event.toolInput || '',
257
+ status: 'running',
258
+ })
259
+ } else if (event.t === 'tool_result') {
260
+ const idx = heartbeatToolEvents.findLastIndex(
261
+ (e) => e.name === event.toolName && e.status === 'running',
262
+ )
263
+ if (idx !== -1) {
264
+ const output = event.toolOutput || ''
265
+ const isError = /^(Error:|error:|ECONNREFUSED|ETIMEDOUT|timeout|failed)/i.test(output.trim())
266
+ || output.includes('ECONNREFUSED')
267
+ || output.includes('ETIMEDOUT')
268
+ || output.includes('Error:')
269
+ heartbeatToolEvents[idx] = {
270
+ ...heartbeatToolEvents[idx],
271
+ status: isError ? 'error' : 'done',
272
+ output,
273
+ }
274
+ }
275
+ } else if (event.t === 'err') {
276
+ sawError = true
277
+ }
278
+ },
279
+ { internal: true },
280
+ )
281
+
282
+ const trimmed = fullText
283
+ .split('\n')
284
+ .filter((line) => !line.includes('[MAIN_LOOP_META]'))
285
+ .join('\n')
286
+ .trim()
287
+ if (!trimmed || trimmed === 'HEARTBEAT_OK' || sawError) return
288
+
289
+ const assistantMsg: Message = {
290
+ role: 'assistant',
291
+ text: trimmed,
292
+ time: Date.now(),
293
+ kind: 'heartbeat',
294
+ toolEvents: heartbeatToolEvents.length
295
+ ? heartbeatToolEvents.map((e) => ({
296
+ name: e.name,
297
+ input: e.input,
298
+ output: e.output,
299
+ error: e.status === 'error' || undefined,
300
+ }))
301
+ : undefined,
302
+ }
303
+
304
+ set((s) => ({ messages: [...s.messages, assistantMsg] }))
305
+ useAppStore.getState().loadSessions()
306
+ },
307
+
308
+ stopStreaming: async () => {
309
+ const sessionId = useAppStore.getState().currentSessionId
310
+ if (sessionId) {
311
+ try {
312
+ const key = getStoredAccessKey()
313
+ await fetch(`/api/sessions/${sessionId}/stop`, {
314
+ method: 'POST',
315
+ headers: key ? { 'X-Access-Key': key } : undefined,
316
+ })
317
+ } catch {
318
+ // ignore
319
+ }
320
+ }
321
+ set({ streaming: false, streamingSessionId: null, streamText: '' })
322
+ },
323
+ }))