@swarmclawai/swarmclaw 0.3.0 → 0.4.0

package/src/hooks/use-ws.ts

@@ -0,0 +1,66 @@
+'use client'
+
+import { useEffect, useRef } from 'react'
+import { subscribeWs, unsubscribeWs, isWsConnected } from '@/lib/ws-client'
+
+/**
+ * Subscribe to a WebSocket topic. Calls `handler` on push events.
+ * Falls back to polling at `fallbackMs` when WS is disconnected.
+ */
+export function useWs(topic: string, handler: () => void, fallbackMs?: number) {
+  const handlerRef = useRef(handler)
+  handlerRef.current = handler
+  const fallbackMsRef = useRef(fallbackMs)
+  fallbackMsRef.current = fallbackMs
+
+  // WS subscription — only re-runs when topic changes
+  useEffect(() => {
+    if (!topic) return
+
+    const cb = () => handlerRef.current()
+    subscribeWs(topic, cb)
+    return () => { unsubscribeWs(topic, cb) }
+  }, [topic])
+
+  // Fallback polling — separate effect so it doesn't tear down WS subscription
+  useEffect(() => {
+    if (!topic) return
+
+    let fallbackId: ReturnType<typeof setInterval> | null = null
+    const cb = () => handlerRef.current()
+
+    const startFallback = () => {
+      const ms = fallbackMsRef.current
+      if (fallbackId || !ms || ms <= 0) return
+      fallbackId = setInterval(cb, ms)
+    }
+    const stopFallback = () => {
+      if (fallbackId) {
+        clearInterval(fallbackId)
+        fallbackId = null
+      }
+    }
+
+    // Check WS connection state periodically to toggle fallback
+    const checkId = setInterval(() => {
+      const ms = fallbackMsRef.current
+      if (!ms || ms <= 0) {
+        stopFallback()
+      } else if (isWsConnected()) {
+        stopFallback()
+      } else {
+        startFallback()
+      }
+    }, 2000)
+
+    // Start fallback immediately if not connected and fallback is enabled
+    if (!isWsConnected() && fallbackMsRef.current && fallbackMsRef.current > 0) {
+      startFallback()
+    }
+
+    return () => {
+      stopFallback()
+      clearInterval(checkId)
+    }
+  }, [topic])
+}

package/src/instrumentation.ts

@@ -2,7 +2,9 @@ export async function register() {
   if (process.env.NEXT_RUNTIME === 'nodejs') {
     const { startScheduler } = await import('./lib/server/scheduler')
     const { resumeQueue } = await import('./lib/server/queue')
+    const { initWsServer } = await import('./lib/server/ws-hub')
     startScheduler()
     resumeQueue()
+    initWsServer()
   }
 }

package/src/lib/chat.ts

@@ -12,8 +12,19 @@ export async function streamChat(
   imagePath?: string,
   imageUrl?: string,
   onEvent?: (event: SSEEvent) => void,
+  optionsOrFiles?: StreamChatOptions | string[],
   options?: StreamChatOptions,
 ): Promise<void> {
+  // Support both (options) and (attachedFiles, options) as 6th arg
+  let attachedFiles: string[] | undefined
+  let opts: StreamChatOptions | undefined
+  if (Array.isArray(optionsOrFiles)) {
+    attachedFiles = optionsOrFiles
+    opts = options
+  } else {
+    opts = optionsOrFiles
+  }
+
   const key = getStoredAccessKey()
   const res = await fetch(`/api/sessions/${sessionId}/chat`, {
     method: 'POST',
@@ -25,8 +36,9 @@ export async function streamChat(
       message,
       imagePath,
       imageUrl,
-      internal: !!options?.internal,
-      queueMode: options?.queueMode,
+      attachedFiles,
+      internal: !!opts?.internal,
+      queueMode: opts?.queueMode,
     }),
   })
 

package/src/lib/providers/anthropic.ts

@@ -113,7 +113,7 @@ function buildMessages(session: any, message: string, imagePath: string | undefi
   const msgs: Array<{ role: string; content: any }> = []
 
   if (loadHistory) {
-    const history = loadHistory(session.id)
+    const history = loadHistory(session.id).slice(-40)
     for (const m of history) {
       if (m.role === 'user' && m.imagePath) {
         const blocks = fileToContentBlocks(m.imagePath)

package/src/lib/providers/index.ts

@@ -246,6 +246,7 @@ export function getProviderList(): ProviderInfo[] {
     .map(({ handler, ...info }) => ({
       ...info,
       models: overrides[info.id] || info.models,
+      defaultModels: info.models,
     }))
   const customs = Object.values(getCustomProviders())
     .filter((c) => c.isEnabled)
@@ -253,6 +254,7 @@ export function getProviderList(): ProviderInfo[] {
       id: c.id as any,
       name: c.name,
       models: c.models,
+      defaultModels: c.models,
       requiresApiKey: c.requiresApiKey,
       requiresEndpoint: false,
       defaultEndpoint: c.baseUrl,

package/src/lib/providers/ollama.ts

@@ -116,7 +116,7 @@ function buildMessages(session: any, message: string, imagePath: string | undefi
   const msgs: Array<{ role: string; content: string; images?: string[] }> = []
 
   if (loadHistory) {
-    const history = loadHistory(session.id)
+    const history = loadHistory(session.id).slice(-40)
     for (const m of history) {
       if (m.role === 'user' && m.imagePath) {
         msgs.push({ role: 'user', ...fileToOllamaMsg(m.text, m.imagePath) })

package/src/lib/providers/openai.ts

@@ -4,27 +4,48 @@ import type { StreamChatOptions } from './index'
 const IMAGE_EXTS = /\.(png|jpg|jpeg|gif|webp|bmp)$/i
 const TEXT_EXTS = /\.(txt|md|csv|json|xml|html|js|ts|tsx|jsx|py|go|rs|java|c|cpp|h|yml|yaml|toml|env|log|sh|sql|css|scss)$/i
 
-function fileToContentParts(filePath: string): any[] {
+async function fileToContentParts(filePath: string): Promise<any[]> {
   if (!filePath || !fs.existsSync(filePath)) return []
+  const name = filePath.split('/').pop() || 'file'
   if (IMAGE_EXTS.test(filePath)) {
-    const data = fs.readFileSync(filePath).toString('base64')
+    const buf = fs.readFileSync(filePath)
+    if (buf.length === 0) return [{ type: 'text', text: `[Attached image: ${name} — file is empty]` }]
+    const data = buf.toString('base64')
     const ext = filePath.split('.').pop()?.toLowerCase() || 'png'
-    const mimeType = ext === 'jpg' ? 'image/jpeg' : `image/${ext}`
-    return [{ type: 'image_url', image_url: { url: `data:${mimeType};base64,${data}` } }]
+    let mimeType = ext === 'jpg' ? 'image/jpeg' : `image/${ext}`
+    if (buf[0] === 0xFF && buf[1] === 0xD8) mimeType = 'image/jpeg'
+    else if (buf[0] === 0x89 && buf[1] === 0x50) mimeType = 'image/png'
+    else if (buf[0] === 0x47 && buf[1] === 0x49) mimeType = 'image/gif'
+    else if (buf[0] === 0x52 && buf[1] === 0x49) mimeType = 'image/webp'
+    return [{ type: 'image_url', image_url: { url: `data:${mimeType};base64,${data}`, detail: 'auto' } }]
   }
-  if (TEXT_EXTS.test(filePath) || filePath.endsWith('.pdf')) {
+  if (filePath.endsWith('.pdf')) {
+    try {
+      // @ts-ignore — pdf-parse types
+      const pdfParse = (await import(/* webpackIgnore: true */ 'pdf-parse')).default
+      const buf = fs.readFileSync(filePath)
+      const result = await pdfParse(buf)
+      const pdfText = (result.text || '').trim()
+      if (!pdfText) return [{ type: 'text', text: `[Attached PDF: ${name} — no extractable text]` }]
+      const maxChars = 100_000
+      const truncated = pdfText.length > maxChars ? pdfText.slice(0, maxChars) + '\n\n[... truncated]' : pdfText
+      return [{ type: 'text', text: `[Attached PDF: ${name} (${result.numpages} pages)]\n\n${truncated}` }]
+    } catch {
+      return [{ type: 'text', text: `[Attached PDF: ${name} — could not extract text]` }]
+    }
+  }
+  if (TEXT_EXTS.test(filePath)) {
     try {
       const text = fs.readFileSync(filePath, 'utf-8')
-      const name = filePath.split('/').pop() || 'file'
       return [{ type: 'text', text: `[Attached file: ${name}]\n\n${text}` }]
     } catch { return [] }
   }
-  return [{ type: 'text', text: `[Attached file: ${filePath.split('/').pop()}]` }]
+  return [{ type: 'text', text: `[Attached file: ${name}]` }]
 }
 
 export function streamOpenAiChat({ session, message, imagePath, apiKey, systemPrompt, write, active, loadHistory }: StreamChatOptions): Promise<string> {
   return new Promise(async (resolve) => {
-    const messages = buildMessages(session, message, imagePath, systemPrompt, loadHistory)
+    const messages = await buildMessages(session, message, imagePath, systemPrompt, loadHistory)
     const model = session.model || 'gpt-4o'
 
     const payload = JSON.stringify({
@@ -134,7 +155,7 @@ export function streamOpenAiChat({ session, message, imagePath, apiKey, systemPr
   })
 }
 
-function buildMessages(session: any, message: string, imagePath: string | undefined, systemPrompt: string | undefined, loadHistory: (id: string) => any[]) {
+async function buildMessages(session: any, message: string, imagePath: string | undefined, systemPrompt: string | undefined, loadHistory: (id: string) => any[]) {
   const msgs: Array<{ role: string; content: any }> = []
 
   if (systemPrompt) {
@@ -142,10 +163,10 @@ function buildMessages(session: any, message: string, imagePath: string | undefi
   }
 
   if (loadHistory) {
-    const history = loadHistory(session.id)
+    const history = loadHistory(session.id).slice(-40)
     for (const m of history) {
       if (m.role === 'user' && m.imagePath) {
-        const parts = fileToContentParts(m.imagePath)
+        const parts = await fileToContentParts(m.imagePath)
         msgs.push({ role: 'user', content: [...parts, { type: 'text', text: m.text }] })
       } else {
         msgs.push({ role: m.role, content: m.text })
@@ -155,7 +176,7 @@ function buildMessages(session: any, message: string, imagePath: string | undefi
 
   // Current message with optional attachment
   if (imagePath) {
-    const parts = fileToContentParts(imagePath)
+    const parts = await fileToContentParts(imagePath)
     msgs.push({ role: 'user', content: [...parts, { type: 'text', text: message }] })
   } else {
     msgs.push({ role: 'user', content: message })

package/src/lib/server/chat-execution.ts

@@ -20,6 +20,7 @@ import { stripMainLoopMetaForPersistence } from './main-agent-loop'
 import { normalizeProviderEndpoint } from '@/lib/openclaw-endpoint'
 import { getMemoryDb } from './memory-db'
 import { routeTaskIntent } from './capability-router'
+import { notify } from './ws-hub'
 import { resolveConcreteToolPolicyBlock, resolveSessionToolPolicy } from './tool-capability-policy'
 import type { MessageToolEvent, SSEEvent } from '@/types'
 import { markProviderFailure, markProviderSuccess, rankDelegatesByHealth } from './provider-health'
@@ -45,6 +46,7 @@ export interface ExecuteChatTurnInput {
   message: string
   imagePath?: string
   imageUrl?: string
+  attachedFiles?: string[]
   internal?: boolean
   source?: string
   runId?: string
@@ -423,6 +425,7 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
     message,
     imagePath,
     imageUrl,
+    attachedFiles,
     internal = false,
     runId,
     source = 'chat',
@@ -439,9 +442,12 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
   const appSettings = loadSettings()
   const toolPolicy = resolveSessionToolPolicy(session.tools, appSettings)
   const isHeartbeatRun = internal && source === 'heartbeat'
+  const isAutoRunNoHistory = isHeartbeatRun || (internal && source === 'main-loop-followup')
   const heartbeatStatus = session.mainLoopState?.status || 'idle'
-  const heartbeatStatusOnly = isHeartbeatRun
-    && (session.name !== '__main__' || heartbeatStatus === 'ok' || heartbeatStatus === 'idle')
+  const mainLoopIdle = session.name === '__main__'
+    && (heartbeatStatus === 'ok' || heartbeatStatus === 'idle')
+    && !(session.mainLoopState?.pendingEvents?.length > 0)
+  const heartbeatStatusOnly = isHeartbeatRun && mainLoopIdle
   const toolsForRun = heartbeatStatusOnly ? [] : toolPolicy.enabledTools
   let sessionForRun = toolsForRun === session.tools
     ? session
@@ -520,6 +526,7 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
       time: Date.now(),
       imagePath: imagePath || undefined,
       imageUrl: imageUrl || undefined,
+      attachedFiles: attachedFiles?.length ? attachedFiles : undefined,
     })
     session.lastActiveAt = Date.now()
     saveSessions(sessions)
@@ -567,15 +574,22 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
 
   try {
     const hasTools = !!sessionForRun.tools?.length && !CLI_PROVIDER_IDS.has(providerType)
+    // Heartbeat runs are self-contained — skip conversation history to avoid
+    // blowing past the context window on long-lived sessions.
+    const heartbeatHistory = isAutoRunNoHistory ? [] : undefined
+
+    console.log(`[chat-execution] provider=${providerType}, hasTools=${hasTools}, imagePath=${imagePath || 'none'}, attachedFiles=${attachedFiles?.length || 0}, tools=${(sessionForRun.tools || []).length}`)
+
     fullResponse = hasTools
       ? (await streamAgentChat({
           session: sessionForRun,
           message,
           imagePath,
+          attachedFiles,
           apiKey,
           systemPrompt,
           write: (raw) => parseAndEmit(raw),
-          history: getSessionMessages(sessionId),
+          history: heartbeatHistory ?? getSessionMessages(sessionId),
           signal: abortController.signal,
         })).fullText
       : await provider.handler.streamChat({
@@ -586,7 +600,7 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
           systemPrompt,
           write: (raw: string) => parseAndEmit(raw),
           active,
-          loadHistory: getSessionMessages,
+          loadHistory: isAutoRunNoHistory ? () => [] : getSessionMessages,
         })
   } catch (err: any) {
     errorMessage = err?.message || String(err)
@@ -881,6 +895,7 @@ export async function executeSessionChatTurn(input: ExecuteChatTurnInput): Promi
     }
     fresh[sessionId] = current
     saveSessions(fresh)
+    notify(`messages:${sessionId}`)
   }
 
   return {

package/src/lib/server/connectors/manager.ts

@@ -3,7 +3,9 @@ import {
   loadConnectors, saveConnectors, loadSessions, saveSessions,
   loadAgents, loadCredentials, decryptKey, loadSettings, loadSkills,
 } from '../storage'
+import { WORKSPACE_DIR } from '../data-dir'
 import { streamAgentChat } from '../stream-agent-chat'
+import { notify } from '../ws-hub'
 import { logExecution } from '../execution-log'
 import type { Connector } from '@/types'
 import type { ConnectorInstance, InboundMessage, InboundMedia } from './types'
@@ -124,7 +126,7 @@ async function routeMessage(connector: Connector, msg: InboundMessage): Promise<
     session = {
       id,
       name: sessionKey,
-      cwd: process.cwd(),
+      cwd: WORKSPACE_DIR,
       user: 'connector',
       provider: agent.provider === 'claude-cli' ? 'anthropic' : agent.provider,
       model: agent.model,
@@ -203,7 +205,7 @@ The test: would a thoughtful friend feel compelled to type something back? If no
         apiKey,
         systemPrompt,
         write: () => {},  // no SSE needed for connectors
-        history: session.messages,
+        history: session.messages.slice(-20),
       })
       // Use finalResponse for connectors — strips intermediate planning/tool-use text
       fullText = result.finalResponse
@@ -234,7 +236,7 @@ The test: would a thoughtful friend feel compelled to type something back? If no
         }
       },
       active: new Map(),
-      loadHistory: () => session.messages,
+      loadHistory: () => session.messages.slice(-20),
     })
   }
 
@@ -268,6 +270,7 @@ The test: would a thoughtful friend feel compelled to type something back? If no
     const s2 = loadSessions()
     s2[session.id] = session
     saveSessions(s2)
+    notify(`messages:${session.id}`)
   }
 
   return fullText || '(no response)'
@@ -341,6 +344,7 @@ async function _startConnectorImpl(connectorId: string): Promise<void> {
     connector.updatedAt = Date.now()
     connectors[connectorId] = connector
     saveConnectors(connectors)
+    notify('connectors')
 
     console.log(`[connector] Started ${connector.platform} connector: ${connector.name}`)
   } catch (err: any) {
@@ -350,6 +354,7 @@ async function _startConnectorImpl(connectorId: string): Promise<void> {
     connector.updatedAt = Date.now()
     connectors[connectorId] = connector
     saveConnectors(connectors)
+    notify('connectors')
     throw err
   }
 }
@@ -371,6 +376,7 @@ export async function stopConnector(connectorId: string): Promise<void> {
     connector.updatedAt = Date.now()
     connectors[connectorId] = connector
     saveConnectors(connectors)
+    notify('connectors')
   }
 
   console.log(`[connector] Stopped connector: ${connectorId}`)

package/src/lib/server/context-manager.ts

@@ -56,7 +56,7 @@ const PROVIDER_DEFAULT_WINDOWS: Record<string, number> = {
   mistral: 128_000,
   xai: 131_072,
   fireworks: 32_768,
-  ollama: 8_192,
+  ollama: 32_768,
   openclaw: 128_000,
 }
 

package/src/lib/server/daemon-state.ts

@@ -1,4 +1,5 @@
 import { loadQueue, loadSchedules, loadSessions, saveSessions, loadConnectors } from './storage'
+import { notify } from './ws-hub'
 import { processNext, cleanupFinishedTaskSessions, validateCompletedTasksQueue, recoverStalledRunningTasks } from './queue'
 import { startScheduler, stopScheduler } from './scheduler'
 import { sweepOrphanedBrowsers, getActiveBrowserCount } from './session-tools'
@@ -114,6 +115,7 @@ export function startDaemon(options?: { source?: string; manualStart?: boolean }
     return
   }
   ds.running = true
+  notify('daemon')
   console.log(`[daemon] Starting daemon (source=${source}, scheduler + queue processor + heartbeat)`)
 
   validateCompletedTasksQueue()
@@ -135,6 +137,7 @@ export function stopDaemon(options?: { source?: string; manualStop?: boolean })
   if (options?.manualStop === true) ds.manualStopRequested = true
   if (!ds.running) return
   ds.running = false
+  notify('daemon')
   console.log(`[daemon] Stopping daemon (source=${source})`)
 
   stopScheduler()

package/src/lib/server/data-dir.ts

@@ -1,3 +1,4 @@
 import path from 'path'
 
 export const DATA_DIR = process.env.DATA_DIR || path.join(process.cwd(), 'data')
+export const WORKSPACE_DIR = path.join(DATA_DIR, 'workspace')

package/src/lib/server/heartbeat-service.ts

@@ -1,7 +1,10 @@
+import fs from 'fs'
+import path from 'path'
 import { loadAgents, loadSessions, loadSettings } from './storage'
 import { enqueueSessionRun, getSessionRunState } from './session-run-manager'
 import { log } from './logger'
 import { buildMainLoopHeartbeatPrompt, getMainLoopStateForSession, isMainSession } from './main-agent-loop'
+import { WORKSPACE_DIR } from './data-dir'
 
 const HEARTBEAT_TICK_MS = 5_000
 
@@ -118,6 +121,56 @@ export interface HeartbeatConfig {
 
 const DEFAULT_HEARTBEAT_PROMPT = 'Read HEARTBEAT.md if it exists (workspace context). Follow it strictly. Do not infer or repeat old tasks from prior chats. If nothing needs attention, reply HEARTBEAT_OK.'
 
+function readHeartbeatFile(session: any): string {
+  try {
+    const filePath = path.join(session.cwd || WORKSPACE_DIR, 'HEARTBEAT.md')
+    if (fs.existsSync(filePath)) {
+      return fs.readFileSync(filePath, 'utf-8').trim()
+    }
+  } catch { /* ignore */ }
+  return ''
+}
+
+function buildAgentHeartbeatPrompt(session: any, agent: any, fallbackPrompt: string, heartbeatFileContent: string): string {
+  if (!agent) return fallbackPrompt
+
+  // Dynamic goal (agent-set) takes priority over static system prompt
+  const dynamicGoal = agent.heartbeatGoal || ''
+  const dynamicNextAction = agent.heartbeatNextAction || ''
+  const description = agent.description || ''
+  const systemPrompt = agent.systemPrompt || ''
+  const soul = agent.soul || ''
+  const goalSummary = systemPrompt.slice(0, 500)
+  const recentMessages = (session.messages || []).slice(-5)
+  const recentContext = recentMessages
+    .map((m: any) => `[${m.role}]: ${(m.text || '').slice(0, 200)}`)
+    .join('\n')
+
+  return [
+    'AGENT_HEARTBEAT_TICK',
+    `Time: ${new Date().toISOString()}`,
+    `Agent: ${agent.name}`,
+    description ? `Description: ${description}` : '',
+    dynamicGoal
+      ? `Current goal (self-set): ${dynamicGoal}`
+      : goalSummary ? `System prompt (initial goal):\n${goalSummary}` : '',
+    dynamicNextAction ? `Planned next action: ${dynamicNextAction}` : '',
+    soul ? `Persona: ${soul.slice(0, 300)}` : '',
+    heartbeatFileContent ? `\nHEARTBEAT.md contents:\n${heartbeatFileContent.slice(0, 2000)}` : '',
+    recentContext ? `Recent conversation:\n${recentContext}` : '',
+    '',
+    'You are running an autonomous heartbeat tick. Review your goal and recent context.',
+    'If there is meaningful work to do toward your goal, use your tools and take action.',
+    'If nothing needs attention right now, reply exactly HEARTBEAT_OK.',
+    'Do not ask clarifying questions. Take the most reasonable next action.',
+    '',
+    'To update your goal or plan, include this line in your response:',
+    '[AGENT_HEARTBEAT_META]{"goal": "your evolved goal", "status": "progress", "next_action": "what you plan to do next"}',
+    'You can evolve your goal as you learn more. Set status to "progress" while working, "ok" when done, "idle" when waiting.',
+    fallbackPrompt !== DEFAULT_HEARTBEAT_PROMPT ? `\nAdditional instructions: ${fallbackPrompt}` : '',
+  ].filter(Boolean).join('\n')
+}
+
 function resolveInterval(obj: Record<string, any>, currentSec: number): number {
   // Prefer heartbeatInterval (duration string) over heartbeatIntervalSec (raw number)
   if (obj.heartbeatInterval !== undefined && obj.heartbeatInterval !== null) {
@@ -288,9 +341,20 @@ async function tickHeartbeats() {
     const runState = getSessionRunState(session.id)
     if (runState.runningRunId) continue
 
-    const heartbeatMessage = isMainSession(session)
-      ? buildMainLoopHeartbeatPrompt(session, cfg.prompt)
-      : cfg.prompt
+    let heartbeatMessage: string
+    if (isMainSession(session)) {
+      heartbeatMessage = buildMainLoopHeartbeatPrompt(session, cfg.prompt)
+    } else {
+      const heartbeatFileContent = readHeartbeatFile(session)
+      const hasGoal = !!(agent?.heartbeatGoal || agent?.description || agent?.systemPrompt || agent?.soul)
+      const hasCustomPrompt = cfg.prompt !== DEFAULT_HEARTBEAT_PROMPT
+      // Skip heartbeat only if there's truly nothing to drive it:
+      // no agent goal, no HEARTBEAT.md content, AND no custom prompt configured
+      if (!hasGoal && !heartbeatFileContent && !hasCustomPrompt) {
+        continue
+      }
+      heartbeatMessage = buildAgentHeartbeatPrompt(session, agent, cfg.prompt, heartbeatFileContent)
+    }
 
     const enqueue = enqueueSessionRun({
       sessionId: session.id,