@swarmclawai/swarmclaw 0.4.0 → 0.4.5

package/src/lib/tts-stream.ts

@@ -0,0 +1,130 @@
+/**
+ * Streaming TTS utilities: sentence accumulation and ordered audio playback.
+ */
+
+// ---------------------------------------------------------------------------
+// SentenceAccumulator — buffers text deltas, emits on sentence boundaries
+// ---------------------------------------------------------------------------
+
+export class SentenceAccumulator {
+  private buffer = ''
+  private onSentence: (sentence: string) => void
+
+  constructor(onSentence: (sentence: string) => void) {
+    this.onSentence = onSentence
+  }
+
+  push(delta: string) {
+    this.buffer += delta
+    // Emit on sentence-ending punctuation followed by space or newline
+    const sentenceEnd = /([.!?])\s+/g
+    let match: RegExpExecArray | null
+    let lastIndex = 0
+    while ((match = sentenceEnd.exec(this.buffer)) !== null) {
+      const sentence = this.buffer.slice(lastIndex, match.index + 1).trim()
+      if (sentence) this.onSentence(sentence)
+      lastIndex = match.index + match[0].length
+    }
+    // Also emit on double newlines
+    const doubleNewline = this.buffer.indexOf('\n\n', lastIndex)
+    if (doubleNewline !== -1) {
+      const sentence = this.buffer.slice(lastIndex, doubleNewline).trim()
+      if (sentence) this.onSentence(sentence)
+      lastIndex = doubleNewline + 2
+    }
+    // Flush if buffer exceeds 200 chars without a break
+    if (this.buffer.length - lastIndex > 200) {
+      const sentence = this.buffer.slice(lastIndex).trim()
+      if (sentence) this.onSentence(sentence)
+      lastIndex = this.buffer.length
+    }
+    this.buffer = this.buffer.slice(lastIndex)
+  }
+
+  flush() {
+    const remaining = this.buffer.trim()
+    if (remaining) this.onSentence(remaining)
+    this.buffer = ''
+  }
+}
+
+// ---------------------------------------------------------------------------
+// AudioChunkQueue — ordered sequential playback of audio chunks
+// ---------------------------------------------------------------------------
+
+export class AudioChunkQueue {
+  private queue: Promise<ArrayBuffer>[] = []
+  private playing = false
+  private audioCtx: AudioContext | null = null
+  private currentSource: AudioBufferSourceNode | null = null
+  private stopped = false
+  onComplete?: () => void
+
+  enqueue(fetchPromise: Promise<ArrayBuffer>) {
+    this.queue.push(fetchPromise)
+    if (!this.playing) this.playNext()
+  }
+
+  private async playNext() {
+    if (this.stopped) return
+    if (this.queue.length === 0) {
+      this.playing = false
+      this.onComplete?.()
+      return
+    }
+
+    this.playing = true
+    const bufferPromise = this.queue.shift()!
+    try {
+      if (!this.audioCtx) this.audioCtx = new AudioContext()
+      if (this.audioCtx.state === 'suspended') await this.audioCtx.resume()
+
+      const arrayBuffer = await bufferPromise
+      if (this.stopped) return
+      const audioBuffer = await this.audioCtx.decodeAudioData(arrayBuffer)
+      if (this.stopped) return
+
+      const source = this.audioCtx.createBufferSource()
+      source.buffer = audioBuffer
+      source.connect(this.audioCtx.destination)
+      this.currentSource = source
+
+      await new Promise<void>((resolve) => {
+        source.onended = () => {
+          this.currentSource = null
+          resolve()
+        }
+        source.start()
+      })
+    } catch {
+      // Skip failed chunks
+    }
+
+    if (!this.stopped) this.playNext()
+  }
+
+  stop() {
+    this.stopped = true
+    this.queue = []
+    if (this.currentSource) {
+      try { this.currentSource.stop() } catch { /* noop */ }
+      this.currentSource = null
+    }
+    this.playing = false
+  }
+}
+
+// ---------------------------------------------------------------------------
+// Helper to fetch streaming TTS audio
+// ---------------------------------------------------------------------------
+
+export function fetchStreamTts(text: string): Promise<ArrayBuffer> {
+  return fetch('/api/tts/stream', {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ text }),
+  }).then((res) => {
+    if (!res.ok) throw new Error(`TTS error: ${res.status}`)
+    return res.arrayBuffer()
+  })
+}

package/src/lib/view-routes.ts

@@ -0,0 +1,28 @@
+import type { AppView } from '@/types'
+
+export const DEFAULT_VIEW: AppView = 'agents'
+
+export const VIEW_TO_PATH: Record<AppView, string> = {
+  agents: '/agents',
+  schedules: '/schedules',
+  memory: '/memory',
+  tasks: '/tasks',
+  secrets: '/secrets',
+  providers: '/providers',
+  skills: '/skills',
+  connectors: '/connectors',
+  webhooks: '/webhooks',
+  mcp_servers: '/mcp-servers',
+  knowledge: '/knowledge',
+  plugins: '/plugins',
+  usage: '/usage',
+  runs: '/runs',
+  logs: '/logs',
+  settings: '/settings',
+  projects: '/projects',
+}
+
+const entries = Object.entries(VIEW_TO_PATH) as [AppView, string][]
+export const PATH_TO_VIEW: Record<string, AppView> = Object.fromEntries(
+  entries.map(([view, path]) => [path, view]),
+) as Record<string, AppView>

package/src/proxy.ts

@@ -9,6 +9,8 @@ export function proxy(request: NextRequest) {
   const { pathname } = request.nextUrl
   const isWebhookTrigger = request.method === 'POST'
     && /^\/api\/webhooks\/[^/]+\/?$/.test(pathname)
+  const isConnectorWebhook = request.method === 'POST'
+    && /^\/api\/connectors\/[^/]+\/webhook\/?$/.test(pathname)
 
   // Only protect API routes (not auth, uploads served as static assets, or inbound webhooks)
   if (
@@ -16,6 +18,7 @@ export function proxy(request: NextRequest) {
     || pathname === '/api/auth'
     || pathname.startsWith('/api/uploads/')
     || isWebhookTrigger
+    || isConnectorWebhook
   ) {
     return NextResponse.next()
   }

package/src/stores/use-app-store.ts

@@ -1,7 +1,7 @@
 'use client'
 
 import { create } from 'zustand'
-import type { Sessions, Session, NetworkInfo, Directory, ProviderInfo, Credentials, Agent, Schedule, AppView, BoardTask, AppSettings, OrchestratorSecret, ProviderConfig, Skill, Connector, Webhook, McpServerConfig, PluginMeta } from '../types'
+import type { Sessions, Session, NetworkInfo, Directory, ProviderInfo, Credentials, Agent, Schedule, AppView, BoardTask, AppSettings, OrchestratorSecret, ProviderConfig, Skill, Connector, Webhook, McpServerConfig, PluginMeta, Project } from '../types'
 import { fetchSessions, fetchDirs, fetchProviders, fetchCredentials } from '../lib/sessions'
 import { fetchAgents } from '../lib/agents'
 import { fetchSchedules } from '../lib/schedules'
@@ -151,6 +151,16 @@ interface AppState {
   editingPluginFilename: string | null
   setEditingPluginFilename: (filename: string | null) => void
 
+  // Projects
+  projects: Record<string, Project>
+  loadProjects: () => Promise<void>
+  projectSheetOpen: boolean
+  setProjectSheetOpen: (open: boolean) => void
+  editingProjectId: string | null
+  setEditingProjectId: (id: string | null) => void
+  activeProjectFilter: string | null
+  setActiveProjectFilter: (id: string | null) => void
+
 }
 
 export const useAppStore = create<AppState>((set, get) => ({
@@ -465,4 +475,21 @@ export const useAppStore = create<AppState>((set, get) => ({
   editingPluginFilename: null,
   setEditingPluginFilename: (filename) => set({ editingPluginFilename: filename }),
 
+  // Projects
+  projects: {},
+  loadProjects: async () => {
+    try {
+      const projects = await api<Record<string, Project>>('GET', '/projects')
+      set({ projects })
+    } catch {
+      // ignore
+    }
+  },
+  projectSheetOpen: false,
+  setProjectSheetOpen: (open) => set({ projectSheetOpen: open }),
+  editingProjectId: null,
+  setEditingProjectId: (id) => set({ editingProjectId: id }),
+  activeProjectFilter: null,
+  setActiveProjectFilter: (id) => set({ activeProjectFilter: id }),
+
 }))

package/src/stores/use-chat-store.ts

@@ -64,6 +64,10 @@ interface ChatState {
   retryLastMessage: () => Promise<void>
   sendHeartbeat: (sessionId: string) => Promise<void>
   stopStreaming: () => void
+
+  // Voice conversation
+  voiceConversationActive: boolean
+  onStreamEvent: ((event: { t: string; text?: string }) => void) | null
 }
 
 export const useChatStore = create<ChatState>((set, get) => ({
@@ -77,6 +81,8 @@ export const useChatStore = create<ChatState>((set, get) => ({
   lastUsage: null,
   ttsEnabled: false,
   toggleTts: () => set((s) => ({ ttsEnabled: !s.ttsEnabled })),
+  voiceConversationActive: false,
+  onStreamEvent: null,
 
   pendingFiles: [],
   addPendingFile: (f) => set((s) => ({ pendingFiles: [...s.pendingFiles, f] })),
@@ -135,6 +141,8 @@ export const useChatStore = create<ChatState>((set, get) => ({
       /cancelled by steer mode|stopped by user/i.test(msg || '')
 
     await streamChat(sessionId, text, imagePath, imageUrl, (event: SSEEvent) => {
+      // Forward events to voice conversation handler if active
+      get().onStreamEvent?.(event)
       if (event.t === 'd') {
         fullText += event.text || ''
         set({ streamText: fullText })
@@ -209,7 +217,7 @@ export const useChatStore = create<ChatState>((set, get) => ({
         streamingSessionId: null,
         streamText: '',
       }))
-      if (get().ttsEnabled) speak(fullText)
+      if (get().ttsEnabled && !get().voiceConversationActive) speak(fullText)
     } else {
       set({ streaming: false, streamingSessionId: null, streamText: '' })
     }

package/src/types/index.ts

@@ -244,6 +244,10 @@ export interface Agent {
   heartbeatShowOk?: boolean | null
   heartbeatShowAlerts?: boolean | null
   heartbeatTarget?: 'last' | 'none' | string | null
+  heartbeatGoal?: string | null
+  heartbeatNextAction?: string | null
+  thinkingLevel?: 'minimal' | 'low' | 'medium' | 'high'
+  projectId?: string
   createdAt: number
   updatedAt: number
 }
@@ -263,6 +267,7 @@ export interface Schedule {
   id: string
   name: string
   agentId: string
+  projectId?: string
   taskPrompt: string
   scheduleType: ScheduleType
   cron?: string
@@ -323,7 +328,16 @@ export interface MemoryEntry {
 }
 
 export type SessionType = 'human' | 'orchestrated'
-export type AppView = 'agents' | 'schedules' | 'memory' | 'tasks' | 'secrets' | 'providers' | 'skills' | 'connectors' | 'webhooks' | 'mcp_servers' | 'knowledge' | 'plugins' | 'usage' | 'runs' | 'logs'
+export type AppView = 'agents' | 'schedules' | 'memory' | 'tasks' | 'secrets' | 'providers' | 'skills' | 'connectors' | 'webhooks' | 'mcp_servers' | 'knowledge' | 'plugins' | 'usage' | 'runs' | 'logs' | 'settings' | 'projects'
+
+export interface Project {
+  id: string
+  name: string
+  description: string
+  color?: string
+  createdAt: number
+  updatedAt: number
+}
 
 // --- Session Runs ---
 
@@ -434,6 +448,15 @@ export interface AppSettings {
   maxLinkedMemoriesExpanded?: number
   memoryMaxDepth?: number
   memoryMaxPerLookup?: number
+  // Voice conversation
+  voiceAutoSendDelaySec?: number
+  // Web search provider
+  webSearchProvider?: 'duckduckgo' | 'google' | 'bing' | 'searxng' | 'tavily' | 'brave'
+  searxngUrl?: string
+  // OpenClaw sync settings
+  openclawWorkspacePath?: string | null
+  openclawAutoSyncMemory?: boolean
+  openclawAutoSyncSchedules?: boolean
 }
 
 // --- Orchestrator Secrets ---
@@ -483,6 +506,7 @@ export interface Skill {
   name: string
   filename: string
   content: string
+  projectId?: string
   description?: string
   sourceUrl?: string
   sourceFormat?: 'openclaw' | 'plain'
@@ -492,7 +516,7 @@ export interface Skill {
 
 // --- Connectors (Chat Platform Bridges) ---
 
-export type ConnectorPlatform = 'discord' | 'telegram' | 'slack' | 'whatsapp' | 'openclaw' | 'signal' | 'teams' | 'googlechat' | 'matrix'
+export type ConnectorPlatform = 'discord' | 'telegram' | 'slack' | 'whatsapp' | 'openclaw' | 'bluebubbles' | 'signal' | 'teams' | 'googlechat' | 'matrix'
 export type ConnectorStatus = 'stopped' | 'running' | 'error'
 
 export interface Connector {
@@ -546,6 +570,7 @@ export interface BoardTask {
   description: string
   status: BoardTaskStatus
   agentId: string
+  projectId?: string
   goalContract?: GoalContract | null
   cwd?: string | null
   file?: string | null