@swarmclawai/swarmclaw 1.2.4 → 1.2.5

package/src/lib/server/connectors/connector-service.ts

@@ -0,0 +1,453 @@
+import { genId } from '@/lib/id'
+import { logActivity } from '@/lib/server/activity/activity-log'
+import {
+  deleteConnector,
+  loadConnector,
+  loadConnectorHealth,
+  loadConnectors,
+  upsertConnector,
+} from '@/lib/server/connectors/connector-repository'
+import {
+  buildConnectorAccessSnapshot,
+  resolveConnectorOwnerSenderId,
+} from '@/lib/server/connectors/access'
+import {
+  addAllowedSender,
+  approvePairingCode,
+  approvePendingSender,
+  clearSenderAddressingOverride,
+  normalizeSenderId,
+  parseAllowFromCsv,
+  parseDmAddressingMode,
+  parsePairingPolicy,
+  removeAllowedSender,
+  rejectPendingSender,
+  setSenderAddressingOverride,
+  senderMatchesAnyEntry,
+} from '@/lib/server/connectors/pairing'
+import {
+  ensureDaemonProcessRunning,
+  getDaemonConnectorRuntime,
+  listDaemonConnectorRuntime,
+  runDaemonConnectorAction,
+} from '@/lib/server/daemon/controller'
+import { log } from '@/lib/server/logger'
+import { serviceFail, serviceOk } from '@/lib/server/service-result'
+import { notify } from '@/lib/server/ws-hub'
+import { errorMessage } from '@/lib/shared-utils'
+import type {
+  Connector,
+  ConnectorAccessMutationAction,
+  ConnectorAccessMutationResponse,
+  ConnectorHealthEvent,
+} from '@/types'
+import type { ServiceResult } from '@/lib/server/service-result'
+import type { DaemonConnectorRuntimeState } from '@/lib/server/daemon/types'
+
+function cloneConnector<T extends Connector>(connector: T): T {
+  return {
+    ...connector,
+    config: connector.config ? { ...connector.config } : {},
+  }
+}
+
+function persistConnector(connector: Connector): void {
+  connector.updatedAt = Date.now()
+  upsertConnector(connector.id, connector)
+}
+
+function applyRuntimeFields(connector: Connector, runtime: DaemonConnectorRuntimeState | null): Connector {
+  connector.status = runtime?.status
+    ? runtime.status
+    : connector.lastError
+      ? 'error'
+      : 'stopped'
+
+  if (connector.platform === 'whatsapp') {
+    connector.authenticated = runtime?.authenticated
+    connector.hasCredentials = runtime?.hasCredentials
+    if (runtime?.qrDataUrl) connector.qrDataUrl = runtime.qrDataUrl
+    else delete connector.qrDataUrl
+  }
+
+  if (runtime?.reconnectAttempts !== undefined) {
+    const ext = connector as unknown as Record<string, unknown>
+    ext.reconnectAttempts = runtime.reconnectAttempts
+    ext.nextRetryAt = runtime.nextRetryAt
+    ext.reconnectError = runtime.reconnectError
+    ext.reconnectExhausted = runtime.reconnectExhausted
+  }
+
+  if (runtime?.presence && connector.status === 'running') {
+    connector.presence = runtime.presence
+  } else {
+    delete connector.presence
+  }
+
+  return connector
+}
+
+function setConnectorSenderList(connector: Connector, key: string, values: string[]): void {
+  if (!connector.config) connector.config = {}
+  if (values.length === 0) {
+    delete connector.config[key]
+    return
+  }
+  connector.config[key] = values.join(',')
+}
+
+function addConnectorSenderListEntry(connector: Connector, key: string, senderId: string): boolean {
+  const normalized = normalizeSenderId(senderId)
+  if (!normalized) return false
+  const current = parseAllowFromCsv(connector.config?.[key])
+  if (senderMatchesAnyEntry(normalized, current)) return false
+  setConnectorSenderList(connector, key, [...current, normalized])
+  return true
+}
+
+function removeConnectorSenderListEntry(connector: Connector, key: string, senderId: string): boolean {
+  const normalized = normalizeSenderId(senderId)
+  if (!normalized) return false
+  const current = parseAllowFromCsv(connector.config?.[key])
+  const next = current.filter((entry) => !senderMatchesAnyEntry(normalized, [entry]))
+  if (next.length === current.length) return false
+  setConnectorSenderList(connector, key, next)
+  return true
+}
+
+function requireSenderId(body: Record<string, unknown>): string {
+  const senderId = typeof body.senderId === 'string' ? body.senderId.trim() : ''
+  if (!senderId) throw new Error('senderId is required for this action')
+  return senderId
+}
+
+export async function listConnectorsWithRuntime(): Promise<Record<string, Connector>> {
+  await ensureDaemonProcessRunning('api/connectors:get')
+  const connectors = Object.fromEntries(
+    Object.entries(loadConnectors()).map(([id, connector]) => [id, cloneConnector(connector)]),
+  ) as Record<string, Connector>
+  const runtimeByConnector = await listDaemonConnectorRuntime()
+  for (const connector of Object.values(connectors)) {
+    applyRuntimeFields(connector, runtimeByConnector[connector.id] || null)
+  }
+  return connectors
+}
+
+export async function getConnectorWithRuntime(id: string): Promise<Connector | null> {
+  await ensureDaemonProcessRunning('api/connectors/[id]:get')
+  const connector = loadConnector(id)
+  if (!connector) return null
+  const current = cloneConnector(connector)
+  return applyRuntimeFields(current, await getDaemonConnectorRuntime(id))
+}
+
+export function createConnector(body: Record<string, unknown>): Connector {
+  const id = genId()
+  const connector: Connector = {
+    id,
+    name: (body.name as string) || `${String(body.platform || '')} Connector`,
+    platform: body.platform as Connector['platform'],
+    agentId: (body.agentId as string | null | undefined) || null,
+    chatroomId: (body.chatroomId as string | null | undefined) || null,
+    credentialId: (body.credentialId as string | null | undefined) || null,
+    config: body.config && typeof body.config === 'object' && !Array.isArray(body.config)
+      ? body.config as Record<string, string>
+      : {},
+    isEnabled: false,
+    status: 'stopped',
+    lastError: null,
+    createdAt: Date.now(),
+    updatedAt: Date.now(),
+  }
+  upsertConnector(id, connector)
+  notify('connectors')
+  return connector
+}
+
+export async function autoStartConnectorIfNeeded(connector: Connector, body: Record<string, unknown>): Promise<void> {
+  const hasCredentials = connector.platform === 'whatsapp'
+    || connector.platform === 'openclaw'
+    || (connector.platform === 'bluebubbles' && (!!connector.credentialId || !!connector.config.password))
+    || !!connector.credentialId
+  if (!hasCredentials || body.autoStart === false) return
+  try {
+    await runDaemonConnectorAction(connector.id, 'start', 'connectors:auto-start')
+  } catch (err: unknown) {
+    log.warn('connectors', `Auto-start failed for connector ${connector.id}`, errorMessage(err))
+  }
+}
+
+export async function updateConnectorFromRoute(id: string, body: Record<string, unknown>): Promise<ServiceResult<Connector>> {
+  await ensureDaemonProcessRunning('api/connectors/[id]:put')
+  const connector = loadConnector(id)
+  if (!connector) return serviceFail(404, 'Connector not found')
+
+  if (body.action === 'start' || body.action === 'stop' || body.action === 'repair') {
+    try {
+      if (body.action === 'start') {
+        await runDaemonConnectorAction(id, 'start', 'api/connectors/[id]:action:start')
+        logActivity({ entityType: 'connector', entityId: id, action: 'started', actor: 'user', summary: `Connector started: "${connector.name}"` })
+      } else if (body.action === 'stop') {
+        await runDaemonConnectorAction(id, 'stop', 'api/connectors/[id]:action:stop')
+        logActivity({ entityType: 'connector', entityId: id, action: 'stopped', actor: 'user', summary: `Connector stopped: "${connector.name}"` })
+      } else {
+        await runDaemonConnectorAction(id, 'repair', 'api/connectors/[id]:action:repair')
+        logActivity({ entityType: 'connector', entityId: id, action: 'started', actor: 'user', summary: `Connector repaired: "${connector.name}"` })
+      }
+    } catch (err: unknown) {
+      log.error('connectors', `Action failed for connector ${id}`, errorMessage(err))
+      return serviceFail(500, 'Connector action failed')
+    }
+    notify('connectors')
+    const updated = await getConnectorWithRuntime(id)
+    return serviceOk(updated || connector)
+  }
+
+  const next = cloneConnector(connector)
+  if (body.name !== undefined) next.name = typeof body.name === 'string' ? body.name : next.name
+  if (body.agentId !== undefined) next.agentId = typeof body.agentId === 'string' || body.agentId === null ? body.agentId : next.agentId
+  if (body.chatroomId !== undefined) next.chatroomId = typeof body.chatroomId === 'string' || body.chatroomId === null ? body.chatroomId : next.chatroomId
+  if (body.credentialId !== undefined) next.credentialId = typeof body.credentialId === 'string' || body.credentialId === null ? body.credentialId : next.credentialId
+  if (body.config !== undefined) next.config = body.config && typeof body.config === 'object' && !Array.isArray(body.config) ? body.config as Record<string, string> : next.config
+  if (body.isEnabled !== undefined) next.isEnabled = typeof body.isEnabled === 'boolean' ? body.isEnabled : next.isEnabled
+  persistConnector(next)
+
+  try {
+    const runtime = await getDaemonConnectorRuntime(id)
+    const wasRunning = runtime?.status === 'running'
+    const shouldStop = body.isEnabled === false
+    const shouldReload = wasRunning && (
+      body.name !== undefined
+      || body.agentId !== undefined
+      || body.chatroomId !== undefined
+      || body.credentialId !== undefined
+      || body.config !== undefined
+      || body.isEnabled !== undefined
+    )
+    const shouldStart = body.isEnabled === true && !wasRunning
+    if (shouldStop) {
+      await runDaemonConnectorAction(id, 'stop', 'api/connectors/[id]:reload:stop')
+    } else if (shouldReload || shouldStart) {
+      await runDaemonConnectorAction(id, 'start', 'api/connectors/[id]:reload:start')
+    }
+  } catch (err: unknown) {
+    log.warn('connectors', `Failed to reload connector ${id} after update`, errorMessage(err))
+  }
+
+  notify('connectors')
+  return serviceOk(await getConnectorWithRuntime(id) || next)
+}
+
+export async function deleteConnectorFromRoute(id: string): Promise<ServiceResult<{ ok: true }>> {
+  const connector = loadConnector(id)
+  if (!connector) return serviceFail(404, 'Connector not found')
+  try {
+    await runDaemonConnectorAction(id, 'stop', 'api/connectors/[id]:delete')
+  } catch (err: unknown) {
+    log.warn('connectors', `Failed to stop connector ${id} during delete`, errorMessage(err))
+  }
+  try {
+    const { clearConnectorPairingState } = await import('@/lib/server/connectors/pairing')
+    clearConnectorPairingState(id)
+  } catch (err: unknown) {
+    log.warn('connectors', `Failed to clear pairing state for ${id}`, errorMessage(err))
+  }
+  deleteConnector(id)
+  notify('connectors')
+  return serviceOk({ ok: true as const })
+}
+
+export function getConnectorHealthForApi(id: string): { events: ConnectorHealthEvent[]; uptimePercent: number } | null {
+  const connector = loadConnector(id)
+  if (!connector) return null
+  const allHealth = loadConnectorHealth()
+  const events: ConnectorHealthEvent[] = []
+  for (const raw of Object.values(allHealth)) {
+    const entry = raw as ConnectorHealthEvent
+    if (entry.connectorId !== id) continue
+    events.push(entry)
+  }
+  events.sort((a, b) => a.timestamp.localeCompare(b.timestamp))
+  return { events, uptimePercent: computeUptime(events) }
+}
+
+function computeUptime(events: ConnectorHealthEvent[]): number {
+  if (events.length === 0) return 0
+  const firstTime = new Date(events[0].timestamp).getTime()
+  const now = Date.now()
+  const totalMs = now - firstTime
+  if (totalMs <= 0) return 100
+  let uptimeMs = 0
+  let lastUpAt: number | null = null
+  for (const event of events) {
+    const time = new Date(event.timestamp).getTime()
+    if (event.event === 'started' || event.event === 'reconnected') {
+      if (lastUpAt === null) lastUpAt = time
+    } else if (event.event === 'stopped' || event.event === 'error' || event.event === 'disconnected') {
+      if (lastUpAt !== null) {
+        uptimeMs += time - lastUpAt
+        lastUpAt = null
+      }
+    }
+  }
+  if (lastUpAt !== null) uptimeMs += now - lastUpAt
+  return Math.round((uptimeMs / totalMs) * 10000) / 100
+}
+
+export async function updateConnectorAccess(
+  connectorId: string,
+  body: Record<string, unknown>,
+): Promise<ServiceResult<ConnectorAccessMutationResponse>> {
+  await ensureDaemonProcessRunning('api/connectors/[id]/access:put')
+  const connector = loadConnector(connectorId)
+  if (!connector) return serviceFail(404, 'Connector not found')
+  const current = cloneConnector(connector)
+
+  try {
+    const action = typeof body.action === 'string' ? body.action.trim().toLowerCase() as ConnectorAccessMutationAction : null
+    if (!action) {
+      return serviceFail(400, 'Missing access action')
+    }
+    let connectorChanged = false
+    let responseSenderId = typeof body.senderId === 'string' ? body.senderId.trim() : ''
+    const responseSenderIdAlt = typeof body.senderIdAlt === 'string' ? body.senderIdAlt.trim() : ''
+    let summary = `Updated access controls for "${current.name}".`
+
+    switch (action) {
+      case 'set_policy': {
+        const rawPolicy = typeof body.dmPolicy === 'string' ? body.dmPolicy.trim() : ''
+        if (!rawPolicy) delete current.config.dmPolicy
+        else current.config.dmPolicy = parsePairingPolicy(rawPolicy, 'open')
+        connectorChanged = true
+        summary = `Updated DM policy for "${current.name}".`
+        break
+      }
+      case 'set_dm_addressing_mode': {
+        const rawMode = typeof body.dmAddressingMode === 'string' ? body.dmAddressingMode.trim() : ''
+        const nextMode = parseDmAddressingMode(rawMode || 'open', 'open')
+        if (nextMode === 'open') delete current.config.dmAddressingMode
+        else current.config.dmAddressingMode = nextMode
+        connectorChanged = true
+        summary = `Updated DM addressing mode for "${current.name}" to ${nextMode}.`
+        break
+      }
+      case 'allow_sender': {
+        const senderId = requireSenderId(body)
+        addAllowedSender(current.id, senderId)
+        connectorChanged = removeConnectorSenderListEntry(current, 'denyFrom', senderId) || connectorChanged
+        summary = `Allowed sender ${normalizeSenderId(senderId)} on "${current.name}".`
+        break
+      }
+      case 'remove_allowed_sender': {
+        const senderId = requireSenderId(body)
+        removeAllowedSender(current.id, senderId)
+        connectorChanged = removeConnectorSenderListEntry(current, 'allowFrom', senderId) || connectorChanged
+        summary = `Removed connector-managed access for ${normalizeSenderId(senderId)} on "${current.name}".`
+        break
+      }
+      case 'block_sender': {
+        const senderId = requireSenderId(body)
+        connectorChanged = addConnectorSenderListEntry(current, 'denyFrom', senderId) || connectorChanged
+        connectorChanged = removeConnectorSenderListEntry(current, 'allowFrom', senderId) || connectorChanged
+        removeAllowedSender(current.id, senderId)
+        rejectPendingSender(current.id, senderId)
+        const ownerSenderId = resolveConnectorOwnerSenderId(current)
+        if (ownerSenderId && senderMatchesAnyEntry(senderId, [ownerSenderId])) {
+          delete current.config.ownerSenderId
+          connectorChanged = true
+        }
+        summary = `Blocked sender ${normalizeSenderId(senderId)} on "${current.name}".`
+        break
+      }
+      case 'unblock_sender': {
+        const senderId = requireSenderId(body)
+        connectorChanged = removeConnectorSenderListEntry(current, 'denyFrom', senderId) || connectorChanged
+        summary = `Removed sender ${normalizeSenderId(senderId)} from the deny list on "${current.name}".`
+        break
+      }
+      case 'approve_pairing': {
+        if (typeof body.code === 'string' && body.code.trim()) {
+          const approved = approvePairingCode(current.id, body.code)
+          if (!approved.ok) {
+            return serviceFail(400, approved.reason || 'Pairing approval failed.')
+          }
+          if (approved.senderId) {
+            responseSenderId = approved.senderId
+            connectorChanged = removeConnectorSenderListEntry(current, 'denyFrom', approved.senderId) || connectorChanged
+          }
+          summary = `Approved pairing on "${current.name}".`
+        } else {
+          const senderId = requireSenderId(body)
+          const approved = approvePendingSender(current.id, senderId)
+          if (!approved.ok) {
+            return serviceFail(400, approved.reason || 'Pairing approval failed.')
+          }
+          connectorChanged = removeConnectorSenderListEntry(current, 'denyFrom', senderId) || connectorChanged
+          summary = `Approved pairing for ${normalizeSenderId(senderId)} on "${current.name}".`
+        }
+        break
+      }
+      case 'reject_pairing': {
+        const senderId = requireSenderId(body)
+        rejectPendingSender(current.id, senderId)
+        summary = `Rejected pairing for ${normalizeSenderId(senderId)} on "${current.name}".`
+        break
+      }
+      case 'set_owner': {
+        const senderId = requireSenderId(body)
+        const normalized = normalizeSenderId(senderId)
+        if (!normalized) return serviceFail(400, 'Could not normalize owner sender ID')
+        current.config.ownerSenderId = normalized
+        connectorChanged = true
+        connectorChanged = removeConnectorSenderListEntry(current, 'denyFrom', normalized) || connectorChanged
+        summary = `Set connector owner for "${current.name}" to ${normalized}.`
+        break
+      }
+      case 'clear_owner': {
+        if (current.config?.ownerSenderId) {
+          delete current.config.ownerSenderId
+          connectorChanged = true
+        }
+        summary = `Cleared connector owner override for "${current.name}".`
+        break
+      }
+      case 'set_sender_dm_addressing': {
+        const senderId = requireSenderId(body)
+        const rawMode = typeof body.dmAddressingMode === 'string' ? body.dmAddressingMode.trim() : ''
+        const nextMode = parseDmAddressingMode(rawMode || 'open', 'open')
+        setSenderAddressingOverride(current.id, senderId, nextMode)
+        summary = `Updated DM addressing override for ${normalizeSenderId(senderId)} on "${current.name}" to ${nextMode}.`
+        break
+      }
+      case 'clear_sender_dm_addressing': {
+        const senderId = requireSenderId(body)
+        clearSenderAddressingOverride(current.id, senderId)
+        summary = `Cleared DM addressing override for ${normalizeSenderId(senderId)} on "${current.name}".`
+        break
+      }
+      default:
+        return serviceFail(400, `Unsupported access action: ${action}`)
+    }
+
+    if (connectorChanged) persistConnector(current)
+    logActivity({
+      entityType: 'connector',
+      entityId: current.id,
+      action: 'access-updated',
+      actor: 'user',
+      summary,
+      detail: { action },
+    })
+    notify('connectors')
+    return serviceOk({
+      ok: true,
+      snapshot: buildConnectorAccessSnapshot({
+        connector: current,
+        senderId: responseSenderId || null,
+        senderIdAlt: responseSenderIdAlt || null,
+      }),
+    })
+  } catch (err: unknown) {
+    return serviceFail(400, errorMessage(err))
+  }
+}

package/src/lib/server/connectors/delivery.ts

@@ -1,5 +1,6 @@
 import type { Connector, MessageSource } from '@/types'
-import { loadConnectors } from '../storage'
+import { loadConnectors } from './connector-repository'
+import { getMessages, replaceMessageAt } from '@/lib/server/messages/message-repository'
 import { notify } from '../ws-hub'
 import { resolveConnectorSessionPolicy, shouldReplyToInboundMessage } from './policy'
 import { runningConnectors } from './runtime-state'
@@ -68,7 +69,7 @@ export async function recordConnectorOutboundDelivery(params: {
       lastOutboundMessageId: params.messageId || session.connectorContext?.lastOutboundMessageId || null,
       threadId: params.inbound.threadId || session.connectorContext?.threadId || null,
     }
-    const history = Array.isArray(session.messages) ? session.messages : []
+    const history = getMessages(session.id)
     for (let i = history.length - 1; i >= 0; i -= 1) {
       const entry = history[i]
       if (entry?.role !== 'assistant') continue
@@ -76,17 +77,21 @@ export async function recordConnectorOutboundDelivery(params: {
       if (source.connectorId !== connector.id) continue
       if (source.channelId !== params.inbound.channelId) continue
       if (!source.messageId && params.messageId) {
-        entry.source = {
-          platform: source.platform || connector.platform,
-          connectorId: source.connectorId || connector.id,
-          connectorName: source.connectorName || connector.name,
-          channelId: source.channelId || params.inbound.channelId,
-          senderId: source.senderId,
-          senderName: source.senderName,
-          messageId: params.messageId,
-          replyToMessageId: source.replyToMessageId || params.inbound.messageId,
-          threadId: source.threadId || params.inbound.threadId,
+        const updatedEntry = {
+          ...entry,
+          source: {
+            platform: source.platform || connector.platform,
+            connectorId: source.connectorId || connector.id,
+            connectorName: source.connectorName || connector.name,
+            channelId: source.channelId || params.inbound.channelId,
+            senderId: source.senderId,
+            senderName: source.senderName,
+            messageId: params.messageId,
+            replyToMessageId: source.replyToMessageId || params.inbound.messageId,
+            threadId: source.threadId || params.inbound.threadId,
+          },
         }
+        replaceMessageAt(session.id, i, updatedEntry)
       }
       break
     }

package/src/lib/server/connectors/inbound-audio-transcription.ts

@@ -1,7 +1,8 @@
 import { log } from '@/lib/server/logger'
 import fs from 'node:fs'
 import path from 'node:path'
-import { decryptKey, loadCredentials, loadSettings } from '../storage'
+import { listCredentialIdsByProvider, resolveCredentialSecret } from '@/lib/server/credentials/credential-service'
+import { loadSettings } from '../settings/settings-repository'
 import { mimeFromPath } from './media'
 import type { InboundMessage, InboundMedia } from './types'
 import { errorMessage } from '@/lib/shared-utils'
@@ -90,25 +91,15 @@ function resolveOpenAiApiKey(preferredCredentialId?: string | null): string | nu
   const envKey = String(process.env.SWARMCLAW_OPENAI_STT_API_KEY || process.env.OPENAI_API_KEY || '').trim()
   if (envKey) return envKey
 
-  const creds = loadCredentials() as Record<string, { provider?: string; encryptedKey?: string }>
   const candidates: string[] = []
   if (preferredCredentialId) candidates.push(preferredCredentialId)
-  for (const [id, cred] of Object.entries(creds)) {
-    const provider = String(cred?.provider || '').trim().toLowerCase()
-    if (provider === 'openai') candidates.push(id)
-  }
+  candidates.push(...listCredentialIdsByProvider('openai'))
   const seen = new Set<string>()
   for (const id of candidates) {
     if (!id || seen.has(id)) continue
     seen.add(id)
-    const cred = creds[id]
-    const provider = String(cred?.provider || '').trim().toLowerCase()
-    if (provider !== 'openai') continue
-    if (!cred?.encryptedKey) continue
-    try {
-      const decrypted = decryptKey(cred.encryptedKey).trim()
-      if (decrypted) return decrypted
-    } catch { /* ignore invalid credential */ }
+    const decrypted = resolveCredentialSecret(id)?.trim()
+    if (decrypted) return decrypted
   }
 
   return null

package/src/lib/server/connectors/media.ts

@@ -1,7 +1,7 @@
 import fs from 'fs'
 import path from 'path'
 import { genId } from '@/lib/id'
-import { UPLOAD_DIR } from '../storage'
+import { UPLOAD_DIR } from '../upload-path'
 import type { InboundMedia, InboundMediaType } from './types'
 
 const MIME_EXT_MAP: Record<string, string> = {

package/src/lib/server/connectors/response-media.ts

@@ -1,6 +1,6 @@
 import fs from 'fs'
 import path from 'path'
-import { UPLOAD_DIR } from '../storage'
+import { UPLOAD_DIR } from '../upload-path'
 import { safeJsonParseObject } from '../json-utils'
 import type { InboundMessage, InboundMedia } from './types'
 

package/src/lib/server/connectors/session-consolidation.ts

@@ -3,7 +3,9 @@
  * Populates the field from existing senderId, senderIdAlt, channelId, channelIdAlt, peerKey.
  */
 import { log } from '@/lib/server/logger'
-import { loadSessions, loadSettings, saveSettings, upsertStoredItem } from '../storage'
+import { saveSession, loadSessions } from '@/lib/server/sessions/session-repository'
+import { getMessages, getMessageCount, replaceAllMessages } from '@/lib/server/messages/message-repository'
+import { loadSettings, saveSettings } from '../settings/settings-repository'
 import type { Session } from '@/types'
 import { isDirectConnectorSession } from './session-kind'
 
@@ -38,7 +40,7 @@ export function backfillAllKnownPeerIds(): { migrated: number; skipped: boolean
       ...ctx,
       allKnownPeerIds: [...ids],
     }
-    upsertStoredItem('sessions', session.id, session)
+    saveSession(session.id, session)
     migrated++
   }
 
@@ -63,19 +65,21 @@ export function pruneThreadConnectorMirrors(): { cleanedSessions: number; remove
 
   for (const session of Object.values(sessions)) {
     if (isDirectConnectorSession(session)) continue
-    if (!Array.isArray(session.messages) || session.messages.length === 0) continue
+    const msgCount = getMessageCount(session.id)
+    if (msgCount === 0) continue
 
-    const filteredMessages = session.messages.filter((message) => !(
+    const allMessages = getMessages(session.id)
+    const filteredMessages = allMessages.filter((message) => !(
       message?.historyExcluded === true
       && typeof message?.source?.connectorId === 'string'
       && message.source.connectorId.trim().length > 0
     ))
 
-    const removed = session.messages.length - filteredMessages.length
+    const removed = allMessages.length - filteredMessages.length
     if (removed <= 0) continue
 
-    session.messages = filteredMessages
-    upsertStoredItem('sessions', session.id, session)
+    replaceAllMessages(session.id, filteredMessages)
+    saveSession(session.id, session)
     cleanedSessions += 1
     removedMessages += removed
   }

package/src/lib/server/connectors/session.ts

@@ -5,6 +5,10 @@ import { WORKSPACE_DIR } from '../data-dir'
 import { ensureAgentThreadSession } from '@/lib/server/agents/agent-thread-session'
 import { resolveEffectiveSessionMemoryScopeMode } from '@/lib/server/memory/session-memory-scope'
 import { syncSessionArchiveMemory } from '@/lib/server/memory/session-archive-memory'
+import {
+  appendMessage,
+  getLastMessage,
+} from '@/lib/server/messages/message-repository'
 import { loadAgents, loadSessions, loadStoredItem, upsertStoredItem } from '../storage'
 import { notify } from '../ws-hub'
 import {
@@ -416,7 +420,7 @@ function mirrorConnectorMessageToAgentThread(
     : ensureAgentThreadSession(session.agentId)
   if (!threadSession || threadSession.id === session.id) return
 
-  const last = Array.isArray(threadSession.messages) ? threadSession.messages[threadSession.messages.length - 1] : null
+  const last = getLastMessage(threadSession.id)
   const source = message.source as MessageSource | undefined
   const lastSource = (last?.source || null) as MessageSource | null
   if (
@@ -431,17 +435,16 @@ function mirrorConnectorMessageToAgentThread(
     return
   }
 
-  if (!Array.isArray(threadSession.messages)) threadSession.messages = []
-  threadSession.messages.push({
+  const mirrorMsg = {
     ...message,
     time: typeof message.time === 'number' ? message.time : Date.now(),
     historyExcluded: true,
-  } as Session['messages'][number])
+  } as Session['messages'][number]
+  appendMessage(threadSession.id, mirrorMsg)
   threadSession.lastActiveAt = Date.now()
 
   upsertStoredItem('sessions', threadSession.id, threadSession)
   notify('sessions')
-  notify(`messages:${threadSession.id}`)
 }
 
 export function pushSessionMessage(
@@ -451,9 +454,8 @@ export function pushSessionMessage(
   extra: Record<string, unknown> = {},
 ): void {
   if (!text.trim()) return
-  if (!Array.isArray(session.messages)) session.messages = []
   const message = { role, text: text.trim(), time: Date.now(), ...extra }
-  session.messages.push(message)
+  appendMessage(session.id, message as Session['messages'][number])
   session.lastActiveAt = Date.now()
   mirrorConnectorMessageToAgentThread(session, message)
 }

package/src/lib/server/connectors/voice-note.ts

@@ -1,8 +1,9 @@
 import fs from 'fs'
 import path from 'path'
 import { genId } from '@/lib/id'
-import { loadAgent, UPLOAD_DIR } from '../storage'
+import { loadAgent } from '@/lib/server/agents/agent-repository'
 import { synthesizeElevenLabsMp3 } from '../elevenlabs'
+import { UPLOAD_DIR } from '../upload-path'
 import { isAudioMime, mimeFromPath } from './media'
 
 export function resolveConnectorVoiceId(params: {