@lantanios/agentic-server 0.1.0

package/dist/namespaces/memory.js

@@ -0,0 +1,139 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setupMemoryNamespace = setupMemoryNamespace;
+const agentic_memory_1 = require("@lantanios/agentic-memory");
+function getAgentId(socket) {
+    return socket.data.agentId;
+}
+function setupMemoryNamespace(io) {
+    io.use((socket, next) => {
+        const agentId = socket.handshake.auth.agentId;
+        if (!agentId) {
+            return next(new Error('agentId is required'));
+        }
+        socket.data.agentId = agentId;
+        next();
+    });
+    io.on('connection', (socket) => {
+        const agentId = getAgentId(socket);
+        console.log(`[memory] Agent connected: ${agentId}`);
+        // Create memory
+        socket.on('create', async (data, callback) => {
+            try {
+                const memory = await (0, agentic_memory_1.createMemory)({
+                    agentId,
+                    type: data.type,
+                    content: data.content,
+                    metadata: data.metadata,
+                    expiresAt: data.expiresAt ? new Date(data.expiresAt) : undefined,
+                });
+                callback({ success: true, memory });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // List memories
+        socket.on('list', async (data, callback) => {
+            try {
+                const result = await (0, agentic_memory_1.listMemories)({
+                    agentId,
+                    ...data,
+                    since: data.since ? new Date(data.since) : undefined,
+                    until: data.until ? new Date(data.until) : undefined,
+                });
+                callback({ success: true, ...result });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Get single memory
+        socket.on('get', async (id, callback) => {
+            try {
+                const memory = await (0, agentic_memory_1.getMemory)(agentId, id);
+                if (!memory) {
+                    return callback({ success: false, error: 'Memory not found' });
+                }
+                callback({ success: true, memory });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Update memory
+        socket.on('update', async (data, callback) => {
+            try {
+                const memory = await (0, agentic_memory_1.updateMemory)(agentId, data.id, {
+                    content: data.content,
+                    type: data.type,
+                    metadata: data.metadata,
+                });
+                if (!memory) {
+                    return callback({ success: false, error: 'Memory not found' });
+                }
+                callback({ success: true, memory });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Delete memory
+        socket.on('delete', async (id, callback) => {
+            try {
+                const memory = await (0, agentic_memory_1.deleteMemory)(agentId, id);
+                if (!memory) {
+                    return callback({ success: false, error: 'Memory not found' });
+                }
+                callback({ success: true, memory });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Vector search
+        socket.on('search', async (data, callback) => {
+            try {
+                const results = await (0, agentic_memory_1.vectorSearch)({
+                    agentId,
+                    query: data.query,
+                    type: data.type,
+                    limit: data.limit,
+                    minScore: data.minScore,
+                });
+                callback({ success: true, results });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Recall context
+        socket.on('recall', async (data, callback) => {
+            try {
+                const result = await (0, agentic_memory_1.recall)({
+                    agentId,
+                    context: data.context,
+                    limit: data.limit,
+                });
+                callback({ success: true, ...result });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        // Get summary stats
+        socket.on('summary', async (callback) => {
+            try {
+                const summary = await (0, agentic_memory_1.getSummary)(agentId);
+                callback({ success: true, summary });
+            }
+            catch (error) {
+                callback({ success: false, error: error.message });
+            }
+        });
+        socket.on('disconnect', () => {
+            console.log(`[memory] Agent disconnected: ${agentId}`);
+        });
+    });
+}
+//# sourceMappingURL=memory.js.map

package/dist/namespaces/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/namespaces/memory.ts"],"names":[],"mappings":";;AAgBA,oDAoIC;AAnJD,8DASmC;AAEnC,SAAS,UAAU,CAAC,MAAc;IAChC,OAAO,MAAM,CAAC,IAAI,CAAC,OAAiB,CAAC;AACvC,CAAC;AAED,SAAgB,oBAAoB,CAAC,EAAa;IAChD,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QACtB,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAC9B,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;QAC7B,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;QAEpD,gBAAgB;QAChB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAY,EAAC;oBAChC,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;iBACjE,CAAC,CAAC;gBACH,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAY,EAAC;oBAChC,OAAO;oBACP,GAAG,IAAI;oBACP,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;oBACpD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;iBACrD,CAAC,CAAC;gBACH,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAU,EAAE,QAAQ,EAAE,EAAE;YAC9C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAS,EAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAY,EAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;oBAClD,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAU,EAAE,QAAQ,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAY,EAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAY,EAAC;oBACjC,OAAO;oBACP,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC;gBACH,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,iBAAiB;QACjB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAM,EAAC;oBAC1B,OAAO;oBACP,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB,CAAC,CAAC;gBACH,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACtC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAU,EAAC,OAAO,CAAC,CAAC;gBAC1C,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YAC3B,OAAO,CAAC,GAAG,CAAC,gCAAgC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@lantanios/agentic-server",
+  "version": "0.1.0",
+  "description": "Real-time server with Socket.IO for memory and audio streaming",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc",
+    "dev": "ts-node-dev --respawn src/index.ts",
+    "start": "node dist/index.js",
+    "lint": "eslint src --ext .ts"
+  },
+  "keywords": ["socket.io", "realtime", "audio", "memory", "ai"],
+  "author": "Lantanios",
+  "license": "UNLICENSED",
+  "publishConfig": {
+    "access": "restricted"
+  },
+  "dependencies": {
+    "@lantanios/agentic-audio": "workspace:*",
+    "@lantanios/agentic-memory": "workspace:*",
+    "cors": "^2.8.5",
+    "dotenv": "^16.0.0",
+    "express": "^4.18.0",
+    "mongoose": "^8.0.0",
+    "socket.io": "^4.7.0"
+  },
+  "devDependencies": {
+    "@types/cors": "^2.8.0",
+    "@types/express": "^4.17.0",
+    "@types/node": "^20.0.0",
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.0.0"
+  }
+}

package/src/config.ts

@@ -0,0 +1,40 @@
+import dotenv from 'dotenv';
+dotenv.config();
+
+export const config = {
+  port: parseInt(process.env.PORT || '3847', 10),
+  
+  // MongoDB
+  mongoUri: process.env.MONGODB_URI || '',
+  
+  // OpenAI (for embeddings)
+  openaiApiKey: process.env.OPENAI_API_KEY || '',
+  
+  // CORS
+  corsOrigins: process.env.CORS_ORIGINS?.split(',') || ['http://localhost:3000'],
+  
+  // Audio providers
+  audio: {
+    stt: {
+      localEndpoint: process.env.LOCAL_STT_ENDPOINT || 'http://localhost:8001',
+      deepgramApiKey: process.env.DEEPGRAM_API_KEY || '',
+    },
+    tts: {
+      localEndpoint: process.env.LOCAL_TTS_ENDPOINT || 'http://localhost:8001',
+      openaiApiKey: process.env.OPENAI_API_KEY || '',
+    },
+  },
+};
+
+export function validateConfig(): string[] {
+  const errors: string[] = [];
+  
+  if (!config.mongoUri) {
+    errors.push('MONGODB_URI is required');
+  }
+  if (!config.openaiApiKey) {
+    errors.push('OPENAI_API_KEY is required for embeddings');
+  }
+  
+  return errors;
+}

package/src/index.ts

@@ -0,0 +1,143 @@
+import express, { Application } from 'express';
+import cors from 'cors';
+import { createServer } from 'http';
+import { Server } from 'socket.io';
+import mongoose from 'mongoose';
+
+import { config, validateConfig } from './config';
+import { setupMemoryNamespace, setupAudioNamespace, setupEventsNamespace } from './namespaces';
+import { AudioService, AudioServiceConfig } from '@lantanios/agentic-audio';
+
+const app: Application = express();
+app.use(cors({ origin: config.corsOrigins }));
+app.use(express.json());
+
+const httpServer = createServer(app);
+
+const io = new Server(httpServer, {
+  cors: {
+    origin: config.corsOrigins,
+    methods: ['GET', 'POST'],
+  },
+  maxHttpBufferSize: 10 * 1024 * 1024, // 10MB for audio chunks
+});
+
+// Create audio service with priority-based providers
+function createAudioService(): AudioService {
+  const audioConfig: AudioServiceConfig = {
+    stt: {
+      providers: [
+        {
+          name: 'local-whisper',
+          type: 'local-whisper',
+          priority: 1,
+          endpoint: config.audio.stt.localEndpoint,
+          model: 'large-v3',
+          timeout: 30000,
+        },
+        ...(config.audio.stt.deepgramApiKey
+          ? [{
+              name: 'deepgram',
+              type: 'deepgram' as const,
+              priority: 2,
+              apiKey: config.audio.stt.deepgramApiKey,
+              timeout: 30000,
+            }]
+          : []),
+      ],
+    },
+    tts: {
+      providers: [
+        {
+          name: 'local-piper',
+          type: 'local-piper',
+          priority: 1,
+          endpoint: config.audio.tts.localEndpoint,
+          voice: 'en_US-lessac-medium',
+          timeout: 30000,
+        },
+        ...(config.audio.tts.openaiApiKey
+          ? [{
+              name: 'openai-tts',
+              type: 'openai-tts' as const,
+              priority: 2,
+              apiKey: config.audio.tts.openaiApiKey,
+              voice: 'nova' as const,
+            }]
+          : []),
+      ],
+    },
+  };
+
+  return new AudioService(audioConfig);
+}
+
+// Health check
+app.get('/health', async (_req, res) => {
+  const mongoStatus = mongoose.connection.readyState === 1 ? 'connected' : 'disconnected';
+  
+  res.json({
+    status: 'ok',
+    timestamp: new Date().toISOString(),
+    mongodb: mongoStatus,
+    sockets: io.engine.clientsCount,
+  });
+});
+
+// Provider status
+app.get('/providers', async (_req, res) => {
+  try {
+    const audioService = createAudioService();
+    const status = await audioService.checkAllProviders();
+    res.json({ status: 'ok', providers: status });
+  } catch (error) {
+    res.status(500).json({ status: 'error', error: (error as Error).message });
+  }
+});
+
+async function start() {
+  // Validate config
+  const errors = validateConfig();
+  if (errors.length > 0) {
+    console.error('Configuration errors:');
+    errors.forEach(e => console.error(`  - ${e}`));
+    console.log('\nStarting anyway with available features...');
+  }
+
+  // Connect to MongoDB
+  if (config.mongoUri) {
+    try {
+      console.log('Connecting to MongoDB...');
+      await mongoose.connect(config.mongoUri);
+      console.log('✓ Connected to MongoDB');
+    } catch (err) {
+      console.error('✗ MongoDB connection failed:', err);
+    }
+  }
+
+  // Create audio service
+  const audioService = createAudioService();
+
+  // Setup Socket.IO namespaces
+  setupMemoryNamespace(io.of('/memory'));
+  setupAudioNamespace(io.of('/audio'), { audioService });
+  setupEventsNamespace(io.of('/events'));
+
+  console.log('✓ Socket.IO namespaces configured');
+
+  // Start server
+  httpServer.listen(config.port, () => {
+    console.log(`\n✓ @lantanios/agentic-server running on http://localhost:${config.port}`);
+    console.log('\nNamespaces:');
+    console.log('  /memory  - Memory CRUD + vector search');
+    console.log('  /audio   - STT/TTS streaming');
+    console.log('  /events  - Pub/sub + direct messaging');
+    console.log('\nREST endpoints:');
+    console.log('  GET /health    - Health check');
+    console.log('  GET /providers - Audio provider status');
+  });
+}
+
+start().catch(console.error);
+
+export { io, app, httpServer };

package/src/namespaces/audio.ts

@@ -0,0 +1,142 @@
+import { Namespace, Socket } from 'socket.io';
+import { AudioService } from '@lantanios/agentic-audio';
+
+interface AudioNamespaceOptions {
+  audioService: AudioService;
+}
+
+function getAgentId(socket: Socket): string {
+  return socket.data.agentId as string;
+}
+
+export function setupAudioNamespace(io: Namespace, options: AudioNamespaceOptions) {
+  const { audioService } = options;
+
+  io.use((socket, next) => {
+    const agentId = socket.handshake.auth.agentId;
+    if (!agentId) {
+      return next(new Error('agentId is required'));
+    }
+    socket.data.agentId = agentId;
+    socket.data.audioBuffer = [];
+    socket.data.isRecording = false;
+    next();
+  });
+
+  io.on('connection', (socket) => {
+    const agentId = getAgentId(socket);
+    console.log(`[audio] Agent connected: ${agentId}`);
+
+    // Start audio stream
+    socket.on('stream:start', (options, callback) => {
+      socket.data.audioBuffer = [];
+      socket.data.isRecording = true;
+      console.log(`[audio] Stream started for ${agentId}`);
+      callback?.({ success: true });
+    });
+
+    // Receive audio chunk
+    socket.on('stream:chunk', (chunk: Buffer | ArrayBuffer) => {
+      if (!socket.data.isRecording) return;
+      
+      const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+      (socket.data.audioBuffer as Buffer[]).push(buffer);
+    });
+
+    // Stop stream and transcribe
+    socket.on('stream:stop', async (options, callback) => {
+      if (!socket.data.isRecording) {
+        return callback?.({ success: false, error: 'Not recording' });
+      }
+
+      socket.data.isRecording = false;
+      const audioBuffer = socket.data.audioBuffer as Buffer[];
+      const audio = Buffer.concat(audioBuffer);
+      socket.data.audioBuffer = [];
+
+      if (audio.length === 0) {
+        return callback?.({ success: false, error: 'No audio data' });
+      }
+
+      try {
+        console.log(`[audio] Transcribing ${audio.length} bytes for ${agentId}`);
+        const result = await audioService.stt.transcribe(audio, {
+          language: options?.language,
+          provider: options?.provider,
+        });
+        
+        callback?.({ success: true, result });
+        socket.emit('transcription', result);
+      } catch (error) {
+        console.error(`[audio] Transcription error:`, error);
+        callback?.({ success: false, error: (error as Error).message });
+      }
+    });
+
+    // One-shot transcription
+    socket.on('transcribe', async (data, callback) => {
+      try {
+        const audio = Buffer.isBuffer(data.audio) ? data.audio : Buffer.from(data.audio);
+        const result = await audioService.stt.transcribe(audio, {
+          language: data.language,
+          provider: data.provider,
+        });
+        callback({ success: true, result });
+      } catch (error) {
+        callback({ success: false, error: (error as Error).message });
+      }
+    });
+
+    // Text to speech
+    socket.on('speak', async (data, callback) => {
+      try {
+        const audio = await audioService.tts.speak(data.text, {
+          voice: data.voice,
+          speed: data.speed,
+          format: data.format || 'mp3',
+          provider: data.provider,
+        });
+        
+        callback({ success: true, audio });
+      } catch (error) {
+        callback({ success: false, error: (error as Error).message });
+      }
+    });
+
+    // Stream TTS
+    socket.on('speak:stream', async (data) => {
+      try {
+        socket.emit('speak:start');
+        
+        for await (const chunk of audioService.tts.speakStream(data.text, {
+          voice: data.voice,
+          speed: data.speed,
+          format: data.format || 'mp3',
+          provider: data.provider,
+        })) {
+          socket.emit('speak:chunk', chunk);
+        }
+        
+        socket.emit('speak:end');
+      } catch (error) {
+        socket.emit('speak:error', { error: (error as Error).message });
+      }
+    });
+
+    // Check provider status
+    socket.on('providers:status', async (callback) => {
+      try {
+        const status = await audioService.checkAllProviders();
+        callback({ success: true, status });
+      } catch (error) {
+        callback({ success: false, error: (error as Error).message });
+      }
+    });
+
+    socket.on('disconnect', () => {
+      socket.data.isRecording = false;
+      socket.data.audioBuffer = [];
+      console.log(`[audio] Agent disconnected: ${agentId}`);
+    });
+  });
+}

package/src/namespaces/events.ts

@@ -0,0 +1,144 @@
+import { Namespace, Socket } from 'socket.io';
+
+// Simple pub/sub for cross-agent events
+const channels = new Map<string, Set<Socket>>();
+
+function getAgentId(socket: Socket): string {
+  return socket.data.agentId as string;
+}
+
+function getSubscriptions(socket: Socket): Set<string> {
+  if (!socket.data.subscriptions) {
+    socket.data.subscriptions = new Set<string>();
+  }
+  return socket.data.subscriptions as Set<string>;
+}
+
+export function setupEventsNamespace(io: Namespace) {
+  io.use((socket, next) => {
+    const agentId = socket.handshake.auth.agentId;
+    if (!agentId) {
+      return next(new Error('agentId is required'));
+    }
+    socket.data.agentId = agentId;
+    socket.data.subscriptions = new Set<string>();
+    next();
+  });
+
+  io.on('connection', (socket) => {
+    const agentId = getAgentId(socket);
+    console.log(`[events] Agent connected: ${agentId}`);
+
+    // Subscribe to a channel
+    socket.on('subscribe', (channel: string, callback) => {
+      if (!channels.has(channel)) {
+        channels.set(channel, new Set());
+      }
+      channels.get(channel)!.add(socket);
+      getSubscriptions(socket).add(channel);
+      
+      console.log(`[events] ${agentId} subscribed to ${channel}`);
+      callback?.({ success: true, channel });
+    });
+
+    // Unsubscribe from a channel
+    socket.on('unsubscribe', (channel: string, callback) => {
+      channels.get(channel)?.delete(socket);
+      getSubscriptions(socket).delete(channel);
+      
+      console.log(`[events] ${agentId} unsubscribed from ${channel}`);
+      callback?.({ success: true, channel });
+    });
+
+    // Publish to a channel
+    socket.on('publish', (data: { channel: string; event: string; payload: unknown }, callback) => {
+      const { channel, event, payload } = data;
+      const subscribers = channels.get(channel);
+      
+      if (!subscribers || subscribers.size === 0) {
+        return callback?.({ success: true, delivered: 0 });
+      }
+
+      let delivered = 0;
+      for (const subscriber of subscribers) {
+        if (subscriber.id !== socket.id) {  // Don't send to self
+          subscriber.emit('event', {
+            channel,
+            event,
+            payload,
+            from: agentId,
+            timestamp: Date.now(),
+          });
+          delivered++;
+        }
+      }
+
+      console.log(`[events] ${agentId} published ${event} to ${channel} (${delivered} recipients)`);
+      callback?.({ success: true, delivered });
+    });
+
+    // Broadcast to all connected agents (except self)
+    socket.on('broadcast', (data: { event: string; payload: unknown }, callback) => {
+      const { event, payload } = data;
+      
+      let delivered = 0;
+      for (const [, s] of io.sockets) {
+        if (s.id !== socket.id) {
+          s.emit('broadcast', {
+            event,
+            payload,
+            from: agentId,
+            timestamp: Date.now(),
+          });
+          delivered++;
+        }
+      }
+
+      console.log(`[events] ${agentId} broadcast ${event} (${delivered} recipients)`);
+      callback?.({ success: true, delivered });
+    });
+
+    // Direct message to another agent
+    socket.on('dm', (data: { to: string; event: string; payload: unknown }, callback) => {
+      const { to, event, payload } = data;
+      
+      let delivered = false;
+      for (const [, s] of io.sockets) {
+        if (getAgentId(s) === to) {
+          s.emit('dm', {
+            event,
+            payload,
+            from: agentId,
+            timestamp: Date.now(),
+          });
+          delivered = true;
+          break;
+        }
+      }
+
+      console.log(`[events] ${agentId} DM to ${to}: ${event} (${delivered ? 'delivered' : 'not found'})`);
+      callback?.({ success: delivered, delivered: delivered ? 1 : 0 });
+    });
+
+    // List active agents
+    socket.on('agents:list', (callback) => {
+      const agents: string[] = [];
+      for (const [, s] of io.sockets) {
+        const id = getAgentId(s);
+        if (id) {
+          agents.push(id);
+        }
+      }
+      callback?.({ success: true, agents });
+    });
+
+    socket.on('disconnect', () => {
+      // Cleanup subscriptions
+      for (const channel of getSubscriptions(socket)) {
+        channels.get(channel)?.delete(socket);
+      }
+      
+      console.log(`[events] Agent disconnected: ${agentId}`);
+    });
+  });
+}

package/src/namespaces/index.ts

@@ -0,0 +1,3 @@
+export { setupMemoryNamespace } from './memory';
+export { setupAudioNamespace } from './audio';
+export { setupEventsNamespace } from './events';