agentdb 3.0.0-alpha.2 → 3.0.0-alpha.4

package/dist/src/mcp/agentdb-mcp-server.js

@@ -7,8 +7,7 @@
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
 import { CallToolRequestSchema, ListToolsRequestSchema, } from '@modelcontextprotocol/sdk/types.js';
-// Database type - IDatabaseConnection from types
-// (type alias removed: was unused)
+import { createDatabase } from '../db-fallback.js';
 import { CausalMemoryGraph } from '../controllers/CausalMemoryGraph.js';
 import { CausalRecall } from '../controllers/CausalRecall.js';
 import { ReflexionMemory } from '../controllers/ReflexionMemory.js';
@@ -20,7 +19,13 @@ import { BatchOperations } from '../optimizations/BatchOperations.js';
 import { ReasoningBank } from '../controllers/ReasoningBank.js';
 import { MCPToolCaches } from '../optimizations/ToolCache.js';
 import { validateId, validateTimestamp, validateSessionId, validateTaskString, validateNumericRange, validateArrayLength, validateBoolean, validateEnum, ValidationError, handleSecurityError, } from '../security/input-validation.js';
+import * as path from 'path';
 import * as fs from 'fs';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+// ES module equivalent of __dirname
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
 // ============================================================================
 // Helper Functions for Core Vector DB Operations
 // ============================================================================
@@ -154,19 +159,19 @@ function initializeSchema(database) {
 /**
  * Serialize embedding to BLOB
  */
-function _serializeEmbedding(embedding) {
+function serializeEmbedding(embedding) {
     return Buffer.from(embedding.buffer);
 }
 /**
  * Deserialize embedding from BLOB
  */
-function _deserializeEmbedding(blob) {
+function deserializeEmbedding(blob) {
     return new Float32Array(blob.buffer, blob.byteOffset, blob.byteLength / 4);
 }
 /**
  * Calculate cosine similarity between two vectors
  */
-function _cosineSimilarity(a, b) {
+function cosineSimilarity(a, b) {
     if (a.length !== b.length) {
         throw new Error('Vectors must have same length');
     }
@@ -180,39 +185,51 @@ function _cosineSimilarity(a, b) {
     }
     return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
 }
-// Keep references to suppress unused warnings (functions may be needed later)
-void _serializeEmbedding;
-void _deserializeEmbedding;
-void _cosineSimilarity;
 // ============================================================================
-// Initialize Database and Controllers via unified AgentDB
+// Initialize Database and Controllers
 // ============================================================================
-import { AgentDB } from '../core/AgentDB.js';
-const dbPath = process.env.AGENTDB_PATH || './agentdb.rvf';
-const agentdb = new AgentDB({
-    dbPath,
-    vectorBackend: 'rvf',
-    vectorDimension: 384,
-});
-await agentdb.initialize();
-const db = agentdb.database;
-console.error(`✅ Unified AgentDB initialized (${agentdb.isUnifiedMode ? 'single .rvf file' : 'legacy'} mode)`);
-// Initialize embedding service (shared by MCP-local helpers)
+const dbPath = process.env.AGENTDB_PATH || './agentdb.db';
+const db = await createDatabase(dbPath);
+// Configure for performance
+db.pragma('journal_mode = WAL');
+db.pragma('synchronous = NORMAL');
+db.pragma('cache_size = -64000');
+// Initialize schema automatically on server start using SQL files
+const schemaPath = path.join(__dirname, '../schemas/schema.sql');
+const frontierSchemaPath = path.join(__dirname, '../schemas/frontier-schema.sql');
+try {
+    if (fs.existsSync(schemaPath)) {
+        const schemaSQL = fs.readFileSync(schemaPath, 'utf-8');
+        db.exec(schemaSQL);
+        console.error('✅ Main schema loaded');
+    }
+    if (fs.existsSync(frontierSchemaPath)) {
+        const frontierSQL = fs.readFileSync(frontierSchemaPath, 'utf-8');
+        db.exec(frontierSQL);
+        console.error('✅ Frontier schema loaded');
+    }
+    console.error('✅ Database schema initialized');
+}
+catch (error) {
+    console.error('⚠️  Schema initialization failed, using fallback:', error.message);
+    // Fallback to initializeSchema function if SQL files not found
+    initializeSchema(db);
+}
+// Initialize embedding service
 const embeddingService = new EmbeddingService({
     model: 'Xenova/all-MiniLM-L6-v2',
     dimension: 384,
     provider: 'transformers'
 });
 await embeddingService.initialize();
-// Initialize all controllers using the shared db
+// Initialize all controllers
 const causalGraph = new CausalMemoryGraph(db);
 const reflexion = new ReflexionMemory(db, embeddingService);
 const skills = new SkillLibrary(db, embeddingService);
 const causalRecall = new CausalRecall(db, embeddingService);
 const learner = new NightlyLearner(db, embeddingService);
 const learningSystem = new LearningSystem(db, embeddingService);
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-const _batchOps = new BatchOperations(db, embeddingService);
+const batchOps = new BatchOperations(db, embeddingService);
 const reasoningBank = new ReasoningBank(db, embeddingService);
 const caches = new MCPToolCaches();
 // ============================================================================
@@ -220,7 +237,7 @@ const caches = new MCPToolCaches();
 // ============================================================================
 const server = new Server({
     name: 'agentdb',
-    version: '3.0.0',
+    version: '1.3.0',
 }, {
     capabilities: {
         tools: {},
@@ -239,7 +256,7 @@ const tools = [
         inputSchema: {
             type: 'object',
             properties: {
-                db_path: { type: 'string', description: 'Database file path (optional, defaults to ./agentdb.rvf)', default: './agentdb.rvf' },
+                db_path: { type: 'string', description: 'Database file path (optional, defaults to ./agentdb.db)', default: './agentdb.db' },
                 reset: { type: 'boolean', description: 'Reset database (delete existing)', default: false },
             },
         },
@@ -814,76 +831,6 @@ const tools = [
     },
 ];
 // ============================================================================
-// Solver MCP Tools (ADR-010 — gated behind WASM availability)
-// ============================================================================
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-let solverInstance = null;
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-async function getSolver() {
-    if (solverInstance)
-        return solverInstance;
-    try {
-        const { AgentDBSolver } = await import('../backends/rvf/RvfSolver.js');
-        if (await AgentDBSolver.isAvailable()) {
-            solverInstance = await AgentDBSolver.create();
-            return solverInstance;
-        }
-    }
-    catch { /* skip */ }
-    return null;
-}
-// Register solver tools at startup if WASM is available
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const solverTools = [
-    {
-        name: 'solver_train',
-        description: 'Train the RVF self-learning solver on generated puzzles. Uses three-loop architecture: fast (constraint propagation), medium (PolicyKernel skip-mode), slow (KnowledgeCompiler pattern distillation).',
-        inputSchema: {
-            type: 'object',
-            properties: {
-                count: { type: 'number', description: 'Number of puzzles to generate and solve (1-100000)' },
-                min_difficulty: { type: 'number', description: 'Minimum puzzle difficulty 1-10' },
-                max_difficulty: { type: 'number', description: 'Maximum puzzle difficulty 1-10' },
-                seed: { type: 'number', description: 'RNG seed for reproducibility' },
-            },
-        },
-    },
-    {
-        name: 'solver_acceptance',
-        description: 'Run the A/B/C ablation acceptance test. Mode A: fixed heuristic baseline, Mode B: compiler-suggested policy, Mode C: learned Thompson Sampling policy. Returns multi-dimensional pass/fail with accuracy, cost, robustness, and violation metrics.',
-        inputSchema: {
-            type: 'object',
-            properties: {
-                cycles: { type: 'number', description: 'Number of acceptance cycles (1-50)' },
-                holdout_size: { type: 'number', description: 'Holdout set size' },
-                training_per_cycle: { type: 'number', description: 'Training puzzles per cycle' },
-                step_budget: { type: 'number', description: 'Max steps per solve' },
-                seed: { type: 'number', description: 'RNG seed for reproducibility' },
-            },
-        },
-    },
-    {
-        name: 'solver_policy',
-        description: 'Get the current Thompson Sampling policy state: 18 context-bucketed bandits (3 range x 3 distractor x 2 noise), per-arm stats, KnowledgeCompiler cache, and speculative execution metrics.',
-        inputSchema: { type: 'object', properties: {} },
-    },
-    {
-        name: 'solver_witness',
-        description: 'Get the SHAKE-256 tamper-evident witness chain summary. Each entry is 73 bytes. Provides cryptographic audit trail of all solver state transitions.',
-        inputSchema: { type: 'object', properties: {} },
-    },
-];
-(async () => {
-    try {
-        const { AgentDBSolver } = await import('../backends/rvf/RvfSolver.js');
-        if (await AgentDBSolver.isAvailable()) {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            tools.push(...solverTools);
-        }
-    }
-    catch { /* solver not available — tools not registered */ }
-})();
-// ============================================================================
 // Tool Handlers
 // ============================================================================
 server.setRequestHandler(ListToolsRequestSchema, async () => {
@@ -910,7 +857,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                             type: 'text',
                             text: `✅ AgentDB initialized successfully!\n` +
                                 `📍 Database: ${targetDbPath}\n` +
-                                `📊 Tables created: ${stats?.count ?? 0}\n` +
+                                `📊 Tables created: ${stats.count}\n` +
                                 `⚙️  Optimizations: WAL mode, cache_size=64MB\n` +
                                 `🧠 Embedding service: ${embeddingService.constructor.name} ready`,
                         },
@@ -1247,12 +1194,12 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             }
             case 'db_stats': {
                 const stats = {
-                    causal_edges: (db.prepare('SELECT COUNT(*) as count FROM causal_edges').get())?.count || 0,
-                    causal_experiments: (db.prepare('SELECT COUNT(*) as count FROM causal_experiments').get())?.count || 0,
-                    causal_observations: (db.prepare('SELECT COUNT(*) as count FROM causal_observations').get())?.count || 0,
-                    episodes: (db.prepare('SELECT COUNT(*) as count FROM episodes').get())?.count || 0,
-                    episode_embeddings: (db.prepare('SELECT COUNT(*) as count FROM episode_embeddings').get())?.count || 0,
-                    skills: (db.prepare('SELECT COUNT(*) as count FROM skills').get())?.count || 0,
+                    causal_edges: db.prepare('SELECT COUNT(*) as count FROM causal_edges').get()?.count || 0,
+                    causal_experiments: db.prepare('SELECT COUNT(*) as count FROM causal_experiments').get()?.count || 0,
+                    causal_observations: db.prepare('SELECT COUNT(*) as count FROM causal_observations').get()?.count || 0,
+                    episodes: db.prepare('SELECT COUNT(*) as count FROM episodes').get()?.count || 0,
+                    episode_embeddings: db.prepare('SELECT COUNT(*) as count FROM episode_embeddings').get()?.count || 0,
+                    skills: db.prepare('SELECT COUNT(*) as count FROM skills').get()?.count || 0,
                 };
                 return {
                     content: [
@@ -1290,7 +1237,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                 // Helper to safely query table count
                 const safeCount = (tableName) => {
                     try {
-                        return (db.prepare(`SELECT COUNT(*) as count FROM ${tableName}`).get())?.count || 0;
+                        return db.prepare(`SELECT COUNT(*) as count FROM ${tableName}`).get()?.count || 0;
                     }
                     catch {
                         return 0; // Table doesn't exist
@@ -1327,7 +1274,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             SELECT page_count * page_size as total_bytes
             FROM pragma_page_count(), pragma_page_size()
           `).get();
-                    const totalMB = ((dbStats?.total_bytes ?? 0) / (1024 * 1024)).toFixed(2);
+                    const totalMB = (dbStats.total_bytes / (1024 * 1024)).toFixed(2);
                     // Add recent activity stats
                     const recentActivity = db.prepare(`
             SELECT COUNT(*) as count
@@ -1336,7 +1283,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
           `).get();
                     output += `\n📦 Storage:\n` +
                         `   Database Size: ${totalMB} MB\n` +
-                        `   Recent Activity (7d): ${recentActivity?.count ?? 0} episodes\n`;
+                        `   Recent Activity (7d): ${recentActivity.count} episodes\n`;
                 }
                 // Cache the result (60s TTL)
                 caches.stats.set(cacheKey, output);
@@ -1489,7 +1436,6 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                     const batchSize = args?.batch_size ? validateNumericRange(args.batch_size, 'batch_size', 1, 100) : 32;
                     const format = args?.format ? validateEnum(args.format, 'format', ['concise', 'detailed', 'json']) : 'concise';
                     // Validate each skill
-                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
                     const validatedSkills = skillsArray.map((skill, index) => {
                         const name = validateTaskString(skill.name, `skills[${index}].name`);
                         const description = validateTaskString(skill.description, `skills[${index}].description`);
@@ -1592,7 +1538,6 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                     const batchSize = args?.batch_size ? validateNumericRange(args.batch_size, 'batch_size', 1, 1000) : 100;
                     const format = args?.format ? validateEnum(args.format, 'format', ['concise', 'detailed', 'json']) : 'concise';
                     // Validate each episode
-                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
                     const validatedEpisodes = episodesArray.map((ep, index) => {
                         const sessionId = validateSessionId(ep.session_id);
                         const task = validateTaskString(ep.task, `episodes[${index}].task`);
@@ -1695,7 +1640,6 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                     const batchSize = args?.batch_size ? validateNumericRange(args.batch_size, 'batch_size', 1, 500) : 50;
                     const format = args?.format ? validateEnum(args.format, 'format', ['concise', 'detailed', 'json']) : 'concise';
                     // Validate each pattern
-                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
                     const validatedPatterns = patternsArray.map((pattern, index) => {
                         const taskType = validateTaskString(pattern.taskType, `patterns[${index}].taskType`);
                         const approach = validateTaskString(pattern.approach, `patterns[${index}].approach`);
@@ -1889,7 +1833,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                 const epochs = args?.epochs || 50;
                 const batchSize = args?.batch_size || 32;
                 const learningRate = args?.learning_rate || 0.01;
-                console.error(`🎓 Training session ${sessionId}...`);
+                console.log(`🎓 Training session ${sessionId}...`);
                 const result = await learningSystem.train(sessionId, epochs, batchSize, learningRate);
                 return {
                     content: [
@@ -1969,7 +1913,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                 const sourceTask = args?.source_task;
                 const targetTask = args?.target_task;
                 const minSimilarity = args?.min_similarity || 0.7;
-                const transferType = (args?.transfer_type || 'all');
+                const transferType = args?.transfer_type || 'all';
                 const maxTransfers = args?.max_transfers || 10;
                 const result = await learningSystem.transferLearning({
                     sourceSession,
@@ -2003,7 +1947,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             case 'learning_explain': {
                 const query = args?.query;
                 const k = args?.k || 5;
-                const explainDepth = (args?.explain_depth || 'detailed');
+                const explainDepth = args?.explain_depth || 'detailed';
                 const includeConfidence = args?.include_confidence !== false;
                 const includeEvidence = args?.include_evidence !== false;
                 const includeCausal = args?.include_causal !== false;
@@ -2034,7 +1978,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                                     `   • Avg Similarity: ${(explanation.reasoning.avgSimilarity * 100).toFixed(1)}%\n` +
                                     `   • Unique Actions Considered: ${explanation.reasoning.uniqueActions}` : '') +
                                 (includeCausal && explanation.causalChains && explanation.causalChains.length > 0 ? `\n\n🔗 Causal Reasoning Chains:\n` +
-                                    explanation.causalChains.slice(0, 3).map((chain, i) => `   ${i + 1}. ${chain.from_memory_id} → ${chain.to_memory_id} (uplift: ${(chain.uplift || 0).toFixed(3)})`).join('\n') : ''),
+                                    explanation.causalChains.slice(0, 3).map((chain, i) => `   ${i + 1}. ${chain.fromMemoryType} → ${chain.toMemoryType} (uplift: ${(chain.uplift || 0).toFixed(3)})`).join('\n') : ''),
                         },
                     ],
                 };
@@ -2089,7 +2033,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                 const timeTakenMs = args?.time_taken_ms;
                 const expectedTimeMs = args?.expected_time_ms;
                 const includeCausal = args?.include_causal !== false;
-                const rewardFunction = (args?.reward_function || 'standard');
+                const rewardFunction = args?.reward_function || 'standard';
                 const reward = learningSystem.calculateReward({
                     episodeId,
                     success,
@@ -2120,73 +2064,6 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                     ],
                 };
             }
-            // ======================================================================
-            // SOLVER TOOLS (ADR-010)
-            // ======================================================================
-            case 'solver_train': {
-                const solver = await getSolver();
-                if (!solver)
-                    throw new Error('RVF Solver not available. Install @ruvector/rvf-solver.');
-                const count = validateNumericRange(args?.count ?? 50, 'count', 1, 100000);
-                const minDifficulty = validateNumericRange(args?.min_difficulty ?? 1, 'min_difficulty', 1, 10);
-                const maxDifficulty = validateNumericRange(args?.max_difficulty ?? 10, 'max_difficulty', 1, 10);
-                const result = solver.train({ count, minDifficulty, maxDifficulty, seed: args?.seed });
-                return {
-                    content: [{
-                            type: 'text',
-                            text: JSON.stringify(result, null, 2),
-                        }],
-                };
-            }
-            case 'solver_acceptance': {
-                const solver = await getSolver();
-                if (!solver)
-                    throw new Error('RVF Solver not available. Install @ruvector/rvf-solver.');
-                const manifest = solver.acceptance({
-                    cycles: args?.cycles,
-                    holdoutSize: args?.holdout_size,
-                    trainingPerCycle: args?.training_per_cycle,
-                    stepBudget: args?.step_budget,
-                    seed: args?.seed,
-                });
-                return {
-                    content: [{
-                            type: 'text',
-                            text: JSON.stringify(manifest, null, 2),
-                        }],
-                };
-            }
-            case 'solver_policy': {
-                const solver = await getSolver();
-                if (!solver)
-                    throw new Error('RVF Solver not available. Install @ruvector/rvf-solver.');
-                const policy = solver.policy();
-                return {
-                    content: [{
-                            type: 'text',
-                            text: policy ? JSON.stringify(policy, null, 2) : 'No policy state available (no training yet).',
-                        }],
-                };
-            }
-            case 'solver_witness': {
-                const solver = await getSolver();
-                if (!solver)
-                    throw new Error('RVF Solver not available. Install @ruvector/rvf-solver.');
-                const chain = solver.witnessChain();
-                if (!chain || chain.length === 0) {
-                    return { content: [{ type: 'text', text: JSON.stringify({ entries: 0, bytes: 0, hex: '' }) }] };
-                }
-                const entries = Math.floor(chain.length / 73);
-                const slice = new Uint8Array(chain.buffer, chain.byteOffset, Math.min(chain.length, 73 * 3));
-                const hex = Array.from(slice)
-                    .map(b => b.toString(16).padStart(2, '0')).join('');
-                return {
-                    content: [{
-                            type: 'text',
-                            text: JSON.stringify({ entries, bytes: chain.length, hex: hex.length > 438 ? hex.slice(0, 438) + '...' : hex }, null, 2),
-                        }],
-                };
-            }
             default:
                 throw new Error(`Unknown tool: ${name}`);
         }
@@ -2196,7 +2073,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             content: [
                 {
                     type: 'text',
-                    text: `❌ Error: ${error.message}`,
+                    text: `❌ Error: ${error.message}\n${error.stack || ''}`,
                 },
             ],
             isError: true,
@@ -2209,8 +2086,8 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
 async function main() {
     const transport = new StdioServerTransport();
     await server.connect(transport);
-    console.error('🚀 AgentDB MCP Server v3.0.0 running on stdio');
-    console.error('📦 33 tools available (5 core + 9 frontier + 10 learning + 5 AgentDB + 4 batch ops)');
+    console.error('🚀 AgentDB MCP Server v2.0.0 running on stdio');
+    console.error('📦 32 tools available (5 core + 9 frontier + 10 learning + 5 AgentDB + 3 batch ops)');
     console.error('🧠 Embedding service initialized');
     console.error('🎓 Learning system ready (9 RL algorithms)');
     console.error('⚡ NEW v2.0: Batch operations (3-4x faster), format parameters, enhanced validation');
@@ -2222,46 +2099,13 @@ async function main() {
     const keepAlive = setInterval(() => {
         // Empty interval just to keep event loop alive
     }, 1000 * 60 * 60); // Every hour (basically forever)
-    // Periodic auto-save: Save database every 5 minutes to prevent data loss
-    const autoSaveInterval = setInterval(async () => {
-        try {
-            await agentdb.save();
-            console.error('💾 Auto-saved database to', dbPath);
-        }
-        catch (error) {
-            console.error('❌ Auto-save failed:', error.message);
-        }
-    }, 5 * 60 * 1000); // 5 minutes
-    // Handle graceful shutdown with database persistence
-    const shutdown = async () => {
-        console.error('🔄 Shutting down AgentDB MCP Server...');
-        // Clear intervals
+    // Handle graceful shutdown
+    const shutdown = () => {
         clearInterval(keepAlive);
-        clearInterval(autoSaveInterval);
-        // Save and close via unified AgentDB (handles both vectors + relational)
-        try {
-            console.error('💾 Saving database to', dbPath);
-            await agentdb.save();
-            console.error('✅ Database saved successfully');
-            await agentdb.close();
-            console.error('✅ Database connection closed');
-        }
-        catch (error) {
-            console.error('❌ Error during shutdown:', error.message);
-        }
         process.exit(0);
     };
     process.on('SIGINT', shutdown);
     process.on('SIGTERM', shutdown);
-    // Handle unexpected exits
-    process.on('uncaughtException', (error) => {
-        console.error('❌ Uncaught exception:', error);
-        shutdown();
-    });
-    process.on('unhandledRejection', (error) => {
-        console.error('❌ Unhandled rejection:', error);
-        shutdown();
-    });
     // Return a never-resolving promise
     return new Promise(() => {
         // The setInterval above keeps the event loop alive