agentic-flow 1.4.8 → 1.4.10

package/dist/reasoningbank/db/queries.js

@@ -3,14 +3,112 @@
  * Operates on Claude Flow's memory.db at .swarm/memory.db
  */
 import BetterSqlite3 from 'better-sqlite3';
-import { existsSync } from 'fs';
-import { join } from 'path';
+import { existsSync, mkdirSync } from 'fs';
+import { join, dirname } from 'path';
 // Simple logger for database operations
 const logger = {
     info: (msg, data) => console.log(`[INFO] ${msg}`, data || ''),
     error: (msg, data) => console.error(`[ERROR] ${msg}`, data || '')
 };
 let dbInstance = null;
+/**
+ * Run database migrations (create tables)
+ */
+export async function runMigrations() {
+    const dbPath = process.env.CLAUDE_FLOW_DB_PATH || join(process.cwd(), '.swarm', 'memory.db');
+    // Create directory if it doesn't exist
+    const dbDir = dirname(dbPath);
+    if (!existsSync(dbDir)) {
+        mkdirSync(dbDir, { recursive: true });
+        logger.info('Created database directory', { path: dbDir });
+    }
+    // Create database file
+    const db = new BetterSqlite3(dbPath);
+    db.pragma('journal_mode = WAL');
+    db.pragma('foreign_keys = ON');
+    // Create tables
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS patterns (
+      id TEXT PRIMARY KEY,
+      type TEXT NOT NULL,
+      pattern_data TEXT NOT NULL,
+      confidence REAL NOT NULL DEFAULT 0.5,
+      usage_count INTEGER NOT NULL DEFAULT 0,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      last_used TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS pattern_embeddings (
+      id TEXT PRIMARY KEY,
+      model TEXT NOT NULL,
+      dims INTEGER NOT NULL,
+      vector BLOB NOT NULL,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (id) REFERENCES patterns(id) ON DELETE CASCADE
+    );
+
+    CREATE TABLE IF NOT EXISTS pattern_links (
+      src_id TEXT NOT NULL,
+      dst_id TEXT NOT NULL,
+      relation TEXT NOT NULL,
+      weight REAL NOT NULL DEFAULT 1.0,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      PRIMARY KEY (src_id, dst_id, relation),
+      FOREIGN KEY (src_id) REFERENCES patterns(id) ON DELETE CASCADE,
+      FOREIGN KEY (dst_id) REFERENCES patterns(id) ON DELETE CASCADE
+    );
+
+    CREATE TABLE IF NOT EXISTS task_trajectories (
+      task_id TEXT PRIMARY KEY,
+      agent_id TEXT NOT NULL,
+      query TEXT NOT NULL,
+      trajectory_json TEXT NOT NULL,
+      started_at TEXT,
+      ended_at TEXT,
+      judge_label TEXT,
+      judge_conf REAL,
+      judge_reasons TEXT,
+      matts_run_id TEXT,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP
+    );
+
+    CREATE TABLE IF NOT EXISTS matts_runs (
+      run_id TEXT PRIMARY KEY,
+      task_id TEXT NOT NULL,
+      mode TEXT NOT NULL,
+      k INTEGER NOT NULL,
+      status TEXT NOT NULL,
+      summary TEXT,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP
+    );
+
+    CREATE TABLE IF NOT EXISTS consolidation_runs (
+      run_id TEXT PRIMARY KEY,
+      items_processed INTEGER NOT NULL,
+      duplicates_found INTEGER NOT NULL,
+      contradictions_found INTEGER NOT NULL,
+      items_pruned INTEGER NOT NULL,
+      duration_ms INTEGER NOT NULL,
+      created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP
+    );
+
+    CREATE TABLE IF NOT EXISTS metrics_log (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      metric_name TEXT NOT NULL,
+      value REAL NOT NULL,
+      timestamp TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_patterns_type ON patterns(type);
+    CREATE INDEX IF NOT EXISTS idx_patterns_confidence ON patterns(confidence DESC);
+    CREATE INDEX IF NOT EXISTS idx_patterns_created_at ON patterns(created_at DESC);
+    CREATE INDEX IF NOT EXISTS idx_pattern_links_relation ON pattern_links(relation);
+    CREATE INDEX IF NOT EXISTS idx_trajectories_agent ON task_trajectories(agent_id);
+  `);
+    db.close();
+    dbInstance = null; // Reset instance to force reconnection
+    logger.info('Database migrations completed', { path: dbPath });
+}
 /**
  * Get database connection (singleton)
  */

package/dist/reasoningbank/index.js

@@ -36,6 +36,15 @@ export async function initialize() {
     console.log(`[ReasoningBank] Database: ${process.env.CLAUDE_FLOW_DB_PATH || '.swarm/memory.db'}`);
     console.log(`[ReasoningBank] Embeddings: ${config.embeddings.provider}`);
     console.log(`[ReasoningBank] Retrieval k: ${config.retrieve.k}`);
+    // Run migrations to create database and tables
+    try {
+        await db.runMigrations();
+        console.log(`[ReasoningBank] Database migrated successfully`);
+    }
+    catch (error) {
+        console.error('[ReasoningBank] Migration error:', error);
+        throw new Error('ReasoningBank initialization failed: could not run migrations');
+    }
     // Check database connection
     try {
         const dbConn = db.getDb();

package/dist/reasoningbank/utils/config.js

@@ -1,75 +1,168 @@
 import { parse } from 'yaml';
-import { readFileSync } from 'fs';
-import { join } from 'path';
+import { readFileSync, existsSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
 let configCache = null;
-const configPath = join(process.cwd(), 'src', 'reasoningbank', 'config', 'reasoningbank.yaml');
+// Default configuration
+const DEFAULT_CONFIG = {
+    retrieve: {
+        k: 3,
+        alpha: 0.65,
+        beta: 0.15,
+        gamma: 0.20,
+        delta: 0.10,
+        recency_half_life_days: 45,
+        min_score: 0.3
+    },
+    judge: {
+        model: 'claude-sonnet-4-5-20250929',
+        max_tokens: 512,
+        temperature: 0,
+        confidence_threshold: 0.5
+    },
+    distill: {
+        model: undefined,
+        max_tokens: undefined,
+        temperature: undefined,
+        max_items_success: 3,
+        max_items_failure: 2,
+        confidence_prior_success: 0.75,
+        confidence_prior_failure: 0.60
+    },
+    consolidate: {
+        duplicate_threshold: 0.95,
+        contradiction_threshold: 0.85,
+        trigger_threshold: 20,
+        prune_age_days: 180,
+        prune_min_confidence: 0.3,
+        min_confidence_keep: 0.5
+    },
+    matts: {
+        parallel_k: 3,
+        sequential_k: 5,
+        sequential_r: 5,
+        sequential_stop_on_success: true,
+        confidence_boost: 0.05
+    },
+    embeddings: {
+        provider: 'claude',
+        model: 'claude-3-5-sonnet-20241022',
+        dims: 1024,
+        dimensions: 1024,
+        cache_ttl_seconds: 3600
+    },
+    governance: {
+        scrub_pii: true,
+        pii_scrubber: true,
+        tenant_scoped: false
+    },
+    features: {
+        enable_pre_task_hook: true,
+        enable_post_task_hook: true,
+        enable_matts_parallel: true
+    }
+};
+// Try multiple paths to find config file
+function findConfigPath() {
+    const paths = [
+        // Development: relative to source file
+        join(__dirname, '../config/reasoningbank.yaml'),
+        // npm package: relative to dist file
+        join(__dirname, '../../config/reasoningbank.yaml'),
+        // User override: current working directory
+        join(process.cwd(), '.swarm/reasoningbank.yaml'),
+        join(process.cwd(), 'reasoningbank.yaml')
+    ];
+    for (const path of paths) {
+        if (existsSync(path)) {
+            return path;
+        }
+    }
+    return null;
+}
 export function loadConfig() {
     if (configCache)
         return configCache;
-    const yamlContent = readFileSync(configPath, 'utf-8');
-    const parsed = parse(yamlContent);
-    // Handle nested reasoningbank: key
-    const raw = parsed.reasoningbank || parsed;
-    // Map the full config to our simplified interface
-    configCache = {
-        retrieve: {
-            k: raw.retrieve?.k ?? 3,
-            alpha: raw.retrieve?.alpha ?? 0.65,
-            beta: raw.retrieve?.beta ?? 0.15,
-            gamma: raw.retrieve?.gamma ?? 0.20,
-            delta: raw.retrieve?.delta ?? 0.10,
-            recency_half_life_days: raw.retrieve?.recency_half_life_days ?? 45,
-            min_score: raw.retrieve?.min_score ?? 0.3
-        },
-        judge: {
-            model: raw.judge?.model ?? 'claude-sonnet-4-5-20250929',
-            max_tokens: raw.judge?.max_tokens ?? 512,
-            temperature: raw.judge?.temperature ?? 0,
-            confidence_threshold: raw.judge?.fallback_confidence ?? 0.5
-        },
-        distill: {
-            model: raw.distill?.model,
-            max_tokens: raw.distill?.max_tokens,
-            temperature: raw.distill?.temperature,
-            max_items_success: raw.distill?.max_items_per_trajectory ?? 3,
-            max_items_failure: 2,
-            confidence_prior_success: raw.distill?.success_confidence_prior ?? 0.75,
-            confidence_prior_failure: raw.distill?.failure_confidence_prior ?? 0.60
-        },
-        consolidate: {
-            duplicate_threshold: raw.consolidate?.dedup_similarity_threshold ?? 0.95,
-            contradiction_threshold: raw.consolidate?.contradiction_threshold ?? 0.85,
-            trigger_threshold: raw.consolidate?.run_every_new_items ?? 20,
-            prune_age_days: raw.consolidate?.prune_age_days ?? 180,
-            prune_min_confidence: raw.consolidate?.min_confidence_keep ?? 0.3,
-            min_confidence_keep: raw.consolidate?.min_confidence_keep ?? 0.5
-        },
-        matts: {
-            parallel_k: raw.matts?.parallel?.k ?? 3,
-            sequential_k: raw.matts?.sequential?.r ?? 5,
-            sequential_r: raw.matts?.sequential?.r ?? 5,
-            sequential_stop_on_success: raw.matts?.sequential?.stop_on_success ?? true,
-            confidence_boost: 0.05
-        },
-        embeddings: {
-            provider: raw.embeddings?.provider ?? 'claude',
-            model: raw.embeddings?.model ?? 'claude-3-5-sonnet-20241022',
-            dims: raw.embeddings?.dimensions ?? 1024,
-            dimensions: raw.embeddings?.dimensions ?? 1024,
-            cache_ttl_seconds: raw.embeddings?.cache_ttl_seconds ?? 3600
-        },
-        governance: {
-            scrub_pii: raw.governance?.pii_scrubber ?? true,
-            pii_scrubber: raw.governance?.pii_scrubber ?? true,
-            tenant_scoped: raw.governance?.tenant_scoped ?? false
-        },
-        features: {
-            enable_pre_task_hook: raw.features?.enable_pre_task_hook ?? true,
-            enable_post_task_hook: raw.features?.enable_post_task_hook ?? true,
-            enable_matts_parallel: raw.features?.enable_matts_parallel ?? true
-        }
-    };
-    return configCache;
+    const configPath = findConfigPath();
+    // If no config file found, use defaults
+    if (!configPath) {
+        configCache = DEFAULT_CONFIG;
+        return configCache;
+    }
+    try {
+        const yamlContent = readFileSync(configPath, 'utf-8');
+        const parsed = parse(yamlContent);
+        // Handle nested reasoningbank: key
+        const raw = parsed.reasoningbank || parsed;
+        // Map the full config to our simplified interface
+        configCache = {
+            retrieve: {
+                k: raw.retrieve?.k ?? 3,
+                alpha: raw.retrieve?.alpha ?? 0.65,
+                beta: raw.retrieve?.beta ?? 0.15,
+                gamma: raw.retrieve?.gamma ?? 0.20,
+                delta: raw.retrieve?.delta ?? 0.10,
+                recency_half_life_days: raw.retrieve?.recency_half_life_days ?? 45,
+                min_score: raw.retrieve?.min_score ?? 0.3
+            },
+            judge: {
+                model: raw.judge?.model ?? 'claude-sonnet-4-5-20250929',
+                max_tokens: raw.judge?.max_tokens ?? 512,
+                temperature: raw.judge?.temperature ?? 0,
+                confidence_threshold: raw.judge?.fallback_confidence ?? 0.5
+            },
+            distill: {
+                model: raw.distill?.model,
+                max_tokens: raw.distill?.max_tokens,
+                temperature: raw.distill?.temperature,
+                max_items_success: raw.distill?.max_items_per_trajectory ?? 3,
+                max_items_failure: 2,
+                confidence_prior_success: raw.distill?.success_confidence_prior ?? 0.75,
+                confidence_prior_failure: raw.distill?.failure_confidence_prior ?? 0.60
+            },
+            consolidate: {
+                duplicate_threshold: raw.consolidate?.dedup_similarity_threshold ?? 0.95,
+                contradiction_threshold: raw.consolidate?.contradiction_threshold ?? 0.85,
+                trigger_threshold: raw.consolidate?.run_every_new_items ?? 20,
+                prune_age_days: raw.consolidate?.prune_age_days ?? 180,
+                prune_min_confidence: raw.consolidate?.min_confidence_keep ?? 0.3,
+                min_confidence_keep: raw.consolidate?.min_confidence_keep ?? 0.5
+            },
+            matts: {
+                parallel_k: raw.matts?.parallel?.k ?? 3,
+                sequential_k: raw.matts?.sequential?.r ?? 5,
+                sequential_r: raw.matts?.sequential?.r ?? 5,
+                sequential_stop_on_success: raw.matts?.sequential?.stop_on_success ?? true,
+                confidence_boost: 0.05
+            },
+            embeddings: {
+                provider: raw.embeddings?.provider ?? 'claude',
+                model: raw.embeddings?.model ?? 'claude-3-5-sonnet-20241022',
+                dims: raw.embeddings?.dimensions ?? 1024,
+                dimensions: raw.embeddings?.dimensions ?? 1024,
+                cache_ttl_seconds: raw.embeddings?.cache_ttl_seconds ?? 3600
+            },
+            governance: {
+                scrub_pii: raw.governance?.pii_scrubber ?? true,
+                pii_scrubber: raw.governance?.pii_scrubber ?? true,
+                tenant_scoped: raw.governance?.tenant_scoped ?? false
+            },
+            features: {
+                enable_pre_task_hook: raw.features?.enable_pre_task_hook ?? true,
+                enable_post_task_hook: raw.features?.enable_post_task_hook ?? true,
+                enable_matts_parallel: raw.features?.enable_matts_parallel ?? true
+            }
+        };
+        return configCache;
+    }
+    catch (error) {
+        // If config file exists but can't be read, use defaults
+        console.warn(`[ReasoningBank] Could not load config from ${configPath}, using defaults:`, error instanceof Error ? error.message : String(error));
+        configCache = DEFAULT_CONFIG;
+        return configCache;
+    }
 }
 export function clearConfigCache() {
     configCache = null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentic-flow",
-  "version": "1.4.8",
+  "version": "1.4.10",
   "description": "Production-ready AI agent orchestration platform with 66 specialized agents, 213 MCP tools, ReasoningBank learning memory, and autonomous multi-agent swarms. Built by @ruvnet with Claude Agent SDK, neural networks, memory persistence, GitHub integration, and distributed consensus protocols.",
   "type": "module",
   "main": "dist/index.js",