agentdb 1.0.0

package/dist/reasoning/experience-curator.js

@@ -0,0 +1,288 @@
+"use strict";
+/**
+ * ExperienceCurator - Store and retrieve successful task execution experiences
+ *
+ * Curates high-quality experiences for learning and adaptation.
+ * Scores experiences based on quality metrics and retrieves relevant ones.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperienceCurator = void 0;
+class ExperienceCurator {
+    constructor(db) {
+        this.experienceTable = 'reasoning_experiences';
+        this.db = db;
+        this.initializeExperienceStorage();
+    }
+    initializeExperienceStorage() {
+        const rawDb = this.db.getDatabase();
+        rawDb.exec(`
+      CREATE TABLE IF NOT EXISTS ${this.experienceTable} (
+        id TEXT PRIMARY KEY,
+        task_description TEXT NOT NULL,
+        success INTEGER NOT NULL,
+        duration REAL NOT NULL,
+        approach TEXT NOT NULL,
+        outcome TEXT NOT NULL,
+        quality REAL NOT NULL,
+        domain TEXT NOT NULL,
+        agent_type TEXT,
+        error_type TEXT,
+        tokens_used INTEGER,
+        iteration_count INTEGER DEFAULT 1,
+        metadata TEXT,
+        timestamp INTEGER NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_exp_success ON ${this.experienceTable}(success);
+      CREATE INDEX IF NOT EXISTS idx_exp_quality ON ${this.experienceTable}(quality);
+      CREATE INDEX IF NOT EXISTS idx_exp_domain ON ${this.experienceTable}(domain);
+      CREATE INDEX IF NOT EXISTS idx_exp_timestamp ON ${this.experienceTable}(timestamp);
+    `);
+    }
+    /**
+     * Store a task execution experience
+     */
+    async storeExperience(experience) {
+        const id = this.generateExperienceId();
+        const timestamp = Date.now();
+        // Calculate quality score if not provided
+        const quality = experience.quality || this.calculateQualityScore(experience);
+        // Store vector embedding for similarity matching
+        this.db.insert({
+            id: `exp_${id}`,
+            embedding: experience.taskEmbedding,
+            metadata: {
+                type: 'experience',
+                experienceId: id,
+                success: experience.success,
+                quality,
+                domain: experience.metadata.domain
+            },
+            timestamp
+        });
+        // Store experience metadata
+        const rawDb = this.db.getDatabase();
+        const stmt = rawDb.prepare(`
+      INSERT INTO ${this.experienceTable}
+      (id, task_description, success, duration, approach, outcome, quality,
+       domain, agent_type, error_type, tokens_used, iteration_count, metadata, timestamp)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(id, experience.taskDescription, experience.success ? 1 : 0, experience.duration, experience.approach, experience.outcome, quality, experience.metadata.domain, experience.metadata.agentType || null, experience.metadata.errorType || null, experience.metadata.tokensUsed || null, experience.metadata.iterationCount || 1, JSON.stringify(experience.metadata), timestamp);
+        return id;
+    }
+    /**
+     * Calculate quality score for an experience
+     * Factors: success, duration, token efficiency, iteration count
+     */
+    calculateQualityScore(experience) {
+        let score = 0;
+        // Success factor (60% weight)
+        if (experience.success) {
+            score += 0.6;
+        }
+        else {
+            // Failed experiences can still be valuable for learning
+            score += 0.1;
+        }
+        // Duration factor (20% weight) - faster is better
+        const durationScore = Math.max(0, 1 - (experience.duration / 60000)); // Normalize to 1 minute
+        score += durationScore * 0.2;
+        // Token efficiency factor (10% weight)
+        if (experience.metadata.tokensUsed) {
+            const tokenScore = Math.max(0, 1 - (experience.metadata.tokensUsed / 10000)); // Normalize to 10k tokens
+            score += tokenScore * 0.1;
+        }
+        // Iteration efficiency factor (10% weight)
+        if (experience.metadata.iterationCount) {
+            const iterationScore = Math.max(0, 1 - (experience.metadata.iterationCount / 5)); // Normalize to 5 iterations
+            score += iterationScore * 0.1;
+        }
+        return Math.min(1, score);
+    }
+    /**
+     * Query experiences similar to a task
+     *
+     * @param taskEmbedding - Vector embedding of current task
+     * @param k - Number of experiences to return
+     * @param filters - Optional filters
+     * @returns Array of relevant experiences sorted by relevance
+     */
+    async queryExperiences(taskEmbedding, k = 10, filters) {
+        const startTime = Date.now();
+        // Search for similar experience embeddings
+        const threshold = filters?.minQuality || 0.5;
+        const results = this.db.search(taskEmbedding, k * 2, 'cosine', threshold);
+        // Filter to experience vectors only
+        const expResults = results.filter(r => r.metadata?.type === 'experience');
+        // Get full experience metadata
+        const rawDb = this.db.getDatabase();
+        const experiences = [];
+        for (const result of expResults) {
+            const metadata = result.metadata || {};
+            const expId = metadata.experienceId;
+            let sql = `SELECT * FROM ${this.experienceTable} WHERE id = ?`;
+            const params = [expId];
+            if (filters?.successOnly) {
+                sql += ' AND success = 1';
+            }
+            if (filters?.domain) {
+                sql += ' AND domain = ?';
+                params.push(filters.domain);
+            }
+            if (filters?.minQuality) {
+                sql += ' AND quality >= ?';
+                params.push(filters.minQuality);
+            }
+            if (filters?.maxAge) {
+                const cutoffTime = Date.now() - filters.maxAge;
+                sql += ' AND timestamp >= ?';
+                params.push(cutoffTime);
+            }
+            const stmt = rawDb.prepare(sql);
+            const row = stmt.get(...params);
+            if (row) {
+                const metadata = JSON.parse(row.metadata);
+                experiences.push({
+                    id: row.id,
+                    taskEmbedding: result.embedding,
+                    taskDescription: row.task_description,
+                    success: row.success === 1,
+                    duration: row.duration,
+                    approach: row.approach,
+                    outcome: row.outcome,
+                    quality: row.quality,
+                    metadata: {
+                        ...metadata,
+                        domain: row.domain,
+                        agentType: row.agent_type,
+                        errorType: row.error_type,
+                        tokensUsed: row.tokens_used,
+                        iterationCount: row.iteration_count
+                    },
+                    timestamp: row.timestamp,
+                    relevance: result.score
+                });
+            }
+            if (experiences.length >= k)
+                break;
+        }
+        const duration = Date.now() - startTime;
+        console.log(`[ExperienceCurator] Found ${experiences.length} experiences in ${duration}ms`);
+        return experiences;
+    }
+    /**
+     * Get best experiences for a domain
+     */
+    async getBestExperiences(domain, limit = 10) {
+        const rawDb = this.db.getDatabase();
+        const stmt = rawDb.prepare(`
+      SELECT * FROM ${this.experienceTable}
+      WHERE domain = ? AND success = 1
+      ORDER BY quality DESC, timestamp DESC
+      LIMIT ?
+    `);
+        const rows = stmt.all(domain, limit);
+        return rows.map(row => {
+            const vector = this.db.get(`exp_${row.id}`);
+            const metadata = JSON.parse(row.metadata);
+            return {
+                id: row.id,
+                taskEmbedding: vector?.embedding || [],
+                taskDescription: row.task_description,
+                success: row.success === 1,
+                duration: row.duration,
+                approach: row.approach,
+                outcome: row.outcome,
+                quality: row.quality,
+                metadata: {
+                    ...metadata,
+                    domain: row.domain,
+                    agentType: row.agent_type,
+                    errorType: row.error_type,
+                    tokensUsed: row.tokens_used,
+                    iterationCount: row.iteration_count
+                },
+                timestamp: row.timestamp
+            };
+        });
+    }
+    /**
+     * Get learning statistics
+     */
+    getStats() {
+        const rawDb = this.db.getDatabase();
+        // Total experiences
+        const countStmt = rawDb.prepare(`SELECT COUNT(*) as count FROM ${this.experienceTable}`);
+        const totalExperiences = countStmt.get().count;
+        // Success rate
+        const successStmt = rawDb.prepare(`
+      SELECT AVG(success) as rate FROM ${this.experienceTable}
+    `);
+        const successRate = successStmt.get().rate || 0;
+        // Average quality
+        const qualityStmt = rawDb.prepare(`
+      SELECT AVG(quality) as avg FROM ${this.experienceTable}
+    `);
+        const avgQuality = qualityStmt.get().avg || 0;
+        // Average duration
+        const durationStmt = rawDb.prepare(`
+      SELECT AVG(duration) as avg FROM ${this.experienceTable}
+    `);
+        const avgDuration = durationStmt.get().avg || 0;
+        // Domain breakdown
+        const domainStmt = rawDb.prepare(`
+      SELECT domain, COUNT(*) as count, AVG(success) as success_rate
+      FROM ${this.experienceTable}
+      GROUP BY domain
+    `);
+        const domainRows = domainStmt.all();
+        const domainBreakdown = new Map(domainRows.map(row => [
+            row.domain,
+            { count: row.count, successRate: row.success_rate }
+        ]));
+        return {
+            totalExperiences,
+            successRate,
+            avgQuality,
+            avgDuration,
+            domainBreakdown
+        };
+    }
+    /**
+     * Prune low-quality old experiences
+     */
+    async pruneExperiences(options) {
+        const rawDb = this.db.getDatabase();
+        const { minQuality = 0.3, maxAge = 30 * 24 * 60 * 60 * 1000, keepMinimum = 100 } = options;
+        // Get count of experiences
+        const countStmt = rawDb.prepare(`SELECT COUNT(*) as count FROM ${this.experienceTable}`);
+        const totalCount = countStmt.get().count;
+        if (totalCount <= keepMinimum) {
+            return 0;
+        }
+        // Delete low-quality old experiences
+        const cutoffTime = Date.now() - maxAge;
+        const deleteStmt = rawDb.prepare(`
+      DELETE FROM ${this.experienceTable}
+      WHERE quality < ? AND timestamp < ?
+      AND id NOT IN (
+        SELECT id FROM ${this.experienceTable}
+        ORDER BY quality DESC, timestamp DESC
+        LIMIT ?
+      )
+    `);
+        const result = deleteStmt.run(minQuality, cutoffTime, keepMinimum);
+        // Clean up orphaned vectors
+        const expIds = rawDb.prepare(`SELECT id FROM ${this.experienceTable}`).all()
+            .map(row => `exp_${row.id}`);
+        // Note: In a production system, you'd want to clean up orphaned vectors
+        // For now, we'll leave them as they don't significantly impact performance
+        return result.changes;
+    }
+    generateExperienceId() {
+        return `exp_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+    }
+}
+exports.ExperienceCurator = ExperienceCurator;
+//# sourceMappingURL=experience-curator.js.map

package/dist/reasoning/experience-curator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experience-curator.js","sourceRoot":"","sources":["../../src/reasoning/experience-curator.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAKH,MAAa,iBAAiB;IAI5B,YAAY,EAAkB;QAFtB,oBAAe,GAAG,uBAAuB,CAAC;QAGhD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAEO,2BAA2B;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAEpC,KAAK,CAAC,IAAI,CAAC;mCACoB,IAAI,CAAC,eAAe;;;;;;;;;;;;;;;;;sDAiBD,IAAI,CAAC,eAAe;sDACpB,IAAI,CAAC,eAAe;qDACrB,IAAI,CAAC,eAAe;wDACjB,IAAI,CAAC,eAAe;KACvE,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,UAAgD;QACpE,MAAM,EAAE,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,0CAA0C;QAC1C,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE7E,iDAAiD;QACjD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;YACb,EAAE,EAAE,OAAO,EAAE,EAAE;YACf,SAAS,EAAE,UAAU,CAAC,aAAa;YACnC,QAAQ,EAAE;gBACR,IAAI,EAAE,YAAY;gBAClB,YAAY,EAAE,EAAE;gBAChB,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,OAAO;gBACP,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;aACnC;YACD,SAAS;SACV,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;oBACX,IAAI,CAAC,eAAe;;;;KAInC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CACN,EAAE,EACF,UAAU,CAAC,eAAe,EAC1B,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,UAAU,CAAC,QAAQ,EACnB,UAAU,CAAC,QAAQ,EACnB,UAAU,CAAC,OAAO,EAClB,OAAO,EACP,UAAU,CAAC,QAAQ,CAAC,MAAM,EAC1B,UAAU,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,EACrC,UAAU,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,EACrC,UAAU,CAAC,QAAQ,CAAC,UAAU,IAAI,IAAI,EACtC,UAAU,CAAC,QAAQ,CAAC,cAAc,IAAI,CAAC,EACvC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,EACnC,SAAS,CACV,CAAC;QAEF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,UAA4D;QACxF,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,8BAA8B;QAC9B,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACvB,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;aAAM,CAAC;YACN,wDAAwD;YACxD,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,wBAAwB;QAC9F,KAAK,IAAI,aAAa,GAAG,GAAG,CAAC;QAE7B,uCAAuC;QACvC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,0BAA0B;YACxG,KAAK,IAAI,UAAU,GAAG,GAAG,CAAC;QAC5B,CAAC;QAED,2CAA2C;QAC3C,IAAI,UAAU,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;YAC9G,KAAK,IAAI,cAAc,GAAG,GAAG,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CACpB,aAAuB,EACvB,IAAY,EAAE,EACd,OAKC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,2CAA2C;QAC3C,MAAM,SAAS,GAAG,OAAO,EAAE,UAAU,IAAI,GAAG,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE1E,oCAAoC;QACpC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,KAAK,YAAY,CAAC,CAAC;QAE1E,+BAA+B;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,WAAW,GAA8C,EAAE,CAAC;QAElE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC;YAEpC,IAAI,GAAG,GAAG,iBAAiB,IAAI,CAAC,eAAe,eAAe,CAAC;YAC/D,MAAM,MAAM,GAAU,CAAC,KAAK,CAAC,CAAC;YAE9B,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;gBACzB,GAAG,IAAI,kBAAkB,CAAC;YAC5B,CAAC;YAED,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,GAAG,IAAI,iBAAiB,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;YAED,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;gBACxB,GAAG,IAAI,mBAAmB,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;gBAC/C,GAAG,IAAI,qBAAqB,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;YAED,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAQ,CAAC;YAEvC,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE1C,WAAW,CAAC,IAAI,CAAC;oBACf,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,aAAa,EAAE,MAAM,CAAC,SAAS;oBAC/B,eAAe,EAAE,GAAG,CAAC,gBAAgB;oBACrC,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;oBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX,MAAM,EAAE,GAAG,CAAC,MAAM;wBAClB,SAAS,EAAE,GAAG,CAAC,UAAU;wBACzB,SAAS,EAAE,GAAG,CAAC,UAAU;wBACzB,UAAU,EAAE,GAAG,CAAC,WAAW;wBAC3B,cAAc,EAAE,GAAG,CAAC,eAAe;qBACpC;oBACD,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,MAAM,CAAC,KAAK;iBACxB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,6BAA6B,WAAW,CAAC,MAAM,mBAAmB,QAAQ,IAAI,CAAC,CAAC;QAE5F,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,QAAgB,EAAE;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAEpC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;sBACT,IAAI,CAAC,eAAe;;;;KAIrC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAU,CAAC;QAE9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE1C,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,aAAa,EAAE,MAAM,EAAE,SAAS,IAAI,EAAE;gBACtC,eAAe,EAAE,GAAG,CAAC,gBAAgB;gBACrC,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;gBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,QAAQ,EAAE;oBACR,GAAG,QAAQ;oBACX,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,SAAS,EAAE,GAAG,CAAC,UAAU;oBACzB,SAAS,EAAE,GAAG,CAAC,UAAU;oBACzB,UAAU,EAAE,GAAG,CAAC,WAAW;oBAC3B,cAAc,EAAE,GAAG,CAAC,eAAe;iBACpC;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,QAAQ;QAON,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAEpC,oBAAoB;QACpB,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,iCAAiC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACzF,MAAM,gBAAgB,GAAI,SAAS,CAAC,GAAG,EAAU,CAAC,KAAK,CAAC;QAExD,eAAe;QACf,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC;yCACG,IAAI,CAAC,eAAe;KACxD,CAAC,CAAC;QACH,MAAM,WAAW,GAAI,WAAW,CAAC,GAAG,EAAU,CAAC,IAAI,IAAI,CAAC,CAAC;QAEzD,kBAAkB;QAClB,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC;wCACE,IAAI,CAAC,eAAe;KACvD,CAAC,CAAC;QACH,MAAM,UAAU,GAAI,WAAW,CAAC,GAAG,EAAU,CAAC,GAAG,IAAI,CAAC,CAAC;QAEvD,mBAAmB;QACnB,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;yCACE,IAAI,CAAC,eAAe;KACxD,CAAC,CAAC;QACH,MAAM,WAAW,GAAI,YAAY,CAAC,GAAG,EAAU,CAAC,GAAG,IAAI,CAAC,CAAC;QAEzD,mBAAmB;QACnB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC;;aAExB,IAAI,CAAC,eAAe;;KAE5B,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,EAAW,CAAC;QAE7C,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,MAAM;YACV,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE;SACpD,CAAC,CACH,CAAC;QAEF,OAAO;YACL,gBAAgB;YAChB,WAAW;YACX,UAAU;YACV,WAAW;YACX,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAItB;QACC,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,EAAE,UAAU,GAAG,GAAG,EAAE,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAE3F,2BAA2B;QAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,iCAAiC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACzF,MAAM,UAAU,GAAI,SAAS,CAAC,GAAG,EAAU,CAAC,KAAK,CAAC;QAElD,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;YAC9B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;QACvC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC;oBACjB,IAAI,CAAC,eAAe;;;yBAGf,IAAI,CAAC,eAAe;;;;KAIxC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAEnE,4BAA4B;QAC5B,MAAM,MAAM,GAAI,KAAK,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAY;aACpF,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAE/B,wEAAwE;QACxE,2EAA2E;QAE3E,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAEO,oBAAoB;QAC1B,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACxE,CAAC;CACF;AA/WD,8CA+WC"}

package/dist/reasoning/experience-curator.mjs

@@ -0,0 +1,283 @@
+/**
+ * ExperienceCurator - Store and retrieve successful task execution experiences
+ *
+ * Curates high-quality experiences for learning and adaptation.
+ * Scores experiences based on quality metrics and retrieves relevant ones.
+ */
+export class ExperienceCurator {
+    constructor(db) {
+        this.experienceTable = 'reasoning_experiences';
+        this.db = db;
+        this.initializeExperienceStorage();
+    }
+    initializeExperienceStorage() {
+        const rawDb = this.db.getDatabase();
+        rawDb.exec(`
+      CREATE TABLE IF NOT EXISTS ${this.experienceTable} (
+        id TEXT PRIMARY KEY,
+        task_description TEXT NOT NULL,
+        success INTEGER NOT NULL,
+        duration REAL NOT NULL,
+        approach TEXT NOT NULL,
+        outcome TEXT NOT NULL,
+        quality REAL NOT NULL,
+        domain TEXT NOT NULL,
+        agent_type TEXT,
+        error_type TEXT,
+        tokens_used INTEGER,
+        iteration_count INTEGER DEFAULT 1,
+        metadata TEXT,
+        timestamp INTEGER NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_exp_success ON ${this.experienceTable}(success);
+      CREATE INDEX IF NOT EXISTS idx_exp_quality ON ${this.experienceTable}(quality);
+      CREATE INDEX IF NOT EXISTS idx_exp_domain ON ${this.experienceTable}(domain);
+      CREATE INDEX IF NOT EXISTS idx_exp_timestamp ON ${this.experienceTable}(timestamp);
+    `);
+    }
+    /**
+     * Store a task execution experience
+     */
+    async storeExperience(experience) {
+        const id = this.generateExperienceId();
+        const timestamp = Date.now();
+        // Calculate quality score if not provided
+        const quality = experience.quality || this.calculateQualityScore(experience);
+        // Store vector embedding for similarity matching
+        this.db.insert({
+            id: `exp_${id}`,
+            embedding: experience.taskEmbedding,
+            metadata: {
+                type: 'experience',
+                experienceId: id,
+                success: experience.success,
+                quality,
+                domain: experience.metadata.domain
+            },
+            timestamp
+        });
+        // Store experience metadata
+        const rawDb = this.db.getDatabase();
+        const stmt = rawDb.prepare(`
+      INSERT INTO ${this.experienceTable}
+      (id, task_description, success, duration, approach, outcome, quality,
+       domain, agent_type, error_type, tokens_used, iteration_count, metadata, timestamp)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(id, experience.taskDescription, experience.success ? 1 : 0, experience.duration, experience.approach, experience.outcome, quality, experience.metadata.domain, experience.metadata.agentType || null, experience.metadata.errorType || null, experience.metadata.tokensUsed || null, experience.metadata.iterationCount || 1, JSON.stringify(experience.metadata), timestamp);
+        return id;
+    }
+    /**
+     * Calculate quality score for an experience
+     * Factors: success, duration, token efficiency, iteration count
+     */
+    calculateQualityScore(experience) {
+        let score = 0;
+        // Success factor (60% weight)
+        if (experience.success) {
+            score += 0.6;
+        }
+        else {
+            // Failed experiences can still be valuable for learning
+            score += 0.1;
+        }
+        // Duration factor (20% weight) - faster is better
+        const durationScore = Math.max(0, 1 - (experience.duration / 60000)); // Normalize to 1 minute
+        score += durationScore * 0.2;
+        // Token efficiency factor (10% weight)
+        if (experience.metadata.tokensUsed) {
+            const tokenScore = Math.max(0, 1 - (experience.metadata.tokensUsed / 10000)); // Normalize to 10k tokens
+            score += tokenScore * 0.1;
+        }
+        // Iteration efficiency factor (10% weight)
+        if (experience.metadata.iterationCount) {
+            const iterationScore = Math.max(0, 1 - (experience.metadata.iterationCount / 5)); // Normalize to 5 iterations
+            score += iterationScore * 0.1;
+        }
+        return Math.min(1, score);
+    }
+    /**
+     * Query experiences similar to a task
+     *
+     * @param taskEmbedding - Vector embedding of current task
+     * @param k - Number of experiences to return
+     * @param filters - Optional filters
+     * @returns Array of relevant experiences sorted by relevance
+     */
+    async queryExperiences(taskEmbedding, k = 10, filters) {
+        const startTime = Date.now();
+        // Search for similar experience embeddings
+        const threshold = filters?.minQuality || 0.5;
+        const results = this.db.search(taskEmbedding, k * 2, 'cosine', threshold);
+        // Filter to experience vectors only
+        const expResults = results.filter(r => r.metadata?.type === 'experience');
+        // Get full experience metadata
+        const rawDb = this.db.getDatabase();
+        const experiences = [];
+        for (const result of expResults) {
+            const metadata = result.metadata || {};
+            const expId = metadata.experienceId;
+            let sql = `SELECT * FROM ${this.experienceTable} WHERE id = ?`;
+            const params = [expId];
+            if (filters?.successOnly) {
+                sql += ' AND success = 1';
+            }
+            if (filters?.domain) {
+                sql += ' AND domain = ?';
+                params.push(filters.domain);
+            }
+            if (filters?.minQuality) {
+                sql += ' AND quality >= ?';
+                params.push(filters.minQuality);
+            }
+            if (filters?.maxAge) {
+                const cutoffTime = Date.now() - filters.maxAge;
+                sql += ' AND timestamp >= ?';
+                params.push(cutoffTime);
+            }
+            const stmt = rawDb.prepare(sql);
+            const row = stmt.get(...params);
+            if (row) {
+                const metadata = JSON.parse(row.metadata);
+                experiences.push({
+                    id: row.id,
+                    taskEmbedding: result.embedding,
+                    taskDescription: row.task_description,
+                    success: row.success === 1,
+                    duration: row.duration,
+                    approach: row.approach,
+                    outcome: row.outcome,
+                    quality: row.quality,
+                    metadata: {
+                        ...metadata,
+                        domain: row.domain,
+                        agentType: row.agent_type,
+                        errorType: row.error_type,
+                        tokensUsed: row.tokens_used,
+                        iterationCount: row.iteration_count
+                    },
+                    timestamp: row.timestamp,
+                    relevance: result.score
+                });
+            }
+            if (experiences.length >= k)
+                break;
+        }
+        const duration = Date.now() - startTime;
+        console.log(`[ExperienceCurator] Found ${experiences.length} experiences in ${duration}ms`);
+        return experiences;
+    }
+    /**
+     * Get best experiences for a domain
+     */
+    async getBestExperiences(domain, limit = 10) {
+        const rawDb = this.db.getDatabase();
+        const stmt = rawDb.prepare(`
+      SELECT * FROM ${this.experienceTable}
+      WHERE domain = ? AND success = 1
+      ORDER BY quality DESC, timestamp DESC
+      LIMIT ?
+    `);
+        const rows = stmt.all(domain, limit);
+        return rows.map(row => {
+            const vector = this.db.get(`exp_${row.id}`);
+            const metadata = JSON.parse(row.metadata);
+            return {
+                id: row.id,
+                taskEmbedding: vector?.embedding || [],
+                taskDescription: row.task_description,
+                success: row.success === 1,
+                duration: row.duration,
+                approach: row.approach,
+                outcome: row.outcome,
+                quality: row.quality,
+                metadata: {
+                    ...metadata,
+                    domain: row.domain,
+                    agentType: row.agent_type,
+                    errorType: row.error_type,
+                    tokensUsed: row.tokens_used,
+                    iterationCount: row.iteration_count
+                },
+                timestamp: row.timestamp
+            };
+        });
+    }
+    /**
+     * Get learning statistics
+     */
+    getStats() {
+        const rawDb = this.db.getDatabase();
+        // Total experiences
+        const countStmt = rawDb.prepare(`SELECT COUNT(*) as count FROM ${this.experienceTable}`);
+        const totalExperiences = countStmt.get().count;
+        // Success rate
+        const successStmt = rawDb.prepare(`
+      SELECT AVG(success) as rate FROM ${this.experienceTable}
+    `);
+        const successRate = successStmt.get().rate || 0;
+        // Average quality
+        const qualityStmt = rawDb.prepare(`
+      SELECT AVG(quality) as avg FROM ${this.experienceTable}
+    `);
+        const avgQuality = qualityStmt.get().avg || 0;
+        // Average duration
+        const durationStmt = rawDb.prepare(`
+      SELECT AVG(duration) as avg FROM ${this.experienceTable}
+    `);
+        const avgDuration = durationStmt.get().avg || 0;
+        // Domain breakdown
+        const domainStmt = rawDb.prepare(`
+      SELECT domain, COUNT(*) as count, AVG(success) as success_rate
+      FROM ${this.experienceTable}
+      GROUP BY domain
+    `);
+        const domainRows = domainStmt.all();
+        const domainBreakdown = new Map(domainRows.map(row => [
+            row.domain,
+            { count: row.count, successRate: row.success_rate }
+        ]));
+        return {
+            totalExperiences,
+            successRate,
+            avgQuality,
+            avgDuration,
+            domainBreakdown
+        };
+    }
+    /**
+     * Prune low-quality old experiences
+     */
+    async pruneExperiences(options) {
+        const rawDb = this.db.getDatabase();
+        const { minQuality = 0.3, maxAge = 30 * 24 * 60 * 60 * 1000, keepMinimum = 100 } = options;
+        // Get count of experiences
+        const countStmt = rawDb.prepare(`SELECT COUNT(*) as count FROM ${this.experienceTable}`);
+        const totalCount = countStmt.get().count;
+        if (totalCount <= keepMinimum) {
+            return 0;
+        }
+        // Delete low-quality old experiences
+        const cutoffTime = Date.now() - maxAge;
+        const deleteStmt = rawDb.prepare(`
+      DELETE FROM ${this.experienceTable}
+      WHERE quality < ? AND timestamp < ?
+      AND id NOT IN (
+        SELECT id FROM ${this.experienceTable}
+        ORDER BY quality DESC, timestamp DESC
+        LIMIT ?
+      )
+    `);
+        const result = deleteStmt.run(minQuality, cutoffTime, keepMinimum);
+        // Clean up orphaned vectors
+        const expIds = rawDb.prepare(`SELECT id FROM ${this.experienceTable}`).all()
+            .map(row => `exp_${row.id}`);
+        // Note: In a production system, you'd want to clean up orphaned vectors
+        // For now, we'll leave them as they don't significantly impact performance
+        return result.changes;
+    }
+    generateExperienceId() {
+        return `exp_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+    }
+}

package/dist/reasoning/memory-optimizer.d.ts

@@ -0,0 +1,69 @@
+/**
+ * MemoryOptimizer - Collapse and compress old memories for efficiency
+ *
+ * Implements memory consolidation strategies:
+ * - Graph-based summarization (similar memories clustered)
+ * - Hierarchical compression (temporal aggregation)
+ * - Quality-based pruning (remove low-value memories)
+ */
+import { SQLiteVectorDB } from '../core/vector-db';
+import { MemoryNode, CollapseStrategy } from '../types';
+export declare class MemoryOptimizer {
+    private db;
+    private memoryNodesTable;
+    constructor(db: SQLiteVectorDB);
+    private initializeMemoryNodes;
+    /**
+     * Collapse old memories into compressed summary nodes
+     *
+     * @param maxAge - Maximum age in milliseconds for memories to collapse
+     * @param strategy - Collapse strategy to use
+     * @returns Number of memories collapsed
+     */
+    collapseMemories(maxAge?: number, // 7 days
+    strategy?: CollapseStrategy): Promise<number>;
+    /**
+     * Graph-based collapse: cluster similar memories
+     */
+    private graphBasedCollapse;
+    /**
+     * Hierarchical collapse: aggregate by time periods
+     */
+    private hierarchicalCollapse;
+    /**
+     * Temporal collapse: merge sequential memories
+     */
+    private temporalCollapse;
+    /**
+     * Cluster vectors based on similarity threshold
+     */
+    private clusterVectors;
+    /**
+     * Create a memory node from a cluster of vectors
+     */
+    private createMemoryNode;
+    /**
+     * Store memory node
+     */
+    private storeMemoryNode;
+    /**
+     * Query collapsed memory nodes
+     */
+    queryNodes(queryEmbedding: number[], k?: number): Promise<MemoryNode[]>;
+    /**
+     * Get vectors older than cutoff time
+     */
+    private getOldVectors;
+    private deserializeEmbedding;
+    /**
+     * Get memory optimization statistics
+     */
+    getStats(): {
+        totalNodes: number;
+        totalCollapsed: number;
+        avgQuality: number;
+        memoryReduction: number;
+    };
+    private generateNodeId;
+}
+//# sourceMappingURL=memory-optimizer.d.ts.map

package/dist/reasoning/memory-optimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-optimizer.d.ts","sourceRoot":"","sources":["../../src/reasoning/memory-optimizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAExD,qBAAa,eAAe;IAC1B,OAAO,CAAC,EAAE,CAAiB;IAC3B,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,EAAE,EAAE,cAAc;IAK9B,OAAO,CAAC,qBAAqB;IAqB7B;;;;;;OAMG;IACG,gBAAgB,CACpB,MAAM,GAAE,MAAgC,EAAE,SAAS;IACnD,QAAQ,GAAE,gBAIT,GACA,OAAO,CAAC,MAAM,CAAC;IAkClB;;OAEG;YACW,kBAAkB;IAwBhC;;OAEG;YACW,oBAAoB;IAoClC;;OAEG;YACW,gBAAgB;IA4C9B;;OAEG;IACH,OAAO,CAAC,cAAc;IA+BtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAwCxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAmCvB;;OAEG;IACG,UAAU,CACd,cAAc,EAAE,MAAM,EAAE,EACxB,CAAC,GAAE,MAAU,GACZ,OAAO,CAAC,UAAU,EAAE,CAAC;IAkCxB;;OAEG;IACH,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,oBAAoB;IAK5B;;OAEG;IACH,QAAQ,IAAI;QACV,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;KACzB;IAwBD,OAAO,CAAC,cAAc;CAGvB"}