agentdb 1.0.0 → 1.0.2

package/dist/mcp/learning/core/experience-buffer.js

@@ -0,0 +1,175 @@
+"use strict";
+/**
+ * ExperienceBuffer - Manages experience replay buffer with prioritization
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperienceBuffer = void 0;
+class ExperienceBuffer {
+    constructor(maxSize = 10000) {
+        this.buffer = [];
+        this.priorities = new Map();
+        this.maxSize = maxSize;
+    }
+    /**
+     * Add experience to buffer
+     */
+    add(experience) {
+        this.buffer.push(experience);
+        // Calculate priority based on reward and recency
+        const priority = this.calculatePriority(experience);
+        const actionId = experience.metadata.actionId || experience.timestamp.toString();
+        this.priorities.set(actionId, priority);
+        // Prune if buffer exceeds max size
+        if (this.buffer.length > this.maxSize) {
+            this.prune();
+        }
+    }
+    /**
+     * Sample random batch from buffer
+     */
+    sample(batchSize) {
+        if (this.buffer.length === 0) {
+            return [];
+        }
+        const samples = [];
+        const size = Math.min(batchSize, this.buffer.length);
+        for (let i = 0; i < size; i++) {
+            const idx = Math.floor(Math.random() * this.buffer.length);
+            samples.push(this.buffer[idx]);
+        }
+        return samples;
+    }
+    /**
+     * Sample batch with prioritized experience replay
+     */
+    samplePrioritized(batchSize, alpha = 0.6) {
+        if (this.buffer.length === 0) {
+            return [];
+        }
+        const size = Math.min(batchSize, this.buffer.length);
+        const samples = [];
+        // Calculate probability distribution based on priorities
+        const priorities = this.buffer.map((exp) => {
+            const actionId = exp.metadata.actionId || exp.timestamp.toString();
+            const priority = this.priorities.get(actionId) || 1.0;
+            return Math.pow(priority, alpha);
+        });
+        const totalPriority = priorities.reduce((sum, p) => sum + p, 0);
+        const probabilities = priorities.map((p) => p / totalPriority);
+        // Sample using probability distribution
+        for (let i = 0; i < size; i++) {
+            const rand = Math.random();
+            let cumulative = 0;
+            for (let j = 0; j < probabilities.length; j++) {
+                cumulative += probabilities[j];
+                if (rand <= cumulative) {
+                    samples.push(this.buffer[j]);
+                    break;
+                }
+            }
+        }
+        return samples;
+    }
+    /**
+     * Get recent experiences
+     */
+    getRecent(count) {
+        const start = Math.max(0, this.buffer.length - count);
+        return this.buffer.slice(start);
+    }
+    /**
+     * Get high-reward experiences
+     */
+    getTopRewarded(count) {
+        const sorted = [...this.buffer].sort((a, b) => b.reward - a.reward);
+        return sorted.slice(0, count);
+    }
+    /**
+     * Get experiences by task type
+     */
+    getByTaskType(taskType) {
+        return this.buffer.filter((exp) => exp.metadata.taskType === taskType);
+    }
+    /**
+     * Get buffer statistics
+     */
+    getStats() {
+        if (this.buffer.length === 0) {
+            return {
+                size: 0,
+                avgReward: 0,
+                maxReward: 0,
+                minReward: 0,
+                taskDistribution: {},
+            };
+        }
+        const rewards = this.buffer.map((exp) => exp.reward);
+        const avgReward = rewards.reduce((sum, r) => sum + r, 0) / rewards.length;
+        const maxReward = Math.max(...rewards);
+        const minReward = Math.min(...rewards);
+        const taskDistribution = {};
+        for (const exp of this.buffer) {
+            const taskType = exp.metadata.taskType;
+            taskDistribution[taskType] = (taskDistribution[taskType] || 0) + 1;
+        }
+        return {
+            size: this.buffer.length,
+            avgReward,
+            maxReward,
+            minReward,
+            taskDistribution,
+        };
+    }
+    /**
+     * Clear buffer
+     */
+    clear() {
+        this.buffer = [];
+        this.priorities.clear();
+    }
+    /**
+     * Get buffer size
+     */
+    size() {
+        return this.buffer.length;
+    }
+    /**
+     * Calculate priority for experience
+     */
+    calculatePriority(experience) {
+        // Priority based on:
+        // 1. Reward magnitude (higher reward = higher priority)
+        // 2. Recency (more recent = higher priority)
+        // 3. Uniqueness (rare task types = higher priority)
+        const rewardComponent = Math.abs(experience.reward);
+        const recencyComponent = 1.0 / (1.0 + (Date.now() - experience.timestamp) / 1000000);
+        // Simple priority: weighted sum
+        return rewardComponent * 0.7 + recencyComponent * 0.3;
+    }
+    /**
+     * Prune buffer to maintain max size
+     */
+    prune() {
+        // Strategy: Remove lowest priority experiences
+        const withPriorities = this.buffer.map((exp) => {
+            const actionId = exp.metadata.actionId || exp.timestamp.toString();
+            const priority = this.priorities.get(actionId) || 0;
+            return { experience: exp, priority };
+        });
+        // Sort by priority (descending)
+        withPriorities.sort((a, b) => b.priority - a.priority);
+        // Keep top maxSize experiences
+        this.buffer = withPriorities
+            .slice(0, this.maxSize)
+            .map((item) => item.experience);
+        // Clean up priorities map
+        const validActionIds = new Set(this.buffer.map((exp) => exp.metadata.actionId || exp.timestamp.toString()));
+        for (const actionId of this.priorities.keys()) {
+            if (!validActionIds.has(actionId)) {
+                this.priorities.delete(actionId);
+            }
+        }
+    }
+}
+exports.ExperienceBuffer = ExperienceBuffer;
+//# sourceMappingURL=experience-buffer.js.map

package/dist/mcp/learning/core/experience-buffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experience-buffer.js","sourceRoot":"","sources":["../../../../src/mcp/learning/core/experience-buffer.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAIH,MAAa,gBAAgB;IAK3B,YAAY,UAAkB,KAAK;QAJ3B,WAAM,GAAiB,EAAE,CAAC;QAE1B,eAAU,GAAwB,IAAI,GAAG,EAAE,CAAC;QAGlD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,UAAsB;QACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE7B,iDAAiD;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,QAAQ,IAAI,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACjF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAExC,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAiB;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB,EAAE,QAAgB,GAAG;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,yDAAyD;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;YACtD,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;QAE/D,wCAAwC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,UAAU,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,IAAI,IAAI,UAAU,EAAE,CAAC;oBACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAa;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,KAAa;QAC1B,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CACvB,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAC5C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,QAAQ;QAON,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,CAAC;gBACP,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,gBAAgB,EAAE,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAEvC,MAAM,gBAAgB,GAA2B,EAAE,CAAC;QACpD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACvC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YACxB,SAAS;YACT,SAAS;YACT,SAAS;YACT,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,UAAsB;QAC9C,qBAAqB;QACrB,wDAAwD;QACxD,6CAA6C;QAC7C,oDAAoD;QAEpD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC;QAErF,gCAAgC;QAChC,OAAO,eAAe,GAAG,GAAG,GAAG,gBAAgB,GAAG,GAAG,CAAC;IACxD,CAAC;IAED;;OAEG;IACK,KAAK;QACX,+CAA+C;QAC/C,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC7C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;QAEvD,+BAA+B;QAC/B,IAAI,CAAC,MAAM,GAAG,cAAc;aACzB,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC;aACtB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAElC,0BAA0B;QAC1B,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAC5E,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAjND,4CAiNC"}

package/dist/mcp/learning/core/experience-buffer.mjs

@@ -0,0 +1,170 @@
+/**
+ * ExperienceBuffer - Manages experience replay buffer with prioritization
+ */
+export class ExperienceBuffer {
+    constructor(maxSize = 10000) {
+        this.buffer = [];
+        this.priorities = new Map();
+        this.maxSize = maxSize;
+    }
+    /**
+     * Add experience to buffer
+     */
+    add(experience) {
+        this.buffer.push(experience);
+        // Calculate priority based on reward and recency
+        const priority = this.calculatePriority(experience);
+        const actionId = experience.metadata.actionId || experience.timestamp.toString();
+        this.priorities.set(actionId, priority);
+        // Prune if buffer exceeds max size
+        if (this.buffer.length > this.maxSize) {
+            this.prune();
+        }
+    }
+    /**
+     * Sample random batch from buffer
+     */
+    sample(batchSize) {
+        if (this.buffer.length === 0) {
+            return [];
+        }
+        const samples = [];
+        const size = Math.min(batchSize, this.buffer.length);
+        for (let i = 0; i < size; i++) {
+            const idx = Math.floor(Math.random() * this.buffer.length);
+            samples.push(this.buffer[idx]);
+        }
+        return samples;
+    }
+    /**
+     * Sample batch with prioritized experience replay
+     */
+    samplePrioritized(batchSize, alpha = 0.6) {
+        if (this.buffer.length === 0) {
+            return [];
+        }
+        const size = Math.min(batchSize, this.buffer.length);
+        const samples = [];
+        // Calculate probability distribution based on priorities
+        const priorities = this.buffer.map((exp) => {
+            const actionId = exp.metadata.actionId || exp.timestamp.toString();
+            const priority = this.priorities.get(actionId) || 1.0;
+            return Math.pow(priority, alpha);
+        });
+        const totalPriority = priorities.reduce((sum, p) => sum + p, 0);
+        const probabilities = priorities.map((p) => p / totalPriority);
+        // Sample using probability distribution
+        for (let i = 0; i < size; i++) {
+            const rand = Math.random();
+            let cumulative = 0;
+            for (let j = 0; j < probabilities.length; j++) {
+                cumulative += probabilities[j];
+                if (rand <= cumulative) {
+                    samples.push(this.buffer[j]);
+                    break;
+                }
+            }
+        }
+        return samples;
+    }
+    /**
+     * Get recent experiences
+     */
+    getRecent(count) {
+        const start = Math.max(0, this.buffer.length - count);
+        return this.buffer.slice(start);
+    }
+    /**
+     * Get high-reward experiences
+     */
+    getTopRewarded(count) {
+        const sorted = [...this.buffer].sort((a, b) => b.reward - a.reward);
+        return sorted.slice(0, count);
+    }
+    /**
+     * Get experiences by task type
+     */
+    getByTaskType(taskType) {
+        return this.buffer.filter((exp) => exp.metadata.taskType === taskType);
+    }
+    /**
+     * Get buffer statistics
+     */
+    getStats() {
+        if (this.buffer.length === 0) {
+            return {
+                size: 0,
+                avgReward: 0,
+                maxReward: 0,
+                minReward: 0,
+                taskDistribution: {},
+            };
+        }
+        const rewards = this.buffer.map((exp) => exp.reward);
+        const avgReward = rewards.reduce((sum, r) => sum + r, 0) / rewards.length;
+        const maxReward = Math.max(...rewards);
+        const minReward = Math.min(...rewards);
+        const taskDistribution = {};
+        for (const exp of this.buffer) {
+            const taskType = exp.metadata.taskType;
+            taskDistribution[taskType] = (taskDistribution[taskType] || 0) + 1;
+        }
+        return {
+            size: this.buffer.length,
+            avgReward,
+            maxReward,
+            minReward,
+            taskDistribution,
+        };
+    }
+    /**
+     * Clear buffer
+     */
+    clear() {
+        this.buffer = [];
+        this.priorities.clear();
+    }
+    /**
+     * Get buffer size
+     */
+    size() {
+        return this.buffer.length;
+    }
+    /**
+     * Calculate priority for experience
+     */
+    calculatePriority(experience) {
+        // Priority based on:
+        // 1. Reward magnitude (higher reward = higher priority)
+        // 2. Recency (more recent = higher priority)
+        // 3. Uniqueness (rare task types = higher priority)
+        const rewardComponent = Math.abs(experience.reward);
+        const recencyComponent = 1.0 / (1.0 + (Date.now() - experience.timestamp) / 1000000);
+        // Simple priority: weighted sum
+        return rewardComponent * 0.7 + recencyComponent * 0.3;
+    }
+    /**
+     * Prune buffer to maintain max size
+     */
+    prune() {
+        // Strategy: Remove lowest priority experiences
+        const withPriorities = this.buffer.map((exp) => {
+            const actionId = exp.metadata.actionId || exp.timestamp.toString();
+            const priority = this.priorities.get(actionId) || 0;
+            return { experience: exp, priority };
+        });
+        // Sort by priority (descending)
+        withPriorities.sort((a, b) => b.priority - a.priority);
+        // Keep top maxSize experiences
+        this.buffer = withPriorities
+            .slice(0, this.maxSize)
+            .map((item) => item.experience);
+        // Clean up priorities map
+        const validActionIds = new Set(this.buffer.map((exp) => exp.metadata.actionId || exp.timestamp.toString()));
+        for (const actionId of this.priorities.keys()) {
+            if (!validActionIds.has(actionId)) {
+                this.priorities.delete(actionId);
+            }
+        }
+    }
+}

package/dist/mcp/learning/core/experience-recorder.d.ts

@@ -0,0 +1,40 @@
+/**
+ * ExperienceRecorder - Captures and stores learning experiences
+ */
+import type { SQLiteVectorDB } from '../../../core/vector-db.js';
+import type { Experience, ExecutionContext, State, Outcome } from '../types/index.js';
+export declare class ExperienceRecorder {
+    private db;
+    private rewardEstimator;
+    private actionCounter;
+    constructor(db: SQLiteVectorDB);
+    /**
+     * Record a tool execution as a learning experience
+     */
+    recordToolExecution(toolName: string, args: any, result: any, context: ExecutionContext, outcome: Outcome): Promise<Experience>;
+    /**
+     * Capture current state representation
+     */
+    private captureState;
+    /**
+     * Generate vector embedding for state
+     */
+    private generateStateEmbedding;
+    /**
+     * Store experience in vector database
+     */
+    private storeExperience;
+    /**
+     * Retrieve similar experiences
+     */
+    retrieveSimilarExperiences(state: State, k?: number): Promise<Experience[]>;
+    /**
+     * Get experiences by session
+     */
+    getSessionExperiences(sessionId: string): Promise<Experience[]>;
+    /**
+     * Update experience with feedback
+     */
+    updateExperienceReward(actionId: string, feedbackReward: number): Promise<void>;
+}
+//# sourceMappingURL=experience-recorder.d.ts.map

package/dist/mcp/learning/core/experience-recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experience-recorder.d.ts","sourceRoot":"","sources":["../../../../src/mcp/learning/core/experience-recorder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAEhB,KAAK,EACL,OAAO,EACR,MAAM,mBAAmB,CAAC;AAG3B,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAiB;IAC3B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAa;gBAEtB,EAAE,EAAE,cAAc;IAK9B;;OAEG;IACG,mBAAmB,CACvB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,GAAG,EACX,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,UAAU,CAAC;IAyCtB;;OAEG;YACW,YAAY;IAmB1B;;OAEG;YACW,sBAAsB;IA4BpC;;OAEG;YACW,eAAe;IA4B7B;;OAEG;IACG,0BAA0B,CAC9B,KAAK,EAAE,KAAK,EACZ,CAAC,GAAE,MAAW,GACb,OAAO,CAAC,UAAU,EAAE,CAAC;IAgCxB;;OAEG;IACG,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAkCrE;;OAEG;IACG,sBAAsB,CAC1B,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,IAAI,CAAC;CAKjB"}

package/dist/mcp/learning/core/experience-recorder.js

@@ -0,0 +1,200 @@
+"use strict";
+/**
+ * ExperienceRecorder - Captures and stores learning experiences
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperienceRecorder = void 0;
+const reward_estimator_js_1 = require("./reward-estimator.js");
+class ExperienceRecorder {
+    constructor(db) {
+        this.actionCounter = 0;
+        this.db = db;
+        this.rewardEstimator = new reward_estimator_js_1.RewardEstimator();
+    }
+    /**
+     * Record a tool execution as a learning experience
+     */
+    async recordToolExecution(toolName, args, result, context, outcome) {
+        const state = await this.captureState(context);
+        const action = {
+            tool: toolName,
+            params: args,
+            timestamp: Date.now(),
+        };
+        const reward = await this.rewardEstimator.calculateReward(outcome, context);
+        const nextState = await this.captureState({
+            ...context,
+            isTerminal: outcome.success || !!outcome.error,
+        });
+        const experience = {
+            state,
+            action,
+            reward: reward.combined,
+            nextState,
+            done: context.isTerminal,
+            timestamp: Date.now(),
+            metadata: {
+                userId: context.userId,
+                sessionId: context.sessionId,
+                taskType: context.taskType,
+                actionId: `action_${this.actionCounter++}`,
+                rewardBreakdown: reward,
+                outcome: {
+                    success: outcome.success,
+                    executionTime: outcome.executionTime,
+                    tokensUsed: outcome.tokensUsed,
+                },
+            },
+        };
+        // Store experience in vector database
+        await this.storeExperience(experience);
+        return experience;
+    }
+    /**
+     * Capture current state representation
+     */
+    async captureState(context) {
+        const state = {
+            taskDescription: context.metadata?.taskDescription || '',
+            availableTools: context.metadata?.availableTools || [],
+            previousActions: context.metadata?.previousActions || [],
+            constraints: context.metadata?.constraints,
+            context: {
+                sessionId: context.sessionId,
+                taskType: context.taskType,
+                timestamp: context.timestamp,
+            },
+        };
+        // Generate state embedding for similarity search
+        state.embedding = await this.generateStateEmbedding(state);
+        return state;
+    }
+    /**
+     * Generate vector embedding for state
+     */
+    async generateStateEmbedding(state) {
+        // Simple hash-based embedding (in production, use a proper embedding model)
+        const text = JSON.stringify({
+            task: state.taskDescription,
+            tools: state.availableTools,
+            type: state.context?.taskType,
+        });
+        // Create a simple hash-based embedding (768 dimensions)
+        const embedding = new Float32Array(768);
+        for (let i = 0; i < text.length; i++) {
+            const index = text.charCodeAt(i) % 768;
+            embedding[index] += 1;
+        }
+        // Normalize
+        const magnitude = Math.sqrt(embedding.reduce((sum, val) => sum + val * val, 0));
+        if (magnitude > 0) {
+            for (let i = 0; i < embedding.length; i++) {
+                embedding[i] /= magnitude;
+            }
+        }
+        return embedding;
+    }
+    /**
+     * Store experience in vector database
+     */
+    async storeExperience(experience) {
+        if (!experience.state.embedding) {
+            throw new Error('State embedding is required');
+        }
+        await this.db.insert({
+            embedding: Array.from(experience.state.embedding),
+            metadata: {
+                type: 'learning_experience',
+                sessionId: experience.metadata.sessionId,
+                userId: experience.metadata.userId,
+                taskType: experience.metadata.taskType,
+                actionId: experience.metadata.actionId,
+                action: experience.action,
+                reward: experience.reward,
+                done: experience.done,
+                timestamp: experience.timestamp,
+                state: {
+                    taskDescription: experience.state.taskDescription,
+                    availableTools: experience.state.availableTools,
+                    previousActionsCount: experience.state.previousActions.length,
+                },
+                outcome: experience.metadata.outcome,
+                rewardBreakdown: experience.metadata.rewardBreakdown,
+            },
+        });
+    }
+    /**
+     * Retrieve similar experiences
+     */
+    async retrieveSimilarExperiences(state, k = 10) {
+        if (!state.embedding) {
+            state.embedding = await this.generateStateEmbedding(state);
+        }
+        const results = await this.db.search(Array.from(state.embedding), k);
+        return results.map((result) => ({
+            state: {
+                taskDescription: result.metadata.state.taskDescription,
+                availableTools: result.metadata.state.availableTools,
+                previousActions: [],
+                embedding: result.embedding,
+            },
+            action: result.metadata.action,
+            reward: result.metadata.reward,
+            nextState: {
+                taskDescription: '',
+                availableTools: [],
+                previousActions: [],
+            },
+            done: result.metadata.done,
+            timestamp: result.metadata.timestamp,
+            metadata: {
+                userId: result.metadata.userId,
+                sessionId: result.metadata.sessionId,
+                taskType: result.metadata.taskType,
+                actionId: result.metadata.actionId,
+            },
+        }));
+    }
+    /**
+     * Get experiences by session
+     */
+    async getSessionExperiences(sessionId) {
+        // Query by metadata filter
+        const allResults = await this.db.search(Array(768).fill(0), 1000);
+        // Filter by session ID
+        const sessionResults = allResults.filter((result) => result.metadata.sessionId === sessionId);
+        return sessionResults.map((result) => ({
+            state: {
+                taskDescription: result.metadata.state.taskDescription,
+                availableTools: result.metadata.state.availableTools,
+                previousActions: [],
+                embedding: result.embedding,
+            },
+            action: result.metadata.action,
+            reward: result.metadata.reward,
+            nextState: {
+                taskDescription: '',
+                availableTools: [],
+                previousActions: [],
+            },
+            done: result.metadata.done,
+            timestamp: result.metadata.timestamp,
+            metadata: {
+                userId: result.metadata.userId,
+                sessionId: result.metadata.sessionId,
+                taskType: result.metadata.taskType,
+                actionId: result.metadata.actionId,
+            },
+        }));
+    }
+    /**
+     * Update experience with feedback
+     */
+    async updateExperienceReward(actionId, feedbackReward) {
+        // In a real implementation, this would update the stored experience
+        // For now, we log the feedback
+        console.log(`Updated reward for ${actionId}: ${feedbackReward}`);
+    }
+}
+exports.ExperienceRecorder = ExperienceRecorder;
+//# sourceMappingURL=experience-recorder.js.map

package/dist/mcp/learning/core/experience-recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experience-recorder.js","sourceRoot":"","sources":["../../../../src/mcp/learning/core/experience-recorder.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,+DAAwD;AAExD,MAAa,kBAAkB;IAK7B,YAAY,EAAkB;QAFtB,kBAAa,GAAW,CAAC,CAAC;QAGhC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,eAAe,GAAG,IAAI,qCAAe,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CACvB,QAAgB,EAChB,IAAS,EACT,MAAW,EACX,OAAyB,EACzB,OAAgB;QAEhB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAW;YACrB,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;YACxC,GAAG,OAAO;YACV,UAAU,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK;SAC/C,CAAC,CAAC;QAEH,MAAM,UAAU,GAAe;YAC7B,KAAK;YACL,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,QAAQ;YACvB,SAAS;YACT,IAAI,EAAE,OAAO,CAAC,UAAU;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,UAAU,IAAI,CAAC,aAAa,EAAE,EAAE;gBAC1C,eAAe,EAAE,MAAM;gBACvB,OAAO,EAAE;oBACP,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B;aACF;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAEvC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,OAAyB;QAClD,MAAM,KAAK,GAAU;YACnB,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,eAAe,IAAI,EAAE;YACxD,cAAc,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE;YACtD,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,eAAe,IAAI,EAAE;YACxD,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,WAAW;YAC1C,OAAO,EAAE;gBACP,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B;SACF,CAAC;QAEF,iDAAiD;QACjD,KAAK,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAE3D,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAAC,KAAY;QAC/C,4EAA4E;QAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,IAAI,EAAE,KAAK,CAAC,eAAe;YAC3B,KAAK,EAAE,KAAK,CAAC,cAAc;YAC3B,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ;SAC9B,CAAC,CAAC;QAEH,wDAAwD;QACxD,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACvC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QAED,YAAY;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CACnD,CAAC;QACF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,UAAsB;QAClD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;YACnB,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC;YACjD,QAAQ,EAAE;gBACR,IAAI,EAAE,qBAAqB;gBAC3B,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,SAAS;gBACxC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gBAClC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ;gBACtC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ;gBACtC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,KAAK,EAAE;oBACL,eAAe,EAAE,UAAU,CAAC,KAAK,CAAC,eAAe;oBACjD,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,cAAc;oBAC/C,oBAAoB,EAAE,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM;iBAC9D;gBACD,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO;gBACpC,eAAe,EAAE,UAAU,CAAC,QAAQ,CAAC,eAAe;aACrD;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,0BAA0B,CAC9B,KAAY,EACZ,IAAY,EAAE;QAEd,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAErE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;YACnC,KAAK,EAAE;gBACL,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe;gBACtD,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc;gBACpD,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;YACD,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,SAAS,EAAE;gBACT,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;aACpB;YACD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC1B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YACpC,QAAQ,EAAE;gBACR,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBAC9B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;aACnC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QAC3C,2BAA2B;QAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAElE,uBAAuB;QACvB,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CACtC,CAAC,MAAW,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,CACzD,CAAC;QAEF,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;YAC1C,KAAK,EAAE;gBACL,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe;gBACtD,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc;gBACpD,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;YACD,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,SAAS,EAAE;gBACT,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;aACpB;YACD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC1B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YACpC,QAAQ,EAAE;gBACR,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBAC9B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;aACnC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,QAAgB,EAChB,cAAsB;QAEtB,oEAAoE;QACpE,+BAA+B;QAC/B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,KAAK,cAAc,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAtOD,gDAsOC"}