agentdb 1.0.11 → 1.1.0

package/dist/mcp/learning/core/experience-buffer.mjs

@@ -1,170 +0,0 @@
-/**
- * ExperienceBuffer - Manages experience replay buffer with prioritization
- */
-export class ExperienceBuffer {
-    constructor(maxSize = 10000) {
-        this.buffer = [];
-        this.priorities = new Map();
-        this.maxSize = maxSize;
-    }
-    /**
-     * Add experience to buffer
-     */
-    add(experience) {
-        this.buffer.push(experience);
-        // Calculate priority based on reward and recency
-        const priority = this.calculatePriority(experience);
-        const actionId = experience.metadata.actionId || experience.timestamp.toString();
-        this.priorities.set(actionId, priority);
-        // Prune if buffer exceeds max size
-        if (this.buffer.length > this.maxSize) {
-            this.prune();
-        }
-    }
-    /**
-     * Sample random batch from buffer
-     */
-    sample(batchSize) {
-        if (this.buffer.length === 0) {
-            return [];
-        }
-        const samples = [];
-        const size = Math.min(batchSize, this.buffer.length);
-        for (let i = 0; i < size; i++) {
-            const idx = Math.floor(Math.random() * this.buffer.length);
-            samples.push(this.buffer[idx]);
-        }
-        return samples;
-    }
-    /**
-     * Sample batch with prioritized experience replay
-     */
-    samplePrioritized(batchSize, alpha = 0.6) {
-        if (this.buffer.length === 0) {
-            return [];
-        }
-        const size = Math.min(batchSize, this.buffer.length);
-        const samples = [];
-        // Calculate probability distribution based on priorities
-        const priorities = this.buffer.map((exp) => {
-            const actionId = exp.metadata.actionId || exp.timestamp.toString();
-            const priority = this.priorities.get(actionId) || 1.0;
-            return Math.pow(priority, alpha);
-        });
-        const totalPriority = priorities.reduce((sum, p) => sum + p, 0);
-        const probabilities = priorities.map((p) => p / totalPriority);
-        // Sample using probability distribution
-        for (let i = 0; i < size; i++) {
-            const rand = Math.random();
-            let cumulative = 0;
-            for (let j = 0; j < probabilities.length; j++) {
-                cumulative += probabilities[j];
-                if (rand <= cumulative) {
-                    samples.push(this.buffer[j]);
-                    break;
-                }
-            }
-        }
-        return samples;
-    }
-    /**
-     * Get recent experiences
-     */
-    getRecent(count) {
-        const start = Math.max(0, this.buffer.length - count);
-        return this.buffer.slice(start);
-    }
-    /**
-     * Get high-reward experiences
-     */
-    getTopRewarded(count) {
-        const sorted = [...this.buffer].sort((a, b) => b.reward - a.reward);
-        return sorted.slice(0, count);
-    }
-    /**
-     * Get experiences by task type
-     */
-    getByTaskType(taskType) {
-        return this.buffer.filter((exp) => exp.metadata.taskType === taskType);
-    }
-    /**
-     * Get buffer statistics
-     */
-    getStats() {
-        if (this.buffer.length === 0) {
-            return {
-                size: 0,
-                avgReward: 0,
-                maxReward: 0,
-                minReward: 0,
-                taskDistribution: {},
-            };
-        }
-        const rewards = this.buffer.map((exp) => exp.reward);
-        const avgReward = rewards.reduce((sum, r) => sum + r, 0) / rewards.length;
-        const maxReward = Math.max(...rewards);
-        const minReward = Math.min(...rewards);
-        const taskDistribution = {};
-        for (const exp of this.buffer) {
-            const taskType = exp.metadata.taskType;
-            taskDistribution[taskType] = (taskDistribution[taskType] || 0) + 1;
-        }
-        return {
-            size: this.buffer.length,
-            avgReward,
-            maxReward,
-            minReward,
-            taskDistribution,
-        };
-    }
-    /**
-     * Clear buffer
-     */
-    clear() {
-        this.buffer = [];
-        this.priorities.clear();
-    }
-    /**
-     * Get buffer size
-     */
-    size() {
-        return this.buffer.length;
-    }
-    /**
-     * Calculate priority for experience
-     */
-    calculatePriority(experience) {
-        // Priority based on:
-        // 1. Reward magnitude (higher reward = higher priority)
-        // 2. Recency (more recent = higher priority)
-        // 3. Uniqueness (rare task types = higher priority)
-        const rewardComponent = Math.abs(experience.reward);
-        const recencyComponent = 1.0 / (1.0 + (Date.now() - experience.timestamp) / 1000000);
-        // Simple priority: weighted sum
-        return rewardComponent * 0.7 + recencyComponent * 0.3;
-    }
-    /**
-     * Prune buffer to maintain max size
-     */
-    prune() {
-        // Strategy: Remove lowest priority experiences
-        const withPriorities = this.buffer.map((exp) => {
-            const actionId = exp.metadata.actionId || exp.timestamp.toString();
-            const priority = this.priorities.get(actionId) || 0;
-            return { experience: exp, priority };
-        });
-        // Sort by priority (descending)
-        withPriorities.sort((a, b) => b.priority - a.priority);
-        // Keep top maxSize experiences
-        this.buffer = withPriorities
-            .slice(0, this.maxSize)
-            .map((item) => item.experience);
-        // Clean up priorities map
-        const validActionIds = new Set(this.buffer.map((exp) => exp.metadata.actionId || exp.timestamp.toString()));
-        for (const actionId of this.priorities.keys()) {
-            if (!validActionIds.has(actionId)) {
-                this.priorities.delete(actionId);
-            }
-        }
-    }
-}

package/dist/mcp/learning/core/experience-recorder.d.ts

@@ -1,40 +0,0 @@
-/**
- * ExperienceRecorder - Captures and stores learning experiences
- */
-import type { SQLiteVectorDB } from '../../../core/vector-db.js';
-import type { Experience, ExecutionContext, State, Outcome } from '../types/index.js';
-export declare class ExperienceRecorder {
-    private db;
-    private rewardEstimator;
-    private actionCounter;
-    constructor(db: SQLiteVectorDB);
-    /**
-     * Record a tool execution as a learning experience
-     */
-    recordToolExecution(toolName: string, args: any, result: any, context: ExecutionContext, outcome: Outcome): Promise<Experience>;
-    /**
-     * Capture current state representation
-     */
-    private captureState;
-    /**
-     * Generate vector embedding for state
-     */
-    private generateStateEmbedding;
-    /**
-     * Store experience in vector database
-     */
-    private storeExperience;
-    /**
-     * Retrieve similar experiences
-     */
-    retrieveSimilarExperiences(state: State, k?: number): Promise<Experience[]>;
-    /**
-     * Get experiences by session
-     */
-    getSessionExperiences(sessionId: string): Promise<Experience[]>;
-    /**
-     * Update experience with feedback
-     */
-    updateExperienceReward(actionId: string, feedbackReward: number): Promise<void>;
-}
-//# sourceMappingURL=experience-recorder.d.ts.map

package/dist/mcp/learning/core/experience-recorder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"experience-recorder.d.ts","sourceRoot":"","sources":["../../../../src/mcp/learning/core/experience-recorder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAEhB,KAAK,EACL,OAAO,EACR,MAAM,mBAAmB,CAAC;AAG3B,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAiB;IAC3B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAa;gBAEtB,EAAE,EAAE,cAAc;IAK9B;;OAEG;IACG,mBAAmB,CACvB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,GAAG,EACX,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,UAAU,CAAC;IAyCtB;;OAEG;YACW,YAAY;IAmB1B;;OAEG;YACW,sBAAsB;IA4BpC;;OAEG;YACW,eAAe;IA4B7B;;OAEG;IACG,0BAA0B,CAC9B,KAAK,EAAE,KAAK,EACZ,CAAC,GAAE,MAAW,GACb,OAAO,CAAC,UAAU,EAAE,CAAC;IAgCxB;;OAEG;IACG,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAkCrE;;OAEG;IACG,sBAAsB,CAC1B,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,IAAI,CAAC;CAKjB"}

package/dist/mcp/learning/core/experience-recorder.js

@@ -1,200 +0,0 @@
-"use strict";
-/**
- * ExperienceRecorder - Captures and stores learning experiences
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExperienceRecorder = void 0;
-const reward_estimator_js_1 = require("./reward-estimator.js");
-class ExperienceRecorder {
-    constructor(db) {
-        this.actionCounter = 0;
-        this.db = db;
-        this.rewardEstimator = new reward_estimator_js_1.RewardEstimator();
-    }
-    /**
-     * Record a tool execution as a learning experience
-     */
-    async recordToolExecution(toolName, args, result, context, outcome) {
-        const state = await this.captureState(context);
-        const action = {
-            tool: toolName,
-            params: args,
-            timestamp: Date.now(),
-        };
-        const reward = await this.rewardEstimator.calculateReward(outcome, context);
-        const nextState = await this.captureState({
-            ...context,
-            isTerminal: outcome.success || !!outcome.error,
-        });
-        const experience = {
-            state,
-            action,
-            reward: reward.combined,
-            nextState,
-            done: context.isTerminal,
-            timestamp: Date.now(),
-            metadata: {
-                userId: context.userId,
-                sessionId: context.sessionId,
-                taskType: context.taskType,
-                actionId: `action_${this.actionCounter++}`,
-                rewardBreakdown: reward,
-                outcome: {
-                    success: outcome.success,
-                    executionTime: outcome.executionTime,
-                    tokensUsed: outcome.tokensUsed,
-                },
-            },
-        };
-        // Store experience in vector database
-        await this.storeExperience(experience);
-        return experience;
-    }
-    /**
-     * Capture current state representation
-     */
-    async captureState(context) {
-        const state = {
-            taskDescription: context.metadata?.taskDescription || '',
-            availableTools: context.metadata?.availableTools || [],
-            previousActions: context.metadata?.previousActions || [],
-            constraints: context.metadata?.constraints,
-            context: {
-                sessionId: context.sessionId,
-                taskType: context.taskType,
-                timestamp: context.timestamp,
-            },
-        };
-        // Generate state embedding for similarity search
-        state.embedding = await this.generateStateEmbedding(state);
-        return state;
-    }
-    /**
-     * Generate vector embedding for state
-     */
-    async generateStateEmbedding(state) {
-        // Simple hash-based embedding (in production, use a proper embedding model)
-        const text = JSON.stringify({
-            task: state.taskDescription,
-            tools: state.availableTools,
-            type: state.context?.taskType,
-        });
-        // Create a simple hash-based embedding (768 dimensions)
-        const embedding = new Float32Array(768);
-        for (let i = 0; i < text.length; i++) {
-            const index = text.charCodeAt(i) % 768;
-            embedding[index] += 1;
-        }
-        // Normalize
-        const magnitude = Math.sqrt(embedding.reduce((sum, val) => sum + val * val, 0));
-        if (magnitude > 0) {
-            for (let i = 0; i < embedding.length; i++) {
-                embedding[i] /= magnitude;
-            }
-        }
-        return embedding;
-    }
-    /**
-     * Store experience in vector database
-     */
-    async storeExperience(experience) {
-        if (!experience.state.embedding) {
-            throw new Error('State embedding is required');
-        }
-        await this.db.insert({
-            embedding: Array.from(experience.state.embedding),
-            metadata: {
-                type: 'learning_experience',
-                sessionId: experience.metadata.sessionId,
-                userId: experience.metadata.userId,
-                taskType: experience.metadata.taskType,
-                actionId: experience.metadata.actionId,
-                action: experience.action,
-                reward: experience.reward,
-                done: experience.done,
-                timestamp: experience.timestamp,
-                state: {
-                    taskDescription: experience.state.taskDescription,
-                    availableTools: experience.state.availableTools,
-                    previousActionsCount: experience.state.previousActions.length,
-                },
-                outcome: experience.metadata.outcome,
-                rewardBreakdown: experience.metadata.rewardBreakdown,
-            },
-        });
-    }
-    /**
-     * Retrieve similar experiences
-     */
-    async retrieveSimilarExperiences(state, k = 10) {
-        if (!state.embedding) {
-            state.embedding = await this.generateStateEmbedding(state);
-        }
-        const results = await this.db.search(Array.from(state.embedding), k);
-        return results.map((result) => ({
-            state: {
-                taskDescription: result.metadata.state.taskDescription,
-                availableTools: result.metadata.state.availableTools,
-                previousActions: [],
-                embedding: result.embedding,
-            },
-            action: result.metadata.action,
-            reward: result.metadata.reward,
-            nextState: {
-                taskDescription: '',
-                availableTools: [],
-                previousActions: [],
-            },
-            done: result.metadata.done,
-            timestamp: result.metadata.timestamp,
-            metadata: {
-                userId: result.metadata.userId,
-                sessionId: result.metadata.sessionId,
-                taskType: result.metadata.taskType,
-                actionId: result.metadata.actionId,
-            },
-        }));
-    }
-    /**
-     * Get experiences by session
-     */
-    async getSessionExperiences(sessionId) {
-        // Query by metadata filter
-        const allResults = await this.db.search(Array(768).fill(0), 1000);
-        // Filter by session ID
-        const sessionResults = allResults.filter((result) => result.metadata.sessionId === sessionId);
-        return sessionResults.map((result) => ({
-            state: {
-                taskDescription: result.metadata.state.taskDescription,
-                availableTools: result.metadata.state.availableTools,
-                previousActions: [],
-                embedding: result.embedding,
-            },
-            action: result.metadata.action,
-            reward: result.metadata.reward,
-            nextState: {
-                taskDescription: '',
-                availableTools: [],
-                previousActions: [],
-            },
-            done: result.metadata.done,
-            timestamp: result.metadata.timestamp,
-            metadata: {
-                userId: result.metadata.userId,
-                sessionId: result.metadata.sessionId,
-                taskType: result.metadata.taskType,
-                actionId: result.metadata.actionId,
-            },
-        }));
-    }
-    /**
-     * Update experience with feedback
-     */
-    async updateExperienceReward(actionId, feedbackReward) {
-        // In a real implementation, this would update the stored experience
-        // For now, we log the feedback
-        console.log(`Updated reward for ${actionId}: ${feedbackReward}`);
-    }
-}
-exports.ExperienceRecorder = ExperienceRecorder;
-//# sourceMappingURL=experience-recorder.js.map

package/dist/mcp/learning/core/experience-recorder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"experience-recorder.js","sourceRoot":"","sources":["../../../../src/mcp/learning/core/experience-recorder.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,+DAAwD;AAExD,MAAa,kBAAkB;IAK7B,YAAY,EAAkB;QAFtB,kBAAa,GAAW,CAAC,CAAC;QAGhC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,eAAe,GAAG,IAAI,qCAAe,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CACvB,QAAgB,EAChB,IAAS,EACT,MAAW,EACX,OAAyB,EACzB,OAAgB;QAEhB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAW;YACrB,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;YACxC,GAAG,OAAO;YACV,UAAU,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK;SAC/C,CAAC,CAAC;QAEH,MAAM,UAAU,GAAe;YAC7B,KAAK;YACL,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,QAAQ;YACvB,SAAS;YACT,IAAI,EAAE,OAAO,CAAC,UAAU;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,UAAU,IAAI,CAAC,aAAa,EAAE,EAAE;gBAC1C,eAAe,EAAE,MAAM;gBACvB,OAAO,EAAE;oBACP,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B;aACF;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAEvC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,OAAyB;QAClD,MAAM,KAAK,GAAU;YACnB,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,eAAe,IAAI,EAAE;YACxD,cAAc,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE;YACtD,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,eAAe,IAAI,EAAE;YACxD,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,WAAW;YAC1C,OAAO,EAAE;gBACP,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B;SACF,CAAC;QAEF,iDAAiD;QACjD,KAAK,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAE3D,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAAC,KAAY;QAC/C,4EAA4E;QAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,IAAI,EAAE,KAAK,CAAC,eAAe;YAC3B,KAAK,EAAE,KAAK,CAAC,cAAc;YAC3B,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ;SAC9B,CAAC,CAAC;QAEH,wDAAwD;QACxD,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACvC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QAED,YAAY;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CACnD,CAAC;QACF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,UAAsB;QAClD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;YACnB,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC;YACjD,QAAQ,EAAE;gBACR,IAAI,EAAE,qBAAqB;gBAC3B,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,SAAS;gBACxC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gBAClC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ;gBACtC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ;gBACtC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,KAAK,EAAE;oBACL,eAAe,EAAE,UAAU,CAAC,KAAK,CAAC,eAAe;oBACjD,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,cAAc;oBAC/C,oBAAoB,EAAE,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM;iBAC9D;gBACD,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO;gBACpC,eAAe,EAAE,UAAU,CAAC,QAAQ,CAAC,eAAe;aACrD;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,0BAA0B,CAC9B,KAAY,EACZ,IAAY,EAAE;QAEd,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAErE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;YACnC,KAAK,EAAE;gBACL,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe;gBACtD,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc;gBACpD,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;YACD,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,SAAS,EAAE;gBACT,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;aACpB;YACD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC1B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YACpC,QAAQ,EAAE;gBACR,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBAC9B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;aACnC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QAC3C,2BAA2B;QAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAElE,uBAAuB;QACvB,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CACtC,CAAC,MAAW,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,CACzD,CAAC;QAEF,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;YAC1C,KAAK,EAAE;gBACL,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe;gBACtD,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc;gBACpD,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;YACD,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,SAAS,EAAE;gBACT,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;aACpB;YACD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC1B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YACpC,QAAQ,EAAE;gBACR,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBAC9B,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;aACnC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,QAAgB,EAChB,cAAsB;QAEtB,oEAAoE;QACpE,+BAA+B;QAC/B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,KAAK,cAAc,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAtOD,gDAsOC"}

package/dist/mcp/learning/core/experience-recorder.mjs

@@ -1,195 +0,0 @@
-/**
- * ExperienceRecorder - Captures and stores learning experiences
- */
-import { RewardEstimator } from './reward-estimator.mjs';
-export class ExperienceRecorder {
-    constructor(db) {
-        this.actionCounter = 0;
-        this.db = db;
-        this.rewardEstimator = new RewardEstimator();
-    }
-    /**
-     * Record a tool execution as a learning experience
-     */
-    async recordToolExecution(toolName, args, result, context, outcome) {
-        const state = await this.captureState(context);
-        const action = {
-            tool: toolName,
-            params: args,
-            timestamp: Date.now(),
-        };
-        const reward = await this.rewardEstimator.calculateReward(outcome, context);
-        const nextState = await this.captureState({
-            ...context,
-            isTerminal: outcome.success || !!outcome.error,
-        });
-        const experience = {
-            state,
-            action,
-            reward: reward.combined,
-            nextState,
-            done: context.isTerminal,
-            timestamp: Date.now(),
-            metadata: {
-                userId: context.userId,
-                sessionId: context.sessionId,
-                taskType: context.taskType,
-                actionId: `action_${this.actionCounter++}`,
-                rewardBreakdown: reward,
-                outcome: {
-                    success: outcome.success,
-                    executionTime: outcome.executionTime,
-                    tokensUsed: outcome.tokensUsed,
-                },
-            },
-        };
-        // Store experience in vector database
-        await this.storeExperience(experience);
-        return experience;
-    }
-    /**
-     * Capture current state representation
-     */
-    async captureState(context) {
-        const state = {
-            taskDescription: context.metadata?.taskDescription || '',
-            availableTools: context.metadata?.availableTools || [],
-            previousActions: context.metadata?.previousActions || [],
-            constraints: context.metadata?.constraints,
-            context: {
-                sessionId: context.sessionId,
-                taskType: context.taskType,
-                timestamp: context.timestamp,
-            },
-        };
-        // Generate state embedding for similarity search
-        state.embedding = await this.generateStateEmbedding(state);
-        return state;
-    }
-    /**
-     * Generate vector embedding for state
-     */
-    async generateStateEmbedding(state) {
-        // Simple hash-based embedding (in production, use a proper embedding model)
-        const text = JSON.stringify({
-            task: state.taskDescription,
-            tools: state.availableTools,
-            type: state.context?.taskType,
-        });
-        // Create a simple hash-based embedding (768 dimensions)
-        const embedding = new Float32Array(768);
-        for (let i = 0; i < text.length; i++) {
-            const index = text.charCodeAt(i) % 768;
-            embedding[index] += 1;
-        }
-        // Normalize
-        const magnitude = Math.sqrt(embedding.reduce((sum, val) => sum + val * val, 0));
-        if (magnitude > 0) {
-            for (let i = 0; i < embedding.length; i++) {
-                embedding[i] /= magnitude;
-            }
-        }
-        return embedding;
-    }
-    /**
-     * Store experience in vector database
-     */
-    async storeExperience(experience) {
-        if (!experience.state.embedding) {
-            throw new Error('State embedding is required');
-        }
-        await this.db.insert({
-            embedding: Array.from(experience.state.embedding),
-            metadata: {
-                type: 'learning_experience',
-                sessionId: experience.metadata.sessionId,
-                userId: experience.metadata.userId,
-                taskType: experience.metadata.taskType,
-                actionId: experience.metadata.actionId,
-                action: experience.action,
-                reward: experience.reward,
-                done: experience.done,
-                timestamp: experience.timestamp,
-                state: {
-                    taskDescription: experience.state.taskDescription,
-                    availableTools: experience.state.availableTools,
-                    previousActionsCount: experience.state.previousActions.length,
-                },
-                outcome: experience.metadata.outcome,
-                rewardBreakdown: experience.metadata.rewardBreakdown,
-            },
-        });
-    }
-    /**
-     * Retrieve similar experiences
-     */
-    async retrieveSimilarExperiences(state, k = 10) {
-        if (!state.embedding) {
-            state.embedding = await this.generateStateEmbedding(state);
-        }
-        const results = await this.db.search(Array.from(state.embedding), k);
-        return results.map((result) => ({
-            state: {
-                taskDescription: result.metadata.state.taskDescription,
-                availableTools: result.metadata.state.availableTools,
-                previousActions: [],
-                embedding: result.embedding,
-            },
-            action: result.metadata.action,
-            reward: result.metadata.reward,
-            nextState: {
-                taskDescription: '',
-                availableTools: [],
-                previousActions: [],
-            },
-            done: result.metadata.done,
-            timestamp: result.metadata.timestamp,
-            metadata: {
-                userId: result.metadata.userId,
-                sessionId: result.metadata.sessionId,
-                taskType: result.metadata.taskType,
-                actionId: result.metadata.actionId,
-            },
-        }));
-    }
-    /**
-     * Get experiences by session
-     */
-    async getSessionExperiences(sessionId) {
-        // Query by metadata filter
-        const allResults = await this.db.search(Array(768).fill(0), 1000);
-        // Filter by session ID
-        const sessionResults = allResults.filter((result) => result.metadata.sessionId === sessionId);
-        return sessionResults.map((result) => ({
-            state: {
-                taskDescription: result.metadata.state.taskDescription,
-                availableTools: result.metadata.state.availableTools,
-                previousActions: [],
-                embedding: result.embedding,
-            },
-            action: result.metadata.action,
-            reward: result.metadata.reward,
-            nextState: {
-                taskDescription: '',
-                availableTools: [],
-                previousActions: [],
-            },
-            done: result.metadata.done,
-            timestamp: result.metadata.timestamp,
-            metadata: {
-                userId: result.metadata.userId,
-                sessionId: result.metadata.sessionId,
-                taskType: result.metadata.taskType,
-                actionId: result.metadata.actionId,
-            },
-        }));
-    }
-    /**
-     * Update experience with feedback
-     */
-    async updateExperienceReward(actionId, feedbackReward) {
-        // In a real implementation, this would update the stored experience
-        // For now, we log the feedback
-        console.log(`Updated reward for ${actionId}: ${feedbackReward}`);
-    }
-}

package/dist/mcp/learning/core/learning-manager.d.ts

@@ -1,66 +0,0 @@
-/**
- * LearningManager - Main orchestration layer for MCP learning integration
- */
-import type { SQLiteVectorDB } from '../../../core/vector-db.js';
-import type { Experience, Outcome, ActionPrediction, TrainingOptions, TrainingMetrics, LearningSession, FeedbackInput, LearningMetrics, TransferMetrics, State } from '../types/index.js';
-export declare class LearningManager {
-    private db;
-    private experienceRecorder;
-    private rewardEstimator;
-    private sessionManager;
-    private policyOptimizers;
-    constructor(db: SQLiteVectorDB);
-    /**
-     * Start a new learning session
-     */
-    startSession(userId: string, sessionType: 'coding' | 'research' | 'debugging' | 'general', plugin?: string, config?: Record<string, any>): Promise<LearningSession>;
-    /**
-     * End a learning session
-     */
-    endSession(sessionId: string): Promise<LearningSession>;
-    /**
-     * Record a tool execution as learning experience
-     */
-    recordExperience(sessionId: string, toolName: string, args: any, result: any, outcome: Outcome): Promise<Experience>;
-    /**
-     * Predict next best action
-     */
-    predictAction(sessionId: string, currentState: State, availableTools: string[]): Promise<ActionPrediction>;
-    /**
-     * Provide user feedback on action
-     */
-    provideFeedback(sessionId: string, actionId: string, feedback: FeedbackInput): Promise<void>;
-    /**
-     * Train policy on collected experiences
-     */
-    train(sessionId: string, options?: TrainingOptions): Promise<TrainingMetrics>;
-    /**
-     * Get learning metrics
-     */
-    getMetrics(sessionId: string, period?: 'session' | 'day' | 'week' | 'month' | 'all'): Promise<LearningMetrics>;
-    /**
-     * Transfer learning between tasks
-     */
-    transferLearning(sourceSessionId: string, targetSessionId: string, similarity?: number): Promise<TransferMetrics>;
-    /**
-     * Explain a prediction
-     */
-    explainPrediction(sessionId: string, state: State): Promise<{
-        reasoning: string;
-        similarExperiences: Experience[];
-        confidenceFactors: Record<string, number>;
-    }>;
-    /**
-     * Calculate consistency of actions in similar experiences
-     */
-    private calculateConsistency;
-    /**
-     * Get session info
-     */
-    getSessionInfo(sessionId: string): LearningSession | undefined;
-    /**
-     * Restore sessions from database
-     */
-    restoreSessions(userId?: string): Promise<LearningSession[]>;
-}
-//# sourceMappingURL=learning-manager.d.ts.map