agentic-qe 2.1.2 → 2.2.1

package/dist/learning/TransferLearningManager.js

@@ -0,0 +1,497 @@
+"use strict";
+/**
+ * TransferLearningManager - Issue #118 Task 2.3
+ *
+ * Enables knowledge transfer between different QE domains (e.g., unit testing → integration testing).
+ * Supports domain similarity calculation, adjustable transfer coefficients, fine-tuning, and metrics tracking.
+ *
+ * Domain Examples:
+ * - Unit testing → Integration testing
+ * - API testing → Contract testing
+ * - Performance testing → Load testing
+ * - Security scanning → Vulnerability detection
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TransferLearningManager = void 0;
+const Logger_1 = require("../utils/Logger");
+const uuid_1 = require("uuid");
+/**
+ * Default transfer configuration
+ */
+const DEFAULT_TRANSFER_CONFIG = {
+    enabled: true,
+    minSimilarity: 0.3,
+    defaultTransferCoefficient: 0.5,
+    adaptiveCoefficient: true,
+    maxTransferExperiences: 100,
+    fineTuningEnabled: true,
+    fineTuningIterations: 10
+};
+/**
+ * Domain feature definitions
+ */
+const DOMAIN_FEATURES = {
+    'unit-testing': {
+        complexity: 0.3,
+        isolation: 0.9,
+        stateful: 0.1,
+        externalDependencies: 0.1,
+        executionTime: 0.1,
+        parallelizable: 0.9,
+        deterministic: 0.9
+    },
+    'integration-testing': {
+        complexity: 0.6,
+        isolation: 0.4,
+        stateful: 0.7,
+        externalDependencies: 0.6,
+        executionTime: 0.5,
+        parallelizable: 0.5,
+        deterministic: 0.7
+    },
+    'api-testing': {
+        complexity: 0.5,
+        isolation: 0.5,
+        stateful: 0.5,
+        externalDependencies: 0.7,
+        executionTime: 0.4,
+        parallelizable: 0.7,
+        deterministic: 0.8
+    },
+    'contract-testing': {
+        complexity: 0.5,
+        isolation: 0.6,
+        stateful: 0.4,
+        externalDependencies: 0.6,
+        executionTime: 0.3,
+        parallelizable: 0.8,
+        deterministic: 0.9
+    },
+    'performance-testing': {
+        complexity: 0.7,
+        isolation: 0.3,
+        stateful: 0.6,
+        externalDependencies: 0.8,
+        executionTime: 0.8,
+        parallelizable: 0.6,
+        deterministic: 0.5
+    },
+    'load-testing': {
+        complexity: 0.8,
+        isolation: 0.2,
+        stateful: 0.7,
+        externalDependencies: 0.9,
+        executionTime: 0.9,
+        parallelizable: 0.4,
+        deterministic: 0.4
+    },
+    'security-scanning': {
+        complexity: 0.6,
+        isolation: 0.5,
+        stateful: 0.4,
+        externalDependencies: 0.5,
+        executionTime: 0.6,
+        parallelizable: 0.6,
+        deterministic: 0.7
+    },
+    'vulnerability-detection': {
+        complexity: 0.7,
+        isolation: 0.4,
+        stateful: 0.5,
+        externalDependencies: 0.6,
+        executionTime: 0.7,
+        parallelizable: 0.5,
+        deterministic: 0.6
+    },
+    'e2e-testing': {
+        complexity: 0.9,
+        isolation: 0.1,
+        stateful: 0.9,
+        externalDependencies: 0.9,
+        executionTime: 0.9,
+        parallelizable: 0.2,
+        deterministic: 0.5
+    },
+    'regression-testing': {
+        complexity: 0.6,
+        isolation: 0.5,
+        stateful: 0.6,
+        externalDependencies: 0.5,
+        executionTime: 0.6,
+        parallelizable: 0.6,
+        deterministic: 0.8
+    }
+};
+/**
+ * TransferLearningManager - Manages knowledge transfer between QE domains
+ */
+class TransferLearningManager {
+    constructor(memoryStore, config = {}) {
+        this.logger = Logger_1.Logger.getInstance();
+        this.memoryStore = memoryStore;
+        this.config = { ...DEFAULT_TRANSFER_CONFIG, ...config };
+        this.mappings = new Map();
+        this.metrics = new Map();
+    }
+    /**
+     * Initialize the transfer learning manager
+     */
+    async initialize() {
+        this.logger.info('Initializing TransferLearningManager');
+        // Load existing mappings from database
+        await this.loadMappings();
+        // Load existing metrics from database
+        await this.loadMetrics();
+        this.logger.info(`TransferLearningManager initialized with ${this.mappings.size} mappings`);
+    }
+    /**
+     * Calculate similarity between two QE domains
+     * Uses cosine similarity on domain feature vectors
+     *
+     * @param sourceDomain - Source domain
+     * @param targetDomain - Target domain
+     * @returns Similarity score (0-1)
+     */
+    calculateDomainSimilarity(sourceDomain, targetDomain) {
+        const sourceFeatures = this.getDomainFeatures(sourceDomain);
+        const targetFeatures = this.getDomainFeatures(targetDomain);
+        // Calculate cosine similarity
+        const dotProduct = this.calculateDotProduct(sourceFeatures, targetFeatures);
+        const sourceMagnitude = this.calculateMagnitude(sourceFeatures);
+        const targetMagnitude = this.calculateMagnitude(targetFeatures);
+        const similarity = dotProduct / (sourceMagnitude * targetMagnitude);
+        this.logger.debug(`Domain similarity: ${sourceDomain} → ${targetDomain} = ${similarity.toFixed(3)}`);
+        return Math.max(0, Math.min(1, similarity));
+    }
+    /**
+     * Transfer knowledge from source domain to target domain
+     *
+     * @param sourceDomain - Source domain with existing knowledge
+     * @param targetDomain - Target domain to receive knowledge
+     * @param sourceExperiences - Experiences from source domain
+     * @param transferCoefficient - Optional override for transfer coefficient (0-1)
+     * @returns Transfer mapping with results
+     */
+    async transferKnowledge(sourceDomain, targetDomain, sourceExperiences, transferCoefficient) {
+        if (!this.config.enabled) {
+            throw new Error('Transfer learning is disabled');
+        }
+        // Calculate domain similarity
+        const similarity = this.calculateDomainSimilarity(sourceDomain, targetDomain);
+        if (similarity < this.config.minSimilarity) {
+            throw new Error(`Domain similarity too low: ${similarity.toFixed(3)} < ${this.config.minSimilarity}`);
+        }
+        // Get or create transfer mapping
+        let mapping = this.getMapping(sourceDomain, targetDomain);
+        if (!mapping) {
+            mapping = await this.createMapping(sourceDomain, targetDomain, similarity, transferCoefficient ?? this.config.defaultTransferCoefficient);
+        }
+        // Limit experiences to transfer
+        const experiencesToTransfer = sourceExperiences.slice(0, this.config.maxTransferExperiences);
+        // Apply transfer coefficient to adjust experience rewards
+        const transferredExperiences = this.applyTransferCoefficient(experiencesToTransfer, mapping.transferCoefficient);
+        // Store transferred experiences in target domain namespace
+        await this.storeTransferredExperiences(targetDomain, transferredExperiences);
+        // Update mapping statistics
+        mapping.experiencesTransferred += transferredExperiences.length;
+        mapping.lastTransferAt = new Date();
+        await this.updateMapping(mapping);
+        // Update metrics
+        await this.updateTransferMetrics(mapping.id, true);
+        this.logger.info(`Transferred ${transferredExperiences.length} experiences from ${sourceDomain} to ${targetDomain} ` +
+            `(similarity: ${similarity.toFixed(3)}, coefficient: ${mapping.transferCoefficient.toFixed(3)})`);
+        return mapping;
+    }
+    /**
+     * Fine-tune transferred knowledge for target domain
+     * Adjusts transferred knowledge based on target domain feedback
+     *
+     * @param targetDomain - Target domain to fine-tune
+     * @param targetExperiences - New experiences from target domain
+     * @returns Fine-tuning result
+     */
+    async fineTuneTransferredKnowledge(targetDomain, targetExperiences) {
+        if (!this.config.fineTuningEnabled) {
+            throw new Error('Fine-tuning is disabled');
+        }
+        this.logger.info(`Fine-tuning transferred knowledge for ${targetDomain}`);
+        // Calculate initial performance (baseline from transferred experiences)
+        const transferredExperiences = await this.getTransferredExperiences(targetDomain);
+        const initialPerformance = this.calculateAverageReward(transferredExperiences);
+        // Perform iterative fine-tuning
+        let currentPerformance = initialPerformance;
+        let iterationCount = 0;
+        for (let i = 0; i < this.config.fineTuningIterations; i++) {
+            // Blend transferred and target experiences
+            const blendRatio = (i + 1) / this.config.fineTuningIterations;
+            const blendedExperiences = this.blendExperiences(transferredExperiences, targetExperiences, blendRatio);
+            // Recalculate performance
+            const newPerformance = this.calculateAverageReward(blendedExperiences);
+            // Early stopping if performance converges
+            if (Math.abs(newPerformance - currentPerformance) < 0.01) {
+                break;
+            }
+            currentPerformance = newPerformance;
+            iterationCount++;
+        }
+        const improvement = ((currentPerformance - initialPerformance) / Math.abs(initialPerformance)) * 100;
+        const result = {
+            domain: targetDomain,
+            initialPerformance,
+            finalPerformance: currentPerformance,
+            improvement,
+            iterations: iterationCount,
+            experiencesUsed: transferredExperiences.length + targetExperiences.length
+        };
+        this.logger.info(`Fine-tuning completed for ${targetDomain}: ` +
+            `${initialPerformance.toFixed(3)} → ${currentPerformance.toFixed(3)} ` +
+            `(+${improvement.toFixed(1)}%) in ${iterationCount} iterations`);
+        return result;
+    }
+    /**
+     * Adjust transfer coefficient based on transfer success
+     * Implements adaptive transfer learning
+     *
+     * @param mappingId - Transfer mapping ID
+     * @param success - Whether the transfer was successful
+     */
+    async adjustTransferCoefficient(mappingId, success) {
+        if (!this.config.adaptiveCoefficient) {
+            return;
+        }
+        const mapping = this.mappings.get(mappingId);
+        if (!mapping) {
+            throw new Error(`Transfer mapping not found: ${mappingId}`);
+        }
+        // Adaptive adjustment: increase on success, decrease on failure
+        const adjustmentRate = 0.05;
+        const oldCoefficient = mapping.transferCoefficient;
+        if (success) {
+            mapping.transferCoefficient = Math.min(1.0, mapping.transferCoefficient + adjustmentRate);
+        }
+        else {
+            mapping.transferCoefficient = Math.max(0.1, mapping.transferCoefficient - adjustmentRate);
+        }
+        await this.updateMapping(mapping);
+        this.logger.debug(`Adjusted transfer coefficient for ${mapping.sourceDomain} → ${mapping.targetDomain}: ` +
+            `${oldCoefficient.toFixed(3)} → ${mapping.transferCoefficient.toFixed(3)}`);
+    }
+    /**
+     * Get transfer metrics for a specific mapping
+     *
+     * @param sourceDomain - Source domain
+     * @param targetDomain - Target domain
+     * @returns Transfer metrics or undefined
+     */
+    getTransferMetrics(sourceDomain, targetDomain) {
+        const mapping = this.getMapping(sourceDomain, targetDomain);
+        if (!mapping) {
+            return undefined;
+        }
+        return this.metrics.get(mapping.id);
+    }
+    /**
+     * Get all transfer mappings
+     */
+    getAllMappings() {
+        return Array.from(this.mappings.values());
+    }
+    /**
+     * Get all transfer metrics
+     */
+    getAllMetrics() {
+        return Array.from(this.metrics.values());
+    }
+    // ============================================================================
+    // Private Helper Methods
+    // ============================================================================
+    /**
+     * Get domain feature vector
+     */
+    getDomainFeatures(domain) {
+        const features = DOMAIN_FEATURES[domain];
+        if (!features) {
+            throw new Error(`Unknown domain: ${domain}`);
+        }
+        return { domain, ...features };
+    }
+    /**
+     * Calculate dot product of two feature vectors
+     */
+    calculateDotProduct(a, b) {
+        return (a.complexity * b.complexity +
+            a.isolation * b.isolation +
+            a.stateful * b.stateful +
+            a.externalDependencies * b.externalDependencies +
+            a.executionTime * b.executionTime +
+            a.parallelizable * b.parallelizable +
+            a.deterministic * b.deterministic);
+    }
+    /**
+     * Calculate magnitude of feature vector
+     */
+    calculateMagnitude(features) {
+        return Math.sqrt(features.complexity ** 2 +
+            features.isolation ** 2 +
+            features.stateful ** 2 +
+            features.externalDependencies ** 2 +
+            features.executionTime ** 2 +
+            features.parallelizable ** 2 +
+            features.deterministic ** 2);
+    }
+    /**
+     * Get existing mapping between domains
+     */
+    getMapping(sourceDomain, targetDomain) {
+        for (const mapping of this.mappings.values()) {
+            if (mapping.sourceDomain === sourceDomain && mapping.targetDomain === targetDomain) {
+                return mapping;
+            }
+        }
+        return undefined;
+    }
+    /**
+     * Create new transfer mapping
+     */
+    async createMapping(sourceDomain, targetDomain, similarity, transferCoefficient) {
+        const mapping = {
+            id: (0, uuid_1.v4)(),
+            sourceDomain,
+            targetDomain,
+            similarity,
+            transferCoefficient,
+            experiencesTransferred: 0,
+            successRate: 0,
+            createdAt: new Date()
+        };
+        this.mappings.set(mapping.id, mapping);
+        // Persist to database
+        await this.memoryStore.store(`transfer-learning/mappings/${mapping.id}`, mapping, { partition: 'learning' });
+        // Initialize metrics
+        const metrics = {
+            mappingId: mapping.id,
+            sourceDomain,
+            targetDomain,
+            totalTransfers: 0,
+            successfulTransfers: 0,
+            failedTransfers: 0,
+            avgPerformanceGain: 0,
+            transferEfficiency: 0,
+            lastUpdated: new Date()
+        };
+        this.metrics.set(mapping.id, metrics);
+        await this.memoryStore.store(`transfer-learning/metrics/${mapping.id}`, metrics, { partition: 'learning' });
+        return mapping;
+    }
+    /**
+     * Update existing transfer mapping
+     */
+    async updateMapping(mapping) {
+        this.mappings.set(mapping.id, mapping);
+        await this.memoryStore.store(`transfer-learning/mappings/${mapping.id}`, mapping, { partition: 'learning' });
+    }
+    /**
+     * Apply transfer coefficient to experiences
+     */
+    applyTransferCoefficient(experiences, coefficient) {
+        return experiences.map(exp => ({
+            ...exp,
+            reward: exp.reward * coefficient
+        }));
+    }
+    /**
+     * Store transferred experiences for target domain
+     */
+    async storeTransferredExperiences(targetDomain, experiences) {
+        await this.memoryStore.store(`transfer-learning/experiences/${targetDomain}`, experiences, { partition: 'learning' });
+    }
+    /**
+     * Get transferred experiences for target domain
+     */
+    async getTransferredExperiences(targetDomain) {
+        const experiences = await this.memoryStore.retrieve(`transfer-learning/experiences/${targetDomain}`, { partition: 'learning' });
+        return experiences || [];
+    }
+    /**
+     * Calculate average reward from experiences
+     */
+    calculateAverageReward(experiences) {
+        if (experiences.length === 0) {
+            return 0;
+        }
+        const totalReward = experiences.reduce((sum, exp) => sum + exp.reward, 0);
+        return totalReward / experiences.length;
+    }
+    /**
+     * Blend transferred and target experiences
+     * Higher blendRatio = more weight on target experiences
+     */
+    blendExperiences(transferredExperiences, targetExperiences, blendRatio) {
+        const transferWeight = 1 - blendRatio;
+        const targetWeight = blendRatio;
+        const weightedTransferred = transferredExperiences.map(exp => ({
+            ...exp,
+            reward: exp.reward * transferWeight
+        }));
+        const weightedTarget = targetExperiences.map(exp => ({
+            ...exp,
+            reward: exp.reward * targetWeight
+        }));
+        return [...weightedTransferred, ...weightedTarget];
+    }
+    /**
+     * Update transfer metrics
+     */
+    async updateTransferMetrics(mappingId, success) {
+        const metrics = this.metrics.get(mappingId);
+        if (!metrics) {
+            return;
+        }
+        metrics.totalTransfers++;
+        if (success) {
+            metrics.successfulTransfers++;
+        }
+        else {
+            metrics.failedTransfers++;
+        }
+        metrics.transferEfficiency = metrics.successfulTransfers / metrics.totalTransfers;
+        metrics.lastUpdated = new Date();
+        this.metrics.set(mappingId, metrics);
+        await this.memoryStore.store(`transfer-learning/metrics/${mappingId}`, metrics, { partition: 'learning' });
+    }
+    /**
+     * Load mappings from database
+     */
+    async loadMappings() {
+        try {
+            // Query all mappings from memory store
+            // Note: This is a simplified version - in production, you'd query by pattern
+            this.logger.debug('Loading transfer mappings from database');
+        }
+        catch (error) {
+            this.logger.warn('Failed to load transfer mappings:', error);
+        }
+    }
+    /**
+     * Load metrics from database
+     */
+    async loadMetrics() {
+        try {
+            // Query all metrics from memory store
+            this.logger.debug('Loading transfer metrics from database');
+        }
+        catch (error) {
+            this.logger.warn('Failed to load transfer metrics:', error);
+        }
+    }
+    /**
+     * Cleanup resources
+     */
+    dispose() {
+        this.mappings.clear();
+        this.metrics.clear();
+        this.logger.info('TransferLearningManager disposed');
+    }
+}
+exports.TransferLearningManager = TransferLearningManager;
+//# sourceMappingURL=TransferLearningManager.js.map

package/dist/learning/TransferLearningManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransferLearningManager.js","sourceRoot":"","sources":["../../src/learning/TransferLearningManager.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;AAEH,4CAAyC;AAEzC,+BAAoC;AA6FpC;;GAEG;AACH,MAAM,uBAAuB,GAAmB;IAC9C,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,GAAG;IAClB,0BAA0B,EAAE,GAAG;IAC/B,mBAAmB,EAAE,IAAI;IACzB,sBAAsB,EAAE,GAAG;IAC3B,iBAAiB,EAAE,IAAI;IACvB,oBAAoB,EAAE,EAAE;CACzB,CAAC;AAEF;;GAEG;AACH,MAAM,eAAe,GAAqD;IACxE,cAAc,EAAE;QACd,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,qBAAqB,EAAE;QACrB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,aAAa,EAAE;QACb,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,kBAAkB,EAAE;QAClB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,qBAAqB,EAAE;QACrB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,cAAc,EAAE;QACd,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,mBAAmB,EAAE;QACnB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,yBAAyB,EAAE;QACzB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,aAAa,EAAE;QACb,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;IACD,oBAAoB,EAAE;QACpB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,QAAQ,EAAE,GAAG;QACb,oBAAoB,EAAE,GAAG;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,GAAG;KACnB;CACF,CAAC;AAEF;;GAEG;AACH,MAAa,uBAAuB;IAOlC,YACE,WAA+B,EAC/B,SAAkC,EAAE;QAEpC,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QAEzD,uCAAuC;QACvC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAE1B,sCAAsC;QACtC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,IAAI,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,CAAC;IAC9F,CAAC;IAED;;;;;;;OAOG;IACH,yBAAyB,CAAC,YAAsB,EAAE,YAAsB;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAE5D,8BAA8B;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QAC5E,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAG,UAAU,GAAG,CAAC,eAAe,GAAG,eAAe,CAAC,CAAC;QAEpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,YAAY,MAAM,YAAY,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAErG,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,iBAAiB,CACrB,YAAsB,EACtB,YAAsB,EACtB,iBAAmC,EACnC,mBAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,8BAA8B;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAE9E,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CACb,8BAA8B,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CACrF,CAAC;QACJ,CAAC;QAED,iCAAiC;QACjC,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAChC,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,0BAA0B,CAC9D,CAAC;QACJ,CAAC;QAED,gCAAgC;QAChC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,KAAK,CACnD,CAAC,EACD,IAAI,CAAC,MAAM,CAAC,sBAAsB,CACnC,CAAC;QAEF,0DAA0D;QAC1D,MAAM,sBAAsB,GAAG,IAAI,CAAC,wBAAwB,CAC1D,qBAAqB,EACrB,OAAO,CAAC,mBAAmB,CAC5B,CAAC;QAEF,2DAA2D;QAC3D,MAAM,IAAI,CAAC,2BAA2B,CACpC,YAAY,EACZ,sBAAsB,CACvB,CAAC;QAEF,4BAA4B;QAC5B,OAAO,CAAC,sBAAsB,IAAI,sBAAsB,CAAC,MAAM,CAAC;QAChE,OAAO,CAAC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAElC,iBAAiB;QACjB,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,eAAe,sBAAsB,CAAC,MAAM,qBAAqB,YAAY,OAAO,YAAY,GAAG;YACnG,gBAAgB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACjG,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,4BAA4B,CAChC,YAAsB,EACtB,iBAAmC;QAEnC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,YAAY,EAAE,CAAC,CAAC;QAE1E,wEAAwE;QACxE,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;QAClF,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,sBAAsB,CAAC,CAAC;QAE/E,gCAAgC;QAChC,IAAI,kBAAkB,GAAG,kBAAkB,CAAC;QAC5C,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1D,2CAA2C;YAC3C,MAAM,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;YAC9D,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAC9C,sBAAsB,EACtB,iBAAiB,EACjB,UAAU,CACX,CAAC;YAEF,0BAA0B;YAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,CAAC;YAEvE,0CAA0C;YAC1C,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,kBAAkB,CAAC,GAAG,IAAI,EAAE,CAAC;gBACzD,MAAM;YACR,CAAC;YAED,kBAAkB,GAAG,cAAc,CAAC;YACpC,cAAc,EAAE,CAAC;QACnB,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,GAAG,GAAG,CAAC;QAErG,MAAM,MAAM,GAAqB;YAC/B,MAAM,EAAE,YAAY;YACpB,kBAAkB;YAClB,gBAAgB,EAAE,kBAAkB;YACpC,WAAW;YACX,UAAU,EAAE,cAAc;YAC1B,eAAe,EAAE,sBAAsB,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM;SAC1E,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6BAA6B,YAAY,IAAI;YAC7C,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACtE,KAAK,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,cAAc,aAAa,CAChE,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,yBAAyB,CAAC,SAAiB,EAAE,OAAgB;QACjE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,gEAAgE;QAChE,MAAM,cAAc,GAAG,IAAI,CAAC;QAC5B,MAAM,cAAc,GAAG,OAAO,CAAC,mBAAmB,CAAC;QAEnD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qCAAqC,OAAO,CAAC,YAAY,MAAM,OAAO,CAAC,YAAY,IAAI;YACvF,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC3E,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,kBAAkB,CAAC,YAAsB,EAAE,YAAsB;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,+EAA+E;IAC/E,yBAAyB;IACzB,+EAA+E;IAE/E;;OAEG;IACK,iBAAiB,CAAC,MAAgB;QACxC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,CAAiB,EAAE,CAAiB;QAC9D,OAAO,CACL,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;YAC3B,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS;YACzB,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ;YACvB,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB;YAC/C,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa;YACjC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;YACnC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAClC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,QAAwB;QACjD,OAAO,IAAI,CAAC,IAAI,CACd,QAAQ,CAAC,UAAU,IAAI,CAAC;YACxB,QAAQ,CAAC,SAAS,IAAI,CAAC;YACvB,QAAQ,CAAC,QAAQ,IAAI,CAAC;YACtB,QAAQ,CAAC,oBAAoB,IAAI,CAAC;YAClC,QAAQ,CAAC,aAAa,IAAI,CAAC;YAC3B,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC5B,QAAQ,CAAC,aAAa,IAAI,CAAC,CAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,YAAsB,EAAE,YAAsB;QAC/D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,OAAO,CAAC,YAAY,KAAK,YAAY,IAAI,OAAO,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;gBACnF,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,YAAsB,EACtB,YAAsB,EACtB,UAAkB,EAClB,mBAA2B;QAE3B,MAAM,OAAO,GAAoB;YAC/B,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,mBAAmB;YACnB,sBAAsB,EAAE,CAAC;YACzB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEvC,sBAAsB;QACtB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAC1B,8BAA8B,OAAO,CAAC,EAAE,EAAE,EAC1C,OAAO,EACP,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;QAEF,qBAAqB;QACrB,MAAM,OAAO,GAAoB;YAC/B,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,YAAY;YACZ,YAAY;YACZ,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,CAAC;YACtB,eAAe,EAAE,CAAC;YAClB,kBAAkB,EAAE,CAAC;YACrB,kBAAkB,EAAE,CAAC;YACrB,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEtC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAC1B,6BAA6B,OAAO,CAAC,EAAE,EAAE,EACzC,OAAO,EACP,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,OAAwB;QAClD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEvC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAC1B,8BAA8B,OAAO,CAAC,EAAE,EAAE,EAC1C,OAAO,EACP,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,WAA6B,EAC7B,WAAmB;QAEnB,OAAO,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,GAAG,GAAG;YACN,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,WAAW;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,2BAA2B,CACvC,YAAsB,EACtB,WAA6B;QAE7B,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAC1B,iCAAiC,YAAY,EAAE,EAC/C,WAAW,EACX,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB,CAAC,YAAsB;QAC5D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CACjD,iCAAiC,YAAY,EAAE,EAC/C,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;QAEF,OAAQ,WAAgC,IAAI,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,WAA6B;QAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,OAAO,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACK,gBAAgB,CACtB,sBAAwC,EACxC,iBAAmC,EACnC,UAAkB;QAElB,MAAM,cAAc,GAAG,CAAC,GAAG,UAAU,CAAC;QACtC,MAAM,YAAY,GAAG,UAAU,CAAC;QAEhC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7D,GAAG,GAAG;YACN,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,cAAc;SACpC,CAAC,CAAC,CAAC;QAEJ,MAAM,cAAc,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnD,GAAG,GAAG;YACN,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,YAAY;SAClC,CAAC,CAAC,CAAC;QAEJ,OAAO,CAAC,GAAG,mBAAmB,EAAE,GAAG,cAAc,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAAC,SAAiB,EAAE,OAAgB;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC;QAClF,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAErC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAC1B,6BAA6B,SAAS,EAAE,EACxC,OAAO,EACP,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,uCAAuC;YACvC,6EAA6E;YAC7E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC;YACH,sCAAsC;YACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACvD,CAAC;CACF;AAxgBD,0DAwgBC"}

package/dist/learning/algorithms/AbstractRLLearner.d.ts

@@ -0,0 +1,162 @@
+/**
+ * AbstractRLLearner - Base class for Reinforcement Learning algorithms
+ *
+ * Provides common functionality for all RL algorithms including:
+ * - Epsilon-greedy exploration policy
+ * - State/action encoding
+ * - Q-table management
+ * - Experience replay integration
+ * - Statistics tracking
+ */
+import { Logger } from '../../utils/Logger';
+import { TaskState, AgentAction, TaskExperience } from '../types';
+import { ExperienceReplayBuffer } from '../ExperienceReplayBuffer';
+/**
+ * Base configuration for RL algorithms
+ */
+export interface RLConfig {
+    learningRate: number;
+    discountFactor: number;
+    explorationRate: number;
+    explorationDecay: number;
+    minExplorationRate: number;
+    useExperienceReplay: boolean;
+    replayBufferSize: number;
+    batchSize: number;
+}
+/**
+ * Q-value with metadata
+ */
+export interface QValue {
+    state: string;
+    action: string;
+    value: number;
+    updateCount: number;
+    lastUpdated: number;
+}
+/**
+ * Abstract base class for RL algorithms
+ */
+export declare abstract class AbstractRLLearner {
+    protected readonly logger: Logger;
+    protected config: RLConfig;
+    protected qTable: Map<string, Map<string, QValue>>;
+    protected replayBuffer?: ExperienceReplayBuffer;
+    protected stepCount: number;
+    protected episodeCount: number;
+    constructor(config: RLConfig);
+    /**
+     * Select action using epsilon-greedy policy
+     * With probability ε, select random action (exploration)
+     * Otherwise, select action with highest Q-value (exploitation)
+     */
+    selectAction(state: TaskState, availableActions: AgentAction[]): AgentAction;
+    /**
+     * Get best action based on current Q-values (greedy policy)
+     */
+    getBestAction(state: TaskState, availableActions: AgentAction[]): AgentAction;
+    /**
+     * Abstract method: Update Q-value with algorithm-specific rule
+     * Must be implemented by subclasses (Q-Learning, SARSA, etc.)
+     */
+    abstract update(experience: TaskExperience, nextAction?: AgentAction): void;
+    /**
+     * Get Q-value for a state-action pair
+     */
+    getQValue(state: TaskState, action: AgentAction): number;
+    /**
+     * Set Q-value for a state-action pair (protected for subclass use)
+     */
+    protected setQValue(stateKey: string, actionKey: string, value: number): void;
+    /**
+     * Get all Q-values for a state
+     */
+    getStateValues(state: TaskState): Map<string, number>;
+    /**
+     * Get value of a state (max Q-value over all actions)
+     * V(s) = max_a Q(s,a)
+     */
+    getStateValue(state: TaskState): number;
+    /**
+     * Perform batch update using experience replay
+     * Samples random batch from replay buffer and updates Q-values
+     */
+    batchUpdate(): void;
+    /**
+     * Decay exploration rate (epsilon)
+     * Called after each episode to gradually reduce exploration
+     */
+    decayExploration(): void;
+    /**
+     * Mark end of episode
+     */
+    endEpisode(): void;
+    /**
+     * Encode state to string key for Q-table
+     * Creates normalized feature vector and discretizes for generalization
+     */
+    protected encodeState(state: TaskState): string;
+    /**
+     * Encode action to string key for Q-table
+     */
+    protected encodeAction(action: AgentAction): string;
+    /**
+     * Get current exploration rate (epsilon)
+     */
+    getExplorationRate(): number;
+    /**
+     * Get total number of learning steps
+     */
+    getStepCount(): number;
+    /**
+     * Get total number of episodes
+     */
+    getEpisodeCount(): number;
+    /**
+     * Get Q-table size (number of state-action pairs)
+     */
+    getTableSize(): number;
+    /**
+     * Get statistics about learning progress
+     */
+    getStatistics(): {
+        steps: number;
+        episodes: number;
+        tableSize: number;
+        explorationRate: number;
+        avgQValue: number;
+        maxQValue: number;
+        minQValue: number;
+    };
+    /**
+     * Reset Q-table and learning state
+     */
+    reset(): void;
+    /**
+     * Get default exploration rate (for reset)
+     */
+    protected abstract getDefaultExplorationRate(): number;
+    /**
+     * Export Q-table and state for persistence
+     */
+    export(): {
+        qTable: Record<string, Record<string, QValue>>;
+        config: RLConfig;
+        stepCount: number;
+        episodeCount: number;
+    };
+    /**
+     * Import Q-table and state from persistence
+     */
+    import(state: {
+        qTable: Record<string, Record<string, QValue>>;
+        config: RLConfig;
+        stepCount: number;
+        episodeCount: number;
+    }): void;
+    /**
+     * Get memory usage estimate in bytes
+     */
+    getMemoryUsage(): number;
+}
+//# sourceMappingURL=AbstractRLLearner.d.ts.map

package/dist/learning/algorithms/AbstractRLLearner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AbstractRLLearner.d.ts","sourceRoot":"","sources":["../../../src/learning/algorithms/AbstractRLLearner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAEnE;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,8BAAsB,iBAAiB;IACrC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAClC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC3B,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,SAAS,CAAC,YAAY,CAAC,EAAE,sBAAsB,CAAC;IAChD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC;IAC5B,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC;gBAEnB,MAAM,EAAE,QAAQ;IAmB5B;;;;OAIG;IACH,YAAY,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,WAAW,EAAE,GAAG,WAAW;IAe5E;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,WAAW,EAAE,GAAG,WAAW;IA2B7E;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE,WAAW,GAAG,IAAI;IAE3E;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,GAAG,MAAM;IAaxD;;OAEG;IACH,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAgB7E;;OAEG;IACH,cAAc,CAAC,KAAK,EAAE,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAgBrD;;;OAGG;IACH,aAAa,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM;IAWvC;;;OAGG;IACH,WAAW,IAAI,IAAI;IAcnB;;;OAGG;IACH,gBAAgB,IAAI,IAAI;IAOxB;;OAEG;IACH,UAAU,IAAI,IAAI;IAUlB;;;OAGG;IACH,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM;IAc/C;;OAEG;IACH,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM;IAInD;;OAEG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,YAAY,IAAI,MAAM;IAQtB;;OAEG;IACH,aAAa,IAAI;QACf,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,MAAM,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB;IA0BD;;OAEG;IACH,KAAK,IAAI,IAAI;IAab;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,yBAAyB,IAAI,MAAM;IAEtD;;OAEG;IACH,MAAM,IAAI;QACR,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAC/C,MAAM,EAAE,QAAQ,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;KACtB;IAkBD;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE;QACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAC/C,MAAM,EAAE,QAAQ,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI;IAkBR;;OAEG;IACH,cAAc,IAAI,MAAM;CAKzB"}