@arcanea/guardian-evolution 0.1.0

package/dist/algorithms/dqn.js

@@ -0,0 +1,303 @@
+/**
+ * Deep Q-Network (DQN)
+ *
+ * Implements DQN with enhancements:
+ * - Experience replay
+ * - Target network
+ * - Double DQN (optional)
+ * - Dueling architecture (optional)
+ * - Epsilon-greedy exploration
+ *
+ * Performance Target: <10ms per update step
+ */
+/**
+ * Default DQN configuration
+ */
+export const DEFAULT_DQN_CONFIG = {
+    algorithm: 'dqn',
+    learningRate: 0.0001,
+    gamma: 0.99,
+    entropyCoef: 0,
+    valueLossCoef: 1,
+    maxGradNorm: 10,
+    epochs: 1,
+    miniBatchSize: 32,
+    bufferSize: 10000,
+    explorationInitial: 1.0,
+    explorationFinal: 0.01,
+    explorationDecay: 10000,
+    targetUpdateFreq: 100,
+    doubleDQN: true,
+    duelingNetwork: false,
+};
+/**
+ * DQN Algorithm Implementation
+ */
+export class DQNAlgorithm {
+    config;
+    // Q-network weights
+    qWeights;
+    targetWeights;
+    // Optimizer state
+    qMomentum;
+    // Replay buffer (circular)
+    buffer = [];
+    bufferIdx = 0;
+    // Exploration
+    epsilon;
+    stepCount = 0;
+    // Number of actions
+    numActions = 4;
+    inputDim = 768;
+    // Statistics
+    updateCount = 0;
+    avgLoss = 0;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_DQN_CONFIG, ...config };
+        this.epsilon = this.config.explorationInitial;
+        // Initialize Q-network (2 hidden layers)
+        this.qWeights = this.initializeNetwork();
+        this.targetWeights = this.copyNetwork(this.qWeights);
+        this.qMomentum = this.qWeights.map(w => new Float32Array(w.length));
+    }
+    /**
+     * Add experience from trajectory
+     */
+    addExperience(trajectory) {
+        for (let i = 0; i < trajectory.steps.length; i++) {
+            const step = trajectory.steps[i];
+            const nextStep = i < trajectory.steps.length - 1
+                ? trajectory.steps[i + 1]
+                : null;
+            const experience = {
+                state: step.stateBefore,
+                action: this.hashAction(step.action),
+                reward: step.reward,
+                nextState: step.stateAfter,
+                done: nextStep === null,
+            };
+            // Add to circular buffer
+            if (this.buffer.length < this.config.bufferSize) {
+                this.buffer.push(experience);
+            }
+            else {
+                this.buffer[this.bufferIdx] = experience;
+            }
+            this.bufferIdx = (this.bufferIdx + 1) % this.config.bufferSize;
+        }
+    }
+    /**
+     * Perform DQN update
+     * Target: <10ms
+     */
+    update() {
+        const startTime = performance.now();
+        if (this.buffer.length < this.config.miniBatchSize) {
+            return { loss: 0, epsilon: this.epsilon };
+        }
+        // Sample mini-batch
+        const batch = this.sampleBatch();
+        // Compute TD targets
+        let totalLoss = 0;
+        const gradients = this.qWeights.map(w => new Float32Array(w.length));
+        for (const exp of batch) {
+            // Current Q-values
+            const qValues = this.forward(exp.state, this.qWeights);
+            const currentQ = qValues[exp.action];
+            // Target Q-value
+            let targetQ;
+            if (exp.done) {
+                targetQ = exp.reward;
+            }
+            else {
+                if (this.config.doubleDQN) {
+                    // Double DQN: use online network to select action, target to evaluate
+                    const nextQOnline = this.forward(exp.nextState, this.qWeights);
+                    const bestAction = this.argmax(nextQOnline);
+                    const nextQTarget = this.forward(exp.nextState, this.targetWeights);
+                    targetQ = exp.reward + this.config.gamma * nextQTarget[bestAction];
+                }
+                else {
+                    // Standard DQN
+                    const nextQ = this.forward(exp.nextState, this.targetWeights);
+                    targetQ = exp.reward + this.config.gamma * Math.max(...nextQ);
+                }
+            }
+            // TD error
+            const tdError = targetQ - currentQ;
+            const loss = tdError * tdError;
+            totalLoss += loss;
+            // Accumulate gradients
+            this.accumulateGradients(gradients, exp.state, exp.action, tdError);
+        }
+        // Apply gradients
+        this.applyGradients(gradients, batch.length);
+        // Update target network periodically
+        this.stepCount++;
+        if (this.stepCount % this.config.targetUpdateFreq === 0) {
+            this.targetWeights = this.copyNetwork(this.qWeights);
+        }
+        // Decay exploration
+        this.epsilon = Math.max(this.config.explorationFinal, this.config.explorationInitial - this.stepCount / this.config.explorationDecay);
+        this.updateCount++;
+        this.avgLoss = totalLoss / batch.length;
+        const elapsed = performance.now() - startTime;
+        if (elapsed > 10) {
+            console.warn(`DQN update exceeded target: ${elapsed.toFixed(2)}ms > 10ms`);
+        }
+        return {
+            loss: this.avgLoss,
+            epsilon: this.epsilon,
+        };
+    }
+    /**
+     * Get action using epsilon-greedy
+     */
+    getAction(state, explore = true) {
+        if (explore && Math.random() < this.epsilon) {
+            return Math.floor(Math.random() * this.numActions);
+        }
+        const qValues = this.forward(state, this.qWeights);
+        return this.argmax(qValues);
+    }
+    /**
+     * Get Q-values for a state
+     */
+    getQValues(state) {
+        return this.forward(state, this.qWeights);
+    }
+    /**
+     * Get statistics
+     */
+    getStats() {
+        return {
+            updateCount: this.updateCount,
+            bufferSize: this.buffer.length,
+            epsilon: this.epsilon,
+            avgLoss: this.avgLoss,
+            stepCount: this.stepCount,
+        };
+    }
+    // ==========================================================================
+    // Private Methods
+    // ==========================================================================
+    initializeNetwork() {
+        // Simple 2-layer network: input -> hidden -> output
+        const hiddenDim = 64;
+        const weights = [];
+        // Layer 1: input_dim -> hidden
+        const w1 = new Float32Array(this.inputDim * hiddenDim);
+        const scale1 = Math.sqrt(2 / this.inputDim);
+        for (let i = 0; i < w1.length; i++) {
+            w1[i] = (Math.random() - 0.5) * scale1;
+        }
+        weights.push(w1);
+        // Layer 2: hidden -> num_actions
+        const w2 = new Float32Array(hiddenDim * this.numActions);
+        const scale2 = Math.sqrt(2 / hiddenDim);
+        for (let i = 0; i < w2.length; i++) {
+            w2[i] = (Math.random() - 0.5) * scale2;
+        }
+        weights.push(w2);
+        return weights;
+    }
+    copyNetwork(weights) {
+        return weights.map(w => new Float32Array(w));
+    }
+    forward(state, weights) {
+        const hiddenDim = 64;
+        // Layer 1: ReLU(W1 * x)
+        const hidden = new Float32Array(hiddenDim);
+        for (let h = 0; h < hiddenDim; h++) {
+            let sum = 0;
+            for (let i = 0; i < Math.min(state.length, this.inputDim); i++) {
+                sum += state[i] * weights[0][i * hiddenDim + h];
+            }
+            hidden[h] = Math.max(0, sum); // ReLU
+        }
+        // Layer 2: W2 * hidden (no activation for Q-values)
+        const output = new Float32Array(this.numActions);
+        for (let a = 0; a < this.numActions; a++) {
+            let sum = 0;
+            for (let h = 0; h < hiddenDim; h++) {
+                sum += hidden[h] * weights[1][h * this.numActions + a];
+            }
+            output[a] = sum;
+        }
+        return output;
+    }
+    accumulateGradients(gradients, state, action, tdError) {
+        const hiddenDim = 64;
+        // Forward pass to get hidden activations
+        const hidden = new Float32Array(hiddenDim);
+        for (let h = 0; h < hiddenDim; h++) {
+            let sum = 0;
+            for (let i = 0; i < Math.min(state.length, this.inputDim); i++) {
+                sum += state[i] * this.qWeights[0][i * hiddenDim + h];
+            }
+            hidden[h] = Math.max(0, sum);
+        }
+        // Gradient for layer 2 (only for selected action)
+        for (let h = 0; h < hiddenDim; h++) {
+            gradients[1][h * this.numActions + action] += hidden[h] * tdError;
+        }
+        // Gradient for layer 1 (backprop through ReLU)
+        for (let h = 0; h < hiddenDim; h++) {
+            if (hidden[h] > 0) { // ReLU gradient
+                const grad = tdError * this.qWeights[1][h * this.numActions + action];
+                for (let i = 0; i < Math.min(state.length, this.inputDim); i++) {
+                    gradients[0][i * hiddenDim + h] += state[i] * grad;
+                }
+            }
+        }
+    }
+    applyGradients(gradients, batchSize) {
+        const lr = this.config.learningRate / batchSize;
+        const beta = 0.9;
+        for (let layer = 0; layer < gradients.length; layer++) {
+            for (let i = 0; i < gradients[layer].length; i++) {
+                // Gradient clipping
+                const grad = Math.max(Math.min(gradients[layer][i], this.config.maxGradNorm), -this.config.maxGradNorm);
+                // Momentum update
+                this.qMomentum[layer][i] = beta * this.qMomentum[layer][i] + (1 - beta) * grad;
+                this.qWeights[layer][i] += lr * this.qMomentum[layer][i];
+            }
+        }
+    }
+    sampleBatch() {
+        const batch = [];
+        const indices = new Set();
+        while (indices.size < this.config.miniBatchSize && indices.size < this.buffer.length) {
+            indices.add(Math.floor(Math.random() * this.buffer.length));
+        }
+        for (const idx of indices) {
+            batch.push(this.buffer[idx]);
+        }
+        return batch;
+    }
+    hashAction(action) {
+        let hash = 0;
+        for (let i = 0; i < action.length; i++) {
+            hash = (hash * 31 + action.charCodeAt(i)) % this.numActions;
+        }
+        return hash;
+    }
+    argmax(values) {
+        let maxIdx = 0;
+        let maxVal = values[0];
+        for (let i = 1; i < values.length; i++) {
+            if (values[i] > maxVal) {
+                maxVal = values[i];
+                maxIdx = i;
+            }
+        }
+        return maxIdx;
+    }
+}
+/**
+ * Factory function
+ */
+export function createDQN(config) {
+    return new DQNAlgorithm(config);
+}
+//# sourceMappingURL=dqn.js.map

package/dist/algorithms/dqn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dqn.js","sourceRoot":"","sources":["../../src/algorithms/dqn.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAQH;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAc;IAC3C,SAAS,EAAE,KAAK;IAChB,YAAY,EAAE,MAAM;IACpB,KAAK,EAAE,IAAI;IACX,WAAW,EAAE,CAAC;IACd,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,EAAE;IACf,MAAM,EAAE,CAAC;IACT,aAAa,EAAE,EAAE;IACjB,UAAU,EAAE,KAAK;IACjB,kBAAkB,EAAE,GAAG;IACvB,gBAAgB,EAAE,IAAI;IACtB,gBAAgB,EAAE,KAAK;IACvB,gBAAgB,EAAE,GAAG;IACrB,SAAS,EAAE,IAAI;IACf,cAAc,EAAE,KAAK;CACtB,CAAC;AAaF;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,MAAM,CAAY;IAE1B,oBAAoB;IACZ,QAAQ,CAAiB;IACzB,aAAa,CAAiB;IAEtC,kBAAkB;IACV,SAAS,CAAiB;IAElC,2BAA2B;IACnB,MAAM,GAAoB,EAAE,CAAC;IAC7B,SAAS,GAAG,CAAC,CAAC;IAEtB,cAAc;IACN,OAAO,CAAS;IAChB,SAAS,GAAG,CAAC,CAAC;IAEtB,oBAAoB;IACZ,UAAU,GAAG,CAAC,CAAC;IACf,QAAQ,GAAG,GAAG,CAAC;IAEvB,aAAa;IACL,WAAW,GAAG,CAAC,CAAC;IAChB,OAAO,GAAG,CAAC,CAAC;IAEpB,YAAY,SAA6B,EAAE;QACzC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;QAE9C,yCAAyC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAAsB;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC9C,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC,CAAC,IAAI,CAAC;YAET,MAAM,UAAU,GAAkB;gBAChC,KAAK,EAAE,IAAI,CAAC,WAAW;gBACvB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,SAAS,EAAE,IAAI,CAAC,UAAU;gBAC1B,IAAI,EAAE,QAAQ,KAAK,IAAI;aACxB,CAAC;YAEF,yBAAyB;YACzB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC;YAC3C,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACjE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM;QACJ,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YACnD,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5C,CAAC;QAED,oBAAoB;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEjC,qBAAqB;QACrB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,mBAAmB;YACnB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAErC,iBAAiB;YACjB,IAAI,OAAe,CAAC;YACpB,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;oBAC1B,sEAAsE;oBACtE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;oBACpE,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBACrE,CAAC;qBAAM,CAAC;oBACN,eAAe;oBACf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;oBAC9D,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YAED,WAAW;YACX,MAAM,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;YACnC,MAAM,IAAI,GAAG,OAAO,GAAG,OAAO,CAAC;YAC/B,SAAS,IAAI,IAAI,CAAC;YAElB,uBAAuB;YACvB,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7C,qCAAqC;QACrC,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CACrB,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5B,IAAI,CAAC,MAAM,CAAC,kBAAkB,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC/E,CAAC;QAEF,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAExC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC9C,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,+BAA+B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAC7E,CAAC;QAED,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,OAAO;YAClB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAmB,EAAE,UAAmB,IAAI;QACpD,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAmB;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAErE,iBAAiB;QACvB,oDAAoD;QACpD,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,+BAA+B;QAC/B,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjB,iCAAiC;QACjC,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjB,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,WAAW,CAAC,OAAuB;QACzC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAEO,OAAO,CAAC,KAAmB,EAAE,OAAuB;QAC1D,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,wBAAwB;QACxB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/D,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO;QACvC,CAAC;QAED,oDAAoD;QACpD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YACzD,CAAC;YACD,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QAClB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,mBAAmB,CACzB,SAAyB,EACzB,KAAmB,EACnB,MAAc,EACd,OAAe;QAEf,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,yCAAyC;QACzC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/D,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;QAED,kDAAkD;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;QACpE,CAAC;QAED,+CAA+C;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,gBAAgB;gBACnC,MAAM,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC;gBACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/D,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,SAAyB,EAAE,SAAiB;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC;QAChD,MAAM,IAAI,GAAG,GAAG,CAAC;QAEjB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjD,oBAAoB;gBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACnB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EACtD,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CACzB,CAAC;gBAEF,kBAAkB;gBAClB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;gBAC/E,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,OAAO,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,MAAc;QAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;QAC9D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,MAAoB;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACnB,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,MAA2B;IACnD,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC"}

package/dist/algorithms/index.d.ts

@@ -0,0 +1,32 @@
+/**
+ * RL Algorithms Index
+ *
+ * Exports all reinforcement learning algorithm implementations.
+ */
+export { PPOAlgorithm, createPPO, DEFAULT_PPO_CONFIG, } from './ppo.js';
+export type { PPOConfig } from '../types.js';
+export { DQNAlgorithm, createDQN, DEFAULT_DQN_CONFIG, } from './dqn.js';
+export type { DQNConfig } from '../types.js';
+export { A2CAlgorithm, createA2C, DEFAULT_A2C_CONFIG, } from './a2c.js';
+export type { A2CConfig } from './a2c.js';
+export { DecisionTransformer, createDecisionTransformer, DEFAULT_DT_CONFIG, } from './decision-transformer.js';
+export type { DecisionTransformerConfig } from '../types.js';
+export { QLearning, createQLearning, DEFAULT_QLEARNING_CONFIG, } from './q-learning.js';
+export type { QLearningConfig } from './q-learning.js';
+export { SARSAAlgorithm, createSARSA, DEFAULT_SARSA_CONFIG, } from './sarsa.js';
+export type { SARSAConfig } from './sarsa.js';
+export { CuriosityModule, createCuriosity, DEFAULT_CURIOSITY_CONFIG, } from './curiosity.js';
+export type { CuriosityConfig } from '../types.js';
+/**
+ * Algorithm factory
+ */
+import type { RLAlgorithm, RLConfig } from '../types.js';
+/**
+ * Create an RL algorithm by name
+ */
+export declare function createAlgorithm(algorithm: RLAlgorithm, config?: Partial<RLConfig>): unknown;
+/**
+ * Get default configuration for an algorithm
+ */
+export declare function getDefaultConfig(algorithm: RLAlgorithm): RLConfig;
+//# sourceMappingURL=index.d.ts.map

package/dist/algorithms/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/algorithms/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAG1C,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAG7D,OAAO,EACL,SAAS,EACT,eAAe,EACf,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGvD,OAAO,EACL,cAAc,EACd,WAAW,EACX,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EACL,eAAe,EACf,eAAe,EACf,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD;;GAEG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AASzD;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,CAoB3F;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,WAAW,GAAG,QAAQ,CAmBjE"}

package/dist/algorithms/index.js

@@ -0,0 +1,74 @@
+/**
+ * RL Algorithms Index
+ *
+ * Exports all reinforcement learning algorithm implementations.
+ */
+// PPO - Proximal Policy Optimization
+export { PPOAlgorithm, createPPO, DEFAULT_PPO_CONFIG, } from './ppo.js';
+// DQN - Deep Q-Network
+export { DQNAlgorithm, createDQN, DEFAULT_DQN_CONFIG, } from './dqn.js';
+// A2C - Advantage Actor-Critic
+export { A2CAlgorithm, createA2C, DEFAULT_A2C_CONFIG, } from './a2c.js';
+// Decision Transformer
+export { DecisionTransformer, createDecisionTransformer, DEFAULT_DT_CONFIG, } from './decision-transformer.js';
+// Q-Learning (Tabular)
+export { QLearning, createQLearning, DEFAULT_QLEARNING_CONFIG, } from './q-learning.js';
+// SARSA
+export { SARSAAlgorithm, createSARSA, DEFAULT_SARSA_CONFIG, } from './sarsa.js';
+// Curiosity-Driven Exploration
+export { CuriosityModule, createCuriosity, DEFAULT_CURIOSITY_CONFIG, } from './curiosity.js';
+import { createPPO, DEFAULT_PPO_CONFIG } from './ppo.js';
+import { createDQN, DEFAULT_DQN_CONFIG } from './dqn.js';
+import { createA2C, DEFAULT_A2C_CONFIG } from './a2c.js';
+import { createDecisionTransformer, DEFAULT_DT_CONFIG } from './decision-transformer.js';
+import { createQLearning, DEFAULT_QLEARNING_CONFIG } from './q-learning.js';
+import { createSARSA, DEFAULT_SARSA_CONFIG } from './sarsa.js';
+import { createCuriosity, DEFAULT_CURIOSITY_CONFIG } from './curiosity.js';
+/**
+ * Create an RL algorithm by name
+ */
+export function createAlgorithm(algorithm, config) {
+    // Use type assertions since config is validated by algorithm switch
+    switch (algorithm) {
+        case 'ppo':
+            return createPPO(config);
+        case 'dqn':
+            return createDQN(config);
+        case 'a2c':
+            return createA2C(config);
+        case 'decision-transformer':
+            return createDecisionTransformer(config);
+        case 'q-learning':
+            return createQLearning(config);
+        case 'sarsa':
+            return createSARSA(config);
+        case 'curiosity':
+            return createCuriosity(config);
+        default:
+            throw new Error(`Unknown algorithm: ${algorithm}`);
+    }
+}
+/**
+ * Get default configuration for an algorithm
+ */
+export function getDefaultConfig(algorithm) {
+    switch (algorithm) {
+        case 'ppo':
+            return { ...DEFAULT_PPO_CONFIG };
+        case 'dqn':
+            return { ...DEFAULT_DQN_CONFIG };
+        case 'a2c':
+            return { ...DEFAULT_A2C_CONFIG };
+        case 'decision-transformer':
+            return { ...DEFAULT_DT_CONFIG };
+        case 'q-learning':
+            return { ...DEFAULT_QLEARNING_CONFIG };
+        case 'sarsa':
+            return { ...DEFAULT_SARSA_CONFIG };
+        case 'curiosity':
+            return { ...DEFAULT_CURIOSITY_CONFIG };
+        default:
+            throw new Error(`Unknown algorithm: ${algorithm}`);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/algorithms/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/algorithms/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,qCAAqC;AACrC,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAGlB,uBAAuB;AACvB,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAGlB,+BAA+B;AAC/B,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAGlB,uBAAuB;AACvB,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,2BAA2B,CAAC;AAGnC,uBAAuB;AACvB,OAAO,EACL,SAAS,EACT,eAAe,EACf,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AAGzB,QAAQ;AACR,OAAO,EACL,cAAc,EACd,WAAW,EACX,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAGpB,+BAA+B;AAC/B,OAAO,EACL,eAAe,EACf,eAAe,EACf,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAOxB,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAE3E;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,SAAsB,EAAE,MAA0B;IAChF,oEAAoE;IACpE,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,MAAyC,CAAC,CAAC;QAC9D,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,MAAyC,CAAC,CAAC;QAC9D,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,MAAyC,CAAC,CAAC;QAC9D,KAAK,sBAAsB;YACzB,OAAO,yBAAyB,CAAC,MAAyD,CAAC,CAAC;QAC9F,KAAK,YAAY;YACf,OAAO,eAAe,CAAC,MAA+C,CAAC,CAAC;QAC1E,KAAK,OAAO;YACV,OAAO,WAAW,CAAC,MAA2C,CAAC,CAAC;QAClE,KAAK,WAAW;YACd,OAAO,eAAe,CAAC,MAA+C,CAAC,CAAC;QAC1E;YACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAsB;IACrD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK;YACR,OAAO,EAAE,GAAG,kBAAkB,EAAE,CAAC;QACnC,KAAK,KAAK;YACR,OAAO,EAAE,GAAG,kBAAkB,EAAE,CAAC;QACnC,KAAK,KAAK;YACR,OAAO,EAAE,GAAG,kBAAkB,EAAE,CAAC;QACnC,KAAK,sBAAsB;YACzB,OAAO,EAAE,GAAG,iBAAiB,EAAE,CAAC;QAClC,KAAK,YAAY;YACf,OAAO,EAAE,GAAG,wBAAwB,EAAE,CAAC;QACzC,KAAK,OAAO;YACV,OAAO,EAAE,GAAG,oBAAoB,EAAE,CAAC;QACrC,KAAK,WAAW;YACd,OAAO,EAAE,GAAG,wBAAwB,EAAE,CAAC;QACzC;YACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC"}

package/dist/algorithms/ppo.d.ts

@@ -0,0 +1,72 @@
+/**
+ * Proximal Policy Optimization (PPO)
+ *
+ * Implements PPO algorithm for stable policy learning with:
+ * - Clipped surrogate objective
+ * - GAE (Generalized Advantage Estimation)
+ * - Value function clipping
+ * - Entropy bonus
+ *
+ * Performance Target: <10ms per update step
+ */
+import type { PPOConfig, Trajectory } from '../types.js';
+/**
+ * Default PPO configuration
+ */
+export declare const DEFAULT_PPO_CONFIG: PPOConfig;
+/**
+ * PPO Algorithm Implementation
+ */
+export declare class PPOAlgorithm {
+    private config;
+    private policyWeights;
+    private valueWeights;
+    private policyMomentum;
+    private valueMomentum;
+    private buffer;
+    private updateCount;
+    private totalLoss;
+    private approxKL;
+    private clipFraction;
+    constructor(config?: Partial<PPOConfig>);
+    /**
+     * Add experience from trajectory
+     */
+    addExperience(trajectory: Trajectory): void;
+    /**
+     * Perform PPO update
+     * Target: <10ms
+     */
+    update(): {
+        policyLoss: number;
+        valueLoss: number;
+        entropy: number;
+    };
+    /**
+     * Get action from policy
+     */
+    getAction(state: Float32Array): {
+        action: number;
+        logProb: number;
+        value: number;
+    };
+    /**
+     * Get statistics
+     */
+    getStats(): Record<string, number>;
+    private computeValue;
+    private computeLogits;
+    private computeLogProb;
+    private hashAction;
+    private softmax;
+    private sampleAction;
+    private computeGAE;
+    private computeReturns;
+    private shuffleBuffer;
+    private updateMiniBatch;
+}
+/**
+ * Factory function
+ */
+export declare function createPPO(config?: Partial<PPOConfig>): PPOAlgorithm;
+//# sourceMappingURL=ppo.d.ts.map

package/dist/algorithms/ppo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ppo.d.ts","sourceRoot":"","sources":["../../src/algorithms/ppo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EACV,SAAS,EACT,UAAU,EAEX,MAAM,aAAa,CAAC;AAErB;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,SAahC,CAAC;AAeF;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAY;IAG1B,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,YAAY,CAAe;IAGnC,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,aAAa,CAAe;IAGpC,OAAO,CAAC,MAAM,CAAuB;IAGrC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,YAAY,CAAK;gBAEb,MAAM,GAAE,OAAO,CAAC,SAAS,CAAM;IAkB3C;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI;IAkC3C;;;OAGG;IACH,MAAM,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAkEpE;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,YAAY,GAAG;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAYlF;;OAEG;IACH,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAclC,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,OAAO;IAiBf,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,UAAU;IAclB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,eAAe;CA8FxB;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,YAAY,CAEnE"}