@arcanea/guardian-evolution 0.1.0

package/dist/modes/batch.js

@@ -0,0 +1,316 @@
+/**
+ * Batch Mode Implementation
+ *
+ * Optimized for high-throughput processing with:
+ * - Large batch sizes (128)
+ * - Rank-8 LoRA
+ * - Gradient accumulation
+ * - Async batch processing
+ * - 50ms latency budget
+ */
+import { BaseModeImplementation } from './index.js';
+/**
+ * Batch mode for high-throughput processing
+ */
+export class BatchMode extends BaseModeImplementation {
+    mode = 'batch';
+    // Batch processing queues
+    patternQueue = [];
+    learningQueue = [];
+    // Batch buffers
+    embeddingBuffer = null;
+    batchEmbeddings = [];
+    // Gradient accumulation
+    accumulatedGradients = new Map();
+    gradientSteps = 0;
+    // Batch processing state
+    isBatchProcessing = false;
+    batchTimer = null;
+    // Stats
+    totalBatches = 0;
+    totalItems = 0;
+    totalBatchTime = 0;
+    learnIterations = 0;
+    async initialize() {
+        await super.initialize();
+        this.patternQueue = [];
+        this.learningQueue = [];
+        this.accumulatedGradients.clear();
+        this.gradientSteps = 0;
+    }
+    async cleanup() {
+        if (this.batchTimer) {
+            clearTimeout(this.batchTimer);
+        }
+        this.patternQueue = [];
+        this.learningQueue = [];
+        this.accumulatedGradients.clear();
+        await super.cleanup();
+    }
+    /**
+     * Find patterns - queues for batch processing
+     */
+    async findPatterns(embedding, k, patterns) {
+        // For immediate needs, process synchronously
+        if (patterns.length < 100) {
+            return this.findPatternsDirect(embedding, k, patterns);
+        }
+        // Queue for batch processing
+        return new Promise(resolve => {
+            this.patternQueue.push({ embedding, k, resolve });
+            this.scheduleBatchProcessing(patterns);
+        });
+    }
+    /**
+     * Learn from trajectories - accumulates for batch
+     */
+    async learn(trajectories, config, ewcState) {
+        const startTime = performance.now();
+        if (trajectories.length === 0)
+            return 0;
+        // Add to learning queue
+        this.learningQueue.push(...trajectories);
+        // Process when queue is full
+        if (this.learningQueue.length >= config.batchSize) {
+            return this.processBatchLearning(config, ewcState);
+        }
+        // Return estimated improvement
+        const avgQuality = trajectories.reduce((s, t) => s + t.qualityScore, 0) / trajectories.length;
+        this.totalBatchTime += performance.now() - startTime;
+        return Math.max(0, avgQuality - 0.5) * 0.5; // Partial estimate
+    }
+    /**
+     * Apply LoRA with rank-8
+     */
+    async applyLoRA(input, weights) {
+        if (!weights) {
+            return input;
+        }
+        // Batch mode can process multiple inputs efficiently
+        this.batchEmbeddings.push(new Float32Array(input));
+        // Process immediately for single requests
+        if (this.batchEmbeddings.length === 1) {
+            const output = await this.applyLoRADirect(input, weights);
+            this.batchEmbeddings = [];
+            return output;
+        }
+        // For multiple inputs, process as batch
+        const outputs = await this.applyLoRABatch(this.batchEmbeddings, weights);
+        this.batchEmbeddings = [];
+        return outputs[outputs.length - 1];
+    }
+    getStats() {
+        return {
+            totalBatches: this.totalBatches,
+            avgItemsPerBatch: this.totalBatches > 0 ? this.totalItems / this.totalBatches : 0,
+            avgBatchTimeMs: this.totalBatches > 0 ? this.totalBatchTime / this.totalBatches : 0,
+            pendingPatternRequests: this.patternQueue.length,
+            pendingTrajectories: this.learningQueue.length,
+            accumulatedGradientSteps: this.gradientSteps,
+            learnIterations: this.learnIterations,
+        };
+    }
+    // ========================================================================
+    // Direct processing (for small batches)
+    // ========================================================================
+    /**
+     * Direct pattern matching without batching
+     */
+    findPatternsDirect(embedding, k, patterns) {
+        const matches = [];
+        for (const pattern of patterns) {
+            const similarity = this.cosineSimilarity(embedding, pattern.embedding);
+            matches.push({
+                pattern,
+                similarity,
+                confidence: similarity * pattern.successRate,
+                latencyMs: 0,
+            });
+        }
+        matches.sort((a, b) => b.similarity - a.similarity);
+        return matches.slice(0, k);
+    }
+    /**
+     * Direct LoRA application
+     */
+    async applyLoRADirect(input, weights) {
+        const output = new Float32Array(input.length);
+        output.set(input);
+        const rank = this.config.loraRank;
+        for (const module of ['q_proj', 'v_proj', 'k_proj', 'o_proj']) {
+            const A = weights.A.get(module);
+            const B = weights.B.get(module);
+            if (A && B) {
+                const adapted = this.applyLoRATransform(input, A, B, rank);
+                const alpha = 0.25;
+                for (let i = 0; i < output.length; i++) {
+                    output[i] = output[i] * (1 - alpha) + adapted[i] * alpha;
+                }
+            }
+        }
+        return output;
+    }
+    // ========================================================================
+    // Batch processing
+    // ========================================================================
+    /**
+     * Schedule batch processing
+     */
+    scheduleBatchProcessing(patterns) {
+        if (this.batchTimer)
+            return;
+        this.batchTimer = setTimeout(() => {
+            this.processBatchPatterns(patterns);
+        }, 10); // Wait 10ms to accumulate requests
+    }
+    /**
+     * Process pattern requests in batch
+     */
+    async processBatchPatterns(patterns) {
+        this.batchTimer = null;
+        if (this.patternQueue.length === 0)
+            return;
+        const startTime = performance.now();
+        this.isBatchProcessing = true;
+        const batch = this.patternQueue;
+        this.patternQueue = [];
+        // Pre-compute pattern embeddings matrix
+        const patternMatrix = patterns.map(p => p.embedding);
+        // Process all queries in batch
+        for (const request of batch) {
+            const matches = this.batchSimilaritySearch(request.embedding, request.k, patterns, patternMatrix);
+            request.resolve(matches);
+        }
+        this.totalBatches++;
+        this.totalItems += batch.length;
+        this.totalBatchTime += performance.now() - startTime;
+        this.isBatchProcessing = false;
+    }
+    /**
+     * Batch similarity search
+     */
+    batchSimilaritySearch(query, k, patterns, patternMatrix) {
+        const similarities = [];
+        for (let i = 0; i < patternMatrix.length; i++) {
+            const sim = this.cosineSimilarity(query, patternMatrix[i]);
+            similarities.push({ idx: i, sim });
+        }
+        similarities.sort((a, b) => b.sim - a.sim);
+        const topK = similarities.slice(0, k);
+        return topK.map(s => ({
+            pattern: patterns[s.idx],
+            similarity: s.sim,
+            confidence: s.sim * patterns[s.idx].successRate,
+            latencyMs: 0,
+        }));
+    }
+    /**
+     * Process batch learning
+     */
+    async processBatchLearning(config, ewcState) {
+        const startTime = performance.now();
+        const batch = this.learningQueue.slice(0, config.batchSize);
+        this.learningQueue = this.learningQueue.slice(config.batchSize);
+        const qualityThreshold = config.qualityThreshold;
+        const learningRate = config.learningRate;
+        // Separate by quality
+        const good = batch.filter(t => t.qualityScore >= qualityThreshold);
+        const bad = batch.filter(t => t.qualityScore < qualityThreshold);
+        if (good.length === 0) {
+            this.totalBatchTime += performance.now() - startTime;
+            return 0;
+        }
+        // Accumulate gradients
+        for (const trajectory of good) {
+            this.accumulateTrajectoryGradient(trajectory, learningRate);
+        }
+        // Contrastive learning from bad examples
+        for (const trajectory of bad.slice(0, good.length)) {
+            this.accumulateTrajectoryGradient(trajectory, -learningRate * 0.3);
+        }
+        this.gradientSteps++;
+        // Apply accumulated gradients every N steps
+        if (this.gradientSteps >= 4) {
+            await this.applyAccumulatedGradients(ewcState, config.ewcLambda);
+            this.gradientSteps = 0;
+        }
+        // Compute improvement
+        const avgQuality = good.reduce((s, t) => s + t.qualityScore, 0) / good.length;
+        const improvement = avgQuality - 0.5;
+        this.learnIterations++;
+        this.totalBatchTime += performance.now() - startTime;
+        return Math.max(0, improvement);
+    }
+    /**
+     * Accumulate gradient from trajectory
+     */
+    accumulateTrajectoryGradient(trajectory, scale) {
+        if (trajectory.steps.length === 0)
+            return;
+        const key = trajectory.domain;
+        let gradient = this.accumulatedGradients.get(key);
+        if (!gradient) {
+            const dim = trajectory.steps[0].stateAfter.length;
+            gradient = new Float32Array(dim);
+            this.accumulatedGradients.set(key, gradient);
+        }
+        // Add trajectory contribution
+        const weight = trajectory.qualityScore * scale;
+        for (const step of trajectory.steps) {
+            for (let i = 0; i < Math.min(gradient.length, step.stateAfter.length); i++) {
+                gradient[i] += step.stateAfter[i] * weight * step.reward;
+            }
+        }
+    }
+    /**
+     * Apply accumulated gradients with EWC
+     */
+    async applyAccumulatedGradients(ewcState, ewcLambda) {
+        for (const [key, gradient] of this.accumulatedGradients) {
+            // Normalize gradient
+            const norm = Math.sqrt(gradient.reduce((s, v) => s + v * v, 0));
+            if (norm > 0) {
+                for (let i = 0; i < gradient.length; i++) {
+                    gradient[i] /= norm;
+                }
+            }
+            // Apply EWC penalty
+            const fisher = ewcState.fisher.get(key);
+            const means = ewcState.means.get(key);
+            if (fisher && means) {
+                for (let i = 0; i < gradient.length; i++) {
+                    const penalty = ewcLambda * fisher[i] * (gradient[i] - means[i]);
+                    gradient[i] -= penalty;
+                }
+            }
+            // Clear gradient for next accumulation
+            gradient.fill(0);
+        }
+    }
+    /**
+     * Apply LoRA to batch of inputs
+     */
+    async applyLoRABatch(inputs, weights) {
+        const outputs = [];
+        const rank = this.config.loraRank;
+        // Process all inputs together for cache efficiency
+        for (const input of inputs) {
+            const output = new Float32Array(input.length);
+            output.set(input);
+            for (const module of ['q_proj', 'v_proj', 'k_proj', 'o_proj']) {
+                const A = weights.A.get(module);
+                const B = weights.B.get(module);
+                if (A && B) {
+                    const adapted = this.applyLoRATransform(input, A, B, rank);
+                    const alpha = 0.25;
+                    for (let i = 0; i < output.length; i++) {
+                        output[i] = output[i] * (1 - alpha) + adapted[i] * alpha;
+                    }
+                }
+            }
+            outputs.push(output);
+        }
+        return outputs;
+    }
+}
+//# sourceMappingURL=batch.js.map

package/dist/modes/batch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.js","sourceRoot":"","sources":["../../src/modes/batch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAWH,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD;;GAEG;AACH,MAAM,OAAO,SAAU,SAAQ,sBAAsB;IAC1C,IAAI,GAAG,OAAO,CAAC;IAExB,0BAA0B;IAClB,YAAY,GAIf,EAAE,CAAC;IACA,aAAa,GAAiB,EAAE,CAAC;IAEzC,gBAAgB;IACR,eAAe,GAAwB,IAAI,CAAC;IAC5C,eAAe,GAAmB,EAAE,CAAC;IAE7C,wBAAwB;IAChB,oBAAoB,GAA8B,IAAI,GAAG,EAAE,CAAC;IAC5D,aAAa,GAAG,CAAC,CAAC;IAE1B,yBAAyB;IACjB,iBAAiB,GAAG,KAAK,CAAC;IAC1B,UAAU,GAAyC,IAAI,CAAC;IAEhE,QAAQ;IACA,YAAY,GAAG,CAAC,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,cAAc,GAAG,CAAC,CAAC;IACnB,eAAe,GAAG,CAAC,CAAC;IAE5B,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,SAAuB,EACvB,CAAS,EACT,QAAmB;QAEnB,6CAA6C;QAC7C,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,6BAA6B;QAC7B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,YAA0B,EAC1B,MAAsB,EACtB,QAAkB;QAElB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAExC,wBAAwB;QACxB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAEzC,6BAA6B;QAC7B,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;QAED,+BAA+B;QAC/B,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAE9F,IAAI,CAAC,cAAc,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACrD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,mBAAmB;IACjE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,KAAmB,EACnB,OAAqB;QAErB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,wCAAwC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACzE,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAC1B,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,QAAQ;QACN,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACjF,cAAc,EAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACnF,sBAAsB,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YAChD,mBAAmB,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM;YAC9C,wBAAwB,EAAE,IAAI,CAAC,aAAa;YAC5C,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,wCAAwC;IACxC,2EAA2E;IAE3E;;OAEG;IACK,kBAAkB,CACxB,SAAuB,EACvB,CAAS,EACT,QAAmB;QAEnB,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACvE,OAAO,CAAC,IAAI,CAAC;gBACX,OAAO;gBACP,UAAU;gBACV,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW;gBAC5C,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,KAAmB,EACnB,OAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAElC,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAEhC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC;gBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2EAA2E;IAC3E,mBAAmB;IACnB,2EAA2E;IAE3E;;OAEG;IACK,uBAAuB,CAAC,QAAmB;QACjD,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAE5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mCAAmC;IAC7C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,QAAmB;QACpD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE3C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,wCAAwC;QACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAErD,+BAA+B;QAC/B,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CACxC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,CAAC,EACT,QAAQ,EACR,aAAa,CACd,CAAC;YACF,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,cAAc,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACrD,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,KAAmB,EACnB,CAAS,EACT,QAAmB,EACnB,aAA6B;QAE7B,MAAM,YAAY,GAAwC,EAAE,CAAC;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC;YACxB,UAAU,EAAE,CAAC,CAAC,GAAG;YACjB,UAAU,EAAE,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW;YAC/C,SAAS,EAAE,CAAC;SACb,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,MAAsB,EACtB,QAAkB;QAElB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEhE,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QACjD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QAEzC,sBAAsB;QACtB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,gBAAgB,CAAC,CAAC;QACnE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,gBAAgB,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,cAAc,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACrD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,UAAU,IAAI,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAC9D,CAAC;QAED,yCAAyC;QACzC,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,sBAAsB;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9E,MAAM,WAAW,GAAG,UAAU,GAAG,GAAG,CAAC;QAErC,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,cAAc,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAErD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,4BAA4B,CAClC,UAAsB,EACtB,KAAa;QAEb,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE1C,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC;QAC9B,IAAI,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClD,QAAQ,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC/C,CAAC;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC;QAC/C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3E,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB,CACrC,QAAkB,EAClB,SAAiB;QAEjB,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxD,qBAAqB;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,oBAAoB;YACpB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEtC,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;gBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACjE,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,uCAAuC;YACvC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAC1B,MAAsB,EACtB,OAAoB;QAEpB,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAElC,mDAAmD;QACnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAElB,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC9D,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAEhC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACX,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;oBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC;oBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;oBAC3D,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/modes/edge.d.ts

@@ -0,0 +1,85 @@
+/**
+ * Edge Mode Implementation
+ *
+ * Optimized for resource-constrained environments with:
+ * - <5MB memory footprint
+ * - Minimal latency (<1ms)
+ * - Micro-LoRA (rank-1)
+ * - Aggressive pruning
+ * - Async updates
+ */
+import type { SONAModeConfig, Trajectory, Pattern, PatternMatch, LoRAWeights, EWCState } from '../types.js';
+import { BaseModeImplementation } from './index.js';
+/**
+ * Edge mode for resource-constrained devices
+ */
+export declare class EdgeMode extends BaseModeImplementation {
+    readonly mode = "edge";
+    private compressedPatterns;
+    private quantizedWeights;
+    private quantizationScale;
+    private pendingUpdates;
+    private updateTimer;
+    private totalOps;
+    private totalTime;
+    initialize(): Promise<void>;
+    cleanup(): Promise<void>;
+    /**
+     * Find patterns using compressed embeddings
+     */
+    findPatterns(embedding: Float32Array, k: number, patterns: Pattern[]): Promise<PatternMatch[]>;
+    /**
+     * Lightweight learning with async updates
+     */
+    learn(trajectories: Trajectory[], config: SONAModeConfig, ewcState: EWCState): Promise<number>;
+    /**
+     * Apply quantized LoRA
+     */
+    applyLoRA(input: Float32Array, weights?: LoRAWeights): Promise<Float32Array>;
+    getStats(): Record<string, number>;
+    /**
+     * Compress embedding to 8-bit representation
+     */
+    private compressEmbedding;
+    /**
+     * Create compressed pattern representation
+     */
+    private createCompressedPattern;
+    /**
+     * Fast similarity on compressed embeddings
+     */
+    private compressedSimilarity;
+    /**
+     * Get or create quantized weights
+     */
+    private getOrQuantize;
+    /**
+     * Quantize float weights to int8
+     */
+    private quantizeWeights;
+    /**
+     * Apply LoRA with quantized weights
+     */
+    private applyQuantizedLoRA;
+    /**
+     * Queue an async update
+     */
+    private queueAsyncUpdate;
+    /**
+     * Process pending async updates
+     */
+    private processAsyncUpdates;
+    /**
+     * Perform lightweight parameter update
+     */
+    private performLightweightUpdate;
+    /**
+     * Find most similar compressed pattern
+     */
+    private findSimilarCompressedPattern;
+    /**
+     * Estimate memory usage in MB
+     */
+    private estimateMemoryUsage;
+}
+//# sourceMappingURL=edge.d.ts.map

package/dist/modes/edge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"edge.d.ts","sourceRoot":"","sources":["../../src/modes/edge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EACV,cAAc,EAEd,UAAU,EACV,OAAO,EACP,YAAY,EACZ,WAAW,EACX,QAAQ,EACT,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD;;GAEG;AACH,qBAAa,QAAS,SAAQ,sBAAsB;IAClD,QAAQ,CAAC,IAAI,UAAU;IAGvB,OAAO,CAAC,kBAAkB,CAA6C;IAGvE,OAAO,CAAC,gBAAgB,CAAqC;IAC7D,OAAO,CAAC,iBAAiB,CAAe;IAGxC,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,WAAW,CAA8C;IAGjE,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,SAAS,CAAK;IAEhB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAU9B;;OAEG;IACG,YAAY,CAChB,SAAS,EAAE,YAAY,EACvB,CAAC,EAAE,MAAM,EACT,QAAQ,EAAE,OAAO,EAAE,GAClB,OAAO,CAAC,YAAY,EAAE,CAAC;IAoC1B;;OAEG;IACG,KAAK,CACT,YAAY,EAAE,UAAU,EAAE,EAC1B,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,MAAM,CAAC;IAwBlB;;OAEG;IACG,SAAS,CACb,KAAK,EAAE,YAAY,EACnB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IA6BxB,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAclC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAYzB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAS/B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;OAEG;IACH,OAAO,CAAC,aAAa;IASrB;;OAEG;IACH,OAAO,CAAC,eAAe;IAYvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA6B1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;YACW,mBAAmB;IAwBjC;;OAEG;YACW,wBAAwB;IAuBtC;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAgBpC;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAkB5B"}