ruvector 0.2.23 → 0.2.25

package/dist/core/adaptive-embedder.d.ts

@@ -0,0 +1,156 @@
+/**
+ * AdaptiveEmbedder - Micro-LoRA Style Optimization for ONNX Embeddings
+ *
+ * Applies continual learning techniques to frozen ONNX embeddings:
+ *
+ * 1. MICRO-LORA ADAPTERS
+ *    - Low-rank projection layers (rank 2-8) on top of frozen embeddings
+ *    - Domain-specific fine-tuning with minimal parameters
+ *    - ~0.1% of base model parameters
+ *
+ * 2. CONTRASTIVE LEARNING
+ *    - Files edited together → embeddings closer
+ *    - Semantic clustering from trajectories
+ *    - Online learning from user behavior
+ *
+ * 3. EWC++ (Elastic Weight Consolidation)
+ *    - Prevents catastrophic forgetting
+ *    - Consolidates important adaptations
+ *    - Fisher information regularization
+ *
+ * 4. MEMORY-AUGMENTED RETRIEVAL
+ *    - Episodic memory for context-aware embeddings
+ *    - Attention over past similar embeddings
+ *    - Domain prototype learning
+ *
+ * Architecture:
+ *   ONNX(text) → [frozen 384d] → LoRA_A → LoRA_B → [adapted 384d]
+ *                                 (384×r)   (r×384)
+ */
+export interface AdaptiveConfig {
+    /** LoRA rank (lower = fewer params, higher = more expressive) */
+    loraRank?: number;
+    /** Learning rate for online updates */
+    learningRate?: number;
+    /** EWC regularization strength */
+    ewcLambda?: number;
+    /** Number of domain prototypes to maintain */
+    numPrototypes?: number;
+    /** Enable contrastive learning from co-edits */
+    contrastiveLearning?: boolean;
+    /** Temperature for contrastive loss */
+    contrastiveTemp?: number;
+    /** Memory capacity for episodic retrieval */
+    memoryCapacity?: number;
+}
+export interface LoRAWeights {
+    A: number[][];
+    B: number[][];
+    bias?: number[];
+}
+export interface DomainPrototype {
+    domain: string;
+    centroid: number[];
+    count: number;
+    variance: number;
+}
+export interface AdaptiveStats {
+    baseModel: string;
+    dimension: number;
+    loraRank: number;
+    loraParams: number;
+    adaptations: number;
+    prototypes: number;
+    memorySize: number;
+    ewcConsolidations: number;
+    contrastiveUpdates: number;
+}
+export declare class AdaptiveEmbedder {
+    private config;
+    private lora;
+    private prototypes;
+    private episodic;
+    private onnxReady;
+    private dimension;
+    private adaptationCount;
+    private ewcCount;
+    private contrastiveCount;
+    private coEditBuffer;
+    constructor(config?: AdaptiveConfig);
+    /**
+     * Initialize ONNX backend
+     */
+    init(): Promise<void>;
+    /**
+     * Generate adaptive embedding
+     * Pipeline: ONNX → LoRA → Prototype Adjustment → Episodic Augmentation
+     */
+    embed(text: string, options?: {
+        domain?: string;
+        useEpisodic?: boolean;
+        storeInMemory?: boolean;
+    }): Promise<number[]>;
+    /**
+     * Batch embed with adaptation
+     */
+    embedBatch(texts: string[], options?: {
+        domain?: string;
+    }): Promise<number[][]>;
+    /**
+     * Learn from co-edit pattern (contrastive learning)
+     * Files edited together should have similar embeddings
+     */
+    learnCoEdit(file1: string, content1: string, file2: string, content2: string): Promise<number>;
+    /**
+     * Process co-edit batch with contrastive loss
+     */
+    private processCoEditBatch;
+    /**
+     * Learn from trajectory outcome (reinforcement-like)
+     */
+    learnFromOutcome(context: string, action: string, success: boolean, quality?: number): Promise<void>;
+    /**
+     * EWC consolidation - prevent forgetting important adaptations
+     * OPTIMIZED: Works with Float32Array episodic entries
+     */
+    consolidate(): Promise<void>;
+    /**
+     * Fallback hash embedding
+     */
+    private hashEmbed;
+    private normalize;
+    /**
+     * Get statistics
+     */
+    getStats(): AdaptiveStats;
+    /**
+     * Export learned weights
+     */
+    export(): {
+        lora: LoRAWeights;
+        prototypes: DomainPrototype[];
+        stats: AdaptiveStats;
+    };
+    /**
+     * Import learned weights
+     */
+    import(data: {
+        lora?: LoRAWeights;
+        prototypes?: DomainPrototype[];
+    }): void;
+    /**
+     * Reset adaptations
+     */
+    reset(): void;
+    /**
+     * Get LoRA cache statistics
+     */
+    getCacheStats(): {
+        size: number;
+        maxSize: number;
+    };
+}
+export declare function getAdaptiveEmbedder(config?: AdaptiveConfig): AdaptiveEmbedder;
+export declare function initAdaptiveEmbedder(config?: AdaptiveConfig): Promise<AdaptiveEmbedder>;
+export default AdaptiveEmbedder;
+//# sourceMappingURL=adaptive-embedder.d.ts.map

package/dist/core/adaptive-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptive-embedder.d.ts","sourceRoot":"","sources":["../../src/core/adaptive-embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAQH,MAAM,WAAW,cAAc;IAC7B,iEAAiE;IACjE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kCAAkC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gDAAgD;IAChD,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACd,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AA+pBD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,IAAI,CAAY;IACxB,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,SAAS,CAAe;IAGhC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,gBAAgB,CAAa;IAGrC,OAAO,CAAC,YAAY,CAA+E;gBAEvF,MAAM,GAAE,cAAmB;IAiBvC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B;;;OAGG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAClC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAmCrB;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAsBvB;;;OAGG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBpG;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA+B1B;;OAEG;IACG,gBAAgB,CACpB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,MAAY,GACpB,OAAO,CAAC,IAAI,CAAC;IAiBhB;;;OAGG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBlC;;OAEG;IACH,OAAO,CAAC,SAAS;IAoBjB,OAAO,CAAC,SAAS;IAKjB;;OAEG;IACH,QAAQ,IAAI,aAAa;IAczB;;OAEG;IACH,MAAM,IAAI;QACR,IAAI,EAAE,WAAW,CAAC;QAClB,UAAU,EAAE,eAAe,EAAE,CAAC;QAC9B,KAAK,EAAE,aAAa,CAAC;KACtB;IAQD;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,EAAE,WAAW,CAAC;QAAC,UAAU,CAAC,EAAE,eAAe,EAAE,CAAA;KAAE,GAAG,IAAI;IAS1E;;OAEG;IACH,KAAK,IAAI,IAAI;IAUb;;OAEG;IACH,aAAa,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CAGnD;AAQD,wBAAgB,mBAAmB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,gBAAgB,CAK7E;AAED,wBAAsB,oBAAoB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAI7F;AAED,eAAe,gBAAgB,CAAC"}