@ruvector/ruvllm 0.2.0

package/dist/esm/index.js

@@ -0,0 +1,76 @@
+/**
+ * @ruvector/ruvllm - Self-learning LLM orchestration
+ *
+ * RuvLLM combines SONA adaptive learning with HNSW memory,
+ * FastGRNN routing, and SIMD-optimized inference.
+ *
+ * @example
+ * ```typescript
+ * import { RuvLLM, SessionManager, SonaCoordinator } from '@ruvector/ruvllm';
+ *
+ * const llm = new RuvLLM({ learningEnabled: true });
+ * const sessions = new SessionManager(llm);
+ * const sona = new SonaCoordinator();
+ *
+ * // Query with session context
+ * const session = sessions.create();
+ * const response = sessions.chat(session.id, 'What is AI?');
+ *
+ * // Track learning trajectory
+ * const trajectory = new TrajectoryBuilder()
+ *   .startStep('query', 'What is AI?')
+ *   .endStep(response.text, response.confidence)
+ *   .complete('success');
+ *
+ * sona.recordTrajectory(trajectory);
+ * ```
+ *
+ * @example Federated Learning
+ * ```typescript
+ * import { EphemeralAgent, FederatedCoordinator } from '@ruvector/ruvllm';
+ *
+ * // Central coordinator
+ * const coordinator = new FederatedCoordinator('coord-1');
+ *
+ * // Ephemeral agents process tasks and export
+ * const agent = new EphemeralAgent('agent-1');
+ * agent.processTask(embedding, 0.9);
+ * const exportData = agent.exportState();
+ *
+ * // Aggregate learning
+ * coordinator.aggregate(exportData);
+ * ```
+ *
+ * @example LoRA Adapters
+ * ```typescript
+ * import { LoraAdapter, LoraManager } from '@ruvector/ruvllm';
+ *
+ * const adapter = new LoraAdapter({ rank: 8, alpha: 16 });
+ * const output = adapter.forward(input);
+ * ```
+ */
+// Core types
+export * from './types';
+// Main engine
+export * from './engine';
+// SIMD operations
+export * from './simd';
+// Session management
+export * from './session';
+// Streaming support
+export * from './streaming';
+// SONA learning system
+export * from './sona';
+// Federated learning
+export * from './federated';
+// LoRA adapters
+export * from './lora';
+// Export/serialization
+export * from './export';
+// Training pipeline
+export * from './training';
+// Native bindings utilities
+export { version, hasSimdSupport } from './native';
+// Default export
+export { RuvLLM as default } from './engine';
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0dBa0RHO0FBRUgsYUFBYTtBQUNiLGNBQWMsU0FBUyxDQUFDO0FBRXhCLGNBQWM7QUFDZCxjQUFjLFVBQVUsQ0FBQztBQUV6QixrQkFBa0I7QUFDbEIsY0FBYyxRQUFRLENBQUM7QUFFdkIscUJBQXFCO0FBQ3JCLGNBQWMsV0FBVyxDQUFDO0FBRTFCLG9CQUFvQjtBQUNwQixjQUFjLGFBQWEsQ0FBQztBQUU1Qix1QkFBdUI7QUFDdkIsY0FBYyxRQUFRLENBQUM7QUFFdkIscUJBQXFCO0FBQ3JCLGNBQWMsYUFBYSxDQUFDO0FBRTVCLGdCQUFnQjtBQUNoQixjQUFjLFFBQVEsQ0FBQztBQUV2Qix1QkFBdUI7QUFDdkIsY0FBYyxVQUFVLENBQUM7QUFFekIsb0JBQW9CO0FBQ3BCLGNBQWMsWUFBWSxDQUFDO0FBRTNCLDRCQUE0QjtBQUM1QixPQUFPLEVBQUUsT0FBTyxFQUFFLGNBQWMsRUFBRSxNQUFNLFVBQVUsQ0FBQztBQUVuRCxpQkFBaUI7QUFDakIsT0FBTyxFQUFFLE1BQU0sSUFBSSxPQUFPLEVBQUUsTUFBTSxVQUFVLENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyIvKipcbiAqIEBydXZlY3Rvci9ydXZsbG0gLSBTZWxmLWxlYXJuaW5nIExMTSBvcmNoZXN0cmF0aW9uXG4gKlxuICogUnV2TExNIGNvbWJpbmVzIFNPTkEgYWRhcHRpdmUgbGVhcm5pbmcgd2l0aCBITlNXIG1lbW9yeSxcbiAqIEZhc3RHUk5OIHJvdXRpbmcsIGFuZCBTSU1ELW9wdGltaXplZCBpbmZlcmVuY2UuXG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGltcG9ydCB7IFJ1dkxMTSwgU2Vzc2lvbk1hbmFnZXIsIFNvbmFDb29yZGluYXRvciB9IGZyb20gJ0BydXZlY3Rvci9ydXZsbG0nO1xuICpcbiAqIGNvbnN0IGxsbSA9IG5ldyBSdXZMTE0oeyBsZWFybmluZ0VuYWJsZWQ6IHRydWUgfSk7XG4gKiBjb25zdCBzZXNzaW9ucyA9IG5ldyBTZXNzaW9uTWFuYWdlcihsbG0pO1xuICogY29uc3Qgc29uYSA9IG5ldyBTb25hQ29vcmRpbmF0b3IoKTtcbiAqXG4gKiAvLyBRdWVyeSB3aXRoIHNlc3Npb24gY29udGV4dFxuICogY29uc3Qgc2Vzc2lvbiA9IHNlc3Npb25zLmNyZWF0ZSgpO1xuICogY29uc3QgcmVzcG9uc2UgPSBzZXNzaW9ucy5jaGF0KHNlc3Npb24uaWQsICdXaGF0IGlzIEFJPycpO1xuICpcbiAqIC8vIFRyYWNrIGxlYXJuaW5nIHRyYWplY3RvcnlcbiAqIGNvbnN0IHRyYWplY3RvcnkgPSBuZXcgVHJhamVjdG9yeUJ1aWxkZXIoKVxuICogICAuc3RhcnRTdGVwKCdxdWVyeScsICdXaGF0IGlzIEFJPycpXG4gKiAgIC5lbmRTdGVwKHJlc3BvbnNlLnRleHQsIHJlc3BvbnNlLmNvbmZpZGVuY2UpXG4gKiAgIC5jb21wbGV0ZSgnc3VjY2VzcycpO1xuICpcbiAqIHNvbmEucmVjb3JkVHJhamVjdG9yeSh0cmFqZWN0b3J5KTtcbiAqIGBgYFxuICpcbiAqIEBleGFtcGxlIEZlZGVyYXRlZCBMZWFybmluZ1xuICogYGBgdHlwZXNjcmlwdFxuICogaW1wb3J0IHsgRXBoZW1lcmFsQWdlbnQsIEZlZGVyYXRlZENvb3JkaW5hdG9yIH0gZnJvbSAnQHJ1dmVjdG9yL3J1dmxsbSc7XG4gKlxuICogLy8gQ2VudHJhbCBjb29yZGluYXRvclxuICogY29uc3QgY29vcmRpbmF0b3IgPSBuZXcgRmVkZXJhdGVkQ29vcmRpbmF0b3IoJ2Nvb3JkLTEnKTtcbiAqXG4gKiAvLyBFcGhlbWVyYWwgYWdlbnRzIHByb2Nlc3MgdGFza3MgYW5kIGV4cG9ydFxuICogY29uc3QgYWdlbnQgPSBuZXcgRXBoZW1lcmFsQWdlbnQoJ2FnZW50LTEnKTtcbiAqIGFnZW50LnByb2Nlc3NUYXNrKGVtYmVkZGluZywgMC45KTtcbiAqIGNvbnN0IGV4cG9ydERhdGEgPSBhZ2VudC5leHBvcnRTdGF0ZSgpO1xuICpcbiAqIC8vIEFnZ3JlZ2F0ZSBsZWFybmluZ1xuICogY29vcmRpbmF0b3IuYWdncmVnYXRlKGV4cG9ydERhdGEpO1xuICogYGBgXG4gKlxuICogQGV4YW1wbGUgTG9SQSBBZGFwdGVyc1xuICogYGBgdHlwZXNjcmlwdFxuICogaW1wb3J0IHsgTG9yYUFkYXB0ZXIsIExvcmFNYW5hZ2VyIH0gZnJvbSAnQHJ1dmVjdG9yL3J1dmxsbSc7XG4gKlxuICogY29uc3QgYWRhcHRlciA9IG5ldyBMb3JhQWRhcHRlcih7IHJhbms6IDgsIGFscGhhOiAxNiB9KTtcbiAqIGNvbnN0IG91dHB1dCA9IGFkYXB0ZXIuZm9yd2FyZChpbnB1dCk7XG4gKiBgYGBcbiAqL1xuXG4vLyBDb3JlIHR5cGVzXG5leHBvcnQgKiBmcm9tICcuL3R5cGVzJztcblxuLy8gTWFpbiBlbmdpbmVcbmV4cG9ydCAqIGZyb20gJy4vZW5naW5lJztcblxuLy8gU0lNRCBvcGVyYXRpb25zXG5leHBvcnQgKiBmcm9tICcuL3NpbWQnO1xuXG4vLyBTZXNzaW9uIG1hbmFnZW1lbnRcbmV4cG9ydCAqIGZyb20gJy4vc2Vzc2lvbic7XG5cbi8vIFN0cmVhbWluZyBzdXBwb3J0XG5leHBvcnQgKiBmcm9tICcuL3N0cmVhbWluZyc7XG5cbi8vIFNPTkEgbGVhcm5pbmcgc3lzdGVtXG5leHBvcnQgKiBmcm9tICcuL3NvbmEnO1xuXG4vLyBGZWRlcmF0ZWQgbGVhcm5pbmdcbmV4cG9ydCAqIGZyb20gJy4vZmVkZXJhdGVkJztcblxuLy8gTG9SQSBhZGFwdGVyc1xuZXhwb3J0ICogZnJvbSAnLi9sb3JhJztcblxuLy8gRXhwb3J0L3NlcmlhbGl6YXRpb25cbmV4cG9ydCAqIGZyb20gJy4vZXhwb3J0JztcblxuLy8gVHJhaW5pbmcgcGlwZWxpbmVcbmV4cG9ydCAqIGZyb20gJy4vdHJhaW5pbmcnO1xuXG4vLyBOYXRpdmUgYmluZGluZ3MgdXRpbGl0aWVzXG5leHBvcnQgeyB2ZXJzaW9uLCBoYXNTaW1kU3VwcG9ydCB9IGZyb20gJy4vbmF0aXZlJztcblxuLy8gRGVmYXVsdCBleHBvcnRcbmV4cG9ydCB7IFJ1dkxMTSBhcyBkZWZhdWx0IH0gZnJvbSAnLi9lbmdpbmUnO1xuIl19

package/dist/esm/lora.d.ts

@@ -0,0 +1,240 @@
+/**
+ * LoRA (Low-Rank Adaptation) Runtime
+ *
+ * Efficient parameter-efficient fine-tuning adapters for LLMs.
+ * Supports micro-LoRA (fast, small updates) and base-LoRA (deeper adaptation).
+ *
+ * @example
+ * ```typescript
+ * import { LoraAdapter, LoraManager } from '@ruvector/ruvllm';
+ *
+ * // Create adapter
+ * const adapter = new LoraAdapter({
+ *   rank: 8,
+ *   alpha: 16,
+ *   dropout: 0.1,
+ *   targetModules: ['query', 'value'],
+ * });
+ *
+ * // Apply to hidden states
+ * const output = adapter.forward(hiddenStates);
+ *
+ * // Manage multiple adapters
+ * const manager = new LoraManager();
+ * manager.register('task-1', adapter);
+ * manager.activate('task-1');
+ * ```
+ */
+import { LoRAConfig } from './types';
+/**
+ * LoRA adapter weights
+ */
+export interface LoraWeights {
+    /** Down projection matrix (d x r) */
+    loraA: number[][];
+    /** Up projection matrix (r x d) */
+    loraB: number[][];
+    /** Scaling factor */
+    scaling: number;
+}
+/**
+ * LoRA training state
+ */
+export interface LoraTrainingState {
+    /** Current step */
+    step: number;
+    /** Learning rate */
+    learningRate: number;
+    /** Accumulated gradients for A */
+    gradA: number[][];
+    /** Accumulated gradients for B */
+    gradB: number[][];
+    /** Loss history */
+    lossHistory: number[];
+}
+/**
+ * LoRA Adapter
+ *
+ * Implements low-rank decomposition for parameter-efficient fine-tuning.
+ * W' = W + BA where A is (d x r) and B is (r x d), r << d
+ *
+ * @example
+ * ```typescript
+ * const adapter = new LoraAdapter({
+ *   rank: 8,
+ *   alpha: 16,
+ *   inputDim: 768,
+ *   outputDim: 768,
+ * });
+ *
+ * // Forward pass
+ * const output = adapter.forward(input);
+ *
+ * // Training step
+ * adapter.backward(input, gradOutput, 0.001);
+ * ```
+ */
+export declare class LoraAdapter {
+    private config;
+    private inputDim;
+    private outputDim;
+    private weights;
+    private trainingState;
+    private frozen;
+    constructor(config?: Partial<LoRAConfig>, inputDim?: number, outputDim?: number);
+    /**
+     * Forward pass through LoRA adapter
+     * OPTIMIZED: Uses Float64Array and loop unrolling
+     *
+     * output = input + scaling * (input @ A @ B)
+     */
+    forward(input: number[]): number[];
+    /**
+     * Forward with batch processing
+     */
+    forwardBatch(inputs: number[][]): number[][];
+    /**
+     * Backward pass and weight update
+     */
+    backward(input: number[], gradOutput: number[], learningRate: number): number;
+    /**
+     * Start training mode
+     */
+    startTraining(learningRate?: number): void;
+    /**
+     * End training mode
+     */
+    endTraining(): LoraTrainingState | null;
+    /**
+     * Freeze adapter (no more updates)
+     */
+    freeze(): void;
+    /**
+     * Unfreeze adapter
+     */
+    unfreeze(): void;
+    /**
+     * Check if frozen
+     */
+    isFrozen(): boolean;
+    /**
+     * Get adapter config
+     */
+    getConfig(): Required<LoRAConfig>;
+    /**
+     * Get adapter weights
+     */
+    getWeights(): LoraWeights;
+    /**
+     * Set adapter weights
+     */
+    setWeights(weights: LoraWeights): void;
+    /**
+     * Merge adapter into base weights
+     *
+     * Returns delta to add to base model weights
+     */
+    merge(): number[][];
+    /**
+     * Get number of trainable parameters
+     */
+    numParameters(): number;
+    /**
+     * Reset to initial weights
+     */
+    reset(): void;
+    /**
+     * Clone adapter
+     */
+    clone(): LoraAdapter;
+    /**
+     * Serialize to JSON
+     */
+    toJSON(): string;
+    /**
+     * Deserialize from JSON
+     */
+    static fromJSON(json: string): LoraAdapter;
+    private initializeWeights;
+}
+/**
+ * LoRA Manager for multiple adapters
+ *
+ * Manages a collection of LoRA adapters for different tasks/domains.
+ */
+export declare class LoraManager {
+    private adapters;
+    private activeAdapterId;
+    private defaultConfig;
+    constructor(defaultConfig?: Partial<LoRAConfig>);
+    /**
+     * Register a new adapter
+     */
+    register(id: string, adapter: LoraAdapter): void;
+    /**
+     * Create and register a new adapter
+     */
+    create(id: string, config?: Partial<LoRAConfig>, inputDim?: number, outputDim?: number): LoraAdapter;
+    /**
+     * Get adapter by ID
+     */
+    get(id: string): LoraAdapter | undefined;
+    /**
+     * Remove adapter
+     */
+    remove(id: string): boolean;
+    /**
+     * Activate an adapter
+     */
+    activate(id: string): boolean;
+    /**
+     * Deactivate current adapter
+     */
+    deactivate(): void;
+    /**
+     * Get active adapter
+     */
+    getActive(): LoraAdapter | null;
+    /**
+     * Get active adapter ID
+     */
+    getActiveId(): string | null;
+    /**
+     * Apply active adapter
+     */
+    forward(input: number[]): number[];
+    /**
+     * List all adapter IDs
+     */
+    list(): string[];
+    /**
+     * Get adapter count
+     */
+    count(): number;
+    /**
+     * Freeze all adapters
+     */
+    freezeAll(): void;
+    /**
+     * Unfreeze all adapters
+     */
+    unfreezeAll(): void;
+    /**
+     * Merge multiple adapters into one
+     */
+    mergeAdapters(ids: string[], outputId: string): LoraAdapter | null;
+    /**
+     * Get statistics
+     */
+    stats(): {
+        totalAdapters: number;
+        activeAdapter: string | null;
+        totalParameters: number;
+        frozenCount: number;
+    };
+    /**
+     * Clear all adapters
+     */
+    clear(): void;
+}
+//# sourceMappingURL=lora.d.ts.map

package/dist/esm/lora.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lora.d.ts","sourceRoot":"","sources":["../../src/lora.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,UAAU,EAAa,MAAM,SAAS,CAAC;AAYhD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qCAAqC;IACrC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,mCAAmC;IACnC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,kCAAkC;IAClC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,mBAAmB;IACnB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,MAAM,CAAkB;gBAEpB,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,SAAM,EAAE,SAAS,SAAM;IASzE;;;;;OAKG;IACH,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAkDlC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE;IAI5C;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IA8D7E;;OAEG;IACH,aAAa,CAAC,YAAY,SAAQ,GAAG,IAAI;IAUzC;;OAEG;IACH,WAAW,IAAI,iBAAiB,GAAG,IAAI;IAMvC;;OAEG;IACH,MAAM,IAAI,IAAI;IAId;;OAEG;IACH,QAAQ,IAAI,IAAI;IAIhB;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC;IAIjC;;OAEG;IACH,UAAU,IAAI,WAAW;IAQzB;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAQtC;;;;OAIG;IACH,KAAK,IAAI,MAAM,EAAE,EAAE;IAkBnB;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,KAAK,IAAI,WAAW;IAMpB;;OAEG;IACH,MAAM,IAAI,MAAM;IAUhB;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW;IAQ1C,OAAO,CAAC,iBAAiB;CAsB1B;AAED;;;;GAIG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,aAAa,CAAuB;gBAEhC,aAAa,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC;IAI/C;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,IAAI;IAIhD;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,WAAW;IAOpG;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS;IAIxC;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAO3B;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAQ7B;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,SAAS,IAAI,WAAW,GAAG,IAAI;IAI/B;;OAEG;IACH,WAAW,IAAI,MAAM,GAAG,IAAI;IAI5B;;OAEG;IACH,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAKlC;;OAEG;IACH,IAAI,IAAI,MAAM,EAAE;IAIhB;;OAEG;IACH,KAAK,IAAI,MAAM;IAIf;;OAEG;IACH,SAAS,IAAI,IAAI;IAMjB;;OAEG;IACH,WAAW,IAAI,IAAI;IAMnB;;OAEG;IACH,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IA6BlE;;OAEG;IACH,KAAK,IAAI;QACP,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;KACrB;IAiBD;;OAEG;IACH,KAAK,IAAI,IAAI;CAId"}