kynjal-cli 4.0.0 → 4.0.1

package/dist/src/services/ruvector-training.d.ts

@@ -0,0 +1,222 @@
+/**
+ * RuVector Training Service
+ * Real WASM-accelerated neural training using @ruvector packages
+ *
+ * Features:
+ * - MicroLoRA: <1µs adaptation with rank-2 LoRA (2.3M ops/s)
+ * - SONA: Self-Optimizing Neural Architecture (624k learn/s, 60k search/s)
+ * - Flash Attention: 2.49x-7.47x speedup (9k ops/s)
+ * - Trajectory Buffer: Learning from success/failure
+ * - Contrastive Learning: InfoNCE loss
+ *
+ * Backward Compatible: All v1 APIs preserved, SONA adds new capabilities
+ *
+ * Created with ❤️ by ruv.io
+ */
+type BenchmarkResult = any;
+/**
+ * Get which backend is active for training
+ */
+export declare function getActiveBackend(): 'wasm' | 'js-fallback';
+export interface TrainingConfig {
+    dim?: number;
+    learningRate?: number;
+    alpha?: number;
+    trajectoryCapacity?: number;
+    useFlashAttention?: boolean;
+    useMoE?: boolean;
+    useHyperbolic?: boolean;
+    totalSteps?: number;
+    warmupSteps?: number;
+    useSona?: boolean;
+    sonaRank?: number;
+}
+export interface TrainingResult {
+    success: boolean;
+    adaptationCount: bigint;
+    forwardCount: bigint;
+    deltaNorm: number;
+    trajectoryStats?: {
+        successRate: number;
+        meanImprovement: number;
+        bestImprovement: number;
+        totalCount: bigint;
+    };
+    benchmark?: BenchmarkResult[];
+}
+/**
+ * Initialize the RuVector training system.
+ * Attempts to load @ruvector/learning-wasm for WASM-accelerated training.
+ * Falls back to a pure-JS implementation if WASM is unavailable.
+ */
+export declare function initializeTraining(config?: TrainingConfig): Promise<{
+    success: boolean;
+    features: string[];
+    backend: 'wasm' | 'js-fallback';
+    error?: string;
+}>;
+/**
+ * Operator types for scoped LoRA (0-16)
+ */
+export declare const OperatorType: {
+    readonly GENERAL: 0;
+    readonly ATTENTION: 1;
+    readonly MLP: 2;
+    readonly EMBEDDING: 3;
+    readonly NORMALIZATION: 4;
+    readonly PROJECTION: 5;
+    readonly POOLING: 6;
+    readonly CONVOLUTION: 7;
+    readonly RECURRENT: 8;
+    readonly ROUTING: 9;
+    readonly MEMORY: 10;
+    readonly REASONING: 11;
+    readonly COORDINATION: 12;
+    readonly OPTIMIZATION: 13;
+    readonly SECURITY: 14;
+    readonly TESTING: 15;
+    readonly DEBUGGING: 16;
+};
+/**
+ * Train a pattern with MicroLoRA
+ */
+export declare function trainPattern(embedding: Float32Array, gradient: Float32Array, operatorType?: number): Promise<{
+    deltaNorm: number;
+    adaptCount: bigint;
+}>;
+/**
+ * Forward pass through LoRA
+ */
+export declare function forward(input: Float32Array, operatorType?: number): Float32Array;
+/**
+ * Reward-based adaptation (reinforcement learning)
+ */
+export declare function adaptWithReward(improvement: number, operatorType?: number): void;
+/**
+ * Record a learning trajectory
+ */
+export declare function recordTrajectory(embedding: Float32Array, operatorType: number, attentionType: number, executionMs: number, baselineMs: number): void;
+/**
+ * Get trajectory statistics
+ */
+export declare function getTrajectoryStats(): {
+    successRate: number;
+    meanImprovement: number;
+    bestImprovement: number;
+    totalCount: bigint;
+    highQualityCount: number;
+    variance: number;
+} | null;
+/**
+ * Compute attention with Flash Attention (2.49x-7.47x faster)
+ */
+export declare function computeFlashAttention(query: Float32Array, keys: Float32Array[], values: Float32Array[]): Float32Array;
+/**
+ * Compute MoE routing
+ */
+export declare function computeMoEAttention(query: Float32Array, keys: Float32Array[], values: Float32Array[]): Float32Array;
+/**
+ * Compute hyperbolic attention (for hierarchical patterns)
+ */
+export declare function computeHyperbolicAttention(query: Float32Array, keys: Float32Array[], values: Float32Array[]): Float32Array;
+/**
+ * Compute contrastive loss for training
+ */
+export declare function computeContrastiveLoss(anchor: Float32Array, positives: Float32Array[], negatives: Float32Array[]): {
+    loss: number;
+    gradient: Float32Array;
+};
+/**
+ * Optimizer step
+ */
+export declare function optimizerStep(params: Float32Array, gradients: Float32Array): Float32Array;
+/**
+ * Get curriculum difficulty for current step
+ */
+export declare function getCurriculumDifficulty(step: number): number;
+/**
+ * Mine hard negatives for better training
+ */
+export declare function mineHardNegatives(anchor: Float32Array, candidates: Float32Array[]): number[];
+/**
+ * Benchmark the training system
+ */
+export declare function benchmarkTraining(dim?: number, iterations?: number): Promise<BenchmarkResult[]>;
+/**
+ * Check if SONA is available
+ */
+export declare function isSonaAvailable(): boolean;
+/**
+ * Force-learn a pattern with SONA (1.6μs, 624k ops/s)
+ * This is a one-shot learning mechanism for immediate pattern storage
+ */
+export declare function sonaForceLearn(embedding: Float32Array, reward: number): void;
+/**
+ * Search for similar patterns with SONA (16.7μs, 60k searches/s)
+ * Returns the k most similar patterns from the pattern bank
+ */
+export declare function sonaFindPatterns(embedding: Float32Array, k?: number): unknown[];
+/**
+ * Process SONA background tasks (0.13μs, 7.5M ticks/s)
+ * Call periodically to process background learning and consolidation
+ */
+export declare function sonaTick(): void;
+/**
+ * Get SONA statistics
+ */
+export declare function getSonaStats(): {
+    available: boolean;
+    enabled: boolean;
+    stats: Record<string, unknown> | null;
+    totalLearns: number;
+    totalSearches: number;
+};
+/**
+ * Enable/disable SONA learning
+ */
+export declare function setSonaEnabled(enabled: boolean): void;
+/**
+ * Flush SONA buffers (persist any pending patterns)
+ */
+export declare function sonaFlush(): void;
+/**
+ * Get training statistics
+ */
+export declare function getTrainingStats(): {
+    initialized: boolean;
+    backend: 'wasm' | 'js-fallback';
+    totalAdaptations: number;
+    totalForwards: number;
+    microLoraStats?: {
+        paramCount: number;
+        adaptCount: bigint;
+        forwardCount: bigint;
+        deltaNorm: number;
+    };
+    scopedLoraStats?: {
+        totalAdaptCount: bigint;
+        totalForwardCount: bigint;
+    };
+    trajectoryStats?: ReturnType<typeof getTrajectoryStats>;
+    sonaStats?: ReturnType<typeof getSonaStats>;
+    lastBenchmark?: BenchmarkResult[];
+};
+/**
+ * Reset the training system
+ */
+export declare function resetTraining(): void;
+/**
+ * Export trained weights
+ */
+export declare function exportWeights(): {
+    dim: number;
+    deltaNorm: number;
+    adaptCount: bigint;
+    trajectoryStats: ReturnType<typeof getTrajectoryStats>;
+} | null;
+/**
+ * Cleanup resources
+ */
+export declare function cleanup(): void;
+export {};
+//# sourceMappingURL=ruvector-training.d.ts.map

package/dist/src/services/ruvector-training.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ruvector-training.d.ts","sourceRoot":"","sources":["../../../src/services/ruvector-training.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAgBH,KAAK,eAAe,GAAG,GAAG,CAAC;AAiD3B;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,GAAG,aAAa,CAEzD;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;CAC/B;AAuLD;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,MAAM,GAAE,cAAmB,GAAG,OAAO,CAAC;IAC7E,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,GAAG,aAAa,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC,CAsHD;AAED;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;CAkBf,CAAC;AAEX;;GAEG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EACvB,QAAQ,EAAE,YAAY,EACtB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAsBpD;AAED;;GAEG;AACH,wBAAgB,OAAO,CACrB,KAAK,EAAE,YAAY,EACnB,YAAY,CAAC,EAAE,MAAM,GACpB,YAAY,CAYd;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,WAAW,EAAE,MAAM,EACnB,YAAY,CAAC,EAAE,MAAM,GACpB,IAAI,CAYN;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,YAAY,EACvB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GACjB,IAAI,CAYN;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAaP;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,GACrB,YAAY,CAMd;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,GACrB,YAAY,CAMd;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,GACrB,YAAY,CAMd;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,YAAY,EAAE,EACzB,SAAS,EAAE,YAAY,EAAE,GACxB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAA;CAAE,CAS1C;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,YAAY,GACtB,YAAY,CAMd;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM5D;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,YAAY,EAAE,GACzB,MAAM,EAAE,CAMV;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,CAAC,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CAI5B;AAMD;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,SAAS,EAAE,YAAY,EACvB,MAAM,EAAE,MAAM,GACb,IAAI,CAON;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,YAAY,EACvB,CAAC,GAAE,MAAU,GACZ,OAAO,EAAE,CASX;AAED;;;GAGG;AACH,wBAAgB,QAAQ,IAAI,IAAI,CAM/B;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB,CA8BA;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAMrD;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,IAAI,CAMhC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI;IAClC,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,aAAa,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,eAAe,CAAC,EAAE;QAChB,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,eAAe,CAAC,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;IACxD,SAAS,CAAC,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IAC5C,aAAa,CAAC,EAAE,eAAe,EAAE,CAAC;CACnC,CAsCA;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,IAAI,CAepC;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;CACxD,GAAG,IAAI,CAWP;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,IAAI,CAmC9B"}