moflo 4.8.31 → 4.8.32

package/src/@claude-flow/cli/dist/src/ruvector/lora-adapter.d.ts

@@ -1,218 +0,0 @@
-/**
- * LoRA (Low-Rank Adaptation) Implementation
- *
- * Enables efficient fine-tuning by decomposing weight updates into low-rank matrices.
- * Dramatically reduces memory requirements while maintaining adaptation quality.
- *
- * Features:
- * - Rank decomposition (r << d) for memory efficiency
- * - Additive weight updates: W' = W + BA (where B ∈ R^{d×r}, A ∈ R^{r×k})
- * - Support for multiple adaptation heads
- * - Persistence to .swarm/lora-weights.json
- *
- * Memory savings:
- * - Original: d × k parameters
- * - LoRA: r × (d + k) parameters
- * - For d=384, k=384, r=8: 786,432 → 6,144 (128x reduction)
- *
- * @module lora-adapter
- */
-/**
- * Default LoRA rank (determines memory/quality tradeoff)
- */
-export declare const DEFAULT_RANK = 8;
-/**
- * Input dimension (384 from ONNX MiniLM-L6-v2)
- */
-export declare const INPUT_DIM = 384;
-/**
- * Default output dimension (same as input for adapter)
- */
-export declare const OUTPUT_DIM = 384;
-/**
- * Default alpha scaling factor
- */
-export declare const DEFAULT_ALPHA = 16;
-/**
- * LoRA configuration
- */
-export interface LoRAConfig {
-    /** Rank of decomposition (lower = more compression) */
-    rank: number;
-    /** Alpha scaling factor for output */
-    alpha: number;
-    /** Input dimension */
-    inputDim: number;
-    /** Output dimension */
-    outputDim: number;
-    /** Learning rate for updates */
-    learningRate: number;
-    /** Path for weight persistence */
-    weightsPath: string;
-    /** Enable dropout for regularization */
-    enableDropout: boolean;
-    /** Dropout probability */
-    dropoutProb: number;
-    /** Auto-save interval in updates */
-    autoSaveInterval: number;
-}
-/**
- * LoRA adapter weights
- */
-export interface LoRAWeights {
-    /** A matrix (rank × inputDim) - down projection */
-    A: Float32Array;
-    /** B matrix (outputDim × rank) - up projection */
-    B: Float32Array;
-    /** Scaling factor (alpha / rank) */
-    scaling: number;
-}
-/**
- * Adaptation result
- */
-export interface AdaptationResult {
-    /** Adapted embedding */
-    adapted: Float32Array;
-    /** Magnitude of adaptation */
-    adaptationNorm: number;
-    /** Time taken in ms */
-    timeMs: number;
-}
-/**
- * LoRA statistics
- */
-export interface LoRAStats {
-    /** Total adaptations performed */
-    totalAdaptations: number;
-    /** Total training updates */
-    totalUpdates: number;
-    /** Current rank */
-    rank: number;
-    /** Memory savings ratio */
-    compressionRatio: number;
-    /** Average adaptation norm */
-    avgAdaptationNorm: number;
-    /** Last update timestamp */
-    lastUpdate: number | null;
-}
-/**
- * Low-Rank Adaptation module for efficient embedding fine-tuning
- */
-export declare class LoRAAdapter {
-    private config;
-    private weights;
-    private totalAdaptations;
-    private totalUpdates;
-    private adaptationNormSum;
-    private lastUpdate;
-    private updatesSinceLastSave;
-    constructor(config?: Partial<LoRAConfig>);
-    /**
-     * Initialize weights with Kaiming/He initialization
-     */
-    private initializeWeights;
-    /**
-     * Box-Muller transform for Gaussian random numbers
-     */
-    private gaussianRandom;
-    /**
-     * Initialize adapter and load persisted weights
-     */
-    initialize(): Promise<{
-        success: boolean;
-        weightsLoaded: boolean;
-    }>;
-    /**
-     * Apply LoRA adaptation to an embedding
-     * output = input + scaling * (B @ A @ input)
-     */
-    adapt(input: Float32Array): AdaptationResult;
-    /**
-     * Train the adapter with a gradient signal
-     * Uses simplified update: A += lr * hidden^T @ grad, B += lr * grad @ hidden^T
-     */
-    train(input: Float32Array, gradOutput: Float32Array, reward?: number): {
-        updated: boolean;
-        loss: number;
-    };
-    /**
-     * Merge LoRA weights into base weights (for deployment)
-     * Returns: W' = W + scaling * B @ A
-     */
-    merge(baseWeights: Float32Array): Float32Array;
-    /**
-     * Get current statistics
-     */
-    getStats(): LoRAStats;
-    /**
-     * Reset adapter to initial state
-     */
-    reset(): void;
-    /**
-     * Save weights to disk
-     */
-    saveWeights(): boolean;
-    /**
-     * Load weights from disk
-     */
-    loadWeights(): boolean;
-    /**
-     * Export weights as JSON
-     */
-    exportWeights(): {
-        A: number[];
-        B: number[];
-        scaling: number;
-        config: Partial<LoRAConfig>;
-    };
-    /**
-     * Import weights from JSON
-     */
-    importWeights(data: {
-        A: number[];
-        B: number[];
-        scaling: number;
-    }): boolean;
-}
-/**
- * Get or create singleton LoRA adapter instance
- */
-export declare function getLoRAAdapter(): Promise<LoRAAdapter>;
-/**
- * Reset singleton instance (for testing)
- */
-export declare function resetLoRAAdapter(): void;
-/**
- * Create new LoRA adapter instance (factory)
- */
-export declare function createLoRAAdapter(config?: Partial<LoRAConfig>): LoRAAdapter;
-/**
- * Quick adaptation (convenience function)
- */
-export declare function adaptEmbedding(input: Float32Array): Promise<AdaptationResult>;
-/**
- * Quick training (convenience function)
- */
-export declare function trainLoRA(input: Float32Array, gradOutput: Float32Array, reward?: number): Promise<{
-    updated: boolean;
-    loss: number;
-}>;
-/**
- * Get LoRA statistics (convenience function)
- */
-export declare function getLoRAStats(): Promise<LoRAStats>;
-declare const _default: {
-    LoRAAdapter: typeof LoRAAdapter;
-    getLoRAAdapter: typeof getLoRAAdapter;
-    resetLoRAAdapter: typeof resetLoRAAdapter;
-    createLoRAAdapter: typeof createLoRAAdapter;
-    adaptEmbedding: typeof adaptEmbedding;
-    trainLoRA: typeof trainLoRA;
-    getLoRAStats: typeof getLoRAStats;
-    DEFAULT_RANK: number;
-    DEFAULT_ALPHA: number;
-    INPUT_DIM: number;
-    OUTPUT_DIM: number;
-};
-export default _default;
-//# sourceMappingURL=lora-adapter.d.ts.map

package/src/@claude-flow/cli/dist/src/ruvector/model-router.d.ts

@@ -1,220 +0,0 @@
-/**
- * Intelligent Model Router using Tiny Dancer
- *
- * Dynamically routes requests to optimal Claude model (haiku/sonnet/opus)
- * based on task complexity, confidence scores, and historical performance.
- *
- * Features:
- * - FastGRNN-based routing decisions (<100μs)
- * - Uncertainty quantification for model escalation
- * - Circuit breaker for failover
- * - Online learning from routing outcomes
- * - Complexity scoring via embeddings
- *
- * Routing Strategy:
- * - Haiku: High confidence, low complexity (fast, cheap)
- * - Sonnet: Medium confidence, moderate complexity (balanced)
- * - Opus: Low confidence, high complexity (most capable)
- *
- * @module model-router
- */
-/**
- * Available Claude models for routing
- */
-export type ClaudeModel = 'haiku' | 'sonnet' | 'opus' | 'inherit';
-/**
- * Model capabilities and characteristics
- */
-export declare const MODEL_CAPABILITIES: Record<ClaudeModel, {
-    maxComplexity: number;
-    costMultiplier: number;
-    speedMultiplier: number;
-    description: string;
-}>;
-/**
- * Complexity indicators for task classification
- */
-export declare const COMPLEXITY_INDICATORS: {
-    high: string[];
-    medium: string[];
-    low: string[];
-};
-/**
- * Model router configuration
- */
-export interface ModelRouterConfig {
-    /** Confidence threshold for model selection (default: 0.85) */
-    confidenceThreshold: number;
-    /** Maximum uncertainty before escalating (default: 0.15) */
-    maxUncertainty: number;
-    /** Enable circuit breaker (default: true) */
-    enableCircuitBreaker: boolean;
-    /** Failures before circuit opens (default: 5) */
-    circuitBreakerThreshold: number;
-    /** Path for router state persistence */
-    statePath: string;
-    /** Auto-save interval in decisions (default: 20) */
-    autoSaveInterval: number;
-    /** Enable cost optimization (default: true) */
-    enableCostOptimization: boolean;
-    /** Prefer faster models when confidence is high (default: true) */
-    preferSpeed: boolean;
-}
-/**
- * Routing decision result
- */
-export interface ModelRoutingResult {
-    /** Selected model */
-    model: ClaudeModel;
-    /** Confidence in the decision (0-1) */
-    confidence: number;
-    /** Uncertainty estimate (0-1) */
-    uncertainty: number;
-    /** Computed complexity score (0-1) */
-    complexity: number;
-    /** Reasoning for the selection */
-    reasoning: string;
-    /** Alternative models considered */
-    alternatives: Array<{
-        model: ClaudeModel;
-        score: number;
-    }>;
-    /** Inference time in microseconds */
-    inferenceTimeUs: number;
-    /** Estimated cost multiplier */
-    costMultiplier: number;
-}
-/**
- * Complexity analysis result
- */
-export interface ComplexityAnalysis {
-    /** Overall complexity score (0-1) */
-    score: number;
-    /** Indicators found */
-    indicators: {
-        high: string[];
-        medium: string[];
-        low: string[];
-    };
-    /** Feature breakdown */
-    features: {
-        lexicalComplexity: number;
-        semanticDepth: number;
-        taskScope: number;
-        uncertaintyLevel: number;
-    };
-}
-/**
- * Intelligent Model Router using complexity-based routing
- */
-export declare class ModelRouter {
-    private config;
-    private state;
-    private decisionCount;
-    private consecutiveFailures;
-    constructor(config?: Partial<ModelRouterConfig>);
-    /**
-     * Route a task to the optimal model
-     */
-    route(task: string, embedding?: number[]): Promise<ModelRoutingResult>;
-    /**
-     * Analyze task complexity
-     */
-    analyzeComplexity(task: string, embedding?: number[]): ComplexityAnalysis;
-    /**
-     * Compute lexical complexity from text features
-     */
-    private computeLexicalComplexity;
-    /**
-     * Compute semantic depth from indicators and embedding
-     */
-    private computeSemanticDepth;
-    /**
-     * Compute task scope from content analysis
-     */
-    private computeTaskScope;
-    /**
-     * Compute uncertainty level from task phrasing
-     */
-    private computeUncertaintyLevel;
-    /**
-     * Compute scores for each model
-     */
-    private computeModelScores;
-    /**
-     * Apply circuit breaker adjustments
-     */
-    private applyCircuitBreaker;
-    /**
-     * Select the best model from scores
-     */
-    private selectModel;
-    /**
-     * Build human-readable reasoning
-     */
-    private buildReasoning;
-    /**
-     * Track routing decision for learning
-     */
-    private trackDecision;
-    /**
-     * Record outcome for learning
-     */
-    recordOutcome(task: string, model: ClaudeModel, outcome: 'success' | 'failure' | 'escalated'): void;
-    /**
-     * Get router statistics
-     */
-    getStats(): {
-        totalDecisions: number;
-        modelDistribution: Record<ClaudeModel, number>;
-        avgComplexity: number;
-        avgConfidence: number;
-        circuitBreakerTrips: number;
-        consecutiveFailures: Record<ClaudeModel, number>;
-    };
-    /**
-     * Load state from disk
-     */
-    private loadState;
-    /**
-     * Save state to disk
-     */
-    private saveState;
-    /**
-     * Reset router state
-     */
-    reset(): void;
-}
-/**
- * Get or create the singleton ModelRouter instance
- */
-export declare function getModelRouter(config?: Partial<ModelRouterConfig>): ModelRouter;
-/**
- * Reset the singleton instance
- */
-export declare function resetModelRouter(): void;
-/**
- * Create a new ModelRouter instance (non-singleton)
- */
-export declare function createModelRouter(config?: Partial<ModelRouterConfig>): ModelRouter;
-/**
- * Quick route function for common use case
- */
-export declare function routeToModel(task: string): Promise<ClaudeModel>;
-/**
- * Route with full result
- */
-export declare function routeToModelFull(task: string, embedding?: number[]): Promise<ModelRoutingResult>;
-/**
- * Analyze task complexity without routing
- */
-export declare function analyzeTaskComplexity(task: string): ComplexityAnalysis;
-/**
- * Get model router statistics
- */
-export declare function getModelRouterStats(): ReturnType<ModelRouter['getStats']>;
-/**
- * Record routing outcome for learning
- */
-export declare function recordModelOutcome(task: string, model: ClaudeModel, outcome: 'success' | 'failure' | 'escalated'): void;
-//# sourceMappingURL=model-router.d.ts.map

package/src/@claude-flow/cli/dist/src/ruvector/moe-router.d.ts

@@ -1,206 +0,0 @@
-/**
- * Mixture of Experts (MoE) Router for Dynamic Agent Routing
- *
- * Features:
- * - 8 expert slots for specialized agent types
- * - Gating network for soft expert selection (top-k)
- * - Online weight updates via reward signals
- * - Load balancing with auxiliary loss
- * - Weight persistence to .swarm/moe-weights.json
- *
- * Architecture:
- * - Input: 384-dim task embedding (from ONNX)
- * - Hidden: 128-dim layer with ReLU
- * - Output: 8-dim softmax weights
- *
- * @module moe-router
- */
-/**
- * Expert type definitions (8 experts)
- */
-export type ExpertType = 'coder' | 'tester' | 'reviewer' | 'architect' | 'security' | 'performance' | 'researcher' | 'coordinator';
-/**
- * Expert names in order (index corresponds to expert slot)
- */
-export declare const EXPERT_NAMES: ExpertType[];
-/**
- * Number of experts (fixed at 8)
- */
-export declare const NUM_EXPERTS = 8;
-/**
- * Input dimension (384 from ONNX MiniLM-L6-v2)
- */
-export declare const INPUT_DIM = 384;
-/**
- * Hidden layer dimension
- */
-export declare const HIDDEN_DIM = 128;
-/**
- * MoE Router configuration
- */
-export interface MoERouterConfig {
-    /** Top-k experts to route to (default: 2) */
-    topK: number;
-    /** Learning rate for online updates (default: 0.01) */
-    learningRate: number;
-    /** Temperature for softmax (default: 1.0) */
-    temperature: number;
-    /** Load balancing coefficient (default: 0.01) */
-    loadBalanceCoef: number;
-    /** Path for weight persistence (default: '.swarm/moe-weights.json') */
-    weightsPath: string;
-    /** Auto-save interval in updates (default: 50) */
-    autoSaveInterval: number;
-    /** Enable noise for exploration (default: true) */
-    enableNoise: boolean;
-    /** Noise standard deviation (default: 0.1) */
-    noiseStd: number;
-}
-/**
- * Expert routing result
- */
-export interface RoutingResult {
-    /** Selected experts with weights */
-    experts: Array<{
-        name: ExpertType;
-        index: number;
-        weight: number;
-        score: number;
-    }>;
-    /** Raw gating scores (all experts) */
-    allScores: number[];
-    /** Load balance loss */
-    loadBalanceLoss: number;
-    /** Entropy of routing distribution */
-    entropy: number;
-}
-/**
- * Expert utilization statistics
- */
-export interface LoadBalanceStats {
-    /** Per-expert utilization (0-1) */
-    utilization: Record<ExpertType, number>;
-    /** Total routing count */
-    totalRoutings: number;
-    /** Per-expert routing count */
-    routingCounts: Record<ExpertType, number>;
-    /** Gini coefficient of load (0 = perfect balance, 1 = all to one) */
-    giniCoefficient: number;
-    /** Coefficient of variation */
-    coefficientOfVariation: number;
-}
-/**
- * Mixture of Experts Router
- *
- * Implements a two-layer gating network:
- * - Layer 1: Linear(384, 128) + ReLU
- * - Layer 2: Linear(128, 8) + Softmax
- *
- * Uses top-k expert selection with load balancing.
- */
-export declare class MoERouter {
-    private config;
-    private W1;
-    private b1;
-    private W2;
-    private b2;
-    private hidden;
-    private hiddenWithBias;
-    private hiddenActivated;
-    private logits;
-    private logitsWithBias;
-    private noisyLogits;
-    private probs;
-    private gradW2;
-    private gradb2;
-    private gradW1;
-    private gradb1;
-    private gradHidden;
-    private routingCounts;
-    private totalRoutings;
-    private updateCount;
-    private avgReward;
-    private lastInput;
-    private lastHiddenActivated;
-    private lastProbs;
-    private lastSelectedExperts;
-    constructor(config?: Partial<MoERouterConfig>);
-    /**
-     * Initialize router, loading persisted weights if available
-     */
-    initialize(): Promise<void>;
-    /**
-     * Route task to top-k experts based on embedding
-     *
-     * @param taskEmbedding - 384-dim task embedding from ONNX
-     * @returns Routing result with selected experts and weights
-     */
-    route(taskEmbedding: Float32Array | number[]): RoutingResult;
-    /**
-     * Update expert weights based on reward signal
-     *
-     * Uses REINFORCE-style gradient update:
-     * gradient = reward * d_log_prob / d_weights
-     *
-     * @param expert - Expert that received the reward
-     * @param reward - Reward signal (-1 to 1, positive = good)
-     */
-    updateExpertWeights(expert: ExpertType | number, reward: number): void;
-    /**
-     * Get load balance statistics across all experts
-     */
-    getLoadBalance(): LoadBalanceStats;
-    /**
-     * Get router statistics
-     */
-    getStats(): Record<string, number | string>;
-    /**
-     * Reset all statistics and routing counts
-     */
-    resetStats(): void;
-    /**
-     * Load weights from persistence file
-     */
-    loadWeights(path?: string): Promise<boolean>;
-    /**
-     * Save weights to persistence file
-     */
-    saveWeights(path?: string): Promise<boolean>;
-    /**
-     * Reset weights to random initialization
-     */
-    resetWeights(): void;
-    /**
-     * Select top-k indices from probabilities
-     */
-    private selectTopK;
-    /**
-     * Compute load balance loss for regularization
-     *
-     * Uses auxiliary loss from Switch Transformer:
-     * L_balance = N * sum(f_i * P_i)
-     * where f_i = fraction of tokens routed to expert i
-     *       P_i = average routing probability to expert i
-     */
-    private computeLoadBalanceLoss;
-    /**
-     * Compute Gini coefficient for load distribution
-     */
-    private computeGiniCoefficient;
-}
-/**
- * Get singleton MoE router instance
- *
- * @param config - Optional configuration (only used on first call)
- * @returns MoE router instance
- */
-export declare function getMoERouter(config?: Partial<MoERouterConfig>): MoERouter;
-/**
- * Reset singleton instance (for testing)
- */
-export declare function resetMoERouter(): void;
-/**
- * Factory function to create new router
- */
-export declare function createMoERouter(config?: Partial<MoERouterConfig>): MoERouter;
-//# sourceMappingURL=moe-router.d.ts.map