@claude-flow/cli 3.0.0-alpha.108 → 3.0.0-alpha.109

package/dist/src/ruvector/enhanced-model-router.js

@@ -0,0 +1,517 @@
+/**
+ * Enhanced Model Router with Agent Booster AST Integration
+ *
+ * Implements ADR-026: 3-tier intelligent model routing:
+ * - Tier 1: Agent Booster (WASM) - <1ms, $0 for simple transforms
+ * - Tier 2: Haiku - ~500ms for low complexity
+ * - Tier 3: Sonnet/Opus - 2-5s for high complexity
+ *
+ * @module enhanced-model-router
+ */
+import { existsSync, readFileSync } from 'fs';
+import { extname } from 'path';
+import { getModelRouter } from './model-router.js';
+// ============================================================================
+// Intent Detection Patterns
+// ============================================================================
+/**
+ * Pattern definitions for Agent Booster intent detection
+ */
+const INTENT_PATTERNS = {
+    'var-to-const': {
+        patterns: [
+            /convert\s+var\s+to\s+const/i,
+            /change\s+var\s+to\s+const/i,
+            /change\s+var\s+declarations?\s+to\s+const/i,
+            /replace\s+var\s+with\s+const/i,
+            /var\s*(?:→|->|to)\s*const/i,
+            /use\s+const\s+instead\s+of\s+var/i,
+        ],
+        weight: 1.0,
+        description: 'Convert var declarations to const/let',
+    },
+    'add-types': {
+        patterns: [
+            /add\s+type\s+annotations?/i,
+            /add\s+typescript\s+types?/i,
+            /type\s+this\s+function/i,
+            /add\s+types?\s+to/i,
+            /annotate\s+with\s+types?/i,
+        ],
+        weight: 0.9,
+        description: 'Add TypeScript type annotations',
+    },
+    'add-error-handling': {
+        patterns: [
+            /add\s+error\s+handling/i,
+            /wrap\s+in\s+try\s*[/-]?\s*catch/i,
+            /add\s+try\s*[/-]?\s*catch/i,
+            /handle\s+errors?/i,
+            /add\s+exception\s+handling/i,
+        ],
+        weight: 0.7, // Lower weight - often needs more context
+        description: 'Wrap code in try/catch blocks',
+    },
+    'async-await': {
+        patterns: [
+            /convert\s+to\s+async\s*[/-]?\s*await/i,
+            /convert\s+\w+\s+to\s+async/i,
+            /use\s+async\s*[/-]?\s*await/i,
+            /change\s+promises?\s+to\s+async/i,
+            /refactor\s+to\s+async/i,
+            /\.then\s*(?:→|->|to)\s*await/i,
+            /callback\s+to\s+async/i,
+            /callbacks?\s+to\s+async/i,
+        ],
+        weight: 0.8,
+        description: 'Convert callbacks/promises to async/await',
+    },
+    'add-logging': {
+        patterns: [
+            /add\s+logging/i,
+            /add\s+console\.log/i,
+            /add\s+debug\s+logs?/i,
+            /log\s+this\s+function/i,
+            /add\s+trace\s+logging/i,
+        ],
+        weight: 0.85,
+        description: 'Add console.log or logging statements',
+    },
+    'remove-console': {
+        patterns: [
+            /remove\s+console\.log/i,
+            /delete\s+console\s+statements?/i,
+            /strip\s+console/i,
+            /clean\s+up\s+console/i,
+            /clean\s+up\s+debug\s+logs?/i,
+            /remove\s+debug\s+logs?/i,
+        ],
+        weight: 0.95,
+        description: 'Remove console.* calls',
+    },
+};
+/**
+ * File path extraction patterns
+ */
+const FILE_PATH_PATTERNS = [
+    /(?:in|from|to|file|path)\s+[`"']?([a-zA-Z0-9_./\\-]+\.[a-zA-Z]+)[`"']?/i,
+    /[`"']([a-zA-Z0-9_./\\-]+\.[a-zA-Z]+)[`"']/,
+    /(\S+\.[tj]sx?)\b/i,
+    /(\S+\.(?:js|ts|jsx|tsx|py|rb|go|rs|java|kt|swift|c|cpp|h))\b/i,
+];
+/**
+ * Language detection by extension
+ */
+/**
+ * High-complexity keywords that indicate Tier 3 (Opus) routing
+ * These tasks require deep reasoning and architectural understanding
+ */
+const TIER3_KEYWORDS = [
+    // Architecture & Design
+    /\b(microservices?|architecture|system\s+design|distributed)\b/i,
+    /\b(design|architect|plan)\s+(a|an|the|complex)\b/i,
+    /\b(design)\s+\w+\s+(schema|system|architecture)\b/i,
+    // Security
+    /\b(oauth2?|pkce|jwt|rbac|authentication\s+system|security\s+audit)\b/i,
+    /\b(refresh\s+token|token\s+rotation|role-based|permission|authorization)\b/i,
+    /\b(encryption|cryptograph|certificate|ssl|tls)\b/i,
+    /\b(end-to-end\s+encryption|key\s+rotation|secure\s+channel)\b/i,
+    // Distributed Systems
+    /\b(consensus|distributed|byzantine|raft|paxos)\b/i,
+    /\b(replication|sharding|partitioning|eventual\s+consistency)\b/i,
+    /\b(load\s+balanc|fault[- ]toleran|high\s+availability)\b/i,
+    /\b(message\s+queue|event\s+sourc|cqrs|saga)\b/i,
+    // Complex Algorithms
+    /\b(algorithm|machine\s+learning|neural|optimization)\b/i,
+    /\b(graph\s+algorithm|tree\s+traversal|dynamic\s+programming)\b/i,
+    // Database Design
+    /\b(schema\s+design|database\s+architect|data\s+model)\b/i,
+    /\b(database\s+schema|multi[- ]tenant)\b/i,
+    /\b(normalization|denormalization|index\s+strateg)\b/i,
+    // Performance Critical
+    /\b(performance\s+critical|low\s+latency|high\s+throughput)\b/i,
+    /\b(memory\s+optimi|cache\s+strateg|concurrent)\b/i,
+];
+const LANGUAGE_MAP = {
+    '.js': 'javascript',
+    '.jsx': 'javascript',
+    '.ts': 'typescript',
+    '.tsx': 'typescript',
+    '.py': 'python',
+    '.rb': 'ruby',
+    '.go': 'go',
+    '.rs': 'rust',
+    '.java': 'java',
+    '.kt': 'kotlin',
+    '.swift': 'swift',
+    '.c': 'c',
+    '.cpp': 'cpp',
+    '.h': 'c',
+};
+// ============================================================================
+// Enhanced Model Router Implementation
+// ============================================================================
+/**
+ * Enhanced Model Router with Agent Booster AST integration
+ *
+ * Provides intelligent 3-tier routing:
+ * - Tier 1: Agent Booster for simple code transforms (352x faster, $0)
+ * - Tier 2: Haiku for low complexity tasks
+ * - Tier 3: Sonnet/Opus for complex reasoning tasks
+ */
+export class EnhancedModelRouter {
+    config;
+    tinyDancerRouter;
+    constructor(config) {
+        this.config = {
+            agentBoosterEnabled: true,
+            agentBoosterConfidenceThreshold: 0.7,
+            enabledIntents: [
+                'var-to-const',
+                'add-types',
+                'add-error-handling',
+                'async-await',
+                'add-logging',
+                'remove-console',
+            ],
+            complexityThresholds: {
+                haiku: 0.3,
+                sonnet: 0.6,
+                opus: 1.0,
+            },
+            preferCost: false,
+            preferQuality: false,
+            ...config,
+        };
+        this.tinyDancerRouter = getModelRouter();
+    }
+    /**
+     * Detect code editing intent from task description
+     */
+    detectIntent(task) {
+        const taskLower = task.toLowerCase();
+        let bestIntent = null;
+        let bestScore = 0;
+        for (const [intentType, config] of Object.entries(INTENT_PATTERNS)) {
+            if (!this.config.enabledIntents.includes(intentType)) {
+                continue;
+            }
+            for (const pattern of config.patterns) {
+                if (pattern.test(taskLower)) {
+                    const score = config.weight;
+                    if (score > bestScore) {
+                        bestScore = score;
+                        bestIntent = {
+                            type: intentType,
+                            confidence: score,
+                            description: config.description,
+                        };
+                    }
+                }
+            }
+        }
+        // Extract file path if intent found
+        if (bestIntent) {
+            const filePath = this.extractFilePath(task);
+            if (filePath) {
+                bestIntent.filePath = filePath;
+                bestIntent.language = this.detectLanguage(filePath);
+                // Boost confidence if file exists
+                if (existsSync(filePath)) {
+                    bestIntent.confidence = Math.min(1.0, bestIntent.confidence + 0.1);
+                }
+            }
+        }
+        return bestIntent;
+    }
+    /**
+     * Extract file path from task description
+     */
+    extractFilePath(task) {
+        for (const pattern of FILE_PATH_PATTERNS) {
+            const match = task.match(pattern);
+            if (match && match[1]) {
+                return match[1];
+            }
+        }
+        return null;
+    }
+    /**
+     * Detect language from file extension
+     */
+    detectLanguage(filePath) {
+        const ext = extname(filePath).toLowerCase();
+        return LANGUAGE_MAP[ext] || 'javascript';
+    }
+    /**
+     * Check if task contains Tier 3 (Opus) keywords
+     */
+    containsTier3Keywords(task) {
+        let count = 0;
+        for (const pattern of TIER3_KEYWORDS) {
+            if (pattern.test(task)) {
+                count++;
+            }
+        }
+        return { matches: count > 0, count };
+    }
+    /**
+     * Route a task to the optimal tier and handler
+     */
+    async route(task, context) {
+        // Step 1: Try Agent Booster intent detection
+        if (this.config.agentBoosterEnabled) {
+            const intent = this.detectIntent(task);
+            if (intent && intent.confidence >= this.config.agentBoosterConfidenceThreshold) {
+                return {
+                    tier: 1,
+                    handler: 'agent-booster',
+                    confidence: intent.confidence,
+                    reasoning: `Agent Booster can handle "${intent.type}" with ${(intent.confidence * 100).toFixed(0)}% confidence`,
+                    agentBoosterIntent: intent,
+                    canSkipLLM: true,
+                    estimatedLatencyMs: 1,
+                    estimatedCost: 0,
+                };
+            }
+        }
+        // Step 2: Check for Tier 3 keywords (architecture, security, distributed)
+        const tier3Check = this.containsTier3Keywords(task);
+        if (tier3Check.matches && tier3Check.count >= 2) {
+            // Strong signal for Opus - multiple complex keywords
+            return {
+                tier: 3,
+                handler: 'opus',
+                model: 'opus',
+                confidence: Math.min(0.95, 0.7 + tier3Check.count * 0.1),
+                complexity: 0.8 + tier3Check.count * 0.05,
+                reasoning: `High complexity task (${tier3Check.count} architectural keywords) - using opus`,
+                canSkipLLM: false,
+                estimatedLatencyMs: 5000,
+                estimatedCost: 0.015,
+            };
+        }
+        // Step 3: AST complexity analysis (if file path provided)
+        let astComplexity;
+        const targetFile = context?.filePath || this.extractFilePath(task);
+        if (targetFile && existsSync(targetFile)) {
+            try {
+                astComplexity = await this.analyzeASTComplexity(targetFile);
+            }
+            catch {
+                // AST analysis not available, continue with text-based routing
+            }
+        }
+        // Step 4: Text-based complexity + tiny-dancer routing
+        const tinyDancerResult = await this.tinyDancerRouter.route(task);
+        // Step 5: Combine AST complexity with tiny-dancer result
+        // Also boost if single tier3 keyword found
+        let finalComplexity = astComplexity !== undefined
+            ? (astComplexity + tinyDancerResult.complexity) / 2
+            : tinyDancerResult.complexity;
+        // Boost complexity if tier3 keywords found (even just one)
+        if (tier3Check.matches) {
+            finalComplexity = Math.min(1.0, finalComplexity + 0.25);
+        }
+        // Step 6: Determine tier based on complexity
+        const { haiku, sonnet } = this.config.complexityThresholds;
+        if (finalComplexity < haiku) {
+            return {
+                tier: 2,
+                handler: 'haiku',
+                model: 'haiku',
+                confidence: tinyDancerResult.confidence,
+                complexity: finalComplexity,
+                reasoning: `Low complexity (${(finalComplexity * 100).toFixed(0)}%) - using haiku`,
+                canSkipLLM: false,
+                estimatedLatencyMs: 500,
+                estimatedCost: 0.0002,
+            };
+        }
+        if (finalComplexity < sonnet) {
+            return {
+                tier: 2,
+                handler: 'sonnet',
+                model: 'sonnet',
+                confidence: tinyDancerResult.confidence,
+                complexity: finalComplexity,
+                reasoning: `Medium complexity (${(finalComplexity * 100).toFixed(0)}%) - using sonnet`,
+                canSkipLLM: false,
+                estimatedLatencyMs: 2000,
+                estimatedCost: 0.003,
+            };
+        }
+        return {
+            tier: 3,
+            handler: 'opus',
+            model: 'opus',
+            confidence: tinyDancerResult.confidence,
+            complexity: finalComplexity,
+            reasoning: `High complexity (${(finalComplexity * 100).toFixed(0)}%) - using opus`,
+            canSkipLLM: false,
+            estimatedLatencyMs: 5000,
+            estimatedCost: 0.015,
+        };
+    }
+    /**
+     * Analyze AST complexity of a file
+     * Returns normalized complexity score (0-1)
+     */
+    async analyzeASTComplexity(filePath) {
+        try {
+            const content = readFileSync(filePath, 'utf-8');
+            const lines = content.split('\n');
+            // Simple heuristics for complexity
+            let complexity = 0;
+            // Line count contribution
+            complexity += Math.min(0.3, lines.length / 1000);
+            // Nesting depth estimation (count indentation)
+            const avgIndent = lines
+                .filter((l) => l.trim().length > 0)
+                .map((l) => l.match(/^(\s*)/)?.[1].length || 0)
+                .reduce((sum, indent) => sum + indent, 0) / Math.max(1, lines.length);
+            complexity += Math.min(0.2, avgIndent / 20);
+            // Control flow complexity (count keywords)
+            const controlFlowCount = (content.match(/\b(if|else|for|while|switch|case|try|catch|async|await)\b/g) || []).length;
+            complexity += Math.min(0.3, controlFlowCount / 100);
+            // Function/class count
+            const functionCount = (content.match(/\b(function|class|=>)\b/g) || []).length;
+            complexity += Math.min(0.2, functionCount / 50);
+            return Math.min(1, complexity);
+        }
+        catch {
+            return 0.5; // Default to medium complexity on error
+        }
+    }
+    /**
+     * Execute task using the appropriate tier
+     * Returns the result and routing information
+     */
+    async execute(task, context) {
+        const routeResult = await this.route(task, context);
+        if (routeResult.tier === 1 && routeResult.agentBoosterIntent) {
+            // Try to execute with Agent Booster
+            const abResult = await this.tryAgentBooster(routeResult.agentBoosterIntent, context);
+            if (abResult.success) {
+                return {
+                    result: { applied: true, confidence: abResult.confidence },
+                    routeResult,
+                };
+            }
+            // Agent Booster failed, fall back to LLM
+            routeResult.tier = 2;
+            routeResult.handler = 'sonnet';
+            routeResult.model = 'sonnet';
+            routeResult.canSkipLLM = false;
+            routeResult.reasoning += ' (Agent Booster fallback to LLM)';
+        }
+        // Return routing result - caller handles LLM invocation
+        return { result: routeResult.reasoning, routeResult };
+    }
+    /**
+     * Try to apply edit using Agent Booster
+     */
+    async tryAgentBooster(intent, context) {
+        try {
+            // Try to import and use agentic-flow's agent-booster
+            const { execSync } = await import('child_process');
+            const filePath = intent.filePath || context?.filePath;
+            if (!filePath || !existsSync(filePath)) {
+                return { success: false, confidence: 0 };
+            }
+            const originalCode = context?.originalCode || readFileSync(filePath, 'utf-8');
+            // Build agent-booster command based on intent
+            const intentToInstruction = {
+                'var-to-const': 'Convert all var declarations to const',
+                'add-types': 'Add TypeScript type annotations',
+                'add-error-handling': 'Wrap in try/catch blocks',
+                'async-await': 'Convert to async/await',
+                'add-logging': 'Add console.log statements',
+                'remove-console': 'Remove all console.* statements',
+            };
+            const instruction = intentToInstruction[intent.type];
+            const language = intent.language || 'javascript';
+            // Try using npx agent-booster
+            const cmd = `npx --yes agent-booster@0.2.2 apply --language ${language}`;
+            const result = execSync(cmd, {
+                encoding: 'utf-8',
+                input: JSON.stringify({
+                    code: originalCode,
+                    edit: instruction,
+                }),
+                maxBuffer: 10 * 1024 * 1024,
+                timeout: 5000,
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            const parsed = JSON.parse(result);
+            if (parsed.confidence >= this.config.agentBoosterConfidenceThreshold) {
+                return {
+                    success: true,
+                    confidence: parsed.confidence,
+                    output: parsed.output,
+                };
+            }
+            return { success: false, confidence: parsed.confidence || 0 };
+        }
+        catch {
+            // Agent Booster not available or failed
+            return { success: false, confidence: 0 };
+        }
+    }
+    /**
+     * Get router statistics
+     */
+    getStats() {
+        return {
+            config: { ...this.config },
+            tinyDancerStats: this.tinyDancerRouter.getStats(),
+        };
+    }
+}
+// ============================================================================
+// Singleton & Factory Functions
+// ============================================================================
+let enhancedRouterInstance = null;
+/**
+ * Get or create the singleton EnhancedModelRouter instance
+ */
+export function getEnhancedModelRouter(config) {
+    if (!enhancedRouterInstance) {
+        enhancedRouterInstance = new EnhancedModelRouter(config);
+    }
+    return enhancedRouterInstance;
+}
+/**
+ * Reset the singleton instance
+ */
+export function resetEnhancedModelRouter() {
+    enhancedRouterInstance = null;
+}
+/**
+ * Create a new EnhancedModelRouter instance (non-singleton)
+ */
+export function createEnhancedModelRouter(config) {
+    return new EnhancedModelRouter(config);
+}
+// ============================================================================
+// Convenience Functions
+// ============================================================================
+/**
+ * Quick route function with enhanced routing
+ */
+export async function enhancedRouteToModel(task, context) {
+    const router = getEnhancedModelRouter();
+    return router.route(task, context);
+}
+/**
+ * Detect if a task can be handled by Agent Booster
+ */
+export function canUseAgentBooster(task) {
+    const router = getEnhancedModelRouter();
+    const intent = router.detectIntent(task);
+    if (intent && intent.confidence >= 0.7) {
+        return { canUse: true, intent };
+    }
+    return { canUse: false };
+}
+//# sourceMappingURL=enhanced-model-router.js.map

package/dist/src/ruvector/enhanced-model-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"enhanced-model-router.js","sourceRoot":"","sources":["../../../src/ruvector/enhanced-model-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAe,cAAc,EAAmC,MAAM,mBAAmB,CAAC;AA4DjG,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E;;GAEG;AACH,MAAM,eAAe,GAIhB;IACH,cAAc,EAAE;QACd,QAAQ,EAAE;YACR,6BAA6B;YAC7B,4BAA4B;YAC5B,4CAA4C;YAC5C,+BAA+B;YAC/B,4BAA4B;YAC5B,mCAAmC;SACpC;QACD,MAAM,EAAE,GAAG;QACX,WAAW,EAAE,uCAAuC;KACrD;IACD,WAAW,EAAE;QACX,QAAQ,EAAE;YACR,4BAA4B;YAC5B,4BAA4B;YAC5B,yBAAyB;YACzB,oBAAoB;YACpB,2BAA2B;SAC5B;QACD,MAAM,EAAE,GAAG;QACX,WAAW,EAAE,iCAAiC;KAC/C;IACD,oBAAoB,EAAE;QACpB,QAAQ,EAAE;YACR,yBAAyB;YACzB,kCAAkC;YAClC,4BAA4B;YAC5B,mBAAmB;YACnB,6BAA6B;SAC9B;QACD,MAAM,EAAE,GAAG,EAAE,0CAA0C;QACvD,WAAW,EAAE,+BAA+B;KAC7C;IACD,aAAa,EAAE;QACb,QAAQ,EAAE;YACR,uCAAuC;YACvC,6BAA6B;YAC7B,8BAA8B;YAC9B,kCAAkC;YAClC,wBAAwB;YACxB,+BAA+B;YAC/B,wBAAwB;YACxB,0BAA0B;SAC3B;QACD,MAAM,EAAE,GAAG;QACX,WAAW,EAAE,2CAA2C;KACzD;IACD,aAAa,EAAE;QACb,QAAQ,EAAE;YACR,gBAAgB;YAChB,qBAAqB;YACrB,sBAAsB;YACtB,wBAAwB;YACxB,wBAAwB;SACzB;QACD,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,uCAAuC;KACrD;IACD,gBAAgB,EAAE;QAChB,QAAQ,EAAE;YACR,wBAAwB;YACxB,iCAAiC;YACjC,kBAAkB;YAClB,uBAAuB;YACvB,6BAA6B;YAC7B,yBAAyB;SAC1B;QACD,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,wBAAwB;KACtC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,kBAAkB,GAAa;IACnC,yEAAyE;IACzE,2CAA2C;IAC3C,mBAAmB;IACnB,+DAA+D;CAChE,CAAC;AAEF;;GAEG;AACH;;;GAGG;AACH,MAAM,cAAc,GAAa;IAC/B,wBAAwB;IACxB,gEAAgE;IAChE,mDAAmD;IACnD,oDAAoD;IAEpD,WAAW;IACX,uEAAuE;IACvE,6EAA6E;IAC7E,mDAAmD;IACnD,gEAAgE;IAEhE,sBAAsB;IACtB,mDAAmD;IACnD,iEAAiE;IACjE,2DAA2D;IAC3D,gDAAgD;IAEhD,qBAAqB;IACrB,yDAAyD;IACzD,iEAAiE;IAEjE,kBAAkB;IAClB,0DAA0D;IAC1D,0CAA0C;IAC1C,sDAAsD;IAEtD,uBAAuB;IACvB,+DAA+D;IAC/D,mDAAmD;CACpD,CAAC;AAEF,MAAM,YAAY,GAA2B;IAC3C,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,OAAO;IACjB,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,GAAG;CACV,CAAC;AAEF,+EAA+E;AAC/E,uCAAuC;AACvC,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,OAAO,mBAAmB;IACtB,MAAM,CAA4B;IAClC,gBAAgB,CAAc;IAEtC,YAAY,MAA2C;QACrD,IAAI,CAAC,MAAM,GAAG;YACZ,mBAAmB,EAAE,IAAI;YACzB,+BAA+B,EAAE,GAAG;YACpC,cAAc,EAAE;gBACd,cAAc;gBACd,WAAW;gBACX,oBAAoB;gBACpB,aAAa;gBACb,aAAa;gBACb,gBAAgB;aACjB;YACD,oBAAoB,EAAE;gBACpB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,GAAG;aACV;YACD,UAAU,EAAE,KAAK;YACjB,aAAa,EAAE,KAAK;YACpB,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,cAAc,EAAE,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,IAAY;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,UAAU,GAAsB,IAAI,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,UAA4B,CAAC,EAAE,CAAC;gBACvE,SAAS;YACX,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;oBAC5B,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;wBACtB,SAAS,GAAG,KAAK,CAAC;wBAClB,UAAU,GAAG;4BACX,IAAI,EAAE,UAA4B;4BAClC,UAAU,EAAE,KAAK;4BACjB,WAAW,EAAE,MAAM,CAAC,WAAW;yBAChC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAC/B,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACpD,kCAAkC;gBAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAY;QAClC,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAgB;QACrC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,IAAY;QACxC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,OAA+B;QACvD,6CAA6C;QAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAEvC,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,+BAA+B,EAAE,CAAC;gBAC/E,OAAO;oBACL,IAAI,EAAE,CAAC;oBACP,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS,EAAE,6BAA6B,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc;oBAC/G,kBAAkB,EAAE,MAAM;oBAC1B,UAAU,EAAE,IAAI;oBAChB,kBAAkB,EAAE,CAAC;oBACrB,aAAa,EAAE,CAAC;iBACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAChD,qDAAqD;YACrD,OAAO;gBACL,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,MAAM;gBACb,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,UAAU,CAAC,KAAK,GAAG,GAAG,CAAC;gBACxD,UAAU,EAAE,GAAG,GAAG,UAAU,CAAC,KAAK,GAAG,IAAI;gBACzC,SAAS,EAAE,yBAAyB,UAAU,CAAC,KAAK,uCAAuC;gBAC3F,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,IAAI;gBACxB,aAAa,EAAE,KAAK;aACrB,CAAC;QACJ,CAAC;QAED,0DAA0D;QAC1D,IAAI,aAAiC,CAAC;QACtC,MAAM,UAAU,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAEnE,IAAI,UAAU,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,aAAa,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC;gBACP,+DAA+D;YACjE,CAAC;QACH,CAAC;QAED,sDAAsD;QACtD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEjE,yDAAyD;QACzD,2CAA2C;QAC3C,IAAI,eAAe,GAAG,aAAa,KAAK,SAAS;YAC/C,CAAC,CAAC,CAAC,aAAa,GAAG,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC;YACnD,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC;QAEhC,2DAA2D;QAC3D,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACvB,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,GAAG,IAAI,CAAC,CAAC;QAC1D,CAAC;QAED,6CAA6C;QAC7C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;QAE3D,IAAI,eAAe,GAAG,KAAK,EAAE,CAAC;YAC5B,OAAO;gBACL,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,OAAO;gBACd,UAAU,EAAE,gBAAgB,CAAC,UAAU;gBACvC,UAAU,EAAE,eAAe;gBAC3B,SAAS,EAAE,mBAAmB,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;gBAClF,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,GAAG;gBACvB,aAAa,EAAE,MAAM;aACtB,CAAC;QACJ,CAAC;QAED,IAAI,eAAe,GAAG,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,QAAQ;gBACjB,KAAK,EAAE,QAAQ;gBACf,UAAU,EAAE,gBAAgB,CAAC,UAAU;gBACvC,UAAU,EAAE,eAAe;gBAC3B,SAAS,EAAE,sBAAsB,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB;gBACtF,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,IAAI;gBACxB,aAAa,EAAE,KAAK;aACrB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,MAAM;YACb,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,UAAU,EAAE,eAAe;YAC3B,SAAS,EAAE,oBAAoB,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB;YAClF,UAAU,EAAE,KAAK;YACjB,kBAAkB,EAAE,IAAI;YACxB,aAAa,EAAE,KAAK;SACrB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,oBAAoB,CAAC,QAAgB;QACjD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAElC,mCAAmC;YACnC,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,0BAA0B;YAC1B,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;YAEjD,+CAA+C;YAC/C,MAAM,SAAS,GAAG,KAAK;iBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;iBAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACxE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC;YAE5C,2CAA2C;YAC3C,MAAM,gBAAgB,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACpH,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,GAAG,GAAG,CAAC,CAAC;YAEpD,uBAAuB;YACvB,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YAC/E,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC;YAEhD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC,CAAC,wCAAwC;QACtD,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CACX,IAAY,EACZ,OAAsD;QAKtD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEpD,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,WAAW,CAAC,kBAAkB,EAAE,CAAC;YAC7D,oCAAoC;YACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;YAErF,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO;oBACL,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE;oBAC1D,WAAW;iBACZ,CAAC;YACJ,CAAC;YAED,yCAAyC;YACzC,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;YACrB,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,WAAW,CAAC,KAAK,GAAG,QAAQ,CAAC;YAC7B,WAAW,CAAC,UAAU,GAAG,KAAK,CAAC;YAC/B,WAAW,CAAC,SAAS,IAAI,kCAAkC,CAAC;QAC9D,CAAC;QAED,wDAAwD;QACxD,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,SAAS,EAAE,WAAW,EAAE,CAAC;IACxD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,MAAkB,EAClB,OAAsD;QAEtD,IAAI,CAAC;YACH,qDAAqD;YACrD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;YAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,OAAO,EAAE,QAAQ,CAAC;YACtD,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YAC3C,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAE9E,8CAA8C;YAC9C,MAAM,mBAAmB,GAAmC;gBAC1D,cAAc,EAAE,uCAAuC;gBACvD,WAAW,EAAE,iCAAiC;gBAC9C,oBAAoB,EAAE,0BAA0B;gBAChD,aAAa,EAAE,wBAAwB;gBACvC,aAAa,EAAE,4BAA4B;gBAC3C,gBAAgB,EAAE,iCAAiC;aACpD,CAAC;YAEF,MAAM,WAAW,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,YAAY,CAAC;YAEjD,8BAA8B;YAC9B,MAAM,GAAG,GAAG,kDAAkD,QAAQ,EAAE,CAAC;YAEzE,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE;gBAC3B,QAAQ,EAAE,OAAO;gBACjB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,WAAW;iBAClB,CAAC;gBACF,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAElC,IAAI,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,+BAA+B,EAAE,CAAC;gBACrE,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;YACxC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QAIN,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE;YAC1B,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE;SAClD,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,gCAAgC;AAChC,+EAA+E;AAE/E,IAAI,sBAAsB,GAA+B,IAAI,CAAC;AAE9D;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAA2C;IAE3C,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,sBAAsB,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,sBAAsB,GAAG,IAAI,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAA2C;IAE3C,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAY,EACZ,OAA+B;IAE/B,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;IACxC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAI7C,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAEzC,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;QACvC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}

package/dist/src/ruvector/flash-attention.d.ts

@@ -15,7 +15,7 @@
  * Created with love by ruv.io
  */
 export interface FlashAttentionConfig {
-    /** Block size for tiling (64-128 optimal for L1 cache) */
+    /** Block size for tiling (32-64 optimal for CPU L1 cache) */
     blockSize: number;
     /** Number of dimensions in embedding vectors */
     dimensions: number;
@@ -23,6 +23,8 @@ export interface FlashAttentionConfig {
     temperature: number;
     /** Enable numerical stability optimizations */
     useStableMode: boolean;
+    /** Use optimized CPU path (default: true) */
+    useCPUOptimizations: boolean;
 }
 export interface AttentionResult {
     /** Output vectors after attention */
@@ -54,6 +56,9 @@ export declare class FlashAttention {
     private config;
     private lastSpeedup;
     private benchmarkHistory;
+    private scoreBuffer;
+    private expBuffer;
+    private accumBuffer;
     constructor(config?: Partial<FlashAttentionConfig>);
     /**
      * Main attention computation using Flash Attention algorithm
@@ -64,6 +69,34 @@ export declare class FlashAttention {
      * @returns Attention output [N x D]
      */
     attention(queries: Float32Array[], keys: Float32Array[], values: Float32Array[]): AttentionResult;
+    /**
+     * CPU-optimized attention with aggressive optimizations
+     *
+     * Key optimizations:
+     * - Blocked score computation (better cache utilization)
+     * - Top-K sparse attention (only use most relevant keys)
+     * - Pre-allocated buffers to avoid GC pressure
+     * - 8x loop unrolling for dot products
+     * - Fused max-finding during score computation
+     */
+    private cpuOptimizedAttention;
+    /**
+     * Partial dot product using only first N dimensions (for screening)
+     */
+    private partialDotProduct;
+    /**
+     * Partial sort to get top-K elements (QuickSelect-like)
+     * Only ensures first K elements are the largest, not sorted
+     */
+    private partialSort;
+    /**
+     * Swap two indices in array
+     */
+    private swapIndices;
+    /**
+     * Fast dot product with 8x unrolling
+     */
+    private fastDotProduct;
     /**
      * Block-wise attention computation (Flash Attention core algorithm)
      *
@@ -85,7 +118,7 @@ export declare class FlashAttention {
      */
     getSpeedup(): number;
     /**
-     * Run benchmark comparing naive vs flash attention
+     * Run benchmark comparing naive vs CPU-optimized attention
      *
      * @param numVectors - Number of vectors to test
      * @param dimensions - Dimensions per vector

package/dist/src/ruvector/flash-attention.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"flash-attention.d.ts","sourceRoot":"","sources":["../../../src/ruvector/flash-attention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,qCAAqC;IACrC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,kDAAkD;IAClD,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IACzB,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAC;IACzB,8BAA8B;IAC9B,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,gBAAgB,CAAyB;gBAErC,MAAM,GAAE,OAAO,CAAC,oBAAoB,CAAM;IAatD;;;;;;;OAOG;IACH,SAAS,CACP,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,GACrB,eAAe;IA0BlB;;;;;;;;;;;;;;OAcG;IACH,cAAc,CACZ,CAAC,EAAE,YAAY,EAAE,EACjB,CAAC,EAAE,YAAY,EAAE,EACjB,CAAC,EAAE,YAAY,EAAE,EACjB,SAAS,EAAE,MAAM,GAChB,YAAY,EAAE;IA0DjB;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;;;;;OAMG;IACH,SAAS,CACP,UAAU,GAAE,MAAY,EACxB,UAAU,GAAE,MAAY,EACxB,UAAU,GAAE,MAAU,GACrB,eAAe;IAsDlB;;OAEG;IACH,mBAAmB,IAAI,eAAe,EAAE;IAIxC;;OAEG;IACH,SAAS,IAAI,oBAAoB;IAIjC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,IAAI;IAQtD;;OAEG;IACH,OAAO,CAAC,cAAc;IAwCtB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwB1B;;;;;OAKG;IACH,OAAO,CAAC,uBAAuB;IA2D/B;;OAEG;IACH,OAAO,CAAC,UAAU;IAqBlB;;OAEG;IACH,OAAO,CAAC,OAAO;IA4Bf;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAyB7B;;OAEG;IACH,OAAO,CAAC,cAAc;CA+BvB;AAQD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,cAAc,CAKxF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C;AAMD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,MAAM,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,GACrC,eAAe,CAGjB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,MAAM,GAClB,eAAe,CAEjB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,MAAM,CAEjD"}
+{"version":3,"file":"flash-attention.d.ts","sourceRoot":"","sources":["../../../src/ruvector/flash-attention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,MAAM,WAAW,oBAAoB;IACnC,6DAA6D;IAC7D,SAAS,EAAE,MAAM,CAAC;IAClB,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,aAAa,EAAE,OAAO,CAAC;IACvB,6CAA6C;IAC7C,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,eAAe;IAC9B,qCAAqC;IACrC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,kDAAkD;IAClD,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IACzB,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAC;IACzB,8BAA8B;IAC9B,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,gBAAgB,CAAyB;IAGjD,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,WAAW,CAA6B;gBAEpC,MAAM,GAAE,OAAO,CAAC,oBAAoB,CAAM;IActD;;;;;;;OAOG;IACH,SAAS,CACP,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,GACrB,eAAe;IA2BlB;;;;;;;;;OASG;IACH,OAAO,CAAC,qBAAqB;IAyI7B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAYzB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAqCnB;;OAEG;IACH,OAAO,CAAC,WAAW;IAMnB;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;;;;;;;;;;;;;OAcG;IACH,cAAc,CACZ,CAAC,EAAE,YAAY,EAAE,EACjB,CAAC,EAAE,YAAY,EAAE,EACjB,CAAC,EAAE,YAAY,EAAE,EACjB,SAAS,EAAE,MAAM,GAChB,YAAY,EAAE;IA0DjB;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;;;;;OAMG;IACH,SAAS,CACP,UAAU,GAAE,MAAY,EACxB,UAAU,GAAE,MAAY,EACxB,UAAU,GAAE,MAAU,GACrB,eAAe;IAsDlB;;OAEG;IACH,mBAAmB,IAAI,eAAe,EAAE;IAIxC;;OAEG;IACH,SAAS,IAAI,oBAAoB;IAIjC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,IAAI;IAQtD;;OAEG;IACH,OAAO,CAAC,cAAc;IAwCtB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwB1B;;;;;OAKG;IACH,OAAO,CAAC,uBAAuB;IA2D/B;;OAEG;IACH,OAAO,CAAC,UAAU;IAqBlB;;OAEG;IACH,OAAO,CAAC,OAAO;IA4Bf;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAyB7B;;OAEG;IACH,OAAO,CAAC,cAAc;CA+BvB;AAQD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,cAAc,CAKxF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C;AAMD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,MAAM,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,GACrC,eAAe,CAGjB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,MAAM,GAClB,eAAe,CAEjB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,MAAM,CAEjD"}