@sparkleideas/performance 3.0.0-alpha.22 → 3.0.0-alpha.29

package/dist/attention-integration.js

@@ -0,0 +1,366 @@
+/**
+ * @sparkleideas/performance - Flash Attention Integration
+ *
+ * Integrates @ruvector/attention Flash Attention capabilities into V3 performance module.
+ * Provides optimized attention mechanisms with 2.49x-7.47x speedup targets.
+ *
+ * Features:
+ * - Flash Attention for memory-efficient processing
+ * - Automatic runtime selection (NAPI/WASM/JS)
+ * - Performance benchmarking and metrics
+ * - Speedup tracking and validation
+ */
+import { FlashAttention, DotProductAttention, } from '@ruvector/attention';
+// ============================================================================
+// Flash Attention Optimizer
+// ============================================================================
+export class FlashAttentionOptimizer {
+    dim;
+    blockSize;
+    flashAttention;
+    baselineAttention;
+    metrics;
+    constructor(dim = 512, blockSize = 64) {
+        this.dim = dim;
+        this.blockSize = blockSize;
+        this.flashAttention = new FlashAttention(dim, blockSize);
+        this.baselineAttention = new DotProductAttention(dim);
+        this.metrics = {
+            operations: 0,
+            totalSpeedup: 0,
+            peakSpeedup: 0,
+            totalExecutionTime: 0,
+            successfulOperations: 0,
+            totalBaselineMemory: 0,
+            totalOptimizedMemory: 0,
+            peakMemory: 0,
+        };
+    }
+    /**
+     * Optimize attention computation using Flash Attention
+     * @param input - Query, keys, and values for attention computation
+     * @returns Optimized attention output with performance metrics
+     */
+    optimize(input) {
+        const startTime = performance.now();
+        const startMemory = this.getMemoryUsage();
+        // Convert inputs if needed
+        const query = this.ensureFloat32Array(input.query);
+        const keys = input.keys.map(k => this.ensureFloat32Array(k));
+        const values = input.values.map(v => this.ensureFloat32Array(v));
+        // Use synchronous Flash Attention with raw Float32Arrays
+        const result = this.flashAttention.computeRaw(query, keys, values);
+        const executionTimeMs = performance.now() - startTime;
+        const endMemory = this.getMemoryUsage();
+        const memoryUsageBytes = endMemory - startMemory;
+        // Update metrics
+        this.metrics.operations++;
+        this.metrics.totalExecutionTime += executionTimeMs;
+        return {
+            result,
+            runtime: this.detectRuntime(),
+            executionTimeMs,
+            memoryUsageBytes: memoryUsageBytes > 0 ? memoryUsageBytes : undefined,
+        };
+    }
+    /**
+     * Benchmark Flash Attention vs baseline attention
+     * @returns Comprehensive benchmark results with speedup metrics
+     */
+    benchmark() {
+        const dim = this.dim;
+        const numKeys = 100;
+        const iterations = 1000;
+        // Create test data
+        const query = new Float32Array(dim);
+        const keys = Array.from({ length: numKeys }, () => new Float32Array(dim));
+        const values = Array.from({ length: numKeys }, () => new Float32Array(dim));
+        // Fill with random data
+        for (let i = 0; i < dim; i++) {
+            query[i] = Math.random();
+        }
+        for (let i = 0; i < numKeys; i++) {
+            for (let j = 0; j < dim; j++) {
+                keys[i][j] = Math.random();
+                values[i][j] = Math.random();
+            }
+        }
+        // Force garbage collection if available for accurate memory measurement
+        this.forceGC();
+        // Measure baseline memory usage
+        const baselineMemoryBefore = this.getMemoryUsage();
+        let baselinePeakMemory = baselineMemoryBefore;
+        // Benchmark baseline (DotProduct) - run first to establish baseline memory
+        const baselineStart = performance.now();
+        for (let i = 0; i < iterations; i++) {
+            this.baselineAttention.computeRaw(query, keys, values);
+            // Sample memory periodically (every 100 iterations to reduce overhead)
+            if (i % 100 === 0) {
+                const currentMemory = this.getMemoryUsage();
+                if (currentMemory > baselinePeakMemory) {
+                    baselinePeakMemory = currentMemory;
+                }
+            }
+        }
+        const baselineEnd = performance.now();
+        const baselineMemoryAfter = this.getMemoryUsage();
+        const baselineTimeMs = baselineEnd - baselineStart;
+        const baselineAvgMs = baselineTimeMs / iterations;
+        const baselineMemoryUsed = Math.max(0, baselinePeakMemory - baselineMemoryBefore);
+        // Force garbage collection before Flash Attention benchmark
+        this.forceGC();
+        // Measure Flash Attention memory usage
+        const flashMemoryBefore = this.getMemoryUsage();
+        let flashPeakMemory = flashMemoryBefore;
+        // Benchmark Flash Attention
+        const flashStart = performance.now();
+        for (let i = 0; i < iterations; i++) {
+            this.flashAttention.computeRaw(query, keys, values);
+            // Sample memory periodically
+            if (i % 100 === 0) {
+                const currentMemory = this.getMemoryUsage();
+                if (currentMemory > flashPeakMemory) {
+                    flashPeakMemory = currentMemory;
+                }
+            }
+        }
+        const flashEnd = performance.now();
+        const flashTimeMs = flashEnd - flashStart;
+        const flashAvgMs = flashTimeMs / iterations;
+        const flashMemoryUsed = Math.max(0, flashPeakMemory - flashMemoryBefore);
+        const speedup = baselineAvgMs / flashAvgMs;
+        const meetsTarget = speedup >= 2.49; // Minimum target: 2.49x
+        // Update peak speedup
+        if (speedup > this.metrics.peakSpeedup) {
+            this.metrics.peakSpeedup = speedup;
+        }
+        // Update memory tracking metrics
+        this.metrics.totalBaselineMemory += baselineMemoryUsed;
+        this.metrics.totalOptimizedMemory += flashMemoryUsed;
+        if (flashPeakMemory > this.metrics.peakMemory) {
+            this.metrics.peakMemory = flashPeakMemory;
+        }
+        this.metrics.totalSpeedup += speedup;
+        if (meetsTarget) {
+            this.metrics.successfulOperations++;
+        }
+        return {
+            flashAttention: {
+                averageTimeMs: flashAvgMs,
+                opsPerSecond: 1000 / flashAvgMs,
+                memoryUsageBytes: flashMemoryUsed,
+            },
+            baseline: {
+                averageTimeMs: baselineAvgMs,
+                opsPerSecond: 1000 / baselineAvgMs,
+                memoryUsageBytes: baselineMemoryUsed,
+            },
+            speedup,
+            meetsTarget,
+            timestamp: new Date(),
+        };
+    }
+    /**
+     * Get current speedup factor from accumulated metrics
+     * @returns Average speedup factor across all operations
+     */
+    getSpeedup() {
+        if (this.metrics.operations === 0) {
+            return 0;
+        }
+        return this.metrics.totalSpeedup / this.metrics.operations;
+    }
+    /**
+     * Get comprehensive performance metrics
+     * @returns Detailed performance statistics
+     */
+    getMetrics() {
+        const avgSpeedup = this.getSpeedup();
+        // Calculate memory savings
+        const baselineMemory = this.metrics.totalBaselineMemory;
+        const optimizedMemory = this.metrics.totalOptimizedMemory;
+        const memorySaved = Math.max(0, baselineMemory - optimizedMemory);
+        const memorySavedPercent = baselineMemory > 0 ? (memorySaved / baselineMemory) * 100 : 0;
+        return {
+            totalOperations: this.metrics.operations,
+            averageSpeedup: avgSpeedup,
+            peakSpeedup: this.metrics.peakSpeedup,
+            averageExecutionTimeMs: this.metrics.operations > 0
+                ? this.metrics.totalExecutionTime / this.metrics.operations
+                : 0,
+            totalMemorySavedBytes: memorySaved,
+            successRate: this.metrics.operations > 0
+                ? (this.metrics.successfulOperations / this.metrics.operations) * 100
+                : 0,
+            // Memory tracking metrics
+            baselineMemoryBytes: baselineMemory,
+            optimizedMemoryBytes: optimizedMemory,
+            memorySavedBytes: memorySaved,
+            memorySavedPercent: memorySavedPercent,
+            peakMemoryBytes: this.metrics.peakMemory,
+        };
+    }
+    /**
+     * Reset all metrics
+     */
+    resetMetrics() {
+        this.metrics = {
+            operations: 0,
+            totalSpeedup: 0,
+            peakSpeedup: 0,
+            totalExecutionTime: 0,
+            successfulOperations: 0,
+            totalBaselineMemory: 0,
+            totalOptimizedMemory: 0,
+            peakMemory: 0,
+        };
+    }
+    /**
+     * Ensure input is Float32Array for optimal performance
+     */
+    ensureFloat32Array(input) {
+        if (input instanceof Float32Array) {
+            return input;
+        }
+        return new Float32Array(input);
+    }
+    /**
+     * Detect which runtime is being used
+     */
+    detectRuntime() {
+        // Check if NAPI bindings are available
+        try {
+            if (typeof process !== 'undefined' && process.versions && 'napi' in process.versions) {
+                return 'napi';
+            }
+        }
+        catch {
+            // Not in Node.js environment
+        }
+        // Check for WebAssembly support
+        if (typeof globalThis !== 'undefined' && 'WebAssembly' in globalThis) {
+            return 'wasm';
+        }
+        // Fallback to pure JS
+        return 'js';
+    }
+    /**
+     * Get current memory usage in bytes
+     */
+    getMemoryUsage() {
+        if (typeof process !== 'undefined' && process.memoryUsage) {
+            return process.memoryUsage().heapUsed;
+        }
+        return 0;
+    }
+    /**
+     * Force garbage collection if available (requires --expose-gc flag)
+     * This helps get more accurate memory measurements
+     */
+    forceGC() {
+        if (typeof global !== 'undefined' && typeof global.gc === 'function') {
+            global.gc();
+        }
+    }
+    /**
+     * Benchmark memory usage across multiple dimensions
+     * Validates the 50-75% memory reduction target
+     * @param dimensions - Array of dimensions to test (default: [128, 256, 512, 1024])
+     * @returns Memory profiling results for each dimension
+     */
+    benchmarkMemory(dimensions = [128, 256, 512, 1024]) {
+        const results = [];
+        for (const dim of dimensions) {
+            const numKeys = 100;
+            const iterations = 100; // Fewer iterations for memory profiling
+            // Create test data
+            const query = new Float32Array(dim);
+            const keys = Array.from({ length: numKeys }, () => new Float32Array(dim));
+            const values = Array.from({ length: numKeys }, () => new Float32Array(dim));
+            // Fill with random data
+            for (let i = 0; i < dim; i++) {
+                query[i] = Math.random();
+            }
+            for (let i = 0; i < numKeys; i++) {
+                for (let j = 0; j < dim; j++) {
+                    keys[i][j] = Math.random();
+                    values[i][j] = Math.random();
+                }
+            }
+            // Create temporary instances for this dimension
+            const flashAttention = new FlashAttention(dim, this.blockSize);
+            const baselineAttention = new DotProductAttention(dim);
+            // Measure baseline memory
+            this.forceGC();
+            const baselineMemBefore = this.getMemoryUsage();
+            let baselinePeak = baselineMemBefore;
+            for (let i = 0; i < iterations; i++) {
+                baselineAttention.computeRaw(query, keys, values);
+                if (i % 10 === 0) {
+                    const curr = this.getMemoryUsage();
+                    if (curr > baselinePeak)
+                        baselinePeak = curr;
+                }
+            }
+            const baselineMemoryUsed = Math.max(0, baselinePeak - baselineMemBefore);
+            // Measure Flash Attention memory
+            this.forceGC();
+            const flashMemBefore = this.getMemoryUsage();
+            let flashPeak = flashMemBefore;
+            for (let i = 0; i < iterations; i++) {
+                flashAttention.computeRaw(query, keys, values);
+                if (i % 10 === 0) {
+                    const curr = this.getMemoryUsage();
+                    if (curr > flashPeak)
+                        flashPeak = curr;
+                }
+            }
+            const flashMemoryUsed = Math.max(0, flashPeak - flashMemBefore);
+            const memorySaved = Math.max(0, baselineMemoryUsed - flashMemoryUsed);
+            const memorySavedPercent = baselineMemoryUsed > 0 ? (memorySaved / baselineMemoryUsed) * 100 : 0;
+            // Target: 50-75% memory reduction
+            const meetsTarget = memorySavedPercent >= 50 && memorySavedPercent <= 100;
+            results.push({
+                dimension: dim,
+                baselineMemoryBytes: baselineMemoryUsed,
+                optimizedMemoryBytes: flashMemoryUsed,
+                memorySavedBytes: memorySaved,
+                memorySavedPercent: memorySavedPercent,
+                meetsTarget: meetsTarget,
+            });
+            // Update global metrics
+            this.metrics.totalBaselineMemory += baselineMemoryUsed;
+            this.metrics.totalOptimizedMemory += flashMemoryUsed;
+            if (flashPeak > this.metrics.peakMemory) {
+                this.metrics.peakMemory = flashPeak;
+            }
+        }
+        return results;
+    }
+}
+// ============================================================================
+// Convenience Factory Functions
+// ============================================================================
+/**
+ * Create a Flash Attention optimizer with default settings
+ * @param dim - Dimension of attention vectors (default: 512)
+ * @param blockSize - Block size for Flash Attention (default: 64)
+ * @returns Configured FlashAttentionOptimizer instance
+ */
+export function createFlashAttentionOptimizer(dim = 512, blockSize = 64) {
+    return new FlashAttentionOptimizer(dim, blockSize);
+}
+/**
+ * Quick benchmark of Flash Attention performance
+ * @param dim - Dimension to test (default: 512)
+ * @returns Benchmark results with speedup metrics
+ */
+export function quickBenchmark(dim = 512) {
+    const optimizer = createFlashAttentionOptimizer(dim);
+    return optimizer.benchmark();
+}
+// ============================================================================
+// Exports
+// ============================================================================
+export { FlashAttention, DotProductAttention, };
+//# sourceMappingURL=attention-integration.js.map

package/dist/attention-integration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention-integration.js","sourceRoot":"","sources":["../src/attention-integration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,cAAc,EACd,mBAAmB,GAGpB,MAAM,qBAAqB,CAAC;AAoD7B,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E,MAAM,OAAO,uBAAuB;IAgBf;IACA;IAhBX,cAAc,CAAiB;IAC/B,iBAAiB,CAAsB;IACvC,OAAO,CAUb;IAEF,YACmB,MAAc,GAAG,EACjB,YAAoB,EAAE;QADtB,QAAG,GAAH,GAAG,CAAc;QACjB,cAAS,GAAT,SAAS,CAAa;QAEvC,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,iBAAiB,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG;YACb,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;YACvB,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,KAAqB;QAC5B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAE1C,2BAA2B;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,yDAAyD;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAEnE,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACxC,MAAM,gBAAgB,GAAG,SAAS,GAAG,WAAW,CAAC;QAEjD,iBAAiB;QACjB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,eAAe,CAAC;QAEnD,OAAO;YACL,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE;YAC7B,eAAe;YACf,gBAAgB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;SACtE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,SAAS;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,OAAO,GAAG,GAAG,CAAC;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC;QAExB,mBAAmB;QACnB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAE5E,wBAAwB;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC3B,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,wEAAwE;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,gCAAgC;QAChC,MAAM,oBAAoB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACnD,IAAI,kBAAkB,GAAG,oBAAoB,CAAC;QAE9C,2EAA2E;QAC3E,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACvD,uEAAuE;YACvE,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;gBAClB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5C,IAAI,aAAa,GAAG,kBAAkB,EAAE,CAAC;oBACvC,kBAAkB,GAAG,aAAa,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACtC,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAClD,MAAM,cAAc,GAAG,WAAW,GAAG,aAAa,CAAC;QACnD,MAAM,aAAa,GAAG,cAAc,GAAG,UAAU,CAAC;QAClD,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,oBAAoB,CAAC,CAAC;QAElF,4DAA4D;QAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,eAAe,GAAG,iBAAiB,CAAC;QAExC,4BAA4B;QAC5B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACpD,6BAA6B;YAC7B,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;gBAClB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5C,IAAI,aAAa,GAAG,eAAe,EAAE,CAAC;oBACpC,eAAe,GAAG,aAAa,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;QAC1C,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,GAAG,iBAAiB,CAAC,CAAC;QAEzE,MAAM,OAAO,GAAG,aAAa,GAAG,UAAU,CAAC;QAC3C,MAAM,WAAW,GAAG,OAAO,IAAI,IAAI,CAAC,CAAC,wBAAwB;QAE7D,sBAAsB;QACtB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC;QACrC,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,kBAAkB,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,eAAe,CAAC;QACrD,IAAI,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,eAAe,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC;QACrC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACtC,CAAC;QAED,OAAO;YACL,cAAc,EAAE;gBACd,aAAa,EAAE,UAAU;gBACzB,YAAY,EAAE,IAAI,GAAG,UAAU;gBAC/B,gBAAgB,EAAE,eAAe;aAClC;YACD,QAAQ,EAAE;gBACR,aAAa,EAAE,aAAa;gBAC5B,YAAY,EAAE,IAAI,GAAG,aAAa;gBAClC,gBAAgB,EAAE,kBAAkB;aACrC;YACD,OAAO;YACP,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAErC,2BAA2B;QAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;QACxD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,eAAe,CAAC,CAAC;QAClE,MAAM,kBAAkB,GACtB,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhE,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU;YACxC,cAAc,EAAE,UAAU;YAC1B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YACrC,sBAAsB,EACpB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC;gBACzB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU;gBAC3D,CAAC,CAAC,CAAC;YACP,qBAAqB,EAAE,WAAW;YAClC,WAAW,EACT,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC;gBACzB,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,GAAG;gBACrE,CAAC,CAAC,CAAC;YACP,0BAA0B;YAC1B,mBAAmB,EAAE,cAAc;YACnC,oBAAoB,EAAE,eAAe;YACrC,gBAAgB,EAAE,WAAW;YAC7B,kBAAkB,EAAE,kBAAkB;YACtC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU;SACzC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,OAAO,GAAG;YACb,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;YACvB,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAiB;QAC1C,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,uCAAuC;QACvC,IAAI,CAAC;YACH,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,IAAI,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrF,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;QAED,gCAAgC;QAChC,IAAI,OAAO,UAAU,KAAK,WAAW,IAAI,aAAa,IAAI,UAAU,EAAE,CAAC;YACrE,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC1D,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;QACxC,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;;OAGG;IACK,OAAO;QACb,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAQ,MAAc,CAAC,EAAE,KAAK,UAAU,EAAE,CAAC;YAC7E,MAAc,CAAC,EAAE,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,eAAe,CACb,aAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;QAS5C,MAAM,OAAO,GAOP,EAAE,CAAC;QAET,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,GAAG,CAAC;YACpB,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,wCAAwC;YAEhE,mBAAmB;YACnB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAE5E,wBAAwB;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7B,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,gDAAgD;YAChD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC/D,MAAM,iBAAiB,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAEvD,0BAA0B;YAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAChD,IAAI,YAAY,GAAG,iBAAiB,CAAC;YAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,iBAAiB,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;oBACnC,IAAI,IAAI,GAAG,YAAY;wBAAE,YAAY,GAAG,IAAI,CAAC;gBAC/C,CAAC;YACH,CAAC;YACD,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,iBAAiB,CAAC,CAAC;YAEzE,iCAAiC;YACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,SAAS,GAAG,cAAc,CAAC;YAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;oBACnC,IAAI,IAAI,GAAG,SAAS;wBAAE,SAAS,GAAG,IAAI,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,cAAc,CAAC,CAAC;YAEhE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC,CAAC;YACtE,MAAM,kBAAkB,GACtB,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,kBAAkB,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAExE,kCAAkC;YAClC,MAAM,WAAW,GAAG,kBAAkB,IAAI,EAAE,IAAI,kBAAkB,IAAI,GAAG,CAAC;YAE1E,OAAO,CAAC,IAAI,CAAC;gBACX,SAAS,EAAE,GAAG;gBACd,mBAAmB,EAAE,kBAAkB;gBACvC,oBAAoB,EAAE,eAAe;gBACrC,gBAAgB,EAAE,WAAW;gBAC7B,kBAAkB,EAAE,kBAAkB;gBACtC,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YAEH,wBAAwB;YACxB,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,kBAAkB,CAAC;YACvD,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,eAAe,CAAC;YACrD,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBACxC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,+EAA+E;AAC/E,gCAAgC;AAChC,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAc,GAAG,EACjB,YAAoB,EAAE;IAEtB,OAAO,IAAI,uBAAuB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;AACrD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,MAAc,GAAG;IAC9C,MAAM,SAAS,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAC;IACrD,OAAO,SAAS,CAAC,SAAS,EAAE,CAAC;AAC/B,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,OAAO,EACL,cAAc,EACd,mBAAmB,GAEpB,CAAC"}

package/dist/examples/flash-attention-demo.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Flash Attention Integration Demo
+ *
+ * Demonstrates how to use the Flash Attention integration in V3 performance module.
+ */
+declare function basicUsageExample(): Promise<void>;
+declare function benchmarkExample(): Promise<void>;
+declare function comprehensiveSuiteExample(): Promise<void>;
+declare function targetValidationExample(): Promise<void>;
+declare function metricsTrackingExample(): Promise<void>;
+declare function runAllExamples(): Promise<void>;
+export { basicUsageExample, benchmarkExample, comprehensiveSuiteExample, targetValidationExample, metricsTrackingExample, runAllExamples, };
+//# sourceMappingURL=flash-attention-demo.d.ts.map

package/dist/examples/flash-attention-demo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flash-attention-demo.d.ts","sourceRoot":"","sources":["../../src/examples/flash-attention-demo.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAgBH,iBAAe,iBAAiB,kBAuB/B;AAMD,iBAAe,gBAAgB,kBAU9B;AAMD,iBAAe,yBAAyB,kBAYvC;AAMD,iBAAe,uBAAuB,kBAMrC;AAMD,iBAAe,sBAAsB,kBA8BpC;AAMD,iBAAe,cAAc,kBAa5B;AAQD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,yBAAyB,EACzB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,GACf,CAAC"}

package/dist/examples/flash-attention-demo.js

@@ -0,0 +1,113 @@
+/**
+ * Flash Attention Integration Demo
+ *
+ * Demonstrates how to use the Flash Attention integration in V3 performance module.
+ */
+import { createFlashAttentionOptimizer, quickBenchmark, AttentionBenchmarkRunner, quickValidation, } from '../index.js';
+// ============================================================================
+// Example 1: Basic Flash Attention Usage
+// ============================================================================
+async function basicUsageExample() {
+    console.log('\n=== Example 1: Basic Flash Attention Usage ===\n');
+    // Create optimizer with 512-dimensional vectors
+    const optimizer = createFlashAttentionOptimizer(512, 64);
+    // Prepare input data
+    const dim = 512;
+    const numKeys = 100;
+    const input = {
+        query: new Float32Array(dim).fill(1.0),
+        keys: Array.from({ length: numKeys }, () => new Float32Array(dim).fill(1.0)),
+        values: Array.from({ length: numKeys }, () => new Float32Array(dim).fill(1.0)),
+    };
+    // Run optimized attention
+    const output = await optimizer.optimize(input);
+    console.log(`Runtime: ${output.runtime}`);
+    console.log(`Execution time: ${output.executionTimeMs.toFixed(3)}ms`);
+    console.log(`Result shape: Float32Array[${output.result.length}]`);
+    console.log(`Memory usage: ${output.memoryUsageBytes ? `${(output.memoryUsageBytes / 1024).toFixed(2)} KB` : 'N/A'}`);
+}
+// ============================================================================
+// Example 2: Performance Benchmarking
+// ============================================================================
+async function benchmarkExample() {
+    console.log('\n=== Example 2: Performance Benchmarking ===\n');
+    // Quick benchmark with default settings
+    const result = await quickBenchmark(512);
+    console.log(`Flash Attention: ${result.flashAttention.averageTimeMs.toFixed(3)}ms`);
+    console.log(`Baseline: ${result.baseline.averageTimeMs.toFixed(3)}ms`);
+    console.log(`Speedup: ${result.speedup.toFixed(2)}x`);
+    console.log(`Meets target (≥2.49x): ${result.meetsTarget ? 'YES ✓' : 'NO ✗'}`);
+}
+// ============================================================================
+// Example 3: Comprehensive Suite
+// ============================================================================
+async function comprehensiveSuiteExample() {
+    console.log('\n=== Example 3: Comprehensive Benchmark Suite ===\n');
+    const runner = new AttentionBenchmarkRunner();
+    const suite = await runner.runComprehensiveSuite();
+    console.log(`Suite: ${suite.suiteName}`);
+    console.log(`Benchmarks run: ${suite.summary.totalBenchmarks}`);
+    console.log(`Average speedup: ${suite.summary.averageSpeedup.toFixed(2)}x`);
+    console.log(`Min speedup: ${suite.summary.minSpeedup.toFixed(2)}x`);
+    console.log(`Max speedup: ${suite.summary.maxSpeedup.toFixed(2)}x`);
+    console.log(`Success rate: ${suite.summary.successRate.toFixed(1)}%`);
+}
+// ============================================================================
+// Example 4: V3 Target Validation
+// ============================================================================
+async function targetValidationExample() {
+    console.log('\n=== Example 4: V3 Target Validation ===\n');
+    const isValid = await quickValidation();
+    console.log(`\nValidation result: ${isValid ? 'PASSED ✓' : 'FAILED ✗'}`);
+}
+// ============================================================================
+// Example 5: Continuous Metrics Tracking
+// ============================================================================
+async function metricsTrackingExample() {
+    console.log('\n=== Example 5: Continuous Metrics Tracking ===\n');
+    const optimizer = createFlashAttentionOptimizer(512);
+    // Run multiple operations
+    const dim = 512;
+    const input = {
+        query: new Float32Array(dim).fill(1.0),
+        keys: Array.from({ length: 100 }, () => new Float32Array(dim).fill(1.0)),
+        values: Array.from({ length: 100 }, () => new Float32Array(dim).fill(1.0)),
+    };
+    console.log('Running 10 operations...\n');
+    for (let i = 0; i < 10; i++) {
+        await optimizer.optimize(input);
+    }
+    // Run benchmarks to update speedup metrics
+    await optimizer.benchmark();
+    // Get accumulated metrics
+    const metrics = optimizer.getMetrics();
+    console.log(`Total operations: ${metrics.totalOperations}`);
+    console.log(`Average speedup: ${metrics.averageSpeedup.toFixed(2)}x`);
+    console.log(`Peak speedup: ${metrics.peakSpeedup.toFixed(2)}x`);
+    console.log(`Average execution time: ${metrics.averageExecutionTimeMs.toFixed(3)}ms`);
+    console.log(`Success rate: ${metrics.successRate.toFixed(1)}%`);
+}
+// ============================================================================
+// Main Demo Runner
+// ============================================================================
+async function runAllExamples() {
+    try {
+        await basicUsageExample();
+        await benchmarkExample();
+        await comprehensiveSuiteExample();
+        await targetValidationExample();
+        await metricsTrackingExample();
+        console.log('\n=== All Examples Completed ===\n');
+    }
+    catch (error) {
+        console.error('Error running examples:', error);
+        process.exit(1);
+    }
+}
+// Run if executed directly
+if (import.meta.url === `file://${process.argv[1]}`) {
+    runAllExamples();
+}
+// Export for programmatic use
+export { basicUsageExample, benchmarkExample, comprehensiveSuiteExample, targetValidationExample, metricsTrackingExample, runAllExamples, };
+//# sourceMappingURL=flash-attention-demo.js.map

package/dist/examples/flash-attention-demo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flash-attention-demo.js","sourceRoot":"","sources":["../../src/examples/flash-attention-demo.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,6BAA6B,EAC7B,cAAc,EACd,wBAAwB,EACxB,eAAe,GAGhB,MAAM,aAAa,CAAC;AAErB,+EAA+E;AAC/E,yCAAyC;AACzC,+EAA+E;AAE/E,KAAK,UAAU,iBAAiB;IAC9B,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAElE,gDAAgD;IAChD,MAAM,SAAS,GAAG,6BAA6B,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAEzD,qBAAqB;IACrB,MAAM,GAAG,GAAG,GAAG,CAAC;IAChB,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,MAAM,KAAK,GAAmB;QAC5B,KAAK,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACtC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5E,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAC/E,CAAC;IAEF,0BAA0B;IAC1B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;AACxH,CAAC;AAED,+EAA+E;AAC/E,sCAAsC;AACtC,+EAA+E;AAE/E,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAE/D,wCAAwC;IACxC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AACjF,CAAC;AAED,+EAA+E;AAC/E,iCAAiC;AACjC,+EAA+E;AAE/E,KAAK,UAAU,yBAAyB;IACtC,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,qBAAqB,EAAE,CAAC;IAEnD,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AACxE,CAAC;AAED,+EAA+E;AAC/E,kCAAkC;AAClC,+EAA+E;AAE/E,KAAK,UAAU,uBAAuB;IACpC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAE3D,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAC;IAExC,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,+EAA+E;AAC/E,yCAAyC;AACzC,+EAA+E;AAE/E,KAAK,UAAU,sBAAsB;IACnC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAElE,MAAM,SAAS,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAC;IAErD,0BAA0B;IAC1B,MAAM,GAAG,GAAG,GAAG,CAAC;IAChB,MAAM,KAAK,GAAmB;QAC5B,KAAK,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACtC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAC3E,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,2CAA2C;IAC3C,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;IAE5B,0BAA0B;IAC1B,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;IAEvC,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,2BAA2B,OAAO,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,KAAK,UAAU,cAAc;IAC3B,IAAI,CAAC;QACH,MAAM,iBAAiB,EAAE,CAAC;QAC1B,MAAM,gBAAgB,EAAE,CAAC;QACzB,MAAM,yBAAyB,EAAE,CAAC;QAClC,MAAM,uBAAuB,EAAE,CAAC;QAChC,MAAM,sBAAsB,EAAE,CAAC;QAE/B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,2BAA2B;AAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,cAAc,EAAE,CAAC;AACnB,CAAC;AAED,8BAA8B;AAC9B,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,yBAAyB,EACzB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,GACf,CAAC"}

package/dist/examples/quick-test.d.ts

@@ -0,0 +1,9 @@
+#!/usr/bin/env tsx
+/**
+ * Quick Integration Test
+ *
+ * Verifies @ruvector/attention integration is working correctly.
+ * Run with: npx tsx v3/@sparkleideas/performance/src/examples/quick-test.ts
+ */
+export {};
+//# sourceMappingURL=quick-test.d.ts.map

package/dist/examples/quick-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quick-test.d.ts","sourceRoot":"","sources":["../../src/examples/quick-test.ts"],"names":[],"mappings":";AACA;;;;;GAKG"}

package/dist/examples/quick-test.js

@@ -0,0 +1,53 @@
+#!/usr/bin/env tsx
+/**
+ * Quick Integration Test
+ *
+ * Verifies @ruvector/attention integration is working correctly.
+ * Run with: npx tsx v3/@sparkleideas/performance/src/examples/quick-test.ts
+ */
+import { FlashAttention } from '@ruvector/attention';
+import { createFlashAttentionOptimizer, quickBenchmark, } from '../attention-integration.js';
+async function quickTest() {
+    console.log('\n🧪 Quick Integration Test\n');
+    console.log('━'.repeat(60));
+    try {
+        // Test 1: Direct @ruvector/attention usage
+        console.log('\n✓ Test 1: Direct @ruvector/attention usage');
+        const flash = new FlashAttention(128, 64); // dim, blockSize
+        const query = new Float32Array(128).fill(1.0);
+        const keys = [new Float32Array(128).fill(1.0)];
+        const values = [new Float32Array(128).fill(1.0)];
+        const result = flash.compute(query, keys, values);
+        console.log(`  Result: Float32Array[${result.length}]`);
+        // Test 2: V3 optimizer
+        console.log('\n✓ Test 2: V3 FlashAttentionOptimizer');
+        const optimizer = createFlashAttentionOptimizer(128);
+        const output = optimizer.optimize({
+            query: new Float32Array(128).fill(1.0),
+            keys: Array.from({ length: 50 }, () => new Float32Array(128).fill(1.0)),
+            values: Array.from({ length: 50 }, () => new Float32Array(128).fill(1.0)),
+        });
+        console.log(`  Execution time: ${output.executionTimeMs.toFixed(3)}ms`);
+        console.log(`  Runtime: ${output.runtime}`);
+        // Test 3: Quick benchmark
+        console.log('\n✓ Test 3: Quick benchmark');
+        const benchResult = quickBenchmark(256);
+        console.log(`  Flash: ${benchResult.flashAttention.averageTimeMs.toFixed(3)}ms`);
+        console.log(`  Baseline: ${benchResult.baseline.averageTimeMs.toFixed(3)}ms`);
+        console.log(`  Speedup: ${benchResult.speedup.toFixed(2)}x`);
+        console.log(`  Meets target: ${benchResult.meetsTarget ? 'YES ✓' : 'NO ✗'}`);
+        console.log('\n' + '━'.repeat(60));
+        console.log('\n✅ All tests passed! Integration working correctly.\n');
+        return true;
+    }
+    catch (error) {
+        console.error('\n❌ Test failed:', error);
+        console.log('\n' + '━'.repeat(60) + '\n');
+        return false;
+    }
+}
+// Run test
+quickTest().then(success => {
+    process.exit(success ? 0 : 1);
+});
+//# sourceMappingURL=quick-test.js.map

package/dist/examples/quick-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quick-test.js","sourceRoot":"","sources":["../../src/examples/quick-test.ts"],"names":[],"mappings":";AACA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EACL,6BAA6B,EAC7B,cAAc,GACf,MAAM,6BAA6B,CAAC;AAErC,KAAK,UAAU,SAAS;IACtB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,IAAI,CAAC;QACH,2CAA2C;QAC3C,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB;QAC5D,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAExD,uBAAuB;QACvB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;YAChC,KAAK,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YACtC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC1E,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE5C,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,eAAe,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,cAAc,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAE7E,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QAEtE,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,WAAW;AACX,SAAS,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;IACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC"}