@sparkleideas/performance 3.0.0-alpha.22 → 3.0.0-alpha.29

package/dist/attention-benchmarks.d.ts

@@ -0,0 +1,122 @@
+/**
+ * @sparkleideas/performance - Flash Attention Benchmarks
+ *
+ * Comprehensive benchmark suite for Flash Attention performance validation.
+ * Validates 2.49x-7.47x speedup targets and memory efficiency improvements.
+ */
+import { FlashAttentionOptimizer, createFlashAttentionOptimizer } from './attention-integration.js';
+export interface ComparisonBenchmark {
+    name: string;
+    dimension: number;
+    numKeys: number;
+    iterations: number;
+    results: {
+        flash: {
+            averageTimeMs: number;
+            opsPerSecond: number;
+            memoryUsageBytes?: number;
+        };
+        baseline: {
+            averageTimeMs: number;
+            opsPerSecond: number;
+            memoryUsageBytes?: number;
+        };
+        speedup: number;
+        memoryReduction?: number;
+    };
+    meetsTarget: boolean;
+    timestamp: Date;
+}
+export interface SuiteResult {
+    suiteName: string;
+    benchmarks: ComparisonBenchmark[];
+    summary: {
+        averageSpeedup: number;
+        minSpeedup: number;
+        maxSpeedup: number;
+        targetsMet: number;
+        totalBenchmarks: number;
+        successRate: number;
+    };
+    timestamp: Date;
+}
+export interface MemoryProfile {
+    dimension: number;
+    numKeys: number;
+    flashMemoryBytes: number;
+    baselineMemoryBytes: number;
+    reduction: number;
+    reductionBytes: number;
+}
+export declare class AttentionBenchmarkRunner {
+    /**
+     * Run comprehensive benchmark suite across multiple dimensions
+     */
+    runComprehensiveSuite(): SuiteResult;
+    /**
+     * Run benchmark comparing Flash Attention vs baseline
+     */
+    runComparison(dimension: number, numKeys?: number, iterations?: number): ComparisonBenchmark;
+    /**
+     * Run memory profiling benchmark
+     */
+    runMemoryProfile(dimensions?: number[]): MemoryProfile[];
+    /**
+     * Run stress test with increasing load
+     */
+    runStressTest(): ComparisonBenchmark[];
+    /**
+     * Validate V3 performance targets (2.49x-7.47x speedup)
+     */
+    validateV3Targets(): {
+        meetsMinimum: boolean;
+        meetsMaximum: boolean;
+        actualSpeedup: number;
+        target: {
+            min: number;
+            max: number;
+        };
+    };
+    /**
+     * Profile memory usage for a specific configuration
+     */
+    private profileMemory;
+    /**
+     * Calculate memory reduction percentage
+     */
+    private calculateMemoryReduction;
+    /**
+     * Get current memory usage
+     */
+    private getMemoryUsage;
+    /**
+     * Create suite result with summary statistics
+     */
+    private createSuiteResult;
+}
+/**
+ * Format benchmark results as human-readable table
+ */
+export declare function formatBenchmarkTable(benchmark: ComparisonBenchmark): string;
+/**
+ * Format suite results as summary report
+ */
+export declare function formatSuiteReport(suite: SuiteResult): string;
+/**
+ * Format memory profile as table
+ */
+export declare function formatMemoryProfile(profiles: MemoryProfile[]): string;
+/**
+ * Quick performance validation
+ */
+export declare function quickValidation(): boolean;
+/**
+ * Run and display comprehensive benchmark suite
+ */
+export declare function runAndDisplaySuite(): SuiteResult;
+/**
+ * Run and display memory profile
+ */
+export declare function runAndDisplayMemoryProfile(): MemoryProfile[];
+export { FlashAttentionOptimizer, createFlashAttentionOptimizer };
+//# sourceMappingURL=attention-benchmarks.d.ts.map

package/dist/attention-benchmarks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention-benchmarks.d.ts","sourceRoot":"","sources":["../src/attention-benchmarks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,uBAAuB,EACvB,6BAA6B,EAG9B,MAAM,4BAA4B,CAAC;AAYpC,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE;QACP,KAAK,EAAE;YACL,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACF,QAAQ,EAAE;YACR,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACF,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,mBAAmB,EAAE,CAAC;IAClC,OAAO,EAAE;QACP,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;CACxB;AAMD,qBAAa,wBAAwB;IACnC;;OAEG;IACH,qBAAqB,IAAI,WAAW;IAoBpC;;OAEG;IACH,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,MAAY,EACrB,UAAU,GAAE,MAAa,GACxB,mBAAmB;IAoEtB;;OAEG;IACH,gBAAgB,CACd,UAAU,GAAE,MAAM,EAA+B,GAChD,aAAa,EAAE;IAYlB;;OAEG;IACH,aAAa,IAAI,mBAAmB,EAAE;IAyBtC;;OAEG;IACH,iBAAiB,IAAI;QACnB,YAAY,EAAE,OAAO,CAAC;QACtB,YAAY,EAAE,OAAO,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,MAAM,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC;KACtC;IAYD;;OAEG;IACH,OAAO,CAAC,aAAa;IAwCrB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAYhC;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CA0B1B;AAMD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,mBAAmB,GAAG,MAAM,CAY3E;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAuB5D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,CAgBrE;AAMD;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAczC;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,WAAW,CAOhD;AAED;;GAEG;AACH,wBAAgB,0BAA0B,IAAI,aAAa,EAAE,CAO5D;AAMD,OAAO,EAAE,uBAAuB,EAAE,6BAA6B,EAAE,CAAC"}

package/dist/attention-benchmarks.js

@@ -0,0 +1,322 @@
+/**
+ * @sparkleideas/performance - Flash Attention Benchmarks
+ *
+ * Comprehensive benchmark suite for Flash Attention performance validation.
+ * Validates 2.49x-7.47x speedup targets and memory efficiency improvements.
+ */
+import { FlashAttentionOptimizer, createFlashAttentionOptimizer, } from './attention-integration.js';
+import { FlashAttention, DotProductAttention, } from '@ruvector/attention';
+// ============================================================================
+// Benchmark Runner
+// ============================================================================
+export class AttentionBenchmarkRunner {
+    /**
+     * Run comprehensive benchmark suite across multiple dimensions
+     */
+    runComprehensiveSuite() {
+        const benchmarks = [];
+        // Test configurations: [dimension, numKeys, iterations]
+        const configs = [
+            [128, 50, 1000], // Small: Mobile/edge devices
+            [256, 100, 1000], // Medium: Standard use cases
+            [512, 100, 1000], // Large: High-performance scenarios
+            [768, 150, 500], // XL: Transformer models
+            [1024, 200, 500], // XXL: Large language models
+        ];
+        for (const [dim, numKeys, iterations] of configs) {
+            const benchmark = this.runComparison(dim, numKeys, iterations);
+            benchmarks.push(benchmark);
+        }
+        return this.createSuiteResult('Comprehensive Flash Attention Suite', benchmarks);
+    }
+    /**
+     * Run benchmark comparing Flash Attention vs baseline
+     */
+    runComparison(dimension, numKeys = 100, iterations = 1000) {
+        // Create Flash and baseline attention mechanisms
+        const flash = new FlashAttention(dimension, 64);
+        const baseline = new DotProductAttention(dimension);
+        // Create test data
+        const query = new Float32Array(dimension);
+        const keys = Array.from({ length: numKeys }, () => new Float32Array(dimension));
+        const values = Array.from({ length: numKeys }, () => new Float32Array(dimension));
+        // Fill with random data
+        for (let i = 0; i < dimension; i++) {
+            query[i] = Math.random();
+        }
+        for (let i = 0; i < numKeys; i++) {
+            for (let j = 0; j < dimension; j++) {
+                keys[i][j] = Math.random();
+                values[i][j] = Math.random();
+            }
+        }
+        // Benchmark Flash Attention
+        const flashStart = performance.now();
+        for (let i = 0; i < iterations; i++) {
+            flash.computeRaw(query, keys, values);
+        }
+        const flashEnd = performance.now();
+        const flashTimeMs = flashEnd - flashStart;
+        const flashAvgMs = flashTimeMs / iterations;
+        const flashOps = 1000 / flashAvgMs;
+        // Benchmark baseline
+        const baselineStart = performance.now();
+        for (let i = 0; i < iterations; i++) {
+            baseline.computeRaw(query, keys, values);
+        }
+        const baselineEnd = performance.now();
+        const baselineTimeMs = baselineEnd - baselineStart;
+        const baselineAvgMs = baselineTimeMs / iterations;
+        const baselineOps = 1000 / baselineAvgMs;
+        const speedup = baselineAvgMs / flashAvgMs;
+        const meetsTarget = speedup >= 2.49; // Minimum V3 target
+        return {
+            name: `Flash Attention ${dimension}D x ${numKeys} keys`,
+            dimension,
+            numKeys,
+            iterations,
+            results: {
+                flash: {
+                    averageTimeMs: flashAvgMs,
+                    opsPerSecond: flashOps,
+                    memoryUsageBytes: undefined,
+                },
+                baseline: {
+                    averageTimeMs: baselineAvgMs,
+                    opsPerSecond: baselineOps,
+                    memoryUsageBytes: undefined,
+                },
+                speedup,
+                memoryReduction: undefined,
+            },
+            meetsTarget,
+            timestamp: new Date(),
+        };
+    }
+    /**
+     * Run memory profiling benchmark
+     */
+    runMemoryProfile(dimensions = [128, 256, 512, 768, 1024]) {
+        const profiles = [];
+        for (const dim of dimensions) {
+            const numKeys = Math.min(200, dim / 2);
+            const profile = this.profileMemory(dim, numKeys);
+            profiles.push(profile);
+        }
+        return profiles;
+    }
+    /**
+     * Run stress test with increasing load
+     */
+    runStressTest() {
+        const results = [];
+        // Progressively increase load
+        const stressConfigs = [
+            [512, 100, 100],
+            [512, 500, 100],
+            [512, 1000, 100],
+            [512, 2000, 50],
+            [512, 5000, 50],
+        ];
+        for (const [dim, numKeys, iterations] of stressConfigs) {
+            try {
+                const benchmark = this.runComparison(dim, numKeys, iterations);
+                results.push(benchmark);
+            }
+            catch (error) {
+                console.error(`Stress test failed at ${numKeys} keys:`, error);
+                break;
+            }
+        }
+        return results;
+    }
+    /**
+     * Validate V3 performance targets (2.49x-7.47x speedup)
+     */
+    validateV3Targets() {
+        const optimizer = createFlashAttentionOptimizer(512);
+        const result = optimizer.benchmark();
+        return {
+            meetsMinimum: result.speedup >= 2.49,
+            meetsMaximum: result.speedup <= 7.47,
+            actualSpeedup: result.speedup,
+            target: { min: 2.49, max: 7.47 },
+        };
+    }
+    /**
+     * Profile memory usage for a specific configuration
+     */
+    profileMemory(dimension, numKeys) {
+        // Create test data
+        const query = new Float32Array(dimension).fill(1);
+        const keys = Array.from({ length: numKeys }, () => new Float32Array(dimension).fill(1));
+        const values = Array.from({ length: numKeys }, () => new Float32Array(dimension).fill(1));
+        // Measure Flash Attention memory
+        const flashMemoryBefore = this.getMemoryUsage();
+        const flashAttention = new FlashAttention(dimension, 64); // Add blockSize
+        flashAttention.compute(query, keys, values);
+        const flashMemoryAfter = this.getMemoryUsage();
+        const flashMemoryBytes = flashMemoryAfter - flashMemoryBefore;
+        // Measure baseline memory
+        const baselineMemoryBefore = this.getMemoryUsage();
+        const baselineAttention = new DotProductAttention(dimension);
+        baselineAttention.compute(query, keys, values);
+        const baselineMemoryAfter = this.getMemoryUsage();
+        const baselineMemoryBytes = baselineMemoryAfter - baselineMemoryBefore;
+        const reductionBytes = baselineMemoryBytes - flashMemoryBytes;
+        const reduction = (reductionBytes / baselineMemoryBytes) * 100;
+        return {
+            dimension,
+            numKeys,
+            flashMemoryBytes: Math.max(0, flashMemoryBytes),
+            baselineMemoryBytes: Math.max(0, baselineMemoryBytes),
+            reduction: Math.max(0, reduction),
+            reductionBytes: Math.max(0, reductionBytes),
+        };
+    }
+    /**
+     * Calculate memory reduction percentage
+     */
+    calculateMemoryReduction(baselineBytes, flashBytes) {
+        if (!baselineBytes || !flashBytes) {
+            return undefined;
+        }
+        const reduction = ((baselineBytes - flashBytes) / baselineBytes) * 100;
+        return Math.max(0, reduction);
+    }
+    /**
+     * Get current memory usage
+     */
+    getMemoryUsage() {
+        if (typeof process !== 'undefined' && process.memoryUsage) {
+            return process.memoryUsage().heapUsed;
+        }
+        return 0;
+    }
+    /**
+     * Create suite result with summary statistics
+     */
+    createSuiteResult(suiteName, benchmarks) {
+        const speedups = benchmarks.map(b => b.results.speedup);
+        const averageSpeedup = speedups.reduce((a, b) => a + b, 0) / speedups.length;
+        const minSpeedup = Math.min(...speedups);
+        const maxSpeedup = Math.max(...speedups);
+        const targetsMet = benchmarks.filter(b => b.meetsTarget).length;
+        const totalBenchmarks = benchmarks.length;
+        const successRate = (targetsMet / totalBenchmarks) * 100;
+        return {
+            suiteName,
+            benchmarks,
+            summary: {
+                averageSpeedup,
+                minSpeedup,
+                maxSpeedup,
+                targetsMet,
+                totalBenchmarks,
+                successRate,
+            },
+            timestamp: new Date(),
+        };
+    }
+}
+// ============================================================================
+// Utility Functions
+// ============================================================================
+/**
+ * Format benchmark results as human-readable table
+ */
+export function formatBenchmarkTable(benchmark) {
+    const { name, results, meetsTarget } = benchmark;
+    const status = meetsTarget ? '✓' : '✗';
+    return `
+${status} ${name}
+  Flash Attention:  ${results.flash.averageTimeMs.toFixed(3)}ms
+  Baseline:         ${results.baseline.averageTimeMs.toFixed(3)}ms
+  Speedup:          ${results.speedup.toFixed(2)}x
+  Memory Reduction: ${results.memoryReduction?.toFixed(1) ?? 'N/A'}%
+  Target Met:       ${meetsTarget ? 'YES' : 'NO'} (target: ≥2.49x)
+`.trim();
+}
+/**
+ * Format suite results as summary report
+ */
+export function formatSuiteReport(suite) {
+    const { suiteName, summary, benchmarks } = suite;
+    const header = `
+━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+${suiteName}
+━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+
+Summary:
+  Average Speedup:  ${summary.averageSpeedup.toFixed(2)}x
+  Min Speedup:      ${summary.minSpeedup.toFixed(2)}x
+  Max Speedup:      ${summary.maxSpeedup.toFixed(2)}x
+  Targets Met:      ${summary.targetsMet}/${summary.totalBenchmarks} (${summary.successRate.toFixed(1)}%)
+  Target Range:     2.49x - 7.47x
+
+Benchmarks:
+`.trim();
+    const benchmarkTables = benchmarks
+        .map(b => formatBenchmarkTable(b))
+        .join('\n\n');
+    return `${header}\n\n${benchmarkTables}\n`;
+}
+/**
+ * Format memory profile as table
+ */
+export function formatMemoryProfile(profiles) {
+    const header = `
+Memory Profile Results
+━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+Dim    Keys    Flash (KB)  Baseline (KB)  Reduction
+`.trim();
+    const rows = profiles.map(p => {
+        const flashKB = (p.flashMemoryBytes / 1024).toFixed(1);
+        const baselineKB = (p.baselineMemoryBytes / 1024).toFixed(1);
+        const reduction = p.reduction.toFixed(1);
+        return `${p.dimension.toString().padEnd(6)} ${p.numKeys.toString().padEnd(7)} ${flashKB.padEnd(11)} ${baselineKB.padEnd(14)} ${reduction}%`;
+    });
+    return `${header}\n${rows.join('\n')}`;
+}
+// ============================================================================
+// Convenience Functions
+// ============================================================================
+/**
+ * Quick performance validation
+ */
+export function quickValidation() {
+    const runner = new AttentionBenchmarkRunner();
+    const validation = runner.validateV3Targets();
+    console.log(`
+V3 Performance Target Validation
+━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+Target Range:    2.49x - 7.47x
+Actual Speedup:  ${validation.actualSpeedup.toFixed(2)}x
+Meets Minimum:   ${validation.meetsMinimum ? 'YES ✓' : 'NO ✗'}
+Within Range:    ${validation.meetsMaximum ? 'YES ✓' : 'NO ✗'}
+  `.trim());
+    return validation.meetsMinimum && validation.meetsMaximum;
+}
+/**
+ * Run and display comprehensive benchmark suite
+ */
+export function runAndDisplaySuite() {
+    const runner = new AttentionBenchmarkRunner();
+    const suite = runner.runComprehensiveSuite();
+    console.log(formatSuiteReport(suite));
+    return suite;
+}
+/**
+ * Run and display memory profile
+ */
+export function runAndDisplayMemoryProfile() {
+    const runner = new AttentionBenchmarkRunner();
+    const profiles = runner.runMemoryProfile();
+    console.log(formatMemoryProfile(profiles));
+    return profiles;
+}
+// ============================================================================
+// Exports
+// ============================================================================
+export { FlashAttentionOptimizer, createFlashAttentionOptimizer };
+//# sourceMappingURL=attention-benchmarks.js.map

package/dist/attention-benchmarks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention-benchmarks.js","sourceRoot":"","sources":["../src/attention-benchmarks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAG9B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,cAAc,EACd,mBAAmB,GAGpB,MAAM,qBAAqB,CAAC;AAoD7B,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,OAAO,wBAAwB;IACnC;;OAEG;IACH,qBAAqB;QACnB,MAAM,UAAU,GAA0B,EAAE,CAAC;QAE7C,wDAAwD;QACxD,MAAM,OAAO,GAA+B;YAC1C,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAK,6BAA6B;YACjD,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAAI,6BAA6B;YACjD,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAAI,oCAAoC;YACxD,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAK,yBAAyB;YAC7C,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAI,6BAA6B;SAClD,CAAC;QAEF,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC;YACjD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YAC/D,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,qCAAqC,EAAE,UAAU,CAAC,CAAC;IACnF,CAAC;IAED;;OAEG;IACH,aAAa,CACX,SAAiB,EACjB,UAAkB,GAAG,EACrB,aAAqB,IAAI;QAEzB,iDAAiD;QACjD,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAEpD,mBAAmB;QACnB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QAElF,wBAAwB;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC3B,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;QAC1C,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,UAAU,CAAC;QAEnC,qBAAqB;QACrB,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACtC,MAAM,cAAc,GAAG,WAAW,GAAG,aAAa,CAAC;QACnD,MAAM,aAAa,GAAG,cAAc,GAAG,UAAU,CAAC;QAClD,MAAM,WAAW,GAAG,IAAI,GAAG,aAAa,CAAC;QAEzC,MAAM,OAAO,GAAG,aAAa,GAAG,UAAU,CAAC;QAC3C,MAAM,WAAW,GAAG,OAAO,IAAI,IAAI,CAAC,CAAC,oBAAoB;QAEzD,OAAO;YACL,IAAI,EAAE,mBAAmB,SAAS,OAAO,OAAO,OAAO;YACvD,SAAS;YACT,OAAO;YACP,UAAU;YACV,OAAO,EAAE;gBACP,KAAK,EAAE;oBACL,aAAa,EAAE,UAAU;oBACzB,YAAY,EAAE,QAAQ;oBACtB,gBAAgB,EAAE,SAAS;iBAC5B;gBACD,QAAQ,EAAE;oBACR,aAAa,EAAE,aAAa;oBAC5B,YAAY,EAAE,WAAW;oBACzB,gBAAgB,EAAE,SAAS;iBAC5B;gBACD,OAAO;gBACP,eAAe,EAAE,SAAS;aAC3B;YACD,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB,CACd,aAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;QAEjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;QAErC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,OAAO,GAA0B,EAAE,CAAC;QAE1C,8BAA8B;QAC9B,MAAM,aAAa,GAA+B;YAChD,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACf,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACf,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC;YAChB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;YACf,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;SAChB,CAAC;QAEF,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,IAAI,aAAa,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,OAAO,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC/D,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,iBAAiB;QAMf,MAAM,SAAS,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC;QAErC,OAAO;YACL,YAAY,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YACpC,YAAY,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YACpC,aAAa,EAAE,MAAM,CAAC,OAAO;YAC7B,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,SAAiB,EACjB,OAAe;QAEf,mBAAmB;QACnB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAChD,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAClD,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CACpC,CAAC;QAEF,iCAAiC;QACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB;QAC1E,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAC/C,MAAM,gBAAgB,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;QAE9D,0BAA0B;QAC1B,MAAM,oBAAoB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACnD,MAAM,iBAAiB,GAAG,IAAI,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAC7D,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAClD,MAAM,mBAAmB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;QAEvE,MAAM,cAAc,GAAG,mBAAmB,GAAG,gBAAgB,CAAC;QAC9D,MAAM,SAAS,GAAG,CAAC,cAAc,GAAG,mBAAmB,CAAC,GAAG,GAAG,CAAC;QAE/D,OAAO;YACL,SAAS;YACT,OAAO;YACP,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC;YAC/C,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,CAAC;YACrD,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC;YACjC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC;SAC5C,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,aAAsB,EACtB,UAAmB;QAEnB,IAAI,CAAC,aAAa,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC;QACvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC1D,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;QACxC,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,SAAiB,EACjB,UAAiC;QAEjC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;QAChE,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;QAC1C,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,eAAe,CAAC,GAAG,GAAG,CAAC;QAEzD,OAAO;YACL,SAAS;YACT,UAAU;YACV,OAAO,EAAE;gBACP,cAAc;gBACd,UAAU;gBACV,UAAU;gBACV,UAAU;gBACV,eAAe;gBACf,WAAW;aACZ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAA8B;IACjE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;IACjD,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAEvC,OAAO;EACP,MAAM,IAAI,IAAI;sBACM,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;sBACtC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;sBACzC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;sBAC1B,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK;sBAC5C,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;CAC/C,CAAC,IAAI,EAAE,CAAC;AACT,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAkB;IAClD,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IAEjD,MAAM,MAAM,GAAG;;EAEf,SAAS;;;;sBAIW,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;sBACjC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;sBAC7B,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;sBAC7B,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,KAAK,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;;;;CAIrG,CAAC,IAAI,EAAE,CAAC;IAEP,MAAM,eAAe,GAAG,UAAU;SAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;SACjC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO,GAAG,MAAM,OAAO,eAAe,IAAI,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAyB;IAC3D,MAAM,MAAM,GAAG;;;;CAIhB,CAAC,IAAI,EAAE,CAAC;IAEP,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzC,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,SAAS,GAAG,CAAC;IAC9I,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACzC,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;IAE9C,OAAO,CAAC,GAAG,CAAC;;;;mBAIK,UAAU,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;mBACnC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;mBAC1C,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;GAC1D,CAAC,IAAI,EAAE,CAAC,CAAC;IAEV,OAAO,UAAU,CAAC,YAAY,IAAI,UAAU,CAAC,YAAY,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,MAAM,MAAM,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B;IACxC,MAAM,MAAM,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE3C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,OAAO,EAAE,uBAAuB,EAAE,6BAA6B,EAAE,CAAC"}

package/dist/attention-integration.d.ts

@@ -0,0 +1,133 @@
+/**
+ * @sparkleideas/performance - Flash Attention Integration
+ *
+ * Integrates @ruvector/attention Flash Attention capabilities into V3 performance module.
+ * Provides optimized attention mechanisms with 2.49x-7.47x speedup targets.
+ *
+ * Features:
+ * - Flash Attention for memory-efficient processing
+ * - Automatic runtime selection (NAPI/WASM/JS)
+ * - Performance benchmarking and metrics
+ * - Speedup tracking and validation
+ */
+import { FlashAttention, DotProductAttention, type BenchmarkResult as AttentionBenchmarkResult } from '@ruvector/attention';
+export interface AttentionInput {
+    query: Float32Array | number[];
+    keys: Float32Array[] | number[][];
+    values: Float32Array[] | number[][];
+    dim?: number;
+    blockSize?: number;
+}
+export interface AttentionOutput {
+    result: Float32Array;
+    runtime: 'napi' | 'wasm' | 'js';
+    executionTimeMs: number;
+    memoryUsageBytes?: number;
+}
+export interface BenchmarkResult {
+    flashAttention: {
+        averageTimeMs: number;
+        opsPerSecond: number;
+        memoryUsageBytes?: number;
+    };
+    baseline: {
+        averageTimeMs: number;
+        opsPerSecond: number;
+        memoryUsageBytes?: number;
+    };
+    speedup: number;
+    meetsTarget: boolean;
+    timestamp: Date;
+}
+export interface PerformanceMetrics {
+    totalOperations: number;
+    averageSpeedup: number;
+    peakSpeedup: number;
+    averageExecutionTimeMs: number;
+    totalMemorySavedBytes: number;
+    successRate: number;
+    baselineMemoryBytes: number;
+    optimizedMemoryBytes: number;
+    memorySavedBytes: number;
+    memorySavedPercent: number;
+    peakMemoryBytes: number;
+}
+export declare class FlashAttentionOptimizer {
+    private readonly dim;
+    private readonly blockSize;
+    private flashAttention;
+    private baselineAttention;
+    private metrics;
+    constructor(dim?: number, blockSize?: number);
+    /**
+     * Optimize attention computation using Flash Attention
+     * @param input - Query, keys, and values for attention computation
+     * @returns Optimized attention output with performance metrics
+     */
+    optimize(input: AttentionInput): AttentionOutput;
+    /**
+     * Benchmark Flash Attention vs baseline attention
+     * @returns Comprehensive benchmark results with speedup metrics
+     */
+    benchmark(): BenchmarkResult;
+    /**
+     * Get current speedup factor from accumulated metrics
+     * @returns Average speedup factor across all operations
+     */
+    getSpeedup(): number;
+    /**
+     * Get comprehensive performance metrics
+     * @returns Detailed performance statistics
+     */
+    getMetrics(): PerformanceMetrics;
+    /**
+     * Reset all metrics
+     */
+    resetMetrics(): void;
+    /**
+     * Ensure input is Float32Array for optimal performance
+     */
+    private ensureFloat32Array;
+    /**
+     * Detect which runtime is being used
+     */
+    private detectRuntime;
+    /**
+     * Get current memory usage in bytes
+     */
+    private getMemoryUsage;
+    /**
+     * Force garbage collection if available (requires --expose-gc flag)
+     * This helps get more accurate memory measurements
+     */
+    private forceGC;
+    /**
+     * Benchmark memory usage across multiple dimensions
+     * Validates the 50-75% memory reduction target
+     * @param dimensions - Array of dimensions to test (default: [128, 256, 512, 1024])
+     * @returns Memory profiling results for each dimension
+     */
+    benchmarkMemory(dimensions?: number[]): {
+        dimension: number;
+        baselineMemoryBytes: number;
+        optimizedMemoryBytes: number;
+        memorySavedBytes: number;
+        memorySavedPercent: number;
+        meetsTarget: boolean;
+    }[];
+}
+/**
+ * Create a Flash Attention optimizer with default settings
+ * @param dim - Dimension of attention vectors (default: 512)
+ * @param blockSize - Block size for Flash Attention (default: 64)
+ * @returns Configured FlashAttentionOptimizer instance
+ */
+export declare function createFlashAttentionOptimizer(dim?: number, blockSize?: number): FlashAttentionOptimizer;
+/**
+ * Quick benchmark of Flash Attention performance
+ * @param dim - Dimension to test (default: 512)
+ * @returns Benchmark results with speedup metrics
+ */
+export declare function quickBenchmark(dim?: number): BenchmarkResult;
+export { FlashAttention, DotProductAttention, type AttentionBenchmarkResult, };
+//# sourceMappingURL=attention-integration.d.ts.map

package/dist/attention-integration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention-integration.d.ts","sourceRoot":"","sources":["../src/attention-integration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,cAAc,EACd,mBAAmB,EACnB,KAAK,eAAe,IAAI,wBAAwB,EAEjD,MAAM,qBAAqB,CAAC;AAM7B,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;IAC/B,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;IAClC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;IACpC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,EAAE;QACd,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;IAEpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD,qBAAa,uBAAuB;IAgBhC,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAhB5B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,iBAAiB,CAAsB;IAC/C,OAAO,CAAC,OAAO,CAUb;gBAGiB,GAAG,GAAE,MAAY,EACjB,SAAS,GAAE,MAAW;IAgBzC;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,eAAe;IA4BhD;;;OAGG;IACH,SAAS,IAAI,eAAe;IA2G5B;;;OAGG;IACH,UAAU,IAAI,MAAM;IAOpB;;;OAGG;IACH,UAAU,IAAI,kBAAkB;IAgChC;;OAEG;IACH,YAAY,IAAI,IAAI;IAapB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;IACH,OAAO,CAAC,aAAa;IAmBrB;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;;OAGG;IACH,OAAO,CAAC,OAAO;IAMf;;;;;OAKG;IACH,eAAe,CACb,UAAU,GAAE,MAAM,EAA0B,GAC3C;QACD,SAAS,EAAE,MAAM,CAAC;QAClB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,gBAAgB,EAAE,MAAM,CAAC;QACzB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,WAAW,EAAE,OAAO,CAAC;KACtB,EAAE;CAwFJ;AAMD;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAC3C,GAAG,GAAE,MAAY,EACjB,SAAS,GAAE,MAAW,GACrB,uBAAuB,CAEzB;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,GAAG,GAAE,MAAY,GAAG,eAAe,CAGjE;AAMD,OAAO,EACL,cAAc,EACd,mBAAmB,EACnB,KAAK,wBAAwB,GAC9B,CAAC"}