@claude-flow/cli 3.7.0-alpha.8 → 3.7.0-alpha.80
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/github/release-manager.md +2 -2
- package/.claude/agents/github/release-swarm.md +1 -1
- package/.claude/agents/github/repo-architect.md +2 -2
- package/.claude/agents/github/swarm-pr.md +1 -1
- package/.claude/agents/github/workflow-automation.md +2 -2
- package/.claude/commands/github/code-review-swarm.md +1 -1
- package/.claude/commands/github/issue-tracker.md +3 -3
- package/.claude/commands/github/release-manager.md +5 -3
- package/.claude/commands/github/release-swarm.md +1 -1
- package/.claude/commands/github/repo-architect.md +2 -2
- package/.claude/commands/github/swarm-issue.md +4 -1
- package/.claude/commands/github/swarm-pr.md +6 -3
- package/.claude/commands/github/sync-coordinator.md +3 -1
- package/.claude/commands/github/workflow-automation.md +2 -2
- package/.claude/helpers/github-safe.js +95 -60
- package/.claude/helpers/github-setup.sh +26 -9
- package/.claude/helpers/hook-handler.cjs +12 -4
- package/.claude/helpers/statusline.cjs +31 -2
- package/.claude/helpers/statusline.js +35 -4
- package/.claude/settings.json +1 -1
- package/.claude/skills/dual-mode/README.md +71 -0
- package/.claude/skills/dual-mode/dual-collect.md +103 -0
- package/.claude/skills/dual-mode/dual-coordinate.md +85 -0
- package/.claude/skills/dual-mode/dual-spawn.md +81 -0
- package/.claude/skills/flow-nexus-neural/SKILL.md +0 -11
- package/.claude/skills/flow-nexus-platform/SKILL.md +2 -5
- package/.claude/skills/flow-nexus-swarm/SKILL.md +0 -6
- package/.claude/skills/github-code-review/SKILL.md +2 -17
- package/.claude/skills/github-multi-repo/SKILL.md +4 -16
- package/.claude/skills/github-project-management/SKILL.md +18 -33
- package/.claude/skills/github-release-management/SKILL.md +4 -21
- package/.claude/skills/github-workflow-automation/SKILL.md +8 -26
- package/.claude/skills/reasoningbank-intelligence/SKILL.md +2 -2
- package/.claude/skills/sparc-methodology/SKILL.md +2 -11
- package/.claude/skills/stream-chain/SKILL.md +0 -3
- package/.claude/skills/swarm-advanced/SKILL.md +2 -5
- package/.claude/skills/swarm-orchestration/SKILL.md +1 -1
- package/.claude/skills/verification-quality/SKILL.md +120 -78
- package/README.md +57 -38
- package/bin/cli.js +15 -2
- package/bin/mcp-server.js +1 -1
- package/dist/src/__probe.d.ts +2 -0
- package/dist/src/__probe.d.ts.map +1 -0
- package/dist/src/__probe.js +5 -0
- package/dist/src/__probe.js.map +1 -0
- package/dist/src/commands/agent-wasm.js +2 -2
- package/dist/src/commands/agent-wasm.js.map +1 -1
- package/dist/src/commands/benchmark-cosign.d.ts +29 -0
- package/dist/src/commands/benchmark-cosign.d.ts.map +1 -0
- package/dist/src/commands/benchmark-cosign.js +222 -0
- package/dist/src/commands/benchmark-cosign.js.map +1 -0
- package/dist/src/commands/benchmark-verify.d.ts +21 -0
- package/dist/src/commands/benchmark-verify.d.ts.map +1 -0
- package/dist/src/commands/benchmark-verify.js +202 -0
- package/dist/src/commands/benchmark-verify.js.map +1 -0
- package/dist/src/commands/daemon.d.ts +20 -0
- package/dist/src/commands/daemon.d.ts.map +1 -1
- package/dist/src/commands/daemon.js +366 -7
- package/dist/src/commands/daemon.js.map +1 -1
- package/dist/src/commands/doctor.d.ts.map +1 -1
- package/dist/src/commands/doctor.js +224 -46
- package/dist/src/commands/doctor.js.map +1 -1
- package/dist/src/commands/embeddings.d.ts.map +1 -1
- package/dist/src/commands/embeddings.js +18 -9
- package/dist/src/commands/embeddings.js.map +1 -1
- package/dist/src/commands/hive-mind.d.ts.map +1 -1
- package/dist/src/commands/hive-mind.js +25 -7
- package/dist/src/commands/hive-mind.js.map +1 -1
- package/dist/src/commands/hooks.d.ts.map +1 -1
- package/dist/src/commands/hooks.js +56 -29
- package/dist/src/commands/hooks.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +21 -1
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/commands/memory.d.ts.map +1 -1
- package/dist/src/commands/memory.js +128 -3
- package/dist/src/commands/memory.js.map +1 -1
- package/dist/src/commands/start.js +1 -1
- package/dist/src/commands/start.js.map +1 -1
- package/dist/src/commands/swarm.js +1 -1
- package/dist/src/commands/swarm.js.map +1 -1
- package/dist/src/commands/task.d.ts.map +1 -1
- package/dist/src/commands/task.js +8 -4
- package/dist/src/commands/task.js.map +1 -1
- package/dist/src/config-adapter.js +1 -1
- package/dist/src/config-adapter.js.map +1 -1
- package/dist/src/index.d.ts +5 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +61 -18
- package/dist/src/index.js.map +1 -1
- package/dist/src/init/claudemd-generator.d.ts.map +1 -1
- package/dist/src/init/claudemd-generator.js +1 -0
- package/dist/src/init/claudemd-generator.js.map +1 -1
- package/dist/src/init/executor.d.ts.map +1 -1
- package/dist/src/init/executor.js +133 -0
- package/dist/src/init/executor.js.map +1 -1
- package/dist/src/init/helpers-generator.d.ts +1 -0
- package/dist/src/init/helpers-generator.d.ts.map +1 -1
- package/dist/src/init/helpers-generator.js +19 -2
- package/dist/src/init/helpers-generator.js.map +1 -1
- package/dist/src/init/mcp-generator.js +4 -4
- package/dist/src/init/mcp-generator.js.map +1 -1
- package/dist/src/init/settings-generator.d.ts.map +1 -1
- package/dist/src/init/settings-generator.js +84 -19
- package/dist/src/init/settings-generator.js.map +1 -1
- package/dist/src/init/statusline-generator.d.ts.map +1 -1
- package/dist/src/init/statusline-generator.js +75 -31
- package/dist/src/init/statusline-generator.js.map +1 -1
- package/dist/src/init/types.d.ts +30 -0
- package/dist/src/init/types.d.ts.map +1 -1
- package/dist/src/init/types.js +18 -5
- package/dist/src/init/types.js.map +1 -1
- package/dist/src/mcp-client.d.ts.map +1 -1
- package/dist/src/mcp-client.js +12 -0
- package/dist/src/mcp-client.js.map +1 -1
- package/dist/src/mcp-server.d.ts.map +1 -1
- package/dist/src/mcp-server.js +38 -5
- package/dist/src/mcp-server.js.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.d.ts +3 -2
- package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.js +157 -83
- package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
- package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-tools.js +119 -11
- package/dist/src/mcp-tools/agent-tools.js.map +1 -1
- package/dist/src/mcp-tools/agentdb-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/agentdb-tools.js +101 -24
- package/dist/src/mcp-tools/agentdb-tools.js.map +1 -1
- package/dist/src/mcp-tools/analyze-tools.js +6 -6
- package/dist/src/mcp-tools/analyze-tools.js.map +1 -1
- package/dist/src/mcp-tools/autopilot-tools.js +10 -10
- package/dist/src/mcp-tools/autopilot-tools.js.map +1 -1
- package/dist/src/mcp-tools/browser-session-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/browser-session-tools.js +18 -7
- package/dist/src/mcp-tools/browser-session-tools.js.map +1 -1
- package/dist/src/mcp-tools/browser-tools.js +23 -23
- package/dist/src/mcp-tools/browser-tools.js.map +1 -1
- package/dist/src/mcp-tools/claims-tools.js +12 -12
- package/dist/src/mcp-tools/claims-tools.js.map +1 -1
- package/dist/src/mcp-tools/config-tools.js +6 -6
- package/dist/src/mcp-tools/config-tools.js.map +1 -1
- package/dist/src/mcp-tools/coordination-tools.js +7 -7
- package/dist/src/mcp-tools/coordination-tools.js.map +1 -1
- package/dist/src/mcp-tools/daa-tools.js +8 -8
- package/dist/src/mcp-tools/daa-tools.js.map +1 -1
- package/dist/src/mcp-tools/embeddings-tools.js +10 -10
- package/dist/src/mcp-tools/embeddings-tools.js.map +1 -1
- package/dist/src/mcp-tools/github-tools.js +5 -5
- package/dist/src/mcp-tools/github-tools.js.map +1 -1
- package/dist/src/mcp-tools/guidance-tools.js +21 -21
- package/dist/src/mcp-tools/guidance-tools.js.map +1 -1
- package/dist/src/mcp-tools/hive-consensus-runtime.d.ts +149 -0
- package/dist/src/mcp-tools/hive-consensus-runtime.d.ts.map +1 -0
- package/dist/src/mcp-tools/hive-consensus-runtime.js +296 -0
- package/dist/src/mcp-tools/hive-consensus-runtime.js.map +1 -0
- package/dist/src/mcp-tools/hive-mind-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/hive-mind-tools.js +53 -9
- package/dist/src/mcp-tools/hive-mind-tools.js.map +1 -1
- package/dist/src/mcp-tools/hooks-tools.d.ts +2 -0
- package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/hooks-tools.js +179 -46
- package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
- package/dist/src/mcp-tools/managed-agent-tools.d.ts +22 -0
- package/dist/src/mcp-tools/managed-agent-tools.d.ts.map +1 -0
- package/dist/src/mcp-tools/managed-agent-tools.js +357 -0
- package/dist/src/mcp-tools/managed-agent-tools.js.map +1 -0
- package/dist/src/mcp-tools/memory-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/memory-tools.js +499 -68
- package/dist/src/mcp-tools/memory-tools.js.map +1 -1
- package/dist/src/mcp-tools/neural-tools.js +6 -6
- package/dist/src/mcp-tools/neural-tools.js.map +1 -1
- package/dist/src/mcp-tools/performance-tools.js +6 -6
- package/dist/src/mcp-tools/performance-tools.js.map +1 -1
- package/dist/src/mcp-tools/progress-tools.js +4 -4
- package/dist/src/mcp-tools/progress-tools.js.map +1 -1
- package/dist/src/mcp-tools/ruvllm-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/ruvllm-tools.js +27 -11
- package/dist/src/mcp-tools/ruvllm-tools.js.map +1 -1
- package/dist/src/mcp-tools/security-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/security-tools.js +34 -9
- package/dist/src/mcp-tools/security-tools.js.map +1 -1
- package/dist/src/mcp-tools/session-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/session-tools.js +130 -6
- package/dist/src/mcp-tools/session-tools.js.map +1 -1
- package/dist/src/mcp-tools/swarm-tools.d.ts +28 -0
- package/dist/src/mcp-tools/swarm-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/swarm-tools.js +80 -9
- package/dist/src/mcp-tools/swarm-tools.js.map +1 -1
- package/dist/src/mcp-tools/system-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/system-tools.js +91 -18
- package/dist/src/mcp-tools/system-tools.js.map +1 -1
- package/dist/src/mcp-tools/task-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/task-tools.js +55 -7
- package/dist/src/mcp-tools/task-tools.js.map +1 -1
- package/dist/src/mcp-tools/terminal-tools.js +5 -5
- package/dist/src/mcp-tools/terminal-tools.js.map +1 -1
- package/dist/src/mcp-tools/transfer-tools.js +11 -11
- package/dist/src/mcp-tools/transfer-tools.js.map +1 -1
- package/dist/src/mcp-tools/wasm-agent-tools.js +11 -11
- package/dist/src/mcp-tools/wasm-agent-tools.js.map +1 -1
- package/dist/src/mcp-tools/workflow-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/workflow-tools.js +118 -10
- package/dist/src/mcp-tools/workflow-tools.js.map +1 -1
- package/dist/src/memory/ann-router-registry.d.ts +61 -0
- package/dist/src/memory/ann-router-registry.d.ts.map +1 -0
- package/dist/src/memory/ann-router-registry.js +72 -0
- package/dist/src/memory/ann-router-registry.js.map +1 -0
- package/dist/src/memory/diskann-registry.d.ts +56 -0
- package/dist/src/memory/diskann-registry.d.ts.map +1 -0
- package/dist/src/memory/diskann-registry.js +88 -0
- package/dist/src/memory/diskann-registry.js.map +1 -0
- package/dist/src/memory/memory-bridge.d.ts +4 -0
- package/dist/src/memory/memory-bridge.d.ts.map +1 -1
- package/dist/src/memory/memory-bridge.js +49 -8
- package/dist/src/memory/memory-bridge.js.map +1 -1
- package/dist/src/memory/memory-initializer.d.ts +12 -0
- package/dist/src/memory/memory-initializer.d.ts.map +1 -1
- package/dist/src/memory/memory-initializer.js +98 -19
- package/dist/src/memory/memory-initializer.js.map +1 -1
- package/dist/src/memory/sona-optimizer.d.ts.map +1 -1
- package/dist/src/memory/sona-optimizer.js +3 -0
- package/dist/src/memory/sona-optimizer.js.map +1 -1
- package/dist/src/parser.d.ts +9 -0
- package/dist/src/parser.d.ts.map +1 -1
- package/dist/src/parser.js +11 -0
- package/dist/src/parser.js.map +1 -1
- package/dist/src/plugins/store/discovery.d.ts +15 -4
- package/dist/src/plugins/store/discovery.d.ts.map +1 -1
- package/dist/src/plugins/store/discovery.js +40 -18
- package/dist/src/plugins/store/discovery.js.map +1 -1
- package/dist/src/ruvector/agent-wasm.d.ts.map +1 -1
- package/dist/src/ruvector/agent-wasm.js +4 -1
- package/dist/src/ruvector/agent-wasm.js.map +1 -1
- package/dist/src/ruvector/coverage-tools.js +6 -6
- package/dist/src/ruvector/coverage-tools.js.map +1 -1
- package/dist/src/services/headless-worker-executor.d.ts +6 -0
- package/dist/src/services/headless-worker-executor.d.ts.map +1 -1
- package/dist/src/services/headless-worker-executor.js +63 -6
- package/dist/src/services/headless-worker-executor.js.map +1 -1
- package/dist/src/services/worker-daemon.d.ts +80 -2
- package/dist/src/services/worker-daemon.d.ts.map +1 -1
- package/dist/src/services/worker-daemon.js +372 -11
- package/dist/src/services/worker-daemon.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +12 -8
- package/.claude/agents/core/coder.md +0 -453
- package/.claude/agents/core/researcher.md +0 -369
- package/.claude/agents/core/reviewer.md +0 -520
- package/.claude/agents/core/tester.md +0 -512
- package/.claude/agents/goal/goal-planner.md +0 -73
- package/.claude/agents/v3/adr-architect.md +0 -184
- package/.claude/agents/v3/memory-specialist.md +0 -995
- package/.claude/agents/v3/security-auditor.md +0 -771
- package/.claude/agents/v3/sparc-orchestrator.md +0 -182
- package/.claude/commands/flow-nexus/app-store.md +0 -124
- package/.claude/commands/flow-nexus/challenges.md +0 -120
- package/.claude/commands/flow-nexus/login-registration.md +0 -65
- package/.claude/commands/flow-nexus/neural-network.md +0 -134
- package/.claude/commands/flow-nexus/payments.md +0 -116
- package/.claude/commands/flow-nexus/sandbox.md +0 -83
- package/.claude/commands/flow-nexus/swarm.md +0 -87
- package/.claude/commands/flow-nexus/user-tools.md +0 -152
- package/.claude/commands/flow-nexus/workflow.md +0 -115
- package/.claude/skills/agentic-jujutsu/SKILL.md +0 -645
- package/.claude/skills/aidefence-scan.md +0 -151
- package/.claude/skills/aidefence.yaml +0 -297
- package/.claude/skills/hive-mind-advanced/SKILL.md +0 -712
- package/.claude/skills/performance-analysis/SKILL.md +0 -563
- package/.claude/skills/secure-review.md +0 -181
- package/.claude/skills/worker-benchmarks/skill.md +0 -135
- package/.claude/skills/worker-integration/skill.md +0 -154
- package/dist/src/ruvector/flash-attention.d.ts +0 -195
- package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
- package/dist/src/ruvector/flash-attention.js +0 -643
- package/dist/src/ruvector/flash-attention.js.map +0 -1
- package/dist/src/ruvector/moe-router.d.ts +0 -206
- package/dist/src/ruvector/moe-router.d.ts.map +0 -1
- package/dist/src/ruvector/moe-router.js +0 -626
- package/dist/src/ruvector/moe-router.js.map +0 -1
- package/dist/src/services/event-stream.d.ts +0 -25
- package/dist/src/services/event-stream.d.ts.map +0 -1
- package/dist/src/services/event-stream.js +0 -27
- package/dist/src/services/event-stream.js.map +0 -1
- package/dist/src/services/loop-worker-runner.d.ts +0 -16
- package/dist/src/services/loop-worker-runner.d.ts.map +0 -1
- package/dist/src/services/loop-worker-runner.js +0 -34
- package/dist/src/services/loop-worker-runner.js.map +0 -1
- package/dist/src/services/runtime-capabilities.d.ts +0 -22
- package/dist/src/services/runtime-capabilities.d.ts.map +0 -1
- package/dist/src/services/runtime-capabilities.js +0 -45
- package/dist/src/services/runtime-capabilities.js.map +0 -1
|
@@ -1,643 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Flash Attention Implementation for RuVector Intelligence System
|
|
3
|
-
*
|
|
4
|
-
* Implements block-wise attention computation for faster similarity calculations.
|
|
5
|
-
* Achieves O(N) memory instead of O(N^2) through tiling strategy.
|
|
6
|
-
*
|
|
7
|
-
* Key optimizations:
|
|
8
|
-
* - Block-wise computation to fit in L1 cache
|
|
9
|
-
* - Fused softmax-matmul operations
|
|
10
|
-
* - Float32Array for all operations
|
|
11
|
-
* - Online softmax for numerical stability
|
|
12
|
-
*
|
|
13
|
-
* Target: 2-5x speedup on CPU vs naive attention
|
|
14
|
-
*
|
|
15
|
-
* Created with love by ruv.io
|
|
16
|
-
*/
|
|
17
|
-
// ============================================================================
|
|
18
|
-
// Flash Attention Implementation
|
|
19
|
-
// ============================================================================
|
|
20
|
-
export class FlashAttention {
|
|
21
|
-
config;
|
|
22
|
-
lastSpeedup = 0;
|
|
23
|
-
benchmarkHistory = [];
|
|
24
|
-
// Pre-allocated buffers for CPU optimization
|
|
25
|
-
scoreBuffer = null;
|
|
26
|
-
expBuffer = null;
|
|
27
|
-
accumBuffer = null;
|
|
28
|
-
constructor(config = {}) {
|
|
29
|
-
this.config = {
|
|
30
|
-
blockSize: config.blockSize ?? 32, // Smaller blocks for CPU L1 cache
|
|
31
|
-
dimensions: config.dimensions ?? 384,
|
|
32
|
-
temperature: config.temperature ?? 1.0,
|
|
33
|
-
useStableMode: config.useStableMode ?? true,
|
|
34
|
-
useCPUOptimizations: config.useCPUOptimizations ?? true,
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
// ==========================================================================
|
|
38
|
-
// Public API
|
|
39
|
-
// ==========================================================================
|
|
40
|
-
/**
|
|
41
|
-
* Main attention computation using Flash Attention algorithm
|
|
42
|
-
*
|
|
43
|
-
* @param queries - Query vectors [N x D]
|
|
44
|
-
* @param keys - Key vectors [M x D]
|
|
45
|
-
* @param values - Value vectors [M x D]
|
|
46
|
-
* @returns Attention output [N x D]
|
|
47
|
-
*/
|
|
48
|
-
attention(queries, keys, values) {
|
|
49
|
-
const startTime = performance.now();
|
|
50
|
-
// Validate inputs
|
|
51
|
-
this.validateInputs(queries, keys, values);
|
|
52
|
-
const numQueries = queries.length;
|
|
53
|
-
const numKeys = keys.length;
|
|
54
|
-
// Use CPU-optimized path for all sizes when enabled
|
|
55
|
-
let output;
|
|
56
|
-
if (this.config.useCPUOptimizations) {
|
|
57
|
-
output = this.cpuOptimizedAttention(queries, keys, values);
|
|
58
|
-
}
|
|
59
|
-
else if (numQueries * numKeys > 1024) {
|
|
60
|
-
output = this.blockAttention(queries, keys, values, this.config.blockSize);
|
|
61
|
-
}
|
|
62
|
-
else {
|
|
63
|
-
output = this.naiveAttention(queries, keys, values);
|
|
64
|
-
}
|
|
65
|
-
const computeTimeMs = performance.now() - startTime;
|
|
66
|
-
return {
|
|
67
|
-
output,
|
|
68
|
-
computeTimeMs,
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
/**
|
|
72
|
-
* CPU-optimized attention with aggressive optimizations
|
|
73
|
-
*
|
|
74
|
-
* Key optimizations:
|
|
75
|
-
* - Blocked score computation (better cache utilization)
|
|
76
|
-
* - Top-K sparse attention (only use most relevant keys)
|
|
77
|
-
* - Pre-allocated buffers to avoid GC pressure
|
|
78
|
-
* - 8x loop unrolling for dot products
|
|
79
|
-
* - Fused max-finding during score computation
|
|
80
|
-
*/
|
|
81
|
-
cpuOptimizedAttention(Q, K, V) {
|
|
82
|
-
const numQ = Q.length;
|
|
83
|
-
const numK = K.length;
|
|
84
|
-
const dim = Q[0]?.length ?? this.config.dimensions;
|
|
85
|
-
const scale = 1.0 / (Math.sqrt(dim) * this.config.temperature);
|
|
86
|
-
// Sparse attention: Use only top 12% of keys (min 16, max 96)
|
|
87
|
-
const topK = Math.max(16, Math.min(96, Math.ceil(numK * 0.12)));
|
|
88
|
-
const useTopK = numK > 32;
|
|
89
|
-
// Ensure buffers are allocated
|
|
90
|
-
if (!this.scoreBuffer || this.scoreBuffer.length < numK) {
|
|
91
|
-
this.scoreBuffer = new Float32Array(numK);
|
|
92
|
-
}
|
|
93
|
-
if (!this.expBuffer || this.expBuffer.length < (useTopK ? topK : numK)) {
|
|
94
|
-
this.expBuffer = new Float32Array(useTopK ? topK : numK);
|
|
95
|
-
}
|
|
96
|
-
if (!this.accumBuffer || this.accumBuffer.length < dim) {
|
|
97
|
-
this.accumBuffer = new Float64Array(dim);
|
|
98
|
-
}
|
|
99
|
-
const scores = this.scoreBuffer;
|
|
100
|
-
const exps = this.expBuffer;
|
|
101
|
-
const accum = this.accumBuffer;
|
|
102
|
-
// Pre-allocate output once
|
|
103
|
-
const output = new Array(numQ);
|
|
104
|
-
for (let i = 0; i < numQ; i++) {
|
|
105
|
-
output[i] = new Float32Array(dim);
|
|
106
|
-
}
|
|
107
|
-
// Reusable index array
|
|
108
|
-
const indices = useTopK ? new Uint32Array(numK) : null;
|
|
109
|
-
if (indices) {
|
|
110
|
-
for (let i = 0; i < numK; i++)
|
|
111
|
-
indices[i] = i;
|
|
112
|
-
}
|
|
113
|
-
// Two-stage screening: use 1/4 of dimensions for quick filtering
|
|
114
|
-
const screenDim = Math.min(96, dim >> 2);
|
|
115
|
-
const screenScale = scale * Math.sqrt(dim / screenDim);
|
|
116
|
-
// Candidate buffer for two-stage filtering
|
|
117
|
-
const candidateCount = Math.max(topK * 2, Math.ceil(numK * 0.25));
|
|
118
|
-
// Process queries
|
|
119
|
-
for (let qi = 0; qi < numQ; qi++) {
|
|
120
|
-
const query = Q[qi];
|
|
121
|
-
if (useTopK && numK > 128) {
|
|
122
|
-
// Two-stage approach for large key sets
|
|
123
|
-
// Stage 1: Quick screening with partial dimensions
|
|
124
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
125
|
-
scores[ki] = this.partialDotProduct(query, K[ki], screenDim) * screenScale;
|
|
126
|
-
indices[ki] = ki;
|
|
127
|
-
}
|
|
128
|
-
// Get top candidates (2x topK)
|
|
129
|
-
this.partialSort(scores, indices, candidateCount);
|
|
130
|
-
// Stage 2: Full score computation only for candidates
|
|
131
|
-
let maxScore = -Infinity;
|
|
132
|
-
for (let i = 0; i < candidateCount; i++) {
|
|
133
|
-
const ki = indices[i];
|
|
134
|
-
const s = this.fastDotProduct(query, K[ki], dim) * scale;
|
|
135
|
-
scores[ki] = s;
|
|
136
|
-
if (s > maxScore)
|
|
137
|
-
maxScore = s;
|
|
138
|
-
}
|
|
139
|
-
// Select final top-K from candidates
|
|
140
|
-
this.partialSort(scores, indices.subarray(0, candidateCount), topK);
|
|
141
|
-
// Compute softmax over top-K
|
|
142
|
-
maxScore = -Infinity;
|
|
143
|
-
for (let i = 0; i < topK; i++) {
|
|
144
|
-
if (scores[indices[i]] > maxScore)
|
|
145
|
-
maxScore = scores[indices[i]];
|
|
146
|
-
}
|
|
147
|
-
let sumExp = 0;
|
|
148
|
-
for (let i = 0; i < topK; i++) {
|
|
149
|
-
const e = Math.exp(scores[indices[i]] - maxScore);
|
|
150
|
-
exps[i] = e;
|
|
151
|
-
sumExp += e;
|
|
152
|
-
}
|
|
153
|
-
// Weighted sum
|
|
154
|
-
for (let d = 0; d < dim; d++)
|
|
155
|
-
accum[d] = 0;
|
|
156
|
-
const invSum = 1.0 / sumExp;
|
|
157
|
-
for (let i = 0; i < topK; i++) {
|
|
158
|
-
const weight = exps[i] * invSum;
|
|
159
|
-
const value = V[indices[i]];
|
|
160
|
-
for (let d = 0; d < dim; d++) {
|
|
161
|
-
accum[d] += weight * value[d];
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
else {
|
|
166
|
-
// Simple path for small key sets
|
|
167
|
-
let maxScore = -Infinity;
|
|
168
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
169
|
-
const s = this.fastDotProduct(query, K[ki], dim) * scale;
|
|
170
|
-
scores[ki] = s;
|
|
171
|
-
if (s > maxScore)
|
|
172
|
-
maxScore = s;
|
|
173
|
-
}
|
|
174
|
-
let sumExp = 0;
|
|
175
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
176
|
-
const e = Math.exp(scores[ki] - maxScore);
|
|
177
|
-
exps[ki] = e;
|
|
178
|
-
sumExp += e;
|
|
179
|
-
}
|
|
180
|
-
for (let d = 0; d < dim; d++)
|
|
181
|
-
accum[d] = 0;
|
|
182
|
-
const invSum = 1.0 / sumExp;
|
|
183
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
184
|
-
const weight = exps[ki] * invSum;
|
|
185
|
-
const value = V[ki];
|
|
186
|
-
for (let d = 0; d < dim; d++) {
|
|
187
|
-
accum[d] += weight * value[d];
|
|
188
|
-
}
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
// Copy to output
|
|
192
|
-
const out = output[qi];
|
|
193
|
-
for (let d = 0; d < dim; d++) {
|
|
194
|
-
out[d] = accum[d];
|
|
195
|
-
}
|
|
196
|
-
}
|
|
197
|
-
return output;
|
|
198
|
-
}
|
|
199
|
-
/**
|
|
200
|
-
* Partial dot product using only first N dimensions (for screening)
|
|
201
|
-
*/
|
|
202
|
-
partialDotProduct(a, b, len) {
|
|
203
|
-
let sum = 0;
|
|
204
|
-
let i = 0;
|
|
205
|
-
for (; i <= len - 4; i += 4) {
|
|
206
|
-
sum += a[i] * b[i] + a[i + 1] * b[i + 1] + a[i + 2] * b[i + 2] + a[i + 3] * b[i + 3];
|
|
207
|
-
}
|
|
208
|
-
for (; i < len; i++) {
|
|
209
|
-
sum += a[i] * b[i];
|
|
210
|
-
}
|
|
211
|
-
return sum;
|
|
212
|
-
}
|
|
213
|
-
/**
|
|
214
|
-
* Partial sort to get top-K elements (QuickSelect-like)
|
|
215
|
-
* Only ensures first K elements are the largest, not sorted
|
|
216
|
-
*/
|
|
217
|
-
partialSort(scores, indices, k) {
|
|
218
|
-
const n = indices.length;
|
|
219
|
-
if (k >= n)
|
|
220
|
-
return;
|
|
221
|
-
// Use partition-based selection (O(n) average)
|
|
222
|
-
let left = 0;
|
|
223
|
-
let right = n - 1;
|
|
224
|
-
while (left < right) {
|
|
225
|
-
// Partition around pivot
|
|
226
|
-
const pivotIdx = left + Math.floor(Math.random() * (right - left + 1));
|
|
227
|
-
const pivotScore = scores[indices[pivotIdx]];
|
|
228
|
-
// Move pivot to end
|
|
229
|
-
this.swapIndices(indices, pivotIdx, right);
|
|
230
|
-
let storeIdx = left;
|
|
231
|
-
for (let i = left; i < right; i++) {
|
|
232
|
-
if (scores[indices[i]] > pivotScore) {
|
|
233
|
-
this.swapIndices(indices, i, storeIdx);
|
|
234
|
-
storeIdx++;
|
|
235
|
-
}
|
|
236
|
-
}
|
|
237
|
-
// Move pivot to final position
|
|
238
|
-
this.swapIndices(indices, storeIdx, right);
|
|
239
|
-
if (storeIdx === k) {
|
|
240
|
-
return;
|
|
241
|
-
}
|
|
242
|
-
else if (storeIdx < k) {
|
|
243
|
-
left = storeIdx + 1;
|
|
244
|
-
}
|
|
245
|
-
else {
|
|
246
|
-
right = storeIdx - 1;
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
}
|
|
250
|
-
/**
|
|
251
|
-
* Swap two indices in array
|
|
252
|
-
*/
|
|
253
|
-
swapIndices(arr, i, j) {
|
|
254
|
-
const temp = arr[i];
|
|
255
|
-
arr[i] = arr[j];
|
|
256
|
-
arr[j] = temp;
|
|
257
|
-
}
|
|
258
|
-
/**
|
|
259
|
-
* Fast dot product with 8x unrolling
|
|
260
|
-
*/
|
|
261
|
-
fastDotProduct(a, b, len) {
|
|
262
|
-
let sum = 0;
|
|
263
|
-
let i = 0;
|
|
264
|
-
// 8x unroll
|
|
265
|
-
for (; i <= len - 8; i += 8) {
|
|
266
|
-
sum += a[i] * b[i] +
|
|
267
|
-
a[i + 1] * b[i + 1] +
|
|
268
|
-
a[i + 2] * b[i + 2] +
|
|
269
|
-
a[i + 3] * b[i + 3] +
|
|
270
|
-
a[i + 4] * b[i + 4] +
|
|
271
|
-
a[i + 5] * b[i + 5] +
|
|
272
|
-
a[i + 6] * b[i + 6] +
|
|
273
|
-
a[i + 7] * b[i + 7];
|
|
274
|
-
}
|
|
275
|
-
// Remainder
|
|
276
|
-
for (; i < len; i++) {
|
|
277
|
-
sum += a[i] * b[i];
|
|
278
|
-
}
|
|
279
|
-
return sum;
|
|
280
|
-
}
|
|
281
|
-
/**
|
|
282
|
-
* Block-wise attention computation (Flash Attention core algorithm)
|
|
283
|
-
*
|
|
284
|
-
* Algorithm:
|
|
285
|
-
* For each block of queries Q_b:
|
|
286
|
-
* For each block of keys K_b:
|
|
287
|
-
* S_b = Q_b @ K_b.T / sqrt(d) // Block scores
|
|
288
|
-
* P_b = softmax(S_b) // Block attention
|
|
289
|
-
* O_b += P_b @ V_b // Accumulate output
|
|
290
|
-
*
|
|
291
|
-
* @param Q - Query vectors
|
|
292
|
-
* @param K - Key vectors
|
|
293
|
-
* @param V - Value vectors
|
|
294
|
-
* @param blockSize - Block size for tiling
|
|
295
|
-
*/
|
|
296
|
-
blockAttention(Q, K, V, blockSize) {
|
|
297
|
-
const numQueries = Q.length;
|
|
298
|
-
const numKeys = K.length;
|
|
299
|
-
const dimensions = Q[0]?.length ?? this.config.dimensions;
|
|
300
|
-
const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
|
|
301
|
-
// Initialize output arrays
|
|
302
|
-
const output = new Array(numQueries);
|
|
303
|
-
for (let i = 0; i < numQueries; i++) {
|
|
304
|
-
output[i] = new Float32Array(dimensions);
|
|
305
|
-
}
|
|
306
|
-
// Online softmax state: max values and sum of exp for each query
|
|
307
|
-
const maxScores = new Float32Array(numQueries).fill(-Infinity);
|
|
308
|
-
const sumExp = new Float32Array(numQueries).fill(0);
|
|
309
|
-
// Process in blocks
|
|
310
|
-
for (let kStart = 0; kStart < numKeys; kStart += blockSize) {
|
|
311
|
-
const kEnd = Math.min(kStart + blockSize, numKeys);
|
|
312
|
-
const kBlockSize = kEnd - kStart;
|
|
313
|
-
// Process each query against this key block
|
|
314
|
-
for (let qStart = 0; qStart < numQueries; qStart += blockSize) {
|
|
315
|
-
const qEnd = Math.min(qStart + blockSize, numQueries);
|
|
316
|
-
// Compute attention scores for this block
|
|
317
|
-
const blockScores = this.computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale);
|
|
318
|
-
// Apply online softmax and accumulate output
|
|
319
|
-
this.onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd);
|
|
320
|
-
}
|
|
321
|
-
}
|
|
322
|
-
// Normalize outputs by final sum of exponentials
|
|
323
|
-
for (let i = 0; i < numQueries; i++) {
|
|
324
|
-
const normalizer = sumExp[i];
|
|
325
|
-
if (normalizer > 0) {
|
|
326
|
-
for (let d = 0; d < dimensions; d++) {
|
|
327
|
-
output[i][d] /= normalizer;
|
|
328
|
-
}
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
return output;
|
|
332
|
-
}
|
|
333
|
-
/**
|
|
334
|
-
* Get the speedup factor from the last benchmark
|
|
335
|
-
*/
|
|
336
|
-
getSpeedup() {
|
|
337
|
-
return this.lastSpeedup;
|
|
338
|
-
}
|
|
339
|
-
/**
|
|
340
|
-
* Run benchmark comparing naive vs CPU-optimized attention
|
|
341
|
-
*
|
|
342
|
-
* @param numVectors - Number of vectors to test
|
|
343
|
-
* @param dimensions - Dimensions per vector
|
|
344
|
-
* @param iterations - Number of iterations for averaging
|
|
345
|
-
*/
|
|
346
|
-
benchmark(numVectors = 512, dimensions = 384, iterations = 5) {
|
|
347
|
-
// Generate random test data
|
|
348
|
-
const queries = this.generateRandomVectors(numVectors, dimensions);
|
|
349
|
-
const keys = this.generateRandomVectors(numVectors, dimensions);
|
|
350
|
-
const values = this.generateRandomVectors(numVectors, dimensions);
|
|
351
|
-
// Warm up both paths
|
|
352
|
-
this.naiveAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
|
|
353
|
-
this.cpuOptimizedAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
|
|
354
|
-
// Benchmark naive attention
|
|
355
|
-
let naiveTotalMs = 0;
|
|
356
|
-
for (let i = 0; i < iterations; i++) {
|
|
357
|
-
const start = performance.now();
|
|
358
|
-
this.naiveAttention(queries, keys, values);
|
|
359
|
-
naiveTotalMs += performance.now() - start;
|
|
360
|
-
}
|
|
361
|
-
const naiveTimeMs = naiveTotalMs / iterations;
|
|
362
|
-
// Benchmark CPU-optimized attention
|
|
363
|
-
let flashTotalMs = 0;
|
|
364
|
-
for (let i = 0; i < iterations; i++) {
|
|
365
|
-
const start = performance.now();
|
|
366
|
-
this.cpuOptimizedAttention(queries, keys, values);
|
|
367
|
-
flashTotalMs += performance.now() - start;
|
|
368
|
-
}
|
|
369
|
-
const flashTimeMs = flashTotalMs / iterations;
|
|
370
|
-
// Calculate metrics
|
|
371
|
-
const speedup = naiveTimeMs / flashTimeMs;
|
|
372
|
-
this.lastSpeedup = speedup;
|
|
373
|
-
// Memory estimates
|
|
374
|
-
// Naive: needs full N x N attention matrix
|
|
375
|
-
const naiveMemoryBytes = numVectors * numVectors * 4; // Float32
|
|
376
|
-
// Flash: only needs block_size x block_size at a time
|
|
377
|
-
const flashMemoryBytes = this.config.blockSize * this.config.blockSize * 4;
|
|
378
|
-
const memoryReduction = naiveMemoryBytes / flashMemoryBytes;
|
|
379
|
-
const result = {
|
|
380
|
-
naiveTimeMs,
|
|
381
|
-
flashTimeMs,
|
|
382
|
-
speedup,
|
|
383
|
-
numVectors,
|
|
384
|
-
dimensions,
|
|
385
|
-
naiveMemoryBytes,
|
|
386
|
-
flashMemoryBytes,
|
|
387
|
-
memoryReduction,
|
|
388
|
-
};
|
|
389
|
-
this.benchmarkHistory.push(result);
|
|
390
|
-
return result;
|
|
391
|
-
}
|
|
392
|
-
/**
|
|
393
|
-
* Get benchmark history
|
|
394
|
-
*/
|
|
395
|
-
getBenchmarkHistory() {
|
|
396
|
-
return [...this.benchmarkHistory];
|
|
397
|
-
}
|
|
398
|
-
/**
|
|
399
|
-
* Get configuration
|
|
400
|
-
*/
|
|
401
|
-
getConfig() {
|
|
402
|
-
return { ...this.config };
|
|
403
|
-
}
|
|
404
|
-
/**
|
|
405
|
-
* Update configuration
|
|
406
|
-
*/
|
|
407
|
-
setConfig(config) {
|
|
408
|
-
this.config = { ...this.config, ...config };
|
|
409
|
-
}
|
|
410
|
-
// ==========================================================================
|
|
411
|
-
// Private Methods
|
|
412
|
-
// ==========================================================================
|
|
413
|
-
/**
|
|
414
|
-
* Naive O(N^2) attention implementation for comparison
|
|
415
|
-
*/
|
|
416
|
-
naiveAttention(queries, keys, values) {
|
|
417
|
-
const numQueries = queries.length;
|
|
418
|
-
const numKeys = keys.length;
|
|
419
|
-
const dimensions = queries[0]?.length ?? this.config.dimensions;
|
|
420
|
-
const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
|
|
421
|
-
// Compute full attention matrix Q @ K.T
|
|
422
|
-
const scores = new Array(numQueries);
|
|
423
|
-
for (let i = 0; i < numQueries; i++) {
|
|
424
|
-
scores[i] = new Float32Array(numKeys);
|
|
425
|
-
for (let j = 0; j < numKeys; j++) {
|
|
426
|
-
scores[i][j] = this.dotProduct(queries[i], keys[j]) * scale;
|
|
427
|
-
}
|
|
428
|
-
}
|
|
429
|
-
// Softmax over each row
|
|
430
|
-
const attentionWeights = new Array(numQueries);
|
|
431
|
-
for (let i = 0; i < numQueries; i++) {
|
|
432
|
-
attentionWeights[i] = this.softmax(scores[i]);
|
|
433
|
-
}
|
|
434
|
-
// Compute output: attention @ V
|
|
435
|
-
const output = new Array(numQueries);
|
|
436
|
-
for (let i = 0; i < numQueries; i++) {
|
|
437
|
-
output[i] = new Float32Array(dimensions);
|
|
438
|
-
for (let j = 0; j < numKeys; j++) {
|
|
439
|
-
const weight = attentionWeights[i][j];
|
|
440
|
-
for (let d = 0; d < dimensions; d++) {
|
|
441
|
-
output[i][d] += weight * values[j][d];
|
|
442
|
-
}
|
|
443
|
-
}
|
|
444
|
-
}
|
|
445
|
-
return output;
|
|
446
|
-
}
|
|
447
|
-
/**
|
|
448
|
-
* Compute block of attention scores
|
|
449
|
-
*/
|
|
450
|
-
computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale) {
|
|
451
|
-
const qBlockSize = qEnd - qStart;
|
|
452
|
-
const kBlockSize = kEnd - kStart;
|
|
453
|
-
const scores = new Array(qBlockSize);
|
|
454
|
-
for (let qi = 0; qi < qBlockSize; qi++) {
|
|
455
|
-
scores[qi] = new Float32Array(kBlockSize);
|
|
456
|
-
const query = Q[qStart + qi];
|
|
457
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
458
|
-
scores[qi][ki] = this.dotProduct(query, K[kStart + ki]) * scale;
|
|
459
|
-
}
|
|
460
|
-
}
|
|
461
|
-
return scores;
|
|
462
|
-
}
|
|
463
|
-
/**
|
|
464
|
-
* Online softmax with output accumulation (key to Flash Attention)
|
|
465
|
-
*
|
|
466
|
-
* Uses the online softmax trick to maintain numerical stability
|
|
467
|
-
* while processing blocks incrementally.
|
|
468
|
-
*/
|
|
469
|
-
onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd) {
|
|
470
|
-
const qBlockSize = qEnd - qStart;
|
|
471
|
-
const kBlockSize = kEnd - kStart;
|
|
472
|
-
const dimensions = output[0]?.length ?? this.config.dimensions;
|
|
473
|
-
for (let qi = 0; qi < qBlockSize; qi++) {
|
|
474
|
-
const globalQi = qStart + qi;
|
|
475
|
-
const rowScores = blockScores[qi];
|
|
476
|
-
// Find max in this block
|
|
477
|
-
let blockMax = -Infinity;
|
|
478
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
479
|
-
if (rowScores[ki] > blockMax) {
|
|
480
|
-
blockMax = rowScores[ki];
|
|
481
|
-
}
|
|
482
|
-
}
|
|
483
|
-
const oldMax = maxScores[globalQi];
|
|
484
|
-
const newMax = Math.max(oldMax, blockMax);
|
|
485
|
-
// Correction factor for previous outputs
|
|
486
|
-
const correction = oldMax === -Infinity ? 0 : Math.exp(oldMax - newMax);
|
|
487
|
-
// Update sum of exponentials with correction
|
|
488
|
-
let newSumExp = sumExp[globalQi] * correction;
|
|
489
|
-
// Scale existing output by correction factor
|
|
490
|
-
for (let d = 0; d < dimensions; d++) {
|
|
491
|
-
output[globalQi][d] *= correction;
|
|
492
|
-
}
|
|
493
|
-
// Process this block
|
|
494
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
495
|
-
const expScore = Math.exp(rowScores[ki] - newMax);
|
|
496
|
-
newSumExp += expScore;
|
|
497
|
-
// Accumulate weighted values
|
|
498
|
-
const value = V[kStart + ki];
|
|
499
|
-
for (let d = 0; d < dimensions; d++) {
|
|
500
|
-
output[globalQi][d] += expScore * value[d];
|
|
501
|
-
}
|
|
502
|
-
}
|
|
503
|
-
// Update running statistics
|
|
504
|
-
maxScores[globalQi] = newMax;
|
|
505
|
-
sumExp[globalQi] = newSumExp;
|
|
506
|
-
}
|
|
507
|
-
}
|
|
508
|
-
/**
|
|
509
|
-
* Compute dot product of two vectors
|
|
510
|
-
*/
|
|
511
|
-
dotProduct(a, b) {
|
|
512
|
-
let sum = 0;
|
|
513
|
-
const len = Math.min(a.length, b.length);
|
|
514
|
-
// Unroll loop for performance (4x unroll)
|
|
515
|
-
let i = 0;
|
|
516
|
-
for (; i <= len - 4; i += 4) {
|
|
517
|
-
sum += a[i] * b[i] +
|
|
518
|
-
a[i + 1] * b[i + 1] +
|
|
519
|
-
a[i + 2] * b[i + 2] +
|
|
520
|
-
a[i + 3] * b[i + 3];
|
|
521
|
-
}
|
|
522
|
-
// Handle remaining elements
|
|
523
|
-
for (; i < len; i++) {
|
|
524
|
-
sum += a[i] * b[i];
|
|
525
|
-
}
|
|
526
|
-
return sum;
|
|
527
|
-
}
|
|
528
|
-
/**
|
|
529
|
-
* Stable softmax implementation
|
|
530
|
-
*/
|
|
531
|
-
softmax(scores) {
|
|
532
|
-
const result = new Float32Array(scores.length);
|
|
533
|
-
// Find max for numerical stability
|
|
534
|
-
let max = -Infinity;
|
|
535
|
-
for (let i = 0; i < scores.length; i++) {
|
|
536
|
-
if (scores[i] > max) {
|
|
537
|
-
max = scores[i];
|
|
538
|
-
}
|
|
539
|
-
}
|
|
540
|
-
// Compute exp and sum
|
|
541
|
-
let sum = 0;
|
|
542
|
-
for (let i = 0; i < scores.length; i++) {
|
|
543
|
-
result[i] = Math.exp(scores[i] - max);
|
|
544
|
-
sum += result[i];
|
|
545
|
-
}
|
|
546
|
-
// Normalize
|
|
547
|
-
if (sum > 0) {
|
|
548
|
-
for (let i = 0; i < scores.length; i++) {
|
|
549
|
-
result[i] /= sum;
|
|
550
|
-
}
|
|
551
|
-
}
|
|
552
|
-
return result;
|
|
553
|
-
}
|
|
554
|
-
/**
|
|
555
|
-
* Generate random vectors for benchmarking
|
|
556
|
-
*/
|
|
557
|
-
generateRandomVectors(count, dimensions) {
|
|
558
|
-
const vectors = new Array(count);
|
|
559
|
-
for (let i = 0; i < count; i++) {
|
|
560
|
-
vectors[i] = new Float32Array(dimensions);
|
|
561
|
-
for (let d = 0; d < dimensions; d++) {
|
|
562
|
-
vectors[i][d] = (Math.random() - 0.5) * 2;
|
|
563
|
-
}
|
|
564
|
-
// Normalize
|
|
565
|
-
let norm = 0;
|
|
566
|
-
for (let d = 0; d < dimensions; d++) {
|
|
567
|
-
norm += vectors[i][d] * vectors[i][d];
|
|
568
|
-
}
|
|
569
|
-
norm = Math.sqrt(norm);
|
|
570
|
-
if (norm > 0) {
|
|
571
|
-
for (let d = 0; d < dimensions; d++) {
|
|
572
|
-
vectors[i][d] /= norm;
|
|
573
|
-
}
|
|
574
|
-
}
|
|
575
|
-
}
|
|
576
|
-
return vectors;
|
|
577
|
-
}
|
|
578
|
-
/**
|
|
579
|
-
* Validate input arrays
|
|
580
|
-
*/
|
|
581
|
-
validateInputs(queries, keys, values) {
|
|
582
|
-
if (!queries.length || !keys.length || !values.length) {
|
|
583
|
-
throw new Error('FlashAttention: Empty input arrays');
|
|
584
|
-
}
|
|
585
|
-
if (keys.length !== values.length) {
|
|
586
|
-
throw new Error(`FlashAttention: Keys and values must have same count. Got ${keys.length} keys, ${values.length} values`);
|
|
587
|
-
}
|
|
588
|
-
const qDim = queries[0]?.length ?? 0;
|
|
589
|
-
const kDim = keys[0]?.length ?? 0;
|
|
590
|
-
const vDim = values[0]?.length ?? 0;
|
|
591
|
-
if (qDim !== kDim) {
|
|
592
|
-
throw new Error(`FlashAttention: Query and key dimensions must match. Got Q=${qDim}, K=${kDim}`);
|
|
593
|
-
}
|
|
594
|
-
if (kDim !== vDim) {
|
|
595
|
-
throw new Error(`FlashAttention: Key and value dimensions must match. Got K=${kDim}, V=${vDim}`);
|
|
596
|
-
}
|
|
597
|
-
}
|
|
598
|
-
}
|
|
599
|
-
// ============================================================================
|
|
600
|
-
// Singleton Instance
|
|
601
|
-
// ============================================================================
|
|
602
|
-
let flashAttentionInstance = null;
|
|
603
|
-
/**
|
|
604
|
-
* Get singleton FlashAttention instance
|
|
605
|
-
*
|
|
606
|
-
* @param config - Optional configuration (only used on first call)
|
|
607
|
-
* @returns FlashAttention instance
|
|
608
|
-
*/
|
|
609
|
-
export function getFlashAttention(config) {
|
|
610
|
-
if (!flashAttentionInstance) {
|
|
611
|
-
flashAttentionInstance = new FlashAttention(config);
|
|
612
|
-
}
|
|
613
|
-
return flashAttentionInstance;
|
|
614
|
-
}
|
|
615
|
-
/**
|
|
616
|
-
* Reset singleton (for testing)
|
|
617
|
-
*/
|
|
618
|
-
export function resetFlashAttention() {
|
|
619
|
-
flashAttentionInstance = null;
|
|
620
|
-
}
|
|
621
|
-
// ============================================================================
|
|
622
|
-
// Convenience Functions
|
|
623
|
-
// ============================================================================
|
|
624
|
-
/**
|
|
625
|
-
* Compute attention using Flash Attention
|
|
626
|
-
*/
|
|
627
|
-
export function computeAttention(queries, keys, values, config) {
|
|
628
|
-
const fa = config ? new FlashAttention(config) : getFlashAttention();
|
|
629
|
-
return fa.attention(queries, keys, values);
|
|
630
|
-
}
|
|
631
|
-
/**
|
|
632
|
-
* Run Flash Attention benchmark
|
|
633
|
-
*/
|
|
634
|
-
export function benchmarkFlashAttention(numVectors, dimensions, iterations) {
|
|
635
|
-
return getFlashAttention().benchmark(numVectors, dimensions, iterations);
|
|
636
|
-
}
|
|
637
|
-
/**
|
|
638
|
-
* Get current speedup from last benchmark
|
|
639
|
-
*/
|
|
640
|
-
export function getFlashAttentionSpeedup() {
|
|
641
|
-
return getFlashAttention().getSpeedup();
|
|
642
|
-
}
|
|
643
|
-
//# sourceMappingURL=flash-attention.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"flash-attention.js","sourceRoot":"","sources":["../../../src/ruvector/flash-attention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AA+CH,+EAA+E;AAC/E,iCAAiC;AACjC,+EAA+E;AAE/E,MAAM,OAAO,cAAc;IACjB,MAAM,CAAuB;IAC7B,WAAW,GAAW,CAAC,CAAC;IACxB,gBAAgB,GAAsB,EAAE,CAAC;IAEjD,6CAA6C;IACrC,WAAW,GAAwB,IAAI,CAAC;IACxC,SAAS,GAAwB,IAAI,CAAC;IACtC,WAAW,GAAwB,IAAI,CAAC;IAEhD,YAAY,SAAwC,EAAE;QACpD,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,kCAAkC;YACrE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,GAAG;YACpC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;YAC3C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI;SACxD,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,aAAa;IACb,6EAA6E;IAE7E;;;;;;;OAOG;IACH,SAAS,CACP,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,kBAAkB;QAClB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAE5B,oDAAoD;QACpD,IAAI,MAAsB,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,UAAU,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;YACvC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEpD,OAAO;YACL,MAAM;YACN,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,qBAAqB,CAC3B,CAAiB,EACjB,CAAiB,EACjB,CAAiB;QAEjB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACnD,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE/D,8DAA8D;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAE1B,+BAA+B;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAE/B,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,uBAAuB;QACvB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;QAEvD,2CAA2C;QAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAElE,kBAAkB;QAClB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAEpB,IAAI,OAAO,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;gBAC1B,wCAAwC;gBACxC,mDAAmD;gBACnD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,GAAG,WAAW,CAAC;oBAC3E,OAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;gBACpB,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,EAAE,cAAc,CAAC,CAAC;gBAEnD,sDAAsD;gBACtD,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,EAAE,GAAG,OAAQ,CAAC,CAAC,CAAC,CAAC;oBACvB,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,qCAAqC;gBACrC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;gBAErE,6BAA6B;gBAC7B,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACZ,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,eAAe;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;oBAChC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,iCAAiC;gBACjC,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;oBAC1C,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;oBACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QACrE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,MAAoB,EAAE,OAAoB,EAAE,CAAS;QACvE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO;QAEnB,+CAA+C;QAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,GAAG,KAAK,EAAE,CAAC;YACpB,yBAAyB;YACzB,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE7C,oBAAoB;YACpB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,GAAG,IAAI,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;oBACpC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;oBACvC,QAAQ,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;YAED,+BAA+B;YAC/B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;iBAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,GAAG,QAAQ,GAAG,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAgB,EAAE,CAAS,EAAE,CAAS;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QAClE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,YAAY;QACZ,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,YAAY;QACZ,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,cAAc,CACZ,CAAiB,EACjB,CAAiB,EACjB,CAAiB,EACjB,SAAiB;QAEjB,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;QAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;QACzB,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1D,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpD,oBAAoB;QACpB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,UAAU,CAAC,CAAC;gBAEtD,0CAA0C;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CACzC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CACxC,CAAC;gBAEF,6CAA6C;gBAC7C,IAAI,CAAC,uBAAuB,CAC1B,WAAW,EACX,CAAC,EACD,MAAM,EACN,SAAS,EACT,MAAM,EACN,MAAM,EACN,IAAI,EACJ,MAAM,EACN,IAAI,CACL,CAAC;YACJ,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CACP,aAAqB,GAAG,EACxB,aAAqB,GAAG,EACxB,aAAqB,CAAC;QAEtB,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAElE,qBAAqB;QACrB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzF,4BAA4B;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC3C,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oCAAoC;QACpC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAClD,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oBAAoB;QACpB,MAAM,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAE3B,mBAAmB;QACnB,2CAA2C;QAC3C,MAAM,gBAAgB,GAAG,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,UAAU;QAChE,sDAAsD;QACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,gBAAgB,GAAG,gBAAgB,CAAC;QAE5D,MAAM,MAAM,GAAoB;YAC9B,WAAW;YACX,WAAW;YACX,OAAO;YACP,UAAU;YACV,UAAU;YACV,gBAAgB;YAChB,gBAAgB;YAChB,eAAe;SAChB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAqC;QAC7C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAChE,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,wCAAwC;QACxC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,gBAAgB,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,gCAAgC;QAChC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,CAAiB,EACjB,CAAiB,EACjB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY,EACZ,KAAa;QAEb,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QAEjC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YAC7B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;YAClE,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,uBAAuB,CAC7B,WAA2B,EAC3B,CAAiB,EACjB,MAAsB,EACtB,SAAuB,EACvB,MAAoB,EACpB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY;QAEZ,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAE/D,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAElC,yBAAyB;YACzB,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,IAAI,SAAS,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;oBAC7B,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE1C,yCAAyC;YACzC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;YAExE,6CAA6C;YAC7C,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;YAE9C,6CAA6C;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;YACpC,CAAC;YAED,qBAAqB;YACrB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBAClD,SAAS,IAAI,QAAQ,CAAC;gBAEtB,6BAA6B;gBAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;gBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,SAAS,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YAC7B,MAAM,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,CAAe,EAAE,CAAe;QACjD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAEzC,0CAA0C;QAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,4BAA4B;QAC5B,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,OAAO,CAAC,MAAoB;QAClC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE/C,mCAAmC;QACnC,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;gBACpB,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QAED,YAAY;QACZ,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,KAAa,EAAE,UAAkB;QAC7D,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5C,CAAC;YAED,YAAY;YACZ,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,CAAC,MAAM,UAAU,MAAM,CAAC,MAAM,SAAS,CACzG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAEpC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,sBAAsB,GAA0B,IAAI,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAsC;IACtE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,sBAAsB,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,sBAAsB,GAAG,IAAI,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAuB,EACvB,IAAoB,EACpB,MAAsB,EACtB,MAAsC;IAEtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;IACrE,OAAO,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAmB,EACnB,UAAmB,EACnB,UAAmB;IAEnB,OAAO,iBAAiB,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,iBAAiB,EAAE,CAAC,UAAU,EAAE,CAAC;AAC1C,CAAC"}
|