@claude-flow/cli 3.7.0-alpha.7 → 3.7.0-alpha.71

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. package/.claude/helpers/hook-handler.cjs +12 -4
  2. package/.claude/helpers/statusline.cjs +31 -2
  3. package/.claude/helpers/statusline.js +35 -4
  4. package/README.md +51 -34
  5. package/bin/cli.js +15 -2
  6. package/bin/mcp-server.js +1 -1
  7. package/dist/src/__probe.d.ts +2 -0
  8. package/dist/src/__probe.d.ts.map +1 -0
  9. package/dist/src/__probe.js +5 -0
  10. package/dist/src/__probe.js.map +1 -0
  11. package/dist/src/commands/agent-wasm.js +2 -2
  12. package/dist/src/commands/agent-wasm.js.map +1 -1
  13. package/dist/src/commands/benchmark-cosign.d.ts +29 -0
  14. package/dist/src/commands/benchmark-cosign.d.ts.map +1 -0
  15. package/dist/src/commands/benchmark-cosign.js +222 -0
  16. package/dist/src/commands/benchmark-cosign.js.map +1 -0
  17. package/dist/src/commands/benchmark-verify.d.ts +21 -0
  18. package/dist/src/commands/benchmark-verify.d.ts.map +1 -0
  19. package/dist/src/commands/benchmark-verify.js +202 -0
  20. package/dist/src/commands/benchmark-verify.js.map +1 -0
  21. package/dist/src/commands/daemon.d.ts +20 -0
  22. package/dist/src/commands/daemon.d.ts.map +1 -1
  23. package/dist/src/commands/daemon.js +366 -7
  24. package/dist/src/commands/daemon.js.map +1 -1
  25. package/dist/src/commands/doctor.d.ts.map +1 -1
  26. package/dist/src/commands/doctor.js +224 -46
  27. package/dist/src/commands/doctor.js.map +1 -1
  28. package/dist/src/commands/embeddings.d.ts.map +1 -1
  29. package/dist/src/commands/embeddings.js +18 -9
  30. package/dist/src/commands/embeddings.js.map +1 -1
  31. package/dist/src/commands/hive-mind.d.ts.map +1 -1
  32. package/dist/src/commands/hive-mind.js +25 -7
  33. package/dist/src/commands/hive-mind.js.map +1 -1
  34. package/dist/src/commands/hooks.d.ts.map +1 -1
  35. package/dist/src/commands/hooks.js +56 -29
  36. package/dist/src/commands/hooks.js.map +1 -1
  37. package/dist/src/commands/memory.d.ts.map +1 -1
  38. package/dist/src/commands/memory.js +104 -3
  39. package/dist/src/commands/memory.js.map +1 -1
  40. package/dist/src/commands/start.js +1 -1
  41. package/dist/src/commands/start.js.map +1 -1
  42. package/dist/src/commands/swarm.js +1 -1
  43. package/dist/src/commands/swarm.js.map +1 -1
  44. package/dist/src/commands/task.d.ts.map +1 -1
  45. package/dist/src/commands/task.js +8 -4
  46. package/dist/src/commands/task.js.map +1 -1
  47. package/dist/src/config-adapter.js +1 -1
  48. package/dist/src/config-adapter.js.map +1 -1
  49. package/dist/src/index.d.ts +5 -1
  50. package/dist/src/index.d.ts.map +1 -1
  51. package/dist/src/index.js +61 -18
  52. package/dist/src/index.js.map +1 -1
  53. package/dist/src/init/executor.d.ts.map +1 -1
  54. package/dist/src/init/executor.js +92 -0
  55. package/dist/src/init/executor.js.map +1 -1
  56. package/dist/src/init/helpers-generator.d.ts.map +1 -1
  57. package/dist/src/init/helpers-generator.js +6 -2
  58. package/dist/src/init/helpers-generator.js.map +1 -1
  59. package/dist/src/init/mcp-generator.js +4 -4
  60. package/dist/src/init/mcp-generator.js.map +1 -1
  61. package/dist/src/init/settings-generator.d.ts.map +1 -1
  62. package/dist/src/init/settings-generator.js +78 -19
  63. package/dist/src/init/settings-generator.js.map +1 -1
  64. package/dist/src/init/statusline-generator.d.ts.map +1 -1
  65. package/dist/src/init/statusline-generator.js +75 -31
  66. package/dist/src/init/statusline-generator.js.map +1 -1
  67. package/dist/src/init/types.d.ts +7 -0
  68. package/dist/src/init/types.d.ts.map +1 -1
  69. package/dist/src/init/types.js.map +1 -1
  70. package/dist/src/mcp-client.d.ts.map +1 -1
  71. package/dist/src/mcp-client.js +12 -0
  72. package/dist/src/mcp-client.js.map +1 -1
  73. package/dist/src/mcp-server.d.ts.map +1 -1
  74. package/dist/src/mcp-server.js +38 -5
  75. package/dist/src/mcp-server.js.map +1 -1
  76. package/dist/src/mcp-tools/agent-execute-core.d.ts +3 -2
  77. package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
  78. package/dist/src/mcp-tools/agent-execute-core.js +16 -9
  79. package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
  80. package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
  81. package/dist/src/mcp-tools/agent-tools.js +88 -11
  82. package/dist/src/mcp-tools/agent-tools.js.map +1 -1
  83. package/dist/src/mcp-tools/agentdb-tools.d.ts +3 -0
  84. package/dist/src/mcp-tools/agentdb-tools.d.ts.map +1 -1
  85. package/dist/src/mcp-tools/agentdb-tools.js +206 -21
  86. package/dist/src/mcp-tools/agentdb-tools.js.map +1 -1
  87. package/dist/src/mcp-tools/analyze-tools.js +6 -6
  88. package/dist/src/mcp-tools/analyze-tools.js.map +1 -1
  89. package/dist/src/mcp-tools/autopilot-tools.js +10 -10
  90. package/dist/src/mcp-tools/autopilot-tools.js.map +1 -1
  91. package/dist/src/mcp-tools/browser-session-tools.d.ts.map +1 -1
  92. package/dist/src/mcp-tools/browser-session-tools.js +18 -7
  93. package/dist/src/mcp-tools/browser-session-tools.js.map +1 -1
  94. package/dist/src/mcp-tools/browser-tools.js +23 -23
  95. package/dist/src/mcp-tools/browser-tools.js.map +1 -1
  96. package/dist/src/mcp-tools/claims-tools.js +12 -12
  97. package/dist/src/mcp-tools/claims-tools.js.map +1 -1
  98. package/dist/src/mcp-tools/config-tools.js +6 -6
  99. package/dist/src/mcp-tools/config-tools.js.map +1 -1
  100. package/dist/src/mcp-tools/coordination-tools.js +7 -7
  101. package/dist/src/mcp-tools/coordination-tools.js.map +1 -1
  102. package/dist/src/mcp-tools/daa-tools.js +8 -8
  103. package/dist/src/mcp-tools/daa-tools.js.map +1 -1
  104. package/dist/src/mcp-tools/embeddings-tools.js +10 -10
  105. package/dist/src/mcp-tools/embeddings-tools.js.map +1 -1
  106. package/dist/src/mcp-tools/github-tools.js +5 -5
  107. package/dist/src/mcp-tools/github-tools.js.map +1 -1
  108. package/dist/src/mcp-tools/guidance-tools.js +21 -21
  109. package/dist/src/mcp-tools/guidance-tools.js.map +1 -1
  110. package/dist/src/mcp-tools/hive-consensus-runtime.d.ts +149 -0
  111. package/dist/src/mcp-tools/hive-consensus-runtime.d.ts.map +1 -0
  112. package/dist/src/mcp-tools/hive-consensus-runtime.js +296 -0
  113. package/dist/src/mcp-tools/hive-consensus-runtime.js.map +1 -0
  114. package/dist/src/mcp-tools/hive-mind-tools.d.ts.map +1 -1
  115. package/dist/src/mcp-tools/hive-mind-tools.js +53 -9
  116. package/dist/src/mcp-tools/hive-mind-tools.js.map +1 -1
  117. package/dist/src/mcp-tools/hooks-tools.d.ts +2 -0
  118. package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
  119. package/dist/src/mcp-tools/hooks-tools.js +179 -46
  120. package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
  121. package/dist/src/mcp-tools/managed-agent-tools.d.ts +22 -0
  122. package/dist/src/mcp-tools/managed-agent-tools.d.ts.map +1 -0
  123. package/dist/src/mcp-tools/managed-agent-tools.js +357 -0
  124. package/dist/src/mcp-tools/managed-agent-tools.js.map +1 -0
  125. package/dist/src/mcp-tools/memory-tools.d.ts.map +1 -1
  126. package/dist/src/mcp-tools/memory-tools.js +490 -68
  127. package/dist/src/mcp-tools/memory-tools.js.map +1 -1
  128. package/dist/src/mcp-tools/neural-tools.js +6 -6
  129. package/dist/src/mcp-tools/neural-tools.js.map +1 -1
  130. package/dist/src/mcp-tools/performance-tools.js +6 -6
  131. package/dist/src/mcp-tools/performance-tools.js.map +1 -1
  132. package/dist/src/mcp-tools/progress-tools.js +4 -4
  133. package/dist/src/mcp-tools/progress-tools.js.map +1 -1
  134. package/dist/src/mcp-tools/ruvllm-tools.js +10 -10
  135. package/dist/src/mcp-tools/ruvllm-tools.js.map +1 -1
  136. package/dist/src/mcp-tools/security-tools.d.ts.map +1 -1
  137. package/dist/src/mcp-tools/security-tools.js +34 -9
  138. package/dist/src/mcp-tools/security-tools.js.map +1 -1
  139. package/dist/src/mcp-tools/session-tools.d.ts.map +1 -1
  140. package/dist/src/mcp-tools/session-tools.js +130 -6
  141. package/dist/src/mcp-tools/session-tools.js.map +1 -1
  142. package/dist/src/mcp-tools/swarm-tools.d.ts.map +1 -1
  143. package/dist/src/mcp-tools/swarm-tools.js +76 -7
  144. package/dist/src/mcp-tools/swarm-tools.js.map +1 -1
  145. package/dist/src/mcp-tools/system-tools.d.ts.map +1 -1
  146. package/dist/src/mcp-tools/system-tools.js +91 -18
  147. package/dist/src/mcp-tools/system-tools.js.map +1 -1
  148. package/dist/src/mcp-tools/task-tools.d.ts.map +1 -1
  149. package/dist/src/mcp-tools/task-tools.js +55 -7
  150. package/dist/src/mcp-tools/task-tools.js.map +1 -1
  151. package/dist/src/mcp-tools/terminal-tools.js +5 -5
  152. package/dist/src/mcp-tools/terminal-tools.js.map +1 -1
  153. package/dist/src/mcp-tools/transfer-tools.js +11 -11
  154. package/dist/src/mcp-tools/transfer-tools.js.map +1 -1
  155. package/dist/src/mcp-tools/wasm-agent-tools.js +11 -11
  156. package/dist/src/mcp-tools/wasm-agent-tools.js.map +1 -1
  157. package/dist/src/mcp-tools/workflow-tools.d.ts.map +1 -1
  158. package/dist/src/mcp-tools/workflow-tools.js +118 -10
  159. package/dist/src/mcp-tools/workflow-tools.js.map +1 -1
  160. package/dist/src/memory/ann-router-registry.d.ts +61 -0
  161. package/dist/src/memory/ann-router-registry.d.ts.map +1 -0
  162. package/dist/src/memory/ann-router-registry.js +72 -0
  163. package/dist/src/memory/ann-router-registry.js.map +1 -0
  164. package/dist/src/memory/diskann-registry.d.ts +56 -0
  165. package/dist/src/memory/diskann-registry.d.ts.map +1 -0
  166. package/dist/src/memory/diskann-registry.js +88 -0
  167. package/dist/src/memory/diskann-registry.js.map +1 -0
  168. package/dist/src/memory/memory-bridge.d.ts +69 -0
  169. package/dist/src/memory/memory-bridge.d.ts.map +1 -1
  170. package/dist/src/memory/memory-bridge.js +293 -5
  171. package/dist/src/memory/memory-bridge.js.map +1 -1
  172. package/dist/src/memory/memory-initializer.d.ts +8 -0
  173. package/dist/src/memory/memory-initializer.d.ts.map +1 -1
  174. package/dist/src/memory/memory-initializer.js +89 -16
  175. package/dist/src/memory/memory-initializer.js.map +1 -1
  176. package/dist/src/memory/sona-optimizer.d.ts.map +1 -1
  177. package/dist/src/memory/sona-optimizer.js +3 -0
  178. package/dist/src/memory/sona-optimizer.js.map +1 -1
  179. package/dist/src/parser.d.ts +9 -0
  180. package/dist/src/parser.d.ts.map +1 -1
  181. package/dist/src/parser.js +11 -0
  182. package/dist/src/parser.js.map +1 -1
  183. package/dist/src/plugins/store/discovery.d.ts +15 -4
  184. package/dist/src/plugins/store/discovery.d.ts.map +1 -1
  185. package/dist/src/plugins/store/discovery.js +40 -18
  186. package/dist/src/plugins/store/discovery.js.map +1 -1
  187. package/dist/src/ruvector/agent-wasm.d.ts.map +1 -1
  188. package/dist/src/ruvector/agent-wasm.js +4 -1
  189. package/dist/src/ruvector/agent-wasm.js.map +1 -1
  190. package/dist/src/ruvector/coverage-tools.js +6 -6
  191. package/dist/src/ruvector/coverage-tools.js.map +1 -1
  192. package/dist/src/services/headless-worker-executor.d.ts +6 -0
  193. package/dist/src/services/headless-worker-executor.d.ts.map +1 -1
  194. package/dist/src/services/headless-worker-executor.js +37 -3
  195. package/dist/src/services/headless-worker-executor.js.map +1 -1
  196. package/dist/src/services/worker-daemon.d.ts +80 -2
  197. package/dist/src/services/worker-daemon.d.ts.map +1 -1
  198. package/dist/src/services/worker-daemon.js +372 -11
  199. package/dist/src/services/worker-daemon.js.map +1 -1
  200. package/dist/tsconfig.tsbuildinfo +1 -1
  201. package/package.json +12 -8
  202. package/.claude/skills/agentdb-advanced/SKILL.md +0 -550
  203. package/.claude/skills/agentdb-learning/SKILL.md +0 -545
  204. package/.claude/skills/agentdb-memory-patterns/SKILL.md +0 -339
  205. package/.claude/skills/agentdb-optimization/SKILL.md +0 -509
  206. package/.claude/skills/agentdb-vector-search/SKILL.md +0 -339
  207. package/.claude/skills/agentic-jujutsu/SKILL.md +0 -645
  208. package/.claude/skills/aidefence-scan.md +0 -151
  209. package/.claude/skills/aidefence.yaml +0 -297
  210. package/.claude/skills/browser/SKILL.md +0 -204
  211. package/.claude/skills/flow-nexus-neural/SKILL.md +0 -738
  212. package/.claude/skills/flow-nexus-platform/SKILL.md +0 -1157
  213. package/.claude/skills/flow-nexus-swarm/SKILL.md +0 -610
  214. package/.claude/skills/github-code-review/SKILL.md +0 -1140
  215. package/.claude/skills/github-multi-repo/SKILL.md +0 -874
  216. package/.claude/skills/github-project-management/SKILL.md +0 -1277
  217. package/.claude/skills/github-release-management/SKILL.md +0 -1081
  218. package/.claude/skills/github-workflow-automation/SKILL.md +0 -1065
  219. package/.claude/skills/hive-mind-advanced/SKILL.md +0 -712
  220. package/.claude/skills/hooks-automation/SKILL.md +0 -1201
  221. package/.claude/skills/pair-programming/SKILL.md +0 -1202
  222. package/.claude/skills/performance-analysis/SKILL.md +0 -563
  223. package/.claude/skills/reasoningbank-agentdb/SKILL.md +0 -446
  224. package/.claude/skills/reasoningbank-intelligence/SKILL.md +0 -201
  225. package/.claude/skills/secure-review.md +0 -181
  226. package/.claude/skills/skill-builder/SKILL.md +0 -910
  227. package/.claude/skills/sparc-methodology/SKILL.md +0 -1115
  228. package/.claude/skills/stream-chain/SKILL.md +0 -563
  229. package/.claude/skills/swarm-advanced/SKILL.md +0 -973
  230. package/.claude/skills/swarm-orchestration/SKILL.md +0 -179
  231. package/.claude/skills/v3-cli-modernization/SKILL.md +0 -872
  232. package/.claude/skills/v3-core-implementation/SKILL.md +0 -797
  233. package/.claude/skills/v3-ddd-architecture/SKILL.md +0 -442
  234. package/.claude/skills/v3-integration-deep/SKILL.md +0 -241
  235. package/.claude/skills/v3-mcp-optimization/SKILL.md +0 -777
  236. package/.claude/skills/v3-memory-unification/SKILL.md +0 -174
  237. package/.claude/skills/v3-performance-optimization/SKILL.md +0 -390
  238. package/.claude/skills/v3-security-overhaul/SKILL.md +0 -82
  239. package/.claude/skills/v3-swarm-coordination/SKILL.md +0 -340
  240. package/.claude/skills/verification-quality/SKILL.md +0 -649
  241. package/.claude/skills/worker-benchmarks/skill.md +0 -135
  242. package/.claude/skills/worker-integration/skill.md +0 -154
  243. package/dist/src/ruvector/flash-attention.d.ts +0 -195
  244. package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
  245. package/dist/src/ruvector/flash-attention.js +0 -643
  246. package/dist/src/ruvector/flash-attention.js.map +0 -1
  247. package/dist/src/ruvector/moe-router.d.ts +0 -206
  248. package/dist/src/ruvector/moe-router.d.ts.map +0 -1
  249. package/dist/src/ruvector/moe-router.js +0 -626
  250. package/dist/src/ruvector/moe-router.js.map +0 -1
  251. package/dist/src/services/event-stream.d.ts +0 -25
  252. package/dist/src/services/event-stream.d.ts.map +0 -1
  253. package/dist/src/services/event-stream.js +0 -27
  254. package/dist/src/services/event-stream.js.map +0 -1
  255. package/dist/src/services/loop-worker-runner.d.ts +0 -16
  256. package/dist/src/services/loop-worker-runner.d.ts.map +0 -1
  257. package/dist/src/services/loop-worker-runner.js +0 -34
  258. package/dist/src/services/loop-worker-runner.js.map +0 -1
  259. package/dist/src/services/runtime-capabilities.d.ts +0 -22
  260. package/dist/src/services/runtime-capabilities.d.ts.map +0 -1
  261. package/dist/src/services/runtime-capabilities.js +0 -45
  262. package/dist/src/services/runtime-capabilities.js.map +0 -1
@@ -1,643 +0,0 @@
1
- /**
2
- * Flash Attention Implementation for RuVector Intelligence System
3
- *
4
- * Implements block-wise attention computation for faster similarity calculations.
5
- * Achieves O(N) memory instead of O(N^2) through tiling strategy.
6
- *
7
- * Key optimizations:
8
- * - Block-wise computation to fit in L1 cache
9
- * - Fused softmax-matmul operations
10
- * - Float32Array for all operations
11
- * - Online softmax for numerical stability
12
- *
13
- * Target: 2-5x speedup on CPU vs naive attention
14
- *
15
- * Created with love by ruv.io
16
- */
17
- // ============================================================================
18
- // Flash Attention Implementation
19
- // ============================================================================
20
- export class FlashAttention {
21
- config;
22
- lastSpeedup = 0;
23
- benchmarkHistory = [];
24
- // Pre-allocated buffers for CPU optimization
25
- scoreBuffer = null;
26
- expBuffer = null;
27
- accumBuffer = null;
28
- constructor(config = {}) {
29
- this.config = {
30
- blockSize: config.blockSize ?? 32, // Smaller blocks for CPU L1 cache
31
- dimensions: config.dimensions ?? 384,
32
- temperature: config.temperature ?? 1.0,
33
- useStableMode: config.useStableMode ?? true,
34
- useCPUOptimizations: config.useCPUOptimizations ?? true,
35
- };
36
- }
37
- // ==========================================================================
38
- // Public API
39
- // ==========================================================================
40
- /**
41
- * Main attention computation using Flash Attention algorithm
42
- *
43
- * @param queries - Query vectors [N x D]
44
- * @param keys - Key vectors [M x D]
45
- * @param values - Value vectors [M x D]
46
- * @returns Attention output [N x D]
47
- */
48
- attention(queries, keys, values) {
49
- const startTime = performance.now();
50
- // Validate inputs
51
- this.validateInputs(queries, keys, values);
52
- const numQueries = queries.length;
53
- const numKeys = keys.length;
54
- // Use CPU-optimized path for all sizes when enabled
55
- let output;
56
- if (this.config.useCPUOptimizations) {
57
- output = this.cpuOptimizedAttention(queries, keys, values);
58
- }
59
- else if (numQueries * numKeys > 1024) {
60
- output = this.blockAttention(queries, keys, values, this.config.blockSize);
61
- }
62
- else {
63
- output = this.naiveAttention(queries, keys, values);
64
- }
65
- const computeTimeMs = performance.now() - startTime;
66
- return {
67
- output,
68
- computeTimeMs,
69
- };
70
- }
71
- /**
72
- * CPU-optimized attention with aggressive optimizations
73
- *
74
- * Key optimizations:
75
- * - Blocked score computation (better cache utilization)
76
- * - Top-K sparse attention (only use most relevant keys)
77
- * - Pre-allocated buffers to avoid GC pressure
78
- * - 8x loop unrolling for dot products
79
- * - Fused max-finding during score computation
80
- */
81
- cpuOptimizedAttention(Q, K, V) {
82
- const numQ = Q.length;
83
- const numK = K.length;
84
- const dim = Q[0]?.length ?? this.config.dimensions;
85
- const scale = 1.0 / (Math.sqrt(dim) * this.config.temperature);
86
- // Sparse attention: Use only top 12% of keys (min 16, max 96)
87
- const topK = Math.max(16, Math.min(96, Math.ceil(numK * 0.12)));
88
- const useTopK = numK > 32;
89
- // Ensure buffers are allocated
90
- if (!this.scoreBuffer || this.scoreBuffer.length < numK) {
91
- this.scoreBuffer = new Float32Array(numK);
92
- }
93
- if (!this.expBuffer || this.expBuffer.length < (useTopK ? topK : numK)) {
94
- this.expBuffer = new Float32Array(useTopK ? topK : numK);
95
- }
96
- if (!this.accumBuffer || this.accumBuffer.length < dim) {
97
- this.accumBuffer = new Float64Array(dim);
98
- }
99
- const scores = this.scoreBuffer;
100
- const exps = this.expBuffer;
101
- const accum = this.accumBuffer;
102
- // Pre-allocate output once
103
- const output = new Array(numQ);
104
- for (let i = 0; i < numQ; i++) {
105
- output[i] = new Float32Array(dim);
106
- }
107
- // Reusable index array
108
- const indices = useTopK ? new Uint32Array(numK) : null;
109
- if (indices) {
110
- for (let i = 0; i < numK; i++)
111
- indices[i] = i;
112
- }
113
- // Two-stage screening: use 1/4 of dimensions for quick filtering
114
- const screenDim = Math.min(96, dim >> 2);
115
- const screenScale = scale * Math.sqrt(dim / screenDim);
116
- // Candidate buffer for two-stage filtering
117
- const candidateCount = Math.max(topK * 2, Math.ceil(numK * 0.25));
118
- // Process queries
119
- for (let qi = 0; qi < numQ; qi++) {
120
- const query = Q[qi];
121
- if (useTopK && numK > 128) {
122
- // Two-stage approach for large key sets
123
- // Stage 1: Quick screening with partial dimensions
124
- for (let ki = 0; ki < numK; ki++) {
125
- scores[ki] = this.partialDotProduct(query, K[ki], screenDim) * screenScale;
126
- indices[ki] = ki;
127
- }
128
- // Get top candidates (2x topK)
129
- this.partialSort(scores, indices, candidateCount);
130
- // Stage 2: Full score computation only for candidates
131
- let maxScore = -Infinity;
132
- for (let i = 0; i < candidateCount; i++) {
133
- const ki = indices[i];
134
- const s = this.fastDotProduct(query, K[ki], dim) * scale;
135
- scores[ki] = s;
136
- if (s > maxScore)
137
- maxScore = s;
138
- }
139
- // Select final top-K from candidates
140
- this.partialSort(scores, indices.subarray(0, candidateCount), topK);
141
- // Compute softmax over top-K
142
- maxScore = -Infinity;
143
- for (let i = 0; i < topK; i++) {
144
- if (scores[indices[i]] > maxScore)
145
- maxScore = scores[indices[i]];
146
- }
147
- let sumExp = 0;
148
- for (let i = 0; i < topK; i++) {
149
- const e = Math.exp(scores[indices[i]] - maxScore);
150
- exps[i] = e;
151
- sumExp += e;
152
- }
153
- // Weighted sum
154
- for (let d = 0; d < dim; d++)
155
- accum[d] = 0;
156
- const invSum = 1.0 / sumExp;
157
- for (let i = 0; i < topK; i++) {
158
- const weight = exps[i] * invSum;
159
- const value = V[indices[i]];
160
- for (let d = 0; d < dim; d++) {
161
- accum[d] += weight * value[d];
162
- }
163
- }
164
- }
165
- else {
166
- // Simple path for small key sets
167
- let maxScore = -Infinity;
168
- for (let ki = 0; ki < numK; ki++) {
169
- const s = this.fastDotProduct(query, K[ki], dim) * scale;
170
- scores[ki] = s;
171
- if (s > maxScore)
172
- maxScore = s;
173
- }
174
- let sumExp = 0;
175
- for (let ki = 0; ki < numK; ki++) {
176
- const e = Math.exp(scores[ki] - maxScore);
177
- exps[ki] = e;
178
- sumExp += e;
179
- }
180
- for (let d = 0; d < dim; d++)
181
- accum[d] = 0;
182
- const invSum = 1.0 / sumExp;
183
- for (let ki = 0; ki < numK; ki++) {
184
- const weight = exps[ki] * invSum;
185
- const value = V[ki];
186
- for (let d = 0; d < dim; d++) {
187
- accum[d] += weight * value[d];
188
- }
189
- }
190
- }
191
- // Copy to output
192
- const out = output[qi];
193
- for (let d = 0; d < dim; d++) {
194
- out[d] = accum[d];
195
- }
196
- }
197
- return output;
198
- }
199
- /**
200
- * Partial dot product using only first N dimensions (for screening)
201
- */
202
- partialDotProduct(a, b, len) {
203
- let sum = 0;
204
- let i = 0;
205
- for (; i <= len - 4; i += 4) {
206
- sum += a[i] * b[i] + a[i + 1] * b[i + 1] + a[i + 2] * b[i + 2] + a[i + 3] * b[i + 3];
207
- }
208
- for (; i < len; i++) {
209
- sum += a[i] * b[i];
210
- }
211
- return sum;
212
- }
213
- /**
214
- * Partial sort to get top-K elements (QuickSelect-like)
215
- * Only ensures first K elements are the largest, not sorted
216
- */
217
- partialSort(scores, indices, k) {
218
- const n = indices.length;
219
- if (k >= n)
220
- return;
221
- // Use partition-based selection (O(n) average)
222
- let left = 0;
223
- let right = n - 1;
224
- while (left < right) {
225
- // Partition around pivot
226
- const pivotIdx = left + Math.floor(Math.random() * (right - left + 1));
227
- const pivotScore = scores[indices[pivotIdx]];
228
- // Move pivot to end
229
- this.swapIndices(indices, pivotIdx, right);
230
- let storeIdx = left;
231
- for (let i = left; i < right; i++) {
232
- if (scores[indices[i]] > pivotScore) {
233
- this.swapIndices(indices, i, storeIdx);
234
- storeIdx++;
235
- }
236
- }
237
- // Move pivot to final position
238
- this.swapIndices(indices, storeIdx, right);
239
- if (storeIdx === k) {
240
- return;
241
- }
242
- else if (storeIdx < k) {
243
- left = storeIdx + 1;
244
- }
245
- else {
246
- right = storeIdx - 1;
247
- }
248
- }
249
- }
250
- /**
251
- * Swap two indices in array
252
- */
253
- swapIndices(arr, i, j) {
254
- const temp = arr[i];
255
- arr[i] = arr[j];
256
- arr[j] = temp;
257
- }
258
- /**
259
- * Fast dot product with 8x unrolling
260
- */
261
- fastDotProduct(a, b, len) {
262
- let sum = 0;
263
- let i = 0;
264
- // 8x unroll
265
- for (; i <= len - 8; i += 8) {
266
- sum += a[i] * b[i] +
267
- a[i + 1] * b[i + 1] +
268
- a[i + 2] * b[i + 2] +
269
- a[i + 3] * b[i + 3] +
270
- a[i + 4] * b[i + 4] +
271
- a[i + 5] * b[i + 5] +
272
- a[i + 6] * b[i + 6] +
273
- a[i + 7] * b[i + 7];
274
- }
275
- // Remainder
276
- for (; i < len; i++) {
277
- sum += a[i] * b[i];
278
- }
279
- return sum;
280
- }
281
- /**
282
- * Block-wise attention computation (Flash Attention core algorithm)
283
- *
284
- * Algorithm:
285
- * For each block of queries Q_b:
286
- * For each block of keys K_b:
287
- * S_b = Q_b @ K_b.T / sqrt(d) // Block scores
288
- * P_b = softmax(S_b) // Block attention
289
- * O_b += P_b @ V_b // Accumulate output
290
- *
291
- * @param Q - Query vectors
292
- * @param K - Key vectors
293
- * @param V - Value vectors
294
- * @param blockSize - Block size for tiling
295
- */
296
- blockAttention(Q, K, V, blockSize) {
297
- const numQueries = Q.length;
298
- const numKeys = K.length;
299
- const dimensions = Q[0]?.length ?? this.config.dimensions;
300
- const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
301
- // Initialize output arrays
302
- const output = new Array(numQueries);
303
- for (let i = 0; i < numQueries; i++) {
304
- output[i] = new Float32Array(dimensions);
305
- }
306
- // Online softmax state: max values and sum of exp for each query
307
- const maxScores = new Float32Array(numQueries).fill(-Infinity);
308
- const sumExp = new Float32Array(numQueries).fill(0);
309
- // Process in blocks
310
- for (let kStart = 0; kStart < numKeys; kStart += blockSize) {
311
- const kEnd = Math.min(kStart + blockSize, numKeys);
312
- const kBlockSize = kEnd - kStart;
313
- // Process each query against this key block
314
- for (let qStart = 0; qStart < numQueries; qStart += blockSize) {
315
- const qEnd = Math.min(qStart + blockSize, numQueries);
316
- // Compute attention scores for this block
317
- const blockScores = this.computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale);
318
- // Apply online softmax and accumulate output
319
- this.onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd);
320
- }
321
- }
322
- // Normalize outputs by final sum of exponentials
323
- for (let i = 0; i < numQueries; i++) {
324
- const normalizer = sumExp[i];
325
- if (normalizer > 0) {
326
- for (let d = 0; d < dimensions; d++) {
327
- output[i][d] /= normalizer;
328
- }
329
- }
330
- }
331
- return output;
332
- }
333
- /**
334
- * Get the speedup factor from the last benchmark
335
- */
336
- getSpeedup() {
337
- return this.lastSpeedup;
338
- }
339
- /**
340
- * Run benchmark comparing naive vs CPU-optimized attention
341
- *
342
- * @param numVectors - Number of vectors to test
343
- * @param dimensions - Dimensions per vector
344
- * @param iterations - Number of iterations for averaging
345
- */
346
- benchmark(numVectors = 512, dimensions = 384, iterations = 5) {
347
- // Generate random test data
348
- const queries = this.generateRandomVectors(numVectors, dimensions);
349
- const keys = this.generateRandomVectors(numVectors, dimensions);
350
- const values = this.generateRandomVectors(numVectors, dimensions);
351
- // Warm up both paths
352
- this.naiveAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
353
- this.cpuOptimizedAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
354
- // Benchmark naive attention
355
- let naiveTotalMs = 0;
356
- for (let i = 0; i < iterations; i++) {
357
- const start = performance.now();
358
- this.naiveAttention(queries, keys, values);
359
- naiveTotalMs += performance.now() - start;
360
- }
361
- const naiveTimeMs = naiveTotalMs / iterations;
362
- // Benchmark CPU-optimized attention
363
- let flashTotalMs = 0;
364
- for (let i = 0; i < iterations; i++) {
365
- const start = performance.now();
366
- this.cpuOptimizedAttention(queries, keys, values);
367
- flashTotalMs += performance.now() - start;
368
- }
369
- const flashTimeMs = flashTotalMs / iterations;
370
- // Calculate metrics
371
- const speedup = naiveTimeMs / flashTimeMs;
372
- this.lastSpeedup = speedup;
373
- // Memory estimates
374
- // Naive: needs full N x N attention matrix
375
- const naiveMemoryBytes = numVectors * numVectors * 4; // Float32
376
- // Flash: only needs block_size x block_size at a time
377
- const flashMemoryBytes = this.config.blockSize * this.config.blockSize * 4;
378
- const memoryReduction = naiveMemoryBytes / flashMemoryBytes;
379
- const result = {
380
- naiveTimeMs,
381
- flashTimeMs,
382
- speedup,
383
- numVectors,
384
- dimensions,
385
- naiveMemoryBytes,
386
- flashMemoryBytes,
387
- memoryReduction,
388
- };
389
- this.benchmarkHistory.push(result);
390
- return result;
391
- }
392
- /**
393
- * Get benchmark history
394
- */
395
- getBenchmarkHistory() {
396
- return [...this.benchmarkHistory];
397
- }
398
- /**
399
- * Get configuration
400
- */
401
- getConfig() {
402
- return { ...this.config };
403
- }
404
- /**
405
- * Update configuration
406
- */
407
- setConfig(config) {
408
- this.config = { ...this.config, ...config };
409
- }
410
- // ==========================================================================
411
- // Private Methods
412
- // ==========================================================================
413
- /**
414
- * Naive O(N^2) attention implementation for comparison
415
- */
416
- naiveAttention(queries, keys, values) {
417
- const numQueries = queries.length;
418
- const numKeys = keys.length;
419
- const dimensions = queries[0]?.length ?? this.config.dimensions;
420
- const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
421
- // Compute full attention matrix Q @ K.T
422
- const scores = new Array(numQueries);
423
- for (let i = 0; i < numQueries; i++) {
424
- scores[i] = new Float32Array(numKeys);
425
- for (let j = 0; j < numKeys; j++) {
426
- scores[i][j] = this.dotProduct(queries[i], keys[j]) * scale;
427
- }
428
- }
429
- // Softmax over each row
430
- const attentionWeights = new Array(numQueries);
431
- for (let i = 0; i < numQueries; i++) {
432
- attentionWeights[i] = this.softmax(scores[i]);
433
- }
434
- // Compute output: attention @ V
435
- const output = new Array(numQueries);
436
- for (let i = 0; i < numQueries; i++) {
437
- output[i] = new Float32Array(dimensions);
438
- for (let j = 0; j < numKeys; j++) {
439
- const weight = attentionWeights[i][j];
440
- for (let d = 0; d < dimensions; d++) {
441
- output[i][d] += weight * values[j][d];
442
- }
443
- }
444
- }
445
- return output;
446
- }
447
- /**
448
- * Compute block of attention scores
449
- */
450
- computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale) {
451
- const qBlockSize = qEnd - qStart;
452
- const kBlockSize = kEnd - kStart;
453
- const scores = new Array(qBlockSize);
454
- for (let qi = 0; qi < qBlockSize; qi++) {
455
- scores[qi] = new Float32Array(kBlockSize);
456
- const query = Q[qStart + qi];
457
- for (let ki = 0; ki < kBlockSize; ki++) {
458
- scores[qi][ki] = this.dotProduct(query, K[kStart + ki]) * scale;
459
- }
460
- }
461
- return scores;
462
- }
463
- /**
464
- * Online softmax with output accumulation (key to Flash Attention)
465
- *
466
- * Uses the online softmax trick to maintain numerical stability
467
- * while processing blocks incrementally.
468
- */
469
- onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd) {
470
- const qBlockSize = qEnd - qStart;
471
- const kBlockSize = kEnd - kStart;
472
- const dimensions = output[0]?.length ?? this.config.dimensions;
473
- for (let qi = 0; qi < qBlockSize; qi++) {
474
- const globalQi = qStart + qi;
475
- const rowScores = blockScores[qi];
476
- // Find max in this block
477
- let blockMax = -Infinity;
478
- for (let ki = 0; ki < kBlockSize; ki++) {
479
- if (rowScores[ki] > blockMax) {
480
- blockMax = rowScores[ki];
481
- }
482
- }
483
- const oldMax = maxScores[globalQi];
484
- const newMax = Math.max(oldMax, blockMax);
485
- // Correction factor for previous outputs
486
- const correction = oldMax === -Infinity ? 0 : Math.exp(oldMax - newMax);
487
- // Update sum of exponentials with correction
488
- let newSumExp = sumExp[globalQi] * correction;
489
- // Scale existing output by correction factor
490
- for (let d = 0; d < dimensions; d++) {
491
- output[globalQi][d] *= correction;
492
- }
493
- // Process this block
494
- for (let ki = 0; ki < kBlockSize; ki++) {
495
- const expScore = Math.exp(rowScores[ki] - newMax);
496
- newSumExp += expScore;
497
- // Accumulate weighted values
498
- const value = V[kStart + ki];
499
- for (let d = 0; d < dimensions; d++) {
500
- output[globalQi][d] += expScore * value[d];
501
- }
502
- }
503
- // Update running statistics
504
- maxScores[globalQi] = newMax;
505
- sumExp[globalQi] = newSumExp;
506
- }
507
- }
508
- /**
509
- * Compute dot product of two vectors
510
- */
511
- dotProduct(a, b) {
512
- let sum = 0;
513
- const len = Math.min(a.length, b.length);
514
- // Unroll loop for performance (4x unroll)
515
- let i = 0;
516
- for (; i <= len - 4; i += 4) {
517
- sum += a[i] * b[i] +
518
- a[i + 1] * b[i + 1] +
519
- a[i + 2] * b[i + 2] +
520
- a[i + 3] * b[i + 3];
521
- }
522
- // Handle remaining elements
523
- for (; i < len; i++) {
524
- sum += a[i] * b[i];
525
- }
526
- return sum;
527
- }
528
- /**
529
- * Stable softmax implementation
530
- */
531
- softmax(scores) {
532
- const result = new Float32Array(scores.length);
533
- // Find max for numerical stability
534
- let max = -Infinity;
535
- for (let i = 0; i < scores.length; i++) {
536
- if (scores[i] > max) {
537
- max = scores[i];
538
- }
539
- }
540
- // Compute exp and sum
541
- let sum = 0;
542
- for (let i = 0; i < scores.length; i++) {
543
- result[i] = Math.exp(scores[i] - max);
544
- sum += result[i];
545
- }
546
- // Normalize
547
- if (sum > 0) {
548
- for (let i = 0; i < scores.length; i++) {
549
- result[i] /= sum;
550
- }
551
- }
552
- return result;
553
- }
554
- /**
555
- * Generate random vectors for benchmarking
556
- */
557
- generateRandomVectors(count, dimensions) {
558
- const vectors = new Array(count);
559
- for (let i = 0; i < count; i++) {
560
- vectors[i] = new Float32Array(dimensions);
561
- for (let d = 0; d < dimensions; d++) {
562
- vectors[i][d] = (Math.random() - 0.5) * 2;
563
- }
564
- // Normalize
565
- let norm = 0;
566
- for (let d = 0; d < dimensions; d++) {
567
- norm += vectors[i][d] * vectors[i][d];
568
- }
569
- norm = Math.sqrt(norm);
570
- if (norm > 0) {
571
- for (let d = 0; d < dimensions; d++) {
572
- vectors[i][d] /= norm;
573
- }
574
- }
575
- }
576
- return vectors;
577
- }
578
- /**
579
- * Validate input arrays
580
- */
581
- validateInputs(queries, keys, values) {
582
- if (!queries.length || !keys.length || !values.length) {
583
- throw new Error('FlashAttention: Empty input arrays');
584
- }
585
- if (keys.length !== values.length) {
586
- throw new Error(`FlashAttention: Keys and values must have same count. Got ${keys.length} keys, ${values.length} values`);
587
- }
588
- const qDim = queries[0]?.length ?? 0;
589
- const kDim = keys[0]?.length ?? 0;
590
- const vDim = values[0]?.length ?? 0;
591
- if (qDim !== kDim) {
592
- throw new Error(`FlashAttention: Query and key dimensions must match. Got Q=${qDim}, K=${kDim}`);
593
- }
594
- if (kDim !== vDim) {
595
- throw new Error(`FlashAttention: Key and value dimensions must match. Got K=${kDim}, V=${vDim}`);
596
- }
597
- }
598
- }
599
- // ============================================================================
600
- // Singleton Instance
601
- // ============================================================================
602
- let flashAttentionInstance = null;
603
- /**
604
- * Get singleton FlashAttention instance
605
- *
606
- * @param config - Optional configuration (only used on first call)
607
- * @returns FlashAttention instance
608
- */
609
- export function getFlashAttention(config) {
610
- if (!flashAttentionInstance) {
611
- flashAttentionInstance = new FlashAttention(config);
612
- }
613
- return flashAttentionInstance;
614
- }
615
- /**
616
- * Reset singleton (for testing)
617
- */
618
- export function resetFlashAttention() {
619
- flashAttentionInstance = null;
620
- }
621
- // ============================================================================
622
- // Convenience Functions
623
- // ============================================================================
624
- /**
625
- * Compute attention using Flash Attention
626
- */
627
- export function computeAttention(queries, keys, values, config) {
628
- const fa = config ? new FlashAttention(config) : getFlashAttention();
629
- return fa.attention(queries, keys, values);
630
- }
631
- /**
632
- * Run Flash Attention benchmark
633
- */
634
- export function benchmarkFlashAttention(numVectors, dimensions, iterations) {
635
- return getFlashAttention().benchmark(numVectors, dimensions, iterations);
636
- }
637
- /**
638
- * Get current speedup from last benchmark
639
- */
640
- export function getFlashAttentionSpeedup() {
641
- return getFlashAttention().getSpeedup();
642
- }
643
- //# sourceMappingURL=flash-attention.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"flash-attention.js","sourceRoot":"","sources":["../../../src/ruvector/flash-attention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AA+CH,+EAA+E;AAC/E,iCAAiC;AACjC,+EAA+E;AAE/E,MAAM,OAAO,cAAc;IACjB,MAAM,CAAuB;IAC7B,WAAW,GAAW,CAAC,CAAC;IACxB,gBAAgB,GAAsB,EAAE,CAAC;IAEjD,6CAA6C;IACrC,WAAW,GAAwB,IAAI,CAAC;IACxC,SAAS,GAAwB,IAAI,CAAC;IACtC,WAAW,GAAwB,IAAI,CAAC;IAEhD,YAAY,SAAwC,EAAE;QACpD,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,kCAAkC;YACrE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,GAAG;YACpC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;YAC3C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI;SACxD,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,aAAa;IACb,6EAA6E;IAE7E;;;;;;;OAOG;IACH,SAAS,CACP,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,kBAAkB;QAClB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAE5B,oDAAoD;QACpD,IAAI,MAAsB,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,UAAU,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;YACvC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEpD,OAAO;YACL,MAAM;YACN,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,qBAAqB,CAC3B,CAAiB,EACjB,CAAiB,EACjB,CAAiB;QAEjB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACnD,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE/D,8DAA8D;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAE1B,+BAA+B;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAE/B,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,uBAAuB;QACvB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;QAEvD,2CAA2C;QAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAElE,kBAAkB;QAClB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAEpB,IAAI,OAAO,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;gBAC1B,wCAAwC;gBACxC,mDAAmD;gBACnD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,GAAG,WAAW,CAAC;oBAC3E,OAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;gBACpB,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,EAAE,cAAc,CAAC,CAAC;gBAEnD,sDAAsD;gBACtD,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,EAAE,GAAG,OAAQ,CAAC,CAAC,CAAC,CAAC;oBACvB,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,qCAAqC;gBACrC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;gBAErE,6BAA6B;gBAC7B,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACZ,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,eAAe;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;oBAChC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,iCAAiC;gBACjC,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;oBAC1C,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;oBACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QACrE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,MAAoB,EAAE,OAAoB,EAAE,CAAS;QACvE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO;QAEnB,+CAA+C;QAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,GAAG,KAAK,EAAE,CAAC;YACpB,yBAAyB;YACzB,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE7C,oBAAoB;YACpB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,GAAG,IAAI,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;oBACpC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;oBACvC,QAAQ,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;YAED,+BAA+B;YAC/B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;iBAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,GAAG,QAAQ,GAAG,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAgB,EAAE,CAAS,EAAE,CAAS;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QAClE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,YAAY;QACZ,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,YAAY;QACZ,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,cAAc,CACZ,CAAiB,EACjB,CAAiB,EACjB,CAAiB,EACjB,SAAiB;QAEjB,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;QAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;QACzB,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1D,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpD,oBAAoB;QACpB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,UAAU,CAAC,CAAC;gBAEtD,0CAA0C;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CACzC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CACxC,CAAC;gBAEF,6CAA6C;gBAC7C,IAAI,CAAC,uBAAuB,CAC1B,WAAW,EACX,CAAC,EACD,MAAM,EACN,SAAS,EACT,MAAM,EACN,MAAM,EACN,IAAI,EACJ,MAAM,EACN,IAAI,CACL,CAAC;YACJ,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CACP,aAAqB,GAAG,EACxB,aAAqB,GAAG,EACxB,aAAqB,CAAC;QAEtB,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAElE,qBAAqB;QACrB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzF,4BAA4B;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC3C,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oCAAoC;QACpC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAClD,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oBAAoB;QACpB,MAAM,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAE3B,mBAAmB;QACnB,2CAA2C;QAC3C,MAAM,gBAAgB,GAAG,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,UAAU;QAChE,sDAAsD;QACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,gBAAgB,GAAG,gBAAgB,CAAC;QAE5D,MAAM,MAAM,GAAoB;YAC9B,WAAW;YACX,WAAW;YACX,OAAO;YACP,UAAU;YACV,UAAU;YACV,gBAAgB;YAChB,gBAAgB;YAChB,eAAe;SAChB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAqC;QAC7C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAChE,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,wCAAwC;QACxC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,gBAAgB,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,gCAAgC;QAChC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,CAAiB,EACjB,CAAiB,EACjB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY,EACZ,KAAa;QAEb,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QAEjC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YAC7B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;YAClE,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,uBAAuB,CAC7B,WAA2B,EAC3B,CAAiB,EACjB,MAAsB,EACtB,SAAuB,EACvB,MAAoB,EACpB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY;QAEZ,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAE/D,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAElC,yBAAyB;YACzB,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,IAAI,SAAS,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;oBAC7B,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE1C,yCAAyC;YACzC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;YAExE,6CAA6C;YAC7C,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;YAE9C,6CAA6C;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;YACpC,CAAC;YAED,qBAAqB;YACrB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBAClD,SAAS,IAAI,QAAQ,CAAC;gBAEtB,6BAA6B;gBAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;gBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,SAAS,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YAC7B,MAAM,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,CAAe,EAAE,CAAe;QACjD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAEzC,0CAA0C;QAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,4BAA4B;QAC5B,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,OAAO,CAAC,MAAoB;QAClC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE/C,mCAAmC;QACnC,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;gBACpB,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QAED,YAAY;QACZ,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,KAAa,EAAE,UAAkB;QAC7D,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5C,CAAC;YAED,YAAY;YACZ,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,CAAC,MAAM,UAAU,MAAM,CAAC,MAAM,SAAS,CACzG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAEpC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,sBAAsB,GAA0B,IAAI,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAsC;IACtE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,sBAAsB,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,sBAAsB,GAAG,IAAI,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAuB,EACvB,IAAoB,EACpB,MAAsB,EACtB,MAAsC;IAEtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;IACrE,OAAO,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAmB,EACnB,UAAmB,EACnB,UAAmB;IAEnB,OAAO,iBAAiB,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,iBAAiB,EAAE,CAAC,UAAU,EAAE,CAAC;AAC1C,CAAC"}