@claude-flow/cli 3.10.45 → 3.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/analysis/analyze-code-quality.md +178 -178
- package/.claude/agents/analysis/code-analyzer.md +209 -209
- package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
- package/.claude/agents/architecture/arch-system-design.md +156 -156
- package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
- package/.claude/agents/browser/browser-agent.yaml +182 -182
- package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
- package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
- package/.claude/agents/consensus/gossip-coordinator.md +62 -62
- package/.claude/agents/consensus/performance-benchmarker.md +850 -850
- package/.claude/agents/consensus/quorum-manager.md +822 -822
- package/.claude/agents/consensus/raft-manager.md +62 -62
- package/.claude/agents/consensus/security-manager.md +621 -621
- package/.claude/agents/core/planner.md +374 -374
- package/.claude/agents/custom/test-long-runner.md +44 -44
- package/.claude/agents/data/data-ml-model.md +444 -444
- package/.claude/agents/data/ml/data-ml-model.md +192 -192
- package/.claude/agents/development/backend/dev-backend-api.md +141 -141
- package/.claude/agents/development/dev-backend-api.md +344 -344
- package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
- package/.claude/agents/devops/ops-cicd-github.md +164 -164
- package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
- package/.claude/agents/documentation/docs-api-openapi.md +354 -354
- package/.claude/agents/flow-nexus/app-store.md +87 -87
- package/.claude/agents/flow-nexus/authentication.md +68 -68
- package/.claude/agents/flow-nexus/challenges.md +80 -80
- package/.claude/agents/flow-nexus/neural-network.md +87 -87
- package/.claude/agents/flow-nexus/payments.md +82 -82
- package/.claude/agents/flow-nexus/sandbox.md +75 -75
- package/.claude/agents/flow-nexus/swarm.md +75 -75
- package/.claude/agents/flow-nexus/user-tools.md +95 -95
- package/.claude/agents/flow-nexus/workflow.md +83 -83
- package/.claude/agents/github/code-review-swarm.md +377 -377
- package/.claude/agents/github/github-modes.md +172 -172
- package/.claude/agents/github/issue-tracker.md +575 -575
- package/.claude/agents/github/multi-repo-swarm.md +552 -552
- package/.claude/agents/github/pr-manager.md +437 -437
- package/.claude/agents/github/project-board-sync.md +508 -508
- package/.claude/agents/github/release-manager.md +604 -604
- package/.claude/agents/github/release-swarm.md +582 -582
- package/.claude/agents/github/repo-architect.md +397 -397
- package/.claude/agents/github/swarm-issue.md +572 -572
- package/.claude/agents/github/swarm-pr.md +427 -427
- package/.claude/agents/github/sync-coordinator.md +451 -451
- package/.claude/agents/github/workflow-automation.md +902 -902
- package/.claude/agents/goal/agent.md +815 -815
- package/.claude/agents/optimization/benchmark-suite.md +664 -664
- package/.claude/agents/optimization/load-balancer.md +430 -430
- package/.claude/agents/optimization/performance-monitor.md +671 -671
- package/.claude/agents/optimization/resource-allocator.md +673 -673
- package/.claude/agents/optimization/topology-optimizer.md +807 -807
- package/.claude/agents/payments/agentic-payments.md +126 -126
- package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
- package/.claude/agents/sparc/architecture.md +698 -698
- package/.claude/agents/sparc/pseudocode.md +519 -519
- package/.claude/agents/sparc/refinement.md +801 -801
- package/.claude/agents/sparc/specification.md +477 -477
- package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
- package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
- package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
- package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
- package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
- package/.claude/agents/sublinear/performance-optimizer.md +367 -367
- package/.claude/agents/sublinear/trading-predictor.md +245 -245
- package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
- package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
- package/.claude/agents/swarm/mesh-coordinator.md +962 -962
- package/.claude/agents/templates/automation-smart-agent.md +204 -204
- package/.claude/agents/templates/base-template-generator.md +289 -289
- package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
- package/.claude/agents/templates/github-pr-manager.md +176 -176
- package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
- package/.claude/agents/templates/memory-coordinator.md +186 -186
- package/.claude/agents/templates/orchestrator-task.md +138 -138
- package/.claude/agents/templates/performance-analyzer.md +198 -198
- package/.claude/agents/templates/sparc-coordinator.md +513 -513
- package/.claude/agents/testing/production-validator.md +394 -394
- package/.claude/agents/testing/tdd-london-swarm.md +243 -243
- package/.claude/agents/v3/aidefence-guardian.md +282 -282
- package/.claude/agents/v3/claims-authorizer.md +208 -208
- package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
- package/.claude/agents/v3/ddd-domain-expert.md +220 -220
- package/.claude/agents/v3/injection-analyst.md +236 -236
- package/.claude/agents/v3/performance-engineer.md +1233 -1233
- package/.claude/agents/v3/pii-detector.md +151 -151
- package/.claude/agents/v3/reasoningbank-learner.md +213 -213
- package/.claude/agents/v3/security-architect-aidefence.md +410 -410
- package/.claude/agents/v3/security-architect.md +867 -867
- package/.claude/agents/v3/swarm-memory-manager.md +157 -157
- package/.claude/agents/v3/v3-integration-architect.md +205 -205
- package/.claude/commands/agents/README.md +50 -50
- package/.claude/commands/agents/agent-capabilities.md +140 -140
- package/.claude/commands/agents/agent-coordination.md +28 -28
- package/.claude/commands/agents/agent-spawning.md +28 -28
- package/.claude/commands/agents/agent-types.md +216 -216
- package/.claude/commands/agents/health.md +139 -139
- package/.claude/commands/agents/list.md +100 -100
- package/.claude/commands/agents/logs.md +130 -130
- package/.claude/commands/agents/metrics.md +122 -122
- package/.claude/commands/agents/pool.md +127 -127
- package/.claude/commands/agents/spawn.md +140 -140
- package/.claude/commands/agents/status.md +115 -115
- package/.claude/commands/agents/stop.md +102 -102
- package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
- package/.claude/commands/analysis/README.md +9 -9
- package/.claude/commands/analysis/bottleneck-detect.md +162 -162
- package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
- package/.claude/commands/analysis/performance-report.md +25 -25
- package/.claude/commands/analysis/token-efficiency.md +44 -44
- package/.claude/commands/analysis/token-usage.md +25 -25
- package/.claude/commands/automation/README.md +9 -9
- package/.claude/commands/automation/auto-agent.md +122 -122
- package/.claude/commands/automation/self-healing.md +105 -105
- package/.claude/commands/automation/session-memory.md +89 -89
- package/.claude/commands/automation/smart-agents.md +72 -72
- package/.claude/commands/automation/smart-spawn.md +25 -25
- package/.claude/commands/automation/workflow-select.md +25 -25
- package/.claude/commands/claude-flow-help.md +103 -103
- package/.claude/commands/claude-flow-memory.md +107 -107
- package/.claude/commands/claude-flow-swarm.md +205 -205
- package/.claude/commands/coordination/README.md +9 -9
- package/.claude/commands/coordination/agent-spawn.md +25 -25
- package/.claude/commands/coordination/init.md +44 -44
- package/.claude/commands/coordination/orchestrate.md +43 -43
- package/.claude/commands/coordination/spawn.md +45 -45
- package/.claude/commands/coordination/swarm-init.md +85 -85
- package/.claude/commands/coordination/task-orchestrate.md +25 -25
- package/.claude/commands/github/README.md +11 -11
- package/.claude/commands/github/code-review-swarm.md +513 -513
- package/.claude/commands/github/code-review.md +25 -25
- package/.claude/commands/github/github-modes.md +146 -146
- package/.claude/commands/github/github-swarm.md +121 -121
- package/.claude/commands/github/issue-tracker.md +291 -291
- package/.claude/commands/github/issue-triage.md +25 -25
- package/.claude/commands/github/multi-repo-swarm.md +518 -518
- package/.claude/commands/github/pr-enhance.md +26 -26
- package/.claude/commands/github/pr-manager.md +169 -169
- package/.claude/commands/github/project-board-sync.md +470 -470
- package/.claude/commands/github/release-manager.md +339 -339
- package/.claude/commands/github/release-swarm.md +543 -543
- package/.claude/commands/github/repo-analyze.md +25 -25
- package/.claude/commands/github/repo-architect.md +366 -366
- package/.claude/commands/github/swarm-issue.md +484 -484
- package/.claude/commands/github/swarm-pr.md +287 -287
- package/.claude/commands/github/sync-coordinator.md +302 -302
- package/.claude/commands/github/workflow-automation.md +441 -441
- package/.claude/commands/hive-mind/README.md +17 -17
- package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
- package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
- package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
- package/.claude/commands/hive-mind/hive-mind.md +27 -27
- package/.claude/commands/hooks/README.md +11 -11
- package/.claude/commands/hooks/overview.md +57 -57
- package/.claude/commands/hooks/post-edit.md +117 -117
- package/.claude/commands/hooks/post-task.md +112 -112
- package/.claude/commands/hooks/pre-edit.md +113 -113
- package/.claude/commands/hooks/pre-task.md +111 -111
- package/.claude/commands/hooks/session-end.md +118 -118
- package/.claude/commands/hooks/setup.md +102 -102
- package/.claude/commands/memory/README.md +9 -9
- package/.claude/commands/memory/memory-persist.md +25 -25
- package/.claude/commands/memory/memory-search.md +25 -25
- package/.claude/commands/memory/memory-usage.md +25 -25
- package/.claude/commands/memory/neural.md +47 -47
- package/.claude/commands/monitoring/README.md +9 -9
- package/.claude/commands/monitoring/agent-metrics.md +25 -25
- package/.claude/commands/monitoring/agents.md +44 -44
- package/.claude/commands/monitoring/real-time-view.md +25 -25
- package/.claude/commands/monitoring/status.md +46 -46
- package/.claude/commands/monitoring/swarm-monitor.md +25 -25
- package/.claude/commands/optimization/README.md +9 -9
- package/.claude/commands/optimization/auto-topology.md +61 -61
- package/.claude/commands/optimization/cache-manage.md +25 -25
- package/.claude/commands/optimization/parallel-execute.md +25 -25
- package/.claude/commands/optimization/parallel-execution.md +49 -49
- package/.claude/commands/optimization/topology-optimize.md +25 -25
- package/.claude/commands/pair/README.md +260 -260
- package/.claude/commands/pair/commands.md +545 -545
- package/.claude/commands/pair/config.md +509 -509
- package/.claude/commands/pair/examples.md +511 -511
- package/.claude/commands/pair/modes.md +347 -347
- package/.claude/commands/pair/session.md +406 -406
- package/.claude/commands/pair/start.md +208 -208
- package/.claude/commands/sparc/analyzer.md +51 -51
- package/.claude/commands/sparc/architect.md +53 -53
- package/.claude/commands/sparc/ask.md +97 -97
- package/.claude/commands/sparc/batch-executor.md +54 -54
- package/.claude/commands/sparc/code.md +89 -89
- package/.claude/commands/sparc/coder.md +54 -54
- package/.claude/commands/sparc/debug.md +83 -83
- package/.claude/commands/sparc/debugger.md +54 -54
- package/.claude/commands/sparc/designer.md +53 -53
- package/.claude/commands/sparc/devops.md +109 -109
- package/.claude/commands/sparc/docs-writer.md +80 -80
- package/.claude/commands/sparc/documenter.md +54 -54
- package/.claude/commands/sparc/innovator.md +54 -54
- package/.claude/commands/sparc/integration.md +83 -83
- package/.claude/commands/sparc/mcp.md +117 -117
- package/.claude/commands/sparc/memory-manager.md +54 -54
- package/.claude/commands/sparc/optimizer.md +54 -54
- package/.claude/commands/sparc/orchestrator.md +131 -131
- package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
- package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
- package/.claude/commands/sparc/researcher.md +54 -54
- package/.claude/commands/sparc/reviewer.md +54 -54
- package/.claude/commands/sparc/security-review.md +80 -80
- package/.claude/commands/sparc/sparc-modes.md +174 -174
- package/.claude/commands/sparc/sparc.md +111 -111
- package/.claude/commands/sparc/spec-pseudocode.md +80 -80
- package/.claude/commands/sparc/supabase-admin.md +348 -348
- package/.claude/commands/sparc/swarm-coordinator.md +54 -54
- package/.claude/commands/sparc/tdd.md +54 -54
- package/.claude/commands/sparc/tester.md +54 -54
- package/.claude/commands/sparc/tutorial.md +79 -79
- package/.claude/commands/sparc/workflow-manager.md +54 -54
- package/.claude/commands/sparc.md +166 -166
- package/.claude/commands/stream-chain/pipeline.md +120 -120
- package/.claude/commands/stream-chain/run.md +69 -69
- package/.claude/commands/swarm/README.md +15 -15
- package/.claude/commands/swarm/analysis.md +95 -95
- package/.claude/commands/swarm/development.md +96 -96
- package/.claude/commands/swarm/examples.md +168 -168
- package/.claude/commands/swarm/maintenance.md +102 -102
- package/.claude/commands/swarm/optimization.md +117 -117
- package/.claude/commands/swarm/research.md +136 -136
- package/.claude/commands/swarm/swarm-analysis.md +8 -8
- package/.claude/commands/swarm/swarm-background.md +8 -8
- package/.claude/commands/swarm/swarm-init.md +19 -19
- package/.claude/commands/swarm/swarm-modes.md +8 -8
- package/.claude/commands/swarm/swarm-monitor.md +8 -8
- package/.claude/commands/swarm/swarm-spawn.md +19 -19
- package/.claude/commands/swarm/swarm-status.md +8 -8
- package/.claude/commands/swarm/swarm-strategies.md +8 -8
- package/.claude/commands/swarm/swarm.md +87 -87
- package/.claude/commands/swarm/testing.md +131 -131
- package/.claude/commands/training/README.md +9 -9
- package/.claude/commands/training/model-update.md +25 -25
- package/.claude/commands/training/neural-patterns.md +107 -107
- package/.claude/commands/training/neural-train.md +75 -75
- package/.claude/commands/training/pattern-learn.md +25 -25
- package/.claude/commands/training/specialization.md +62 -62
- package/.claude/commands/truth/start.md +142 -142
- package/.claude/commands/verify/check.md +49 -49
- package/.claude/commands/verify/start.md +127 -127
- package/.claude/commands/workflows/README.md +9 -9
- package/.claude/commands/workflows/development.md +77 -77
- package/.claude/commands/workflows/research.md +62 -62
- package/.claude/commands/workflows/workflow-create.md +25 -25
- package/.claude/commands/workflows/workflow-execute.md +25 -25
- package/.claude/commands/workflows/workflow-export.md +25 -25
- package/.claude/helpers/README.md +96 -96
- package/.claude/helpers/adr-compliance.sh +186 -186
- package/.claude/helpers/auto-commit.sh +178 -178
- package/.claude/helpers/auto-memory-hook.mjs +368 -368
- package/.claude/helpers/checkpoint-manager.sh +251 -251
- package/.claude/helpers/daemon-manager.sh +252 -252
- package/.claude/helpers/ddd-tracker.sh +144 -144
- package/.claude/helpers/github-safe.js +156 -156
- package/.claude/helpers/github-setup.sh +45 -45
- package/.claude/helpers/guidance-hook.sh +13 -13
- package/.claude/helpers/guidance-hooks.sh +102 -102
- package/.claude/helpers/health-monitor.sh +108 -108
- package/.claude/helpers/hook-handler.cjs +286 -286
- package/.claude/helpers/intelligence.cjs +1031 -1031
- package/.claude/helpers/learning-hooks.sh +329 -329
- package/.claude/helpers/learning-optimizer.sh +127 -127
- package/.claude/helpers/learning-service.mjs +1144 -1144
- package/.claude/helpers/memory.js +83 -83
- package/.claude/helpers/metrics-db.mjs +488 -488
- package/.claude/helpers/pattern-consolidator.sh +86 -86
- package/.claude/helpers/perf-worker.sh +160 -160
- package/.claude/helpers/post-commit +16 -16
- package/.claude/helpers/pre-commit +26 -26
- package/.claude/helpers/quick-start.sh +19 -19
- package/.claude/helpers/router.js +105 -105
- package/.claude/helpers/security-scanner.sh +127 -127
- package/.claude/helpers/session.js +157 -157
- package/.claude/helpers/setup-mcp.sh +18 -18
- package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
- package/.claude/helpers/statusline-hook.sh +21 -21
- package/.claude/helpers/statusline.cjs +604 -604
- package/.claude/helpers/statusline.js +352 -352
- package/.claude/helpers/swarm-comms.sh +353 -353
- package/.claude/helpers/swarm-hooks.sh +761 -761
- package/.claude/helpers/swarm-monitor.sh +210 -210
- package/.claude/helpers/sync-v3-metrics.sh +245 -245
- package/.claude/helpers/update-v3-progress.sh +165 -165
- package/.claude/helpers/v3-quick-status.sh +57 -57
- package/.claude/helpers/v3.sh +110 -110
- package/.claude/helpers/validate-v3-config.sh +215 -215
- package/.claude/helpers/worker-manager.sh +170 -170
- package/.claude/settings.json +182 -182
- package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
- package/.claude/skills/agentdb-learning/SKILL.md +545 -545
- package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
- package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
- package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
- package/.claude/skills/browser/SKILL.md +204 -204
- package/.claude/skills/dual-mode/README.md +71 -71
- package/.claude/skills/dual-mode/dual-collect.md +103 -103
- package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
- package/.claude/skills/dual-mode/dual-spawn.md +81 -81
- package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
- package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
- package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
- package/.claude/skills/github-code-review/SKILL.md +1125 -1125
- package/.claude/skills/github-multi-repo/SKILL.md +862 -862
- package/.claude/skills/github-project-management/SKILL.md +1262 -1262
- package/.claude/skills/github-release-management/SKILL.md +1064 -1064
- package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
- package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
- package/.claude/skills/pair-programming/SKILL.md +1202 -1202
- package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
- package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
- package/.claude/skills/skill-builder/SKILL.md +910 -910
- package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
- package/.claude/skills/stream-chain/SKILL.md +560 -560
- package/.claude/skills/swarm-advanced/SKILL.md +970 -970
- package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
- package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
- package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
- package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
- package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
- package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
- package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
- package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
- package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
- package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
- package/.claude/skills/verification-quality/SKILL.md +691 -691
- package/README.md +412 -412
- package/bin/cli.js +314 -314
- package/bin/mcp-server.js +224 -224
- package/bin/preinstall.cjs +2 -2
- package/dist/src/benchmarks/capability-tasks.d.ts +126 -0
- package/dist/src/benchmarks/capability-tasks.d.ts.map +1 -0
- package/dist/src/benchmarks/capability-tasks.js +147 -0
- package/dist/src/benchmarks/capability-tasks.js.map +1 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +53 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.js +177 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.js.map +1 -0
- package/dist/src/benchmarks/gaia-agent-gemini.d.ts +51 -0
- package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-agent-gemini.js +352 -0
- package/dist/src/benchmarks/gaia-agent-gemini.js.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.d.ts +105 -0
- package/dist/src/benchmarks/gaia-claude-p.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.js +269 -0
- package/dist/src/benchmarks/gaia-claude-p.js.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +20 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.js +168 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent-runner.py +556 -0
- package/dist/src/benchmarks/gaia-codeagent.d.ts +129 -0
- package/dist/src/benchmarks/gaia-codeagent.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.js +590 -0
- package/dist/src/benchmarks/gaia-codeagent.js.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +33 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.js +241 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-critic.js +24 -24
- package/dist/src/benchmarks/gaia-dag-pilot.d.ts +22 -0
- package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag-pilot.js +158 -0
- package/dist/src/benchmarks/gaia-dag-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-dag.d.ts +110 -0
- package/dist/src/benchmarks/gaia-dag.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag.js +658 -0
- package/dist/src/benchmarks/gaia-dag.js.map +1 -0
- package/dist/src/benchmarks/gaia-dag.smoke.d.ts +21 -0
- package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag.smoke.js +290 -0
- package/dist/src/benchmarks/gaia-dag.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +17 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.js +106 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble.d.ts +103 -0
- package/dist/src/benchmarks/gaia-ensemble.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble.js +462 -0
- package/dist/src/benchmarks/gaia-ensemble.js.map +1 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +17 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.js +168 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.d.ts +67 -0
- package/dist/src/benchmarks/gaia-mode-router.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.js +126 -0
- package/dist/src/benchmarks/gaia-mode-router.js.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +15 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.js +131 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +276 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +45 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.js +222 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +169 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +27 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.js +226 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +31 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.js +94 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +13 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +98 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +52 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.js +304 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +61 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.js +217 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +26 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +152 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +311 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +25 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +304 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +1 -0
- package/dist/src/commands/completions.js +409 -409
- package/dist/src/commands/daemon.js +44 -44
- package/dist/src/commands/embeddings.js +26 -26
- package/dist/src/commands/hive-mind.js +97 -97
- package/dist/src/commands/hooks.js +9 -9
- package/dist/src/commands/neural.d.ts.map +1 -1
- package/dist/src/commands/neural.js +2351 -1
- package/dist/src/commands/neural.js.map +1 -1
- package/dist/src/commands/performance-capability.d.ts +30 -0
- package/dist/src/commands/performance-capability.d.ts.map +1 -0
- package/dist/src/commands/performance-capability.js +349 -0
- package/dist/src/commands/performance-capability.js.map +1 -0
- package/dist/src/commands/ruvector/backup.js +23 -23
- package/dist/src/commands/ruvector/benchmark.js +31 -31
- package/dist/src/commands/ruvector/import.js +14 -14
- package/dist/src/commands/ruvector/init.js +115 -115
- package/dist/src/commands/ruvector/migrate.js +99 -99
- package/dist/src/commands/ruvector/optimize.js +51 -51
- package/dist/src/commands/ruvector/setup.js +624 -624
- package/dist/src/commands/ruvector/status.js +38 -38
- package/dist/src/commands/swarm.d.ts.map +1 -1
- package/dist/src/commands/swarm.js +5 -1
- package/dist/src/commands/swarm.js.map +1 -1
- package/dist/src/init/claudemd-generator.js +231 -231
- package/dist/src/init/executor.d.ts.map +1 -1
- package/dist/src/init/executor.js +487 -455
- package/dist/src/init/executor.js.map +1 -1
- package/dist/src/init/helpers-generator.js +727 -727
- package/dist/src/init/statusline-generator.js +717 -717
- package/dist/src/mcp-tools/agent-execute-core.d.ts +23 -1
- package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.js +136 -9
- package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
- package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-tools.js +48 -4
- package/dist/src/mcp-tools/agent-tools.js.map +1 -1
- package/dist/src/mcp-tools/agentdb-tools.js +15 -15
- package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/hooks-tools.js +196 -0
- package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
- package/dist/src/memory/graph-edge-writer.js +18 -18
- package/dist/src/memory/memory-bridge.js +84 -84
- package/dist/src/memory/memory-initializer.js +393 -393
- package/dist/src/memory/rabitq-index.js +5 -5
- package/dist/src/runtime/headless.js +28 -28
- package/dist/src/ruvector/enhanced-model-router.d.ts +5 -0
- package/dist/src/ruvector/enhanced-model-router.d.ts.map +1 -1
- package/dist/src/ruvector/enhanced-model-router.js +18 -1
- package/dist/src/ruvector/enhanced-model-router.js.map +1 -1
- package/dist/src/ruvector/model-prices.d.ts +50 -0
- package/dist/src/ruvector/model-prices.d.ts.map +1 -0
- package/dist/src/ruvector/model-prices.js +72 -0
- package/dist/src/ruvector/model-prices.js.map +1 -0
- package/dist/src/ruvector/model-router.d.ts +147 -8
- package/dist/src/ruvector/model-router.d.ts.map +1 -1
- package/dist/src/ruvector/model-router.js +418 -18
- package/dist/src/ruvector/model-router.js.map +1 -1
- package/dist/src/ruvector/neural-router.d.ts +172 -39
- package/dist/src/ruvector/neural-router.d.ts.map +1 -1
- package/dist/src/ruvector/neural-router.js +780 -91
- package/dist/src/ruvector/neural-router.js.map +1 -1
- package/dist/src/ruvector/router-calibrator.d.ts +65 -0
- package/dist/src/ruvector/router-calibrator.d.ts.map +1 -0
- package/dist/src/ruvector/router-calibrator.js +120 -0
- package/dist/src/ruvector/router-calibrator.js.map +1 -0
- package/dist/src/ruvector/router-trajectory.d.ts +137 -45
- package/dist/src/ruvector/router-trajectory.d.ts.map +1 -1
- package/dist/src/ruvector/router-trajectory.js +226 -63
- package/dist/src/ruvector/router-trajectory.js.map +1 -1
- package/dist/src/ruvector/task-embedder.d.ts +56 -0
- package/dist/src/ruvector/task-embedder.d.ts.map +1 -0
- package/dist/src/ruvector/task-embedder.js +237 -0
- package/dist/src/ruvector/task-embedder.js.map +1 -0
- package/dist/src/services/container-worker-pool.d.ts +8 -1
- package/dist/src/services/container-worker-pool.d.ts.map +1 -1
- package/dist/src/services/container-worker-pool.js +9 -3
- package/dist/src/services/container-worker-pool.js.map +1 -1
- package/dist/src/services/headless-worker-executor.js +84 -84
- package/dist/src/transfer/deploy-seraphine.js +23 -23
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +136 -134
- package/scripts/beir-bootstrap-significance.mjs +162 -162
- package/scripts/bench-rvagent.mjs +312 -312
- package/scripts/benchmark-codemods.mjs +127 -127
- package/scripts/benchmark-cross-repo.mjs +206 -206
- package/scripts/benchmark-pretrained-retrieval.mjs +305 -305
- package/scripts/benchmark-self-learning.mjs +241 -241
- package/scripts/benchmark-trajectory-mrr.mjs +191 -191
- package/scripts/deploy-ipfs-node.sh +153 -153
- package/scripts/grid-search-retrieval.mjs +216 -216
- package/scripts/postinstall.cjs +153 -153
- package/scripts/pretrain-from-github.mjs +358 -358
- package/scripts/publish-registry.ts +345 -345
- package/scripts/publish.sh +57 -57
- package/scripts/run-beir-bge.mjs +324 -324
- package/scripts/run-beir-hybrid.mjs +261 -261
- package/scripts/run-beir-lucene-bm25.mjs +154 -154
- package/scripts/run-beir-nfcorpus.mjs +231 -231
- package/scripts/run-beir-rrf-ablation.mjs +221 -221
- package/scripts/setup-ipfs-registry.md +366 -366
- package/dist/src/ruvector/flash-attention.d.ts +0 -195
- package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
- package/dist/src/ruvector/flash-attention.js +0 -643
- package/dist/src/ruvector/flash-attention.js.map +0 -1
- package/dist/src/ruvector/moe-router.d.ts +0 -206
- package/dist/src/ruvector/moe-router.d.ts.map +0 -1
- package/dist/src/ruvector/moe-router.js +0 -626
- package/dist/src/ruvector/moe-router.js.map +0 -1
- package/dist/src/services/event-stream.d.ts +0 -25
- package/dist/src/services/event-stream.js +0 -27
- package/dist/src/services/loop-worker-runner.d.ts +0 -16
- package/dist/src/services/loop-worker-runner.js +0 -34
- package/dist/src/services/runtime-capabilities.d.ts +0 -22
- package/dist/src/services/runtime-capabilities.js +0 -45
|
@@ -1,643 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Flash Attention Implementation for RuVector Intelligence System
|
|
3
|
-
*
|
|
4
|
-
* Implements block-wise attention computation for faster similarity calculations.
|
|
5
|
-
* Achieves O(N) memory instead of O(N^2) through tiling strategy.
|
|
6
|
-
*
|
|
7
|
-
* Key optimizations:
|
|
8
|
-
* - Block-wise computation to fit in L1 cache
|
|
9
|
-
* - Fused softmax-matmul operations
|
|
10
|
-
* - Float32Array for all operations
|
|
11
|
-
* - Online softmax for numerical stability
|
|
12
|
-
*
|
|
13
|
-
* Target: 2-5x speedup on CPU vs naive attention
|
|
14
|
-
*
|
|
15
|
-
* Created with love by ruv.io
|
|
16
|
-
*/
|
|
17
|
-
// ============================================================================
|
|
18
|
-
// Flash Attention Implementation
|
|
19
|
-
// ============================================================================
|
|
20
|
-
export class FlashAttention {
|
|
21
|
-
config;
|
|
22
|
-
lastSpeedup = 0;
|
|
23
|
-
benchmarkHistory = [];
|
|
24
|
-
// Pre-allocated buffers for CPU optimization
|
|
25
|
-
scoreBuffer = null;
|
|
26
|
-
expBuffer = null;
|
|
27
|
-
accumBuffer = null;
|
|
28
|
-
constructor(config = {}) {
|
|
29
|
-
this.config = {
|
|
30
|
-
blockSize: config.blockSize ?? 32, // Smaller blocks for CPU L1 cache
|
|
31
|
-
dimensions: config.dimensions ?? 384,
|
|
32
|
-
temperature: config.temperature ?? 1.0,
|
|
33
|
-
useStableMode: config.useStableMode ?? true,
|
|
34
|
-
useCPUOptimizations: config.useCPUOptimizations ?? true,
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
// ==========================================================================
|
|
38
|
-
// Public API
|
|
39
|
-
// ==========================================================================
|
|
40
|
-
/**
|
|
41
|
-
* Main attention computation using Flash Attention algorithm
|
|
42
|
-
*
|
|
43
|
-
* @param queries - Query vectors [N x D]
|
|
44
|
-
* @param keys - Key vectors [M x D]
|
|
45
|
-
* @param values - Value vectors [M x D]
|
|
46
|
-
* @returns Attention output [N x D]
|
|
47
|
-
*/
|
|
48
|
-
attention(queries, keys, values) {
|
|
49
|
-
const startTime = performance.now();
|
|
50
|
-
// Validate inputs
|
|
51
|
-
this.validateInputs(queries, keys, values);
|
|
52
|
-
const numQueries = queries.length;
|
|
53
|
-
const numKeys = keys.length;
|
|
54
|
-
// Use CPU-optimized path for all sizes when enabled
|
|
55
|
-
let output;
|
|
56
|
-
if (this.config.useCPUOptimizations) {
|
|
57
|
-
output = this.cpuOptimizedAttention(queries, keys, values);
|
|
58
|
-
}
|
|
59
|
-
else if (numQueries * numKeys > 1024) {
|
|
60
|
-
output = this.blockAttention(queries, keys, values, this.config.blockSize);
|
|
61
|
-
}
|
|
62
|
-
else {
|
|
63
|
-
output = this.naiveAttention(queries, keys, values);
|
|
64
|
-
}
|
|
65
|
-
const computeTimeMs = performance.now() - startTime;
|
|
66
|
-
return {
|
|
67
|
-
output,
|
|
68
|
-
computeTimeMs,
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
/**
|
|
72
|
-
* CPU-optimized attention with aggressive optimizations
|
|
73
|
-
*
|
|
74
|
-
* Key optimizations:
|
|
75
|
-
* - Blocked score computation (better cache utilization)
|
|
76
|
-
* - Top-K sparse attention (only use most relevant keys)
|
|
77
|
-
* - Pre-allocated buffers to avoid GC pressure
|
|
78
|
-
* - 8x loop unrolling for dot products
|
|
79
|
-
* - Fused max-finding during score computation
|
|
80
|
-
*/
|
|
81
|
-
cpuOptimizedAttention(Q, K, V) {
|
|
82
|
-
const numQ = Q.length;
|
|
83
|
-
const numK = K.length;
|
|
84
|
-
const dim = Q[0]?.length ?? this.config.dimensions;
|
|
85
|
-
const scale = 1.0 / (Math.sqrt(dim) * this.config.temperature);
|
|
86
|
-
// Sparse attention: Use only top 12% of keys (min 16, max 96)
|
|
87
|
-
const topK = Math.max(16, Math.min(96, Math.ceil(numK * 0.12)));
|
|
88
|
-
const useTopK = numK > 32;
|
|
89
|
-
// Ensure buffers are allocated
|
|
90
|
-
if (!this.scoreBuffer || this.scoreBuffer.length < numK) {
|
|
91
|
-
this.scoreBuffer = new Float32Array(numK);
|
|
92
|
-
}
|
|
93
|
-
if (!this.expBuffer || this.expBuffer.length < (useTopK ? topK : numK)) {
|
|
94
|
-
this.expBuffer = new Float32Array(useTopK ? topK : numK);
|
|
95
|
-
}
|
|
96
|
-
if (!this.accumBuffer || this.accumBuffer.length < dim) {
|
|
97
|
-
this.accumBuffer = new Float64Array(dim);
|
|
98
|
-
}
|
|
99
|
-
const scores = this.scoreBuffer;
|
|
100
|
-
const exps = this.expBuffer;
|
|
101
|
-
const accum = this.accumBuffer;
|
|
102
|
-
// Pre-allocate output once
|
|
103
|
-
const output = new Array(numQ);
|
|
104
|
-
for (let i = 0; i < numQ; i++) {
|
|
105
|
-
output[i] = new Float32Array(dim);
|
|
106
|
-
}
|
|
107
|
-
// Reusable index array
|
|
108
|
-
const indices = useTopK ? new Uint32Array(numK) : null;
|
|
109
|
-
if (indices) {
|
|
110
|
-
for (let i = 0; i < numK; i++)
|
|
111
|
-
indices[i] = i;
|
|
112
|
-
}
|
|
113
|
-
// Two-stage screening: use 1/4 of dimensions for quick filtering
|
|
114
|
-
const screenDim = Math.min(96, dim >> 2);
|
|
115
|
-
const screenScale = scale * Math.sqrt(dim / screenDim);
|
|
116
|
-
// Candidate buffer for two-stage filtering
|
|
117
|
-
const candidateCount = Math.max(topK * 2, Math.ceil(numK * 0.25));
|
|
118
|
-
// Process queries
|
|
119
|
-
for (let qi = 0; qi < numQ; qi++) {
|
|
120
|
-
const query = Q[qi];
|
|
121
|
-
if (useTopK && numK > 128) {
|
|
122
|
-
// Two-stage approach for large key sets
|
|
123
|
-
// Stage 1: Quick screening with partial dimensions
|
|
124
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
125
|
-
scores[ki] = this.partialDotProduct(query, K[ki], screenDim) * screenScale;
|
|
126
|
-
indices[ki] = ki;
|
|
127
|
-
}
|
|
128
|
-
// Get top candidates (2x topK)
|
|
129
|
-
this.partialSort(scores, indices, candidateCount);
|
|
130
|
-
// Stage 2: Full score computation only for candidates
|
|
131
|
-
let maxScore = -Infinity;
|
|
132
|
-
for (let i = 0; i < candidateCount; i++) {
|
|
133
|
-
const ki = indices[i];
|
|
134
|
-
const s = this.fastDotProduct(query, K[ki], dim) * scale;
|
|
135
|
-
scores[ki] = s;
|
|
136
|
-
if (s > maxScore)
|
|
137
|
-
maxScore = s;
|
|
138
|
-
}
|
|
139
|
-
// Select final top-K from candidates
|
|
140
|
-
this.partialSort(scores, indices.subarray(0, candidateCount), topK);
|
|
141
|
-
// Compute softmax over top-K
|
|
142
|
-
maxScore = -Infinity;
|
|
143
|
-
for (let i = 0; i < topK; i++) {
|
|
144
|
-
if (scores[indices[i]] > maxScore)
|
|
145
|
-
maxScore = scores[indices[i]];
|
|
146
|
-
}
|
|
147
|
-
let sumExp = 0;
|
|
148
|
-
for (let i = 0; i < topK; i++) {
|
|
149
|
-
const e = Math.exp(scores[indices[i]] - maxScore);
|
|
150
|
-
exps[i] = e;
|
|
151
|
-
sumExp += e;
|
|
152
|
-
}
|
|
153
|
-
// Weighted sum
|
|
154
|
-
for (let d = 0; d < dim; d++)
|
|
155
|
-
accum[d] = 0;
|
|
156
|
-
const invSum = 1.0 / sumExp;
|
|
157
|
-
for (let i = 0; i < topK; i++) {
|
|
158
|
-
const weight = exps[i] * invSum;
|
|
159
|
-
const value = V[indices[i]];
|
|
160
|
-
for (let d = 0; d < dim; d++) {
|
|
161
|
-
accum[d] += weight * value[d];
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
else {
|
|
166
|
-
// Simple path for small key sets
|
|
167
|
-
let maxScore = -Infinity;
|
|
168
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
169
|
-
const s = this.fastDotProduct(query, K[ki], dim) * scale;
|
|
170
|
-
scores[ki] = s;
|
|
171
|
-
if (s > maxScore)
|
|
172
|
-
maxScore = s;
|
|
173
|
-
}
|
|
174
|
-
let sumExp = 0;
|
|
175
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
176
|
-
const e = Math.exp(scores[ki] - maxScore);
|
|
177
|
-
exps[ki] = e;
|
|
178
|
-
sumExp += e;
|
|
179
|
-
}
|
|
180
|
-
for (let d = 0; d < dim; d++)
|
|
181
|
-
accum[d] = 0;
|
|
182
|
-
const invSum = 1.0 / sumExp;
|
|
183
|
-
for (let ki = 0; ki < numK; ki++) {
|
|
184
|
-
const weight = exps[ki] * invSum;
|
|
185
|
-
const value = V[ki];
|
|
186
|
-
for (let d = 0; d < dim; d++) {
|
|
187
|
-
accum[d] += weight * value[d];
|
|
188
|
-
}
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
// Copy to output
|
|
192
|
-
const out = output[qi];
|
|
193
|
-
for (let d = 0; d < dim; d++) {
|
|
194
|
-
out[d] = accum[d];
|
|
195
|
-
}
|
|
196
|
-
}
|
|
197
|
-
return output;
|
|
198
|
-
}
|
|
199
|
-
/**
|
|
200
|
-
* Partial dot product using only first N dimensions (for screening)
|
|
201
|
-
*/
|
|
202
|
-
partialDotProduct(a, b, len) {
|
|
203
|
-
let sum = 0;
|
|
204
|
-
let i = 0;
|
|
205
|
-
for (; i <= len - 4; i += 4) {
|
|
206
|
-
sum += a[i] * b[i] + a[i + 1] * b[i + 1] + a[i + 2] * b[i + 2] + a[i + 3] * b[i + 3];
|
|
207
|
-
}
|
|
208
|
-
for (; i < len; i++) {
|
|
209
|
-
sum += a[i] * b[i];
|
|
210
|
-
}
|
|
211
|
-
return sum;
|
|
212
|
-
}
|
|
213
|
-
/**
|
|
214
|
-
* Partial sort to get top-K elements (QuickSelect-like)
|
|
215
|
-
* Only ensures first K elements are the largest, not sorted
|
|
216
|
-
*/
|
|
217
|
-
partialSort(scores, indices, k) {
|
|
218
|
-
const n = indices.length;
|
|
219
|
-
if (k >= n)
|
|
220
|
-
return;
|
|
221
|
-
// Use partition-based selection (O(n) average)
|
|
222
|
-
let left = 0;
|
|
223
|
-
let right = n - 1;
|
|
224
|
-
while (left < right) {
|
|
225
|
-
// Partition around pivot
|
|
226
|
-
const pivotIdx = left + Math.floor(Math.random() * (right - left + 1));
|
|
227
|
-
const pivotScore = scores[indices[pivotIdx]];
|
|
228
|
-
// Move pivot to end
|
|
229
|
-
this.swapIndices(indices, pivotIdx, right);
|
|
230
|
-
let storeIdx = left;
|
|
231
|
-
for (let i = left; i < right; i++) {
|
|
232
|
-
if (scores[indices[i]] > pivotScore) {
|
|
233
|
-
this.swapIndices(indices, i, storeIdx);
|
|
234
|
-
storeIdx++;
|
|
235
|
-
}
|
|
236
|
-
}
|
|
237
|
-
// Move pivot to final position
|
|
238
|
-
this.swapIndices(indices, storeIdx, right);
|
|
239
|
-
if (storeIdx === k) {
|
|
240
|
-
return;
|
|
241
|
-
}
|
|
242
|
-
else if (storeIdx < k) {
|
|
243
|
-
left = storeIdx + 1;
|
|
244
|
-
}
|
|
245
|
-
else {
|
|
246
|
-
right = storeIdx - 1;
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
}
|
|
250
|
-
/**
|
|
251
|
-
* Swap two indices in array
|
|
252
|
-
*/
|
|
253
|
-
swapIndices(arr, i, j) {
|
|
254
|
-
const temp = arr[i];
|
|
255
|
-
arr[i] = arr[j];
|
|
256
|
-
arr[j] = temp;
|
|
257
|
-
}
|
|
258
|
-
/**
|
|
259
|
-
* Fast dot product with 8x unrolling
|
|
260
|
-
*/
|
|
261
|
-
fastDotProduct(a, b, len) {
|
|
262
|
-
let sum = 0;
|
|
263
|
-
let i = 0;
|
|
264
|
-
// 8x unroll
|
|
265
|
-
for (; i <= len - 8; i += 8) {
|
|
266
|
-
sum += a[i] * b[i] +
|
|
267
|
-
a[i + 1] * b[i + 1] +
|
|
268
|
-
a[i + 2] * b[i + 2] +
|
|
269
|
-
a[i + 3] * b[i + 3] +
|
|
270
|
-
a[i + 4] * b[i + 4] +
|
|
271
|
-
a[i + 5] * b[i + 5] +
|
|
272
|
-
a[i + 6] * b[i + 6] +
|
|
273
|
-
a[i + 7] * b[i + 7];
|
|
274
|
-
}
|
|
275
|
-
// Remainder
|
|
276
|
-
for (; i < len; i++) {
|
|
277
|
-
sum += a[i] * b[i];
|
|
278
|
-
}
|
|
279
|
-
return sum;
|
|
280
|
-
}
|
|
281
|
-
/**
|
|
282
|
-
* Block-wise attention computation (Flash Attention core algorithm)
|
|
283
|
-
*
|
|
284
|
-
* Algorithm:
|
|
285
|
-
* For each block of queries Q_b:
|
|
286
|
-
* For each block of keys K_b:
|
|
287
|
-
* S_b = Q_b @ K_b.T / sqrt(d) // Block scores
|
|
288
|
-
* P_b = softmax(S_b) // Block attention
|
|
289
|
-
* O_b += P_b @ V_b // Accumulate output
|
|
290
|
-
*
|
|
291
|
-
* @param Q - Query vectors
|
|
292
|
-
* @param K - Key vectors
|
|
293
|
-
* @param V - Value vectors
|
|
294
|
-
* @param blockSize - Block size for tiling
|
|
295
|
-
*/
|
|
296
|
-
blockAttention(Q, K, V, blockSize) {
|
|
297
|
-
const numQueries = Q.length;
|
|
298
|
-
const numKeys = K.length;
|
|
299
|
-
const dimensions = Q[0]?.length ?? this.config.dimensions;
|
|
300
|
-
const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
|
|
301
|
-
// Initialize output arrays
|
|
302
|
-
const output = new Array(numQueries);
|
|
303
|
-
for (let i = 0; i < numQueries; i++) {
|
|
304
|
-
output[i] = new Float32Array(dimensions);
|
|
305
|
-
}
|
|
306
|
-
// Online softmax state: max values and sum of exp for each query
|
|
307
|
-
const maxScores = new Float32Array(numQueries).fill(-Infinity);
|
|
308
|
-
const sumExp = new Float32Array(numQueries).fill(0);
|
|
309
|
-
// Process in blocks
|
|
310
|
-
for (let kStart = 0; kStart < numKeys; kStart += blockSize) {
|
|
311
|
-
const kEnd = Math.min(kStart + blockSize, numKeys);
|
|
312
|
-
const kBlockSize = kEnd - kStart;
|
|
313
|
-
// Process each query against this key block
|
|
314
|
-
for (let qStart = 0; qStart < numQueries; qStart += blockSize) {
|
|
315
|
-
const qEnd = Math.min(qStart + blockSize, numQueries);
|
|
316
|
-
// Compute attention scores for this block
|
|
317
|
-
const blockScores = this.computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale);
|
|
318
|
-
// Apply online softmax and accumulate output
|
|
319
|
-
this.onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd);
|
|
320
|
-
}
|
|
321
|
-
}
|
|
322
|
-
// Normalize outputs by final sum of exponentials
|
|
323
|
-
for (let i = 0; i < numQueries; i++) {
|
|
324
|
-
const normalizer = sumExp[i];
|
|
325
|
-
if (normalizer > 0) {
|
|
326
|
-
for (let d = 0; d < dimensions; d++) {
|
|
327
|
-
output[i][d] /= normalizer;
|
|
328
|
-
}
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
return output;
|
|
332
|
-
}
|
|
333
|
-
/**
|
|
334
|
-
* Get the speedup factor from the last benchmark
|
|
335
|
-
*/
|
|
336
|
-
getSpeedup() {
|
|
337
|
-
return this.lastSpeedup;
|
|
338
|
-
}
|
|
339
|
-
/**
|
|
340
|
-
* Run benchmark comparing naive vs CPU-optimized attention
|
|
341
|
-
*
|
|
342
|
-
* @param numVectors - Number of vectors to test
|
|
343
|
-
* @param dimensions - Dimensions per vector
|
|
344
|
-
* @param iterations - Number of iterations for averaging
|
|
345
|
-
*/
|
|
346
|
-
benchmark(numVectors = 512, dimensions = 384, iterations = 5) {
|
|
347
|
-
// Generate random test data
|
|
348
|
-
const queries = this.generateRandomVectors(numVectors, dimensions);
|
|
349
|
-
const keys = this.generateRandomVectors(numVectors, dimensions);
|
|
350
|
-
const values = this.generateRandomVectors(numVectors, dimensions);
|
|
351
|
-
// Warm up both paths
|
|
352
|
-
this.naiveAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
|
|
353
|
-
this.cpuOptimizedAttention(queries.slice(0, 10), keys.slice(0, 10), values.slice(0, 10));
|
|
354
|
-
// Benchmark naive attention
|
|
355
|
-
let naiveTotalMs = 0;
|
|
356
|
-
for (let i = 0; i < iterations; i++) {
|
|
357
|
-
const start = performance.now();
|
|
358
|
-
this.naiveAttention(queries, keys, values);
|
|
359
|
-
naiveTotalMs += performance.now() - start;
|
|
360
|
-
}
|
|
361
|
-
const naiveTimeMs = naiveTotalMs / iterations;
|
|
362
|
-
// Benchmark CPU-optimized attention
|
|
363
|
-
let flashTotalMs = 0;
|
|
364
|
-
for (let i = 0; i < iterations; i++) {
|
|
365
|
-
const start = performance.now();
|
|
366
|
-
this.cpuOptimizedAttention(queries, keys, values);
|
|
367
|
-
flashTotalMs += performance.now() - start;
|
|
368
|
-
}
|
|
369
|
-
const flashTimeMs = flashTotalMs / iterations;
|
|
370
|
-
// Calculate metrics
|
|
371
|
-
const speedup = naiveTimeMs / flashTimeMs;
|
|
372
|
-
this.lastSpeedup = speedup;
|
|
373
|
-
// Memory estimates
|
|
374
|
-
// Naive: needs full N x N attention matrix
|
|
375
|
-
const naiveMemoryBytes = numVectors * numVectors * 4; // Float32
|
|
376
|
-
// Flash: only needs block_size x block_size at a time
|
|
377
|
-
const flashMemoryBytes = this.config.blockSize * this.config.blockSize * 4;
|
|
378
|
-
const memoryReduction = naiveMemoryBytes / flashMemoryBytes;
|
|
379
|
-
const result = {
|
|
380
|
-
naiveTimeMs,
|
|
381
|
-
flashTimeMs,
|
|
382
|
-
speedup,
|
|
383
|
-
numVectors,
|
|
384
|
-
dimensions,
|
|
385
|
-
naiveMemoryBytes,
|
|
386
|
-
flashMemoryBytes,
|
|
387
|
-
memoryReduction,
|
|
388
|
-
};
|
|
389
|
-
this.benchmarkHistory.push(result);
|
|
390
|
-
return result;
|
|
391
|
-
}
|
|
392
|
-
/**
|
|
393
|
-
* Get benchmark history
|
|
394
|
-
*/
|
|
395
|
-
getBenchmarkHistory() {
|
|
396
|
-
return [...this.benchmarkHistory];
|
|
397
|
-
}
|
|
398
|
-
/**
|
|
399
|
-
* Get configuration
|
|
400
|
-
*/
|
|
401
|
-
getConfig() {
|
|
402
|
-
return { ...this.config };
|
|
403
|
-
}
|
|
404
|
-
/**
|
|
405
|
-
* Update configuration
|
|
406
|
-
*/
|
|
407
|
-
setConfig(config) {
|
|
408
|
-
this.config = { ...this.config, ...config };
|
|
409
|
-
}
|
|
410
|
-
// ==========================================================================
|
|
411
|
-
// Private Methods
|
|
412
|
-
// ==========================================================================
|
|
413
|
-
/**
|
|
414
|
-
* Naive O(N^2) attention implementation for comparison
|
|
415
|
-
*/
|
|
416
|
-
naiveAttention(queries, keys, values) {
|
|
417
|
-
const numQueries = queries.length;
|
|
418
|
-
const numKeys = keys.length;
|
|
419
|
-
const dimensions = queries[0]?.length ?? this.config.dimensions;
|
|
420
|
-
const scale = 1.0 / (Math.sqrt(dimensions) * this.config.temperature);
|
|
421
|
-
// Compute full attention matrix Q @ K.T
|
|
422
|
-
const scores = new Array(numQueries);
|
|
423
|
-
for (let i = 0; i < numQueries; i++) {
|
|
424
|
-
scores[i] = new Float32Array(numKeys);
|
|
425
|
-
for (let j = 0; j < numKeys; j++) {
|
|
426
|
-
scores[i][j] = this.dotProduct(queries[i], keys[j]) * scale;
|
|
427
|
-
}
|
|
428
|
-
}
|
|
429
|
-
// Softmax over each row
|
|
430
|
-
const attentionWeights = new Array(numQueries);
|
|
431
|
-
for (let i = 0; i < numQueries; i++) {
|
|
432
|
-
attentionWeights[i] = this.softmax(scores[i]);
|
|
433
|
-
}
|
|
434
|
-
// Compute output: attention @ V
|
|
435
|
-
const output = new Array(numQueries);
|
|
436
|
-
for (let i = 0; i < numQueries; i++) {
|
|
437
|
-
output[i] = new Float32Array(dimensions);
|
|
438
|
-
for (let j = 0; j < numKeys; j++) {
|
|
439
|
-
const weight = attentionWeights[i][j];
|
|
440
|
-
for (let d = 0; d < dimensions; d++) {
|
|
441
|
-
output[i][d] += weight * values[j][d];
|
|
442
|
-
}
|
|
443
|
-
}
|
|
444
|
-
}
|
|
445
|
-
return output;
|
|
446
|
-
}
|
|
447
|
-
/**
|
|
448
|
-
* Compute block of attention scores
|
|
449
|
-
*/
|
|
450
|
-
computeBlockScores(Q, K, qStart, qEnd, kStart, kEnd, scale) {
|
|
451
|
-
const qBlockSize = qEnd - qStart;
|
|
452
|
-
const kBlockSize = kEnd - kStart;
|
|
453
|
-
const scores = new Array(qBlockSize);
|
|
454
|
-
for (let qi = 0; qi < qBlockSize; qi++) {
|
|
455
|
-
scores[qi] = new Float32Array(kBlockSize);
|
|
456
|
-
const query = Q[qStart + qi];
|
|
457
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
458
|
-
scores[qi][ki] = this.dotProduct(query, K[kStart + ki]) * scale;
|
|
459
|
-
}
|
|
460
|
-
}
|
|
461
|
-
return scores;
|
|
462
|
-
}
|
|
463
|
-
/**
|
|
464
|
-
* Online softmax with output accumulation (key to Flash Attention)
|
|
465
|
-
*
|
|
466
|
-
* Uses the online softmax trick to maintain numerical stability
|
|
467
|
-
* while processing blocks incrementally.
|
|
468
|
-
*/
|
|
469
|
-
onlineSoftmaxAccumulate(blockScores, V, output, maxScores, sumExp, qStart, qEnd, kStart, kEnd) {
|
|
470
|
-
const qBlockSize = qEnd - qStart;
|
|
471
|
-
const kBlockSize = kEnd - kStart;
|
|
472
|
-
const dimensions = output[0]?.length ?? this.config.dimensions;
|
|
473
|
-
for (let qi = 0; qi < qBlockSize; qi++) {
|
|
474
|
-
const globalQi = qStart + qi;
|
|
475
|
-
const rowScores = blockScores[qi];
|
|
476
|
-
// Find max in this block
|
|
477
|
-
let blockMax = -Infinity;
|
|
478
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
479
|
-
if (rowScores[ki] > blockMax) {
|
|
480
|
-
blockMax = rowScores[ki];
|
|
481
|
-
}
|
|
482
|
-
}
|
|
483
|
-
const oldMax = maxScores[globalQi];
|
|
484
|
-
const newMax = Math.max(oldMax, blockMax);
|
|
485
|
-
// Correction factor for previous outputs
|
|
486
|
-
const correction = oldMax === -Infinity ? 0 : Math.exp(oldMax - newMax);
|
|
487
|
-
// Update sum of exponentials with correction
|
|
488
|
-
let newSumExp = sumExp[globalQi] * correction;
|
|
489
|
-
// Scale existing output by correction factor
|
|
490
|
-
for (let d = 0; d < dimensions; d++) {
|
|
491
|
-
output[globalQi][d] *= correction;
|
|
492
|
-
}
|
|
493
|
-
// Process this block
|
|
494
|
-
for (let ki = 0; ki < kBlockSize; ki++) {
|
|
495
|
-
const expScore = Math.exp(rowScores[ki] - newMax);
|
|
496
|
-
newSumExp += expScore;
|
|
497
|
-
// Accumulate weighted values
|
|
498
|
-
const value = V[kStart + ki];
|
|
499
|
-
for (let d = 0; d < dimensions; d++) {
|
|
500
|
-
output[globalQi][d] += expScore * value[d];
|
|
501
|
-
}
|
|
502
|
-
}
|
|
503
|
-
// Update running statistics
|
|
504
|
-
maxScores[globalQi] = newMax;
|
|
505
|
-
sumExp[globalQi] = newSumExp;
|
|
506
|
-
}
|
|
507
|
-
}
|
|
508
|
-
/**
|
|
509
|
-
* Compute dot product of two vectors
|
|
510
|
-
*/
|
|
511
|
-
dotProduct(a, b) {
|
|
512
|
-
let sum = 0;
|
|
513
|
-
const len = Math.min(a.length, b.length);
|
|
514
|
-
// Unroll loop for performance (4x unroll)
|
|
515
|
-
let i = 0;
|
|
516
|
-
for (; i <= len - 4; i += 4) {
|
|
517
|
-
sum += a[i] * b[i] +
|
|
518
|
-
a[i + 1] * b[i + 1] +
|
|
519
|
-
a[i + 2] * b[i + 2] +
|
|
520
|
-
a[i + 3] * b[i + 3];
|
|
521
|
-
}
|
|
522
|
-
// Handle remaining elements
|
|
523
|
-
for (; i < len; i++) {
|
|
524
|
-
sum += a[i] * b[i];
|
|
525
|
-
}
|
|
526
|
-
return sum;
|
|
527
|
-
}
|
|
528
|
-
/**
|
|
529
|
-
* Stable softmax implementation
|
|
530
|
-
*/
|
|
531
|
-
softmax(scores) {
|
|
532
|
-
const result = new Float32Array(scores.length);
|
|
533
|
-
// Find max for numerical stability
|
|
534
|
-
let max = -Infinity;
|
|
535
|
-
for (let i = 0; i < scores.length; i++) {
|
|
536
|
-
if (scores[i] > max) {
|
|
537
|
-
max = scores[i];
|
|
538
|
-
}
|
|
539
|
-
}
|
|
540
|
-
// Compute exp and sum
|
|
541
|
-
let sum = 0;
|
|
542
|
-
for (let i = 0; i < scores.length; i++) {
|
|
543
|
-
result[i] = Math.exp(scores[i] - max);
|
|
544
|
-
sum += result[i];
|
|
545
|
-
}
|
|
546
|
-
// Normalize
|
|
547
|
-
if (sum > 0) {
|
|
548
|
-
for (let i = 0; i < scores.length; i++) {
|
|
549
|
-
result[i] /= sum;
|
|
550
|
-
}
|
|
551
|
-
}
|
|
552
|
-
return result;
|
|
553
|
-
}
|
|
554
|
-
/**
|
|
555
|
-
* Generate random vectors for benchmarking
|
|
556
|
-
*/
|
|
557
|
-
generateRandomVectors(count, dimensions) {
|
|
558
|
-
const vectors = new Array(count);
|
|
559
|
-
for (let i = 0; i < count; i++) {
|
|
560
|
-
vectors[i] = new Float32Array(dimensions);
|
|
561
|
-
for (let d = 0; d < dimensions; d++) {
|
|
562
|
-
vectors[i][d] = (Math.random() - 0.5) * 2;
|
|
563
|
-
}
|
|
564
|
-
// Normalize
|
|
565
|
-
let norm = 0;
|
|
566
|
-
for (let d = 0; d < dimensions; d++) {
|
|
567
|
-
norm += vectors[i][d] * vectors[i][d];
|
|
568
|
-
}
|
|
569
|
-
norm = Math.sqrt(norm);
|
|
570
|
-
if (norm > 0) {
|
|
571
|
-
for (let d = 0; d < dimensions; d++) {
|
|
572
|
-
vectors[i][d] /= norm;
|
|
573
|
-
}
|
|
574
|
-
}
|
|
575
|
-
}
|
|
576
|
-
return vectors;
|
|
577
|
-
}
|
|
578
|
-
/**
|
|
579
|
-
* Validate input arrays
|
|
580
|
-
*/
|
|
581
|
-
validateInputs(queries, keys, values) {
|
|
582
|
-
if (!queries.length || !keys.length || !values.length) {
|
|
583
|
-
throw new Error('FlashAttention: Empty input arrays');
|
|
584
|
-
}
|
|
585
|
-
if (keys.length !== values.length) {
|
|
586
|
-
throw new Error(`FlashAttention: Keys and values must have same count. Got ${keys.length} keys, ${values.length} values`);
|
|
587
|
-
}
|
|
588
|
-
const qDim = queries[0]?.length ?? 0;
|
|
589
|
-
const kDim = keys[0]?.length ?? 0;
|
|
590
|
-
const vDim = values[0]?.length ?? 0;
|
|
591
|
-
if (qDim !== kDim) {
|
|
592
|
-
throw new Error(`FlashAttention: Query and key dimensions must match. Got Q=${qDim}, K=${kDim}`);
|
|
593
|
-
}
|
|
594
|
-
if (kDim !== vDim) {
|
|
595
|
-
throw new Error(`FlashAttention: Key and value dimensions must match. Got K=${kDim}, V=${vDim}`);
|
|
596
|
-
}
|
|
597
|
-
}
|
|
598
|
-
}
|
|
599
|
-
// ============================================================================
|
|
600
|
-
// Singleton Instance
|
|
601
|
-
// ============================================================================
|
|
602
|
-
let flashAttentionInstance = null;
|
|
603
|
-
/**
|
|
604
|
-
* Get singleton FlashAttention instance
|
|
605
|
-
*
|
|
606
|
-
* @param config - Optional configuration (only used on first call)
|
|
607
|
-
* @returns FlashAttention instance
|
|
608
|
-
*/
|
|
609
|
-
export function getFlashAttention(config) {
|
|
610
|
-
if (!flashAttentionInstance) {
|
|
611
|
-
flashAttentionInstance = new FlashAttention(config);
|
|
612
|
-
}
|
|
613
|
-
return flashAttentionInstance;
|
|
614
|
-
}
|
|
615
|
-
/**
|
|
616
|
-
* Reset singleton (for testing)
|
|
617
|
-
*/
|
|
618
|
-
export function resetFlashAttention() {
|
|
619
|
-
flashAttentionInstance = null;
|
|
620
|
-
}
|
|
621
|
-
// ============================================================================
|
|
622
|
-
// Convenience Functions
|
|
623
|
-
// ============================================================================
|
|
624
|
-
/**
|
|
625
|
-
* Compute attention using Flash Attention
|
|
626
|
-
*/
|
|
627
|
-
export function computeAttention(queries, keys, values, config) {
|
|
628
|
-
const fa = config ? new FlashAttention(config) : getFlashAttention();
|
|
629
|
-
return fa.attention(queries, keys, values);
|
|
630
|
-
}
|
|
631
|
-
/**
|
|
632
|
-
* Run Flash Attention benchmark
|
|
633
|
-
*/
|
|
634
|
-
export function benchmarkFlashAttention(numVectors, dimensions, iterations) {
|
|
635
|
-
return getFlashAttention().benchmark(numVectors, dimensions, iterations);
|
|
636
|
-
}
|
|
637
|
-
/**
|
|
638
|
-
* Get current speedup from last benchmark
|
|
639
|
-
*/
|
|
640
|
-
export function getFlashAttentionSpeedup() {
|
|
641
|
-
return getFlashAttention().getSpeedup();
|
|
642
|
-
}
|
|
643
|
-
//# sourceMappingURL=flash-attention.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"flash-attention.js","sourceRoot":"","sources":["../../../src/ruvector/flash-attention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AA+CH,+EAA+E;AAC/E,iCAAiC;AACjC,+EAA+E;AAE/E,MAAM,OAAO,cAAc;IACjB,MAAM,CAAuB;IAC7B,WAAW,GAAW,CAAC,CAAC;IACxB,gBAAgB,GAAsB,EAAE,CAAC;IAEjD,6CAA6C;IACrC,WAAW,GAAwB,IAAI,CAAC;IACxC,SAAS,GAAwB,IAAI,CAAC;IACtC,WAAW,GAAwB,IAAI,CAAC;IAEhD,YAAY,SAAwC,EAAE;QACpD,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,kCAAkC;YACrE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,GAAG;YACpC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;YAC3C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI;SACxD,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,aAAa;IACb,6EAA6E;IAE7E;;;;;;;OAOG;IACH,SAAS,CACP,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,kBAAkB;QAClB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAE5B,oDAAoD;QACpD,IAAI,MAAsB,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,UAAU,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;YACvC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEpD,OAAO;YACL,MAAM;YACN,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,qBAAqB,CAC3B,CAAiB,EACjB,CAAiB,EACjB,CAAiB;QAEjB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACnD,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE/D,8DAA8D;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAE1B,+BAA+B;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAE/B,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,uBAAuB;QACvB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;QAEvD,2CAA2C;QAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAElE,kBAAkB;QAClB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAEpB,IAAI,OAAO,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;gBAC1B,wCAAwC;gBACxC,mDAAmD;gBACnD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,GAAG,WAAW,CAAC;oBAC3E,OAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;gBACpB,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,EAAE,cAAc,CAAC,CAAC;gBAEnD,sDAAsD;gBACtD,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,EAAE,GAAG,OAAQ,CAAC,CAAC,CAAC,CAAC;oBACvB,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,qCAAqC;gBACrC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;gBAErE,6BAA6B;gBAC7B,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACZ,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,eAAe;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;oBAChC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,iCAAiC;gBACjC,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;oBACzD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACf,IAAI,CAAC,GAAG,QAAQ;wBAAE,QAAQ,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;oBAC1C,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;gBAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE3C,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;gBAC5B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;oBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;oBACjC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QACrE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,MAAoB,EAAE,OAAoB,EAAE,CAAS;QACvE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO;QAEnB,+CAA+C;QAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,GAAG,KAAK,EAAE,CAAC;YACpB,yBAAyB;YACzB,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE7C,oBAAoB;YACpB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,GAAG,IAAI,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;oBACpC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;oBACvC,QAAQ,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;YAED,+BAA+B;YAC/B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE3C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;iBAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,GAAG,QAAQ,GAAG,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAgB,EAAE,CAAS,EAAE,CAAS;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,CAAe,EAAE,CAAe,EAAE,GAAW;QAClE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,YAAY;QACZ,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,YAAY;QACZ,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,cAAc,CACZ,CAAiB,EACjB,CAAiB,EACjB,CAAiB,EACjB,SAAiB;QAEjB,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;QAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;QACzB,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1D,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,2BAA2B;QAC3B,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpD,oBAAoB;QACpB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,UAAU,CAAC,CAAC;gBAEtD,0CAA0C;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CACzC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CACxC,CAAC;gBAEF,6CAA6C;gBAC7C,IAAI,CAAC,uBAAuB,CAC1B,WAAW,EACX,CAAC,EACD,MAAM,EACN,SAAS,EACT,MAAM,EACN,MAAM,EACN,IAAI,EACJ,MAAM,EACN,IAAI,CACL,CAAC;YACJ,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CACP,aAAqB,GAAG,EACxB,aAAqB,GAAG,EACxB,aAAqB,CAAC;QAEtB,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAElE,qBAAqB;QACrB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzF,4BAA4B;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC3C,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oCAAoC;QACpC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAClD,YAAY,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,oBAAoB;QACpB,MAAM,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAE3B,mBAAmB;QACnB,2CAA2C;QAC3C,MAAM,gBAAgB,GAAG,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,UAAU;QAChE,sDAAsD;QACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,gBAAgB,GAAG,gBAAgB,CAAC;QAE5D,MAAM,MAAM,GAAoB;YAC9B,WAAW;YACX,WAAW;YACX,OAAO;YACP,UAAU;YACV,UAAU;YACV,gBAAgB;YAChB,gBAAgB;YAChB,eAAe;SAChB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAqC;QAC7C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAChE,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtE,wCAAwC;QACxC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,gBAAgB,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,gCAAgC;QAChC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,CAAiB,EACjB,CAAiB,EACjB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY,EACZ,KAAa;QAEb,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QAEjC,MAAM,MAAM,GAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YAC7B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;YAClE,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,uBAAuB,CAC7B,WAA2B,EAC3B,CAAiB,EACjB,MAAsB,EACtB,SAAuB,EACvB,MAAoB,EACpB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAY;QAEZ,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAE/D,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAElC,yBAAyB;YACzB,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,IAAI,SAAS,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;oBAC7B,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE1C,yCAAyC;YACzC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;YAExE,6CAA6C;YAC7C,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;YAE9C,6CAA6C;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;YACpC,CAAC;YAED,qBAAqB;YACrB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBAClD,SAAS,IAAI,QAAQ,CAAC;gBAEtB,6BAA6B;gBAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;gBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,SAAS,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YAC7B,MAAM,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,CAAe,EAAE,CAAe;QACjD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAEzC,0CAA0C;QAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,4BAA4B;QAC5B,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACpB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,OAAO,CAAC,MAAoB;QAClC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE/C,mCAAmC;QACnC,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;gBACpB,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QAED,YAAY;QACZ,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,KAAa,EAAE,UAAkB;QAC7D,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5C,CAAC;YAED,YAAY;YACZ,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,OAAuB,EACvB,IAAoB,EACpB,MAAsB;QAEtB,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,CAAC,MAAM,UAAU,MAAM,CAAC,MAAM,SAAS,CACzG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAEpC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,8DAA8D,IAAI,OAAO,IAAI,EAAE,CAChF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,sBAAsB,GAA0B,IAAI,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAsC;IACtE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,sBAAsB,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,sBAAsB,GAAG,IAAI,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAuB,EACvB,IAAoB,EACpB,MAAsB,EACtB,MAAsC;IAEtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;IACrE,OAAO,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAmB,EACnB,UAAmB,EACnB,UAAmB;IAEnB,OAAO,iBAAiB,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,iBAAiB,EAAE,CAAC,UAAU,EAAE,CAAC;AAC1C,CAAC"}
|