@funnycode/myclaude 0.1.70 → 0.1.72

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (497) hide show
  1. package/LICENSE +21 -21
  2. package/dist/SKILL-r7zmg5v7.md +3 -0
  3. package/dist/cli-mvr5k580.md +3 -0
  4. package/dist/myclaude.js +8867 -14057
  5. package/dist/myclaude.mjs +8867 -14057
  6. package/dist/server-zyhc2a9z.md +3 -0
  7. package/package.json +125 -125
  8. package/seed/marketplaces/ecc/.opencode/package-lock.json +169 -169
  9. package/seed/marketplaces/ecc/commands/aside.md +164 -164
  10. package/seed/marketplaces/ecc/commands/auto-update.md +28 -28
  11. package/seed/marketplaces/ecc/commands/build-fix.md +66 -66
  12. package/seed/marketplaces/ecc/commands/checkpoint.md +78 -78
  13. package/seed/marketplaces/ecc/commands/code-review.md +289 -289
  14. package/seed/marketplaces/ecc/commands/cost-report.md +107 -107
  15. package/seed/marketplaces/ecc/commands/cpp-build.md +173 -173
  16. package/seed/marketplaces/ecc/commands/cpp-review.md +132 -132
  17. package/seed/marketplaces/ecc/commands/cpp-test.md +251 -251
  18. package/seed/marketplaces/ecc/commands/ecc-guide.md +93 -93
  19. package/seed/marketplaces/ecc/commands/evolve.md +178 -178
  20. package/seed/marketplaces/ecc/commands/fastapi-review.md +39 -39
  21. package/seed/marketplaces/ecc/commands/feature-dev.md +49 -49
  22. package/seed/marketplaces/ecc/commands/flutter-build.md +164 -164
  23. package/seed/marketplaces/ecc/commands/flutter-review.md +116 -116
  24. package/seed/marketplaces/ecc/commands/flutter-test.md +144 -144
  25. package/seed/marketplaces/ecc/commands/gan-build.md +103 -103
  26. package/seed/marketplaces/ecc/commands/gan-design.md +39 -39
  27. package/seed/marketplaces/ecc/commands/go-build.md +183 -183
  28. package/seed/marketplaces/ecc/commands/go-review.md +148 -148
  29. package/seed/marketplaces/ecc/commands/go-test.md +268 -268
  30. package/seed/marketplaces/ecc/commands/gradle-build.md +70 -70
  31. package/seed/marketplaces/ecc/commands/harness-audit.md +84 -84
  32. package/seed/marketplaces/ecc/commands/hookify-configure.md +14 -14
  33. package/seed/marketplaces/ecc/commands/hookify-help.md +46 -46
  34. package/seed/marketplaces/ecc/commands/hookify-list.md +21 -21
  35. package/seed/marketplaces/ecc/commands/hookify.md +50 -50
  36. package/seed/marketplaces/ecc/commands/instinct-export.md +66 -66
  37. package/seed/marketplaces/ecc/commands/instinct-import.md +114 -114
  38. package/seed/marketplaces/ecc/commands/instinct-status.md +59 -59
  39. package/seed/marketplaces/ecc/commands/jira.md +106 -106
  40. package/seed/marketplaces/ecc/commands/kotlin-build.md +174 -174
  41. package/seed/marketplaces/ecc/commands/kotlin-review.md +140 -140
  42. package/seed/marketplaces/ecc/commands/kotlin-test.md +312 -312
  43. package/seed/marketplaces/ecc/commands/learn-eval.md +116 -116
  44. package/seed/marketplaces/ecc/commands/learn.md +74 -74
  45. package/seed/marketplaces/ecc/commands/loop-start.md +36 -36
  46. package/seed/marketplaces/ecc/commands/loop-status.md +77 -77
  47. package/seed/marketplaces/ecc/commands/marketing-campaign.md +129 -129
  48. package/seed/marketplaces/ecc/commands/model-route.md +30 -30
  49. package/seed/marketplaces/ecc/commands/multi-backend.md +162 -162
  50. package/seed/marketplaces/ecc/commands/multi-execute.md +319 -319
  51. package/seed/marketplaces/ecc/commands/multi-frontend.md +162 -162
  52. package/seed/marketplaces/ecc/commands/multi-plan.md +272 -272
  53. package/seed/marketplaces/ecc/commands/multi-workflow.md +195 -195
  54. package/seed/marketplaces/ecc/commands/plan-prd.md +160 -160
  55. package/seed/marketplaces/ecc/commands/plan.md +200 -200
  56. package/seed/marketplaces/ecc/commands/pm2.md +276 -276
  57. package/seed/marketplaces/ecc/commands/pr.md +184 -184
  58. package/seed/marketplaces/ecc/commands/project-init.md +86 -86
  59. package/seed/marketplaces/ecc/commands/projects.md +39 -39
  60. package/seed/marketplaces/ecc/commands/promote.md +41 -41
  61. package/seed/marketplaces/ecc/commands/prp-commit.md +112 -112
  62. package/seed/marketplaces/ecc/commands/prp-implement.md +385 -385
  63. package/seed/marketplaces/ecc/commands/prp-plan.md +502 -502
  64. package/seed/marketplaces/ecc/commands/prp-pr.md +184 -184
  65. package/seed/marketplaces/ecc/commands/prp-prd.md +447 -447
  66. package/seed/marketplaces/ecc/commands/prune.md +31 -31
  67. package/seed/marketplaces/ecc/commands/python-review.md +297 -297
  68. package/seed/marketplaces/ecc/commands/quality-gate.md +33 -33
  69. package/seed/marketplaces/ecc/commands/refactor-clean.md +84 -84
  70. package/seed/marketplaces/ecc/commands/resume-session.md +156 -156
  71. package/seed/marketplaces/ecc/commands/review-pr.md +37 -37
  72. package/seed/marketplaces/ecc/commands/rust-build.md +187 -187
  73. package/seed/marketplaces/ecc/commands/rust-review.md +142 -142
  74. package/seed/marketplaces/ecc/commands/rust-test.md +308 -308
  75. package/seed/marketplaces/ecc/commands/santa-loop.md +175 -175
  76. package/seed/marketplaces/ecc/commands/save-session.md +275 -275
  77. package/seed/marketplaces/ecc/commands/security-scan.md +92 -92
  78. package/seed/marketplaces/ecc/commands/sessions.md +339 -339
  79. package/seed/marketplaces/ecc/commands/setup-pm.md +80 -80
  80. package/seed/marketplaces/ecc/commands/skill-create.md +174 -174
  81. package/seed/marketplaces/ecc/commands/skill-health.md +54 -54
  82. package/seed/marketplaces/ecc/commands/test-coverage.md +73 -73
  83. package/seed/marketplaces/ecc/commands/update-codemaps.md +76 -76
  84. package/seed/marketplaces/ecc/commands/update-docs.md +88 -88
  85. package/seed/marketplaces/ecc/skills/accessibility/SKILL.md +146 -146
  86. package/seed/marketplaces/ecc/skills/agent-architecture-audit/SKILL.md +256 -256
  87. package/seed/marketplaces/ecc/skills/agent-eval/SKILL.md +145 -145
  88. package/seed/marketplaces/ecc/skills/agent-harness-construction/SKILL.md +73 -73
  89. package/seed/marketplaces/ecc/skills/agent-introspection-debugging/SKILL.md +153 -153
  90. package/seed/marketplaces/ecc/skills/agent-payment-x402/SKILL.md +224 -224
  91. package/seed/marketplaces/ecc/skills/agent-sort/SKILL.md +215 -215
  92. package/seed/marketplaces/ecc/skills/agentic-engineering/SKILL.md +63 -63
  93. package/seed/marketplaces/ecc/skills/agentic-os/SKILL.md +387 -387
  94. package/seed/marketplaces/ecc/skills/ai-first-engineering/SKILL.md +51 -51
  95. package/seed/marketplaces/ecc/skills/ai-regression-testing/SKILL.md +385 -385
  96. package/seed/marketplaces/ecc/skills/android-clean-architecture/SKILL.md +339 -339
  97. package/seed/marketplaces/ecc/skills/angular-developer/SKILL.md +154 -154
  98. package/seed/marketplaces/ecc/skills/angular-developer/references/angular-animations.md +160 -160
  99. package/seed/marketplaces/ecc/skills/angular-developer/references/angular-aria.md +410 -410
  100. package/seed/marketplaces/ecc/skills/angular-developer/references/cli.md +86 -86
  101. package/seed/marketplaces/ecc/skills/angular-developer/references/component-harnesses.md +59 -59
  102. package/seed/marketplaces/ecc/skills/angular-developer/references/component-styling.md +91 -91
  103. package/seed/marketplaces/ecc/skills/angular-developer/references/components.md +117 -117
  104. package/seed/marketplaces/ecc/skills/angular-developer/references/creating-services.md +97 -97
  105. package/seed/marketplaces/ecc/skills/angular-developer/references/data-resolvers.md +69 -69
  106. package/seed/marketplaces/ecc/skills/angular-developer/references/define-routes.md +67 -67
  107. package/seed/marketplaces/ecc/skills/angular-developer/references/defining-providers.md +72 -72
  108. package/seed/marketplaces/ecc/skills/angular-developer/references/di-fundamentals.md +120 -120
  109. package/seed/marketplaces/ecc/skills/angular-developer/references/e2e-testing.md +56 -56
  110. package/seed/marketplaces/ecc/skills/angular-developer/references/effects.md +83 -83
  111. package/seed/marketplaces/ecc/skills/angular-developer/references/hierarchical-injectors.md +43 -43
  112. package/seed/marketplaces/ecc/skills/angular-developer/references/host-elements.md +80 -80
  113. package/seed/marketplaces/ecc/skills/angular-developer/references/injection-context.md +63 -63
  114. package/seed/marketplaces/ecc/skills/angular-developer/references/inputs.md +101 -101
  115. package/seed/marketplaces/ecc/skills/angular-developer/references/linked-signal.md +59 -59
  116. package/seed/marketplaces/ecc/skills/angular-developer/references/loading-strategies.md +61 -61
  117. package/seed/marketplaces/ecc/skills/angular-developer/references/mcp.md +108 -108
  118. package/seed/marketplaces/ecc/skills/angular-developer/references/navigate-to-routes.md +69 -69
  119. package/seed/marketplaces/ecc/skills/angular-developer/references/outputs.md +86 -86
  120. package/seed/marketplaces/ecc/skills/angular-developer/references/reactive-forms.md +122 -122
  121. package/seed/marketplaces/ecc/skills/angular-developer/references/rendering-strategies.md +44 -44
  122. package/seed/marketplaces/ecc/skills/angular-developer/references/resource.md +77 -77
  123. package/seed/marketplaces/ecc/skills/angular-developer/references/route-animations.md +56 -56
  124. package/seed/marketplaces/ecc/skills/angular-developer/references/route-guards.md +52 -52
  125. package/seed/marketplaces/ecc/skills/angular-developer/references/router-lifecycle.md +45 -45
  126. package/seed/marketplaces/ecc/skills/angular-developer/references/router-testing.md +87 -87
  127. package/seed/marketplaces/ecc/skills/angular-developer/references/show-routes-with-outlets.md +68 -68
  128. package/seed/marketplaces/ecc/skills/angular-developer/references/signal-forms.md +795 -795
  129. package/seed/marketplaces/ecc/skills/angular-developer/references/signals-overview.md +94 -94
  130. package/seed/marketplaces/ecc/skills/angular-developer/references/tailwind-css.md +69 -69
  131. package/seed/marketplaces/ecc/skills/angular-developer/references/template-driven-forms.md +114 -114
  132. package/seed/marketplaces/ecc/skills/angular-developer/references/testing-fundamentals.md +65 -65
  133. package/seed/marketplaces/ecc/skills/api-connector-builder/SKILL.md +120 -120
  134. package/seed/marketplaces/ecc/skills/api-design/SKILL.md +523 -523
  135. package/seed/marketplaces/ecc/skills/architecture-decision-records/SKILL.md +179 -179
  136. package/seed/marketplaces/ecc/skills/article-writing/SKILL.md +79 -79
  137. package/seed/marketplaces/ecc/skills/automation-audit-ops/SKILL.md +142 -142
  138. package/seed/marketplaces/ecc/skills/autonomous-agent-harness/SKILL.md +273 -273
  139. package/seed/marketplaces/ecc/skills/autonomous-loops/SKILL.md +610 -610
  140. package/seed/marketplaces/ecc/skills/backend-patterns/SKILL.md +561 -561
  141. package/seed/marketplaces/ecc/skills/benchmark/SKILL.md +93 -93
  142. package/seed/marketplaces/ecc/skills/benchmark-optimization-loop/SKILL.md +69 -69
  143. package/seed/marketplaces/ecc/skills/blender-motion-state-inspection/SKILL.md +164 -164
  144. package/seed/marketplaces/ecc/skills/blueprint/SKILL.md +105 -105
  145. package/seed/marketplaces/ecc/skills/brand-voice/SKILL.md +97 -97
  146. package/seed/marketplaces/ecc/skills/brand-voice/references/voice-profile-schema.md +55 -55
  147. package/seed/marketplaces/ecc/skills/browser-qa/SKILL.md +87 -87
  148. package/seed/marketplaces/ecc/skills/bun-runtime/SKILL.md +84 -84
  149. package/seed/marketplaces/ecc/skills/canary-watch/SKILL.md +107 -107
  150. package/seed/marketplaces/ecc/skills/carrier-relationship-management/SKILL.md +212 -212
  151. package/seed/marketplaces/ecc/skills/cisco-ios-patterns/SKILL.md +163 -163
  152. package/seed/marketplaces/ecc/skills/ck/SKILL.md +147 -147
  153. package/seed/marketplaces/ecc/skills/ck/commands/forget.mjs +44 -44
  154. package/seed/marketplaces/ecc/skills/ck/commands/info.mjs +24 -24
  155. package/seed/marketplaces/ecc/skills/ck/commands/init.mjs +143 -143
  156. package/seed/marketplaces/ecc/skills/ck/commands/list.mjs +40 -40
  157. package/seed/marketplaces/ecc/skills/ck/commands/migrate.mjs +202 -202
  158. package/seed/marketplaces/ecc/skills/ck/commands/resume.mjs +36 -36
  159. package/seed/marketplaces/ecc/skills/ck/commands/save.mjs +210 -210
  160. package/seed/marketplaces/ecc/skills/ck/commands/shared.mjs +387 -387
  161. package/seed/marketplaces/ecc/skills/ck/hooks/session-start.mjs +224 -224
  162. package/seed/marketplaces/ecc/skills/claude-devfleet/SKILL.md +103 -103
  163. package/seed/marketplaces/ecc/skills/click-path-audit/SKILL.md +244 -244
  164. package/seed/marketplaces/ecc/skills/clickhouse-io/SKILL.md +439 -439
  165. package/seed/marketplaces/ecc/skills/code-tour/SKILL.md +236 -236
  166. package/seed/marketplaces/ecc/skills/codebase-onboarding/SKILL.md +233 -233
  167. package/seed/marketplaces/ecc/skills/coding-standards/SKILL.md +549 -549
  168. package/seed/marketplaces/ecc/skills/compose-multiplatform-patterns/SKILL.md +299 -299
  169. package/seed/marketplaces/ecc/skills/configure-ecc/SKILL.md +384 -384
  170. package/seed/marketplaces/ecc/skills/connections-optimizer/SKILL.md +189 -189
  171. package/seed/marketplaces/ecc/skills/content-engine/SKILL.md +131 -131
  172. package/seed/marketplaces/ecc/skills/content-hash-cache-pattern/SKILL.md +161 -161
  173. package/seed/marketplaces/ecc/skills/context-budget/SKILL.md +135 -135
  174. package/seed/marketplaces/ecc/skills/continuous-agent-loop/SKILL.md +45 -45
  175. package/seed/marketplaces/ecc/skills/continuous-learning/SKILL.md +131 -131
  176. package/seed/marketplaces/ecc/skills/continuous-learning/config.json +18 -18
  177. package/seed/marketplaces/ecc/skills/continuous-learning/evaluate-session.sh +69 -69
  178. package/seed/marketplaces/ecc/skills/continuous-learning-v2/SKILL.md +360 -360
  179. package/seed/marketplaces/ecc/skills/continuous-learning-v2/agents/observer-loop.sh +322 -322
  180. package/seed/marketplaces/ecc/skills/continuous-learning-v2/agents/observer.md +198 -198
  181. package/seed/marketplaces/ecc/skills/continuous-learning-v2/agents/session-guardian.sh +150 -150
  182. package/seed/marketplaces/ecc/skills/continuous-learning-v2/agents/start-observer.sh +248 -248
  183. package/seed/marketplaces/ecc/skills/continuous-learning-v2/config.json +8 -8
  184. package/seed/marketplaces/ecc/skills/continuous-learning-v2/hooks/observe.sh +498 -498
  185. package/seed/marketplaces/ecc/skills/continuous-learning-v2/scripts/detect-project.sh +322 -322
  186. package/seed/marketplaces/ecc/skills/continuous-learning-v2/scripts/instinct-cli.py +1826 -1826
  187. package/seed/marketplaces/ecc/skills/continuous-learning-v2/scripts/lib/homunculus-dir.sh +31 -31
  188. package/seed/marketplaces/ecc/skills/continuous-learning-v2/scripts/migrate-homunculus.sh +62 -62
  189. package/seed/marketplaces/ecc/skills/continuous-learning-v2/scripts/test_parse_instinct.py +1018 -1018
  190. package/seed/marketplaces/ecc/skills/cost-aware-llm-pipeline/SKILL.md +183 -183
  191. package/seed/marketplaces/ecc/skills/cost-tracking/SKILL.md +147 -147
  192. package/seed/marketplaces/ecc/skills/council/SKILL.md +203 -203
  193. package/seed/marketplaces/ecc/skills/cpp-coding-standards/SKILL.md +723 -723
  194. package/seed/marketplaces/ecc/skills/cpp-testing/SKILL.md +324 -324
  195. package/seed/marketplaces/ecc/skills/crosspost/SKILL.md +111 -111
  196. package/seed/marketplaces/ecc/skills/csharp-testing/SKILL.md +321 -321
  197. package/seed/marketplaces/ecc/skills/customer-billing-ops/SKILL.md +140 -140
  198. package/seed/marketplaces/ecc/skills/customs-trade-compliance/SKILL.md +263 -263
  199. package/seed/marketplaces/ecc/skills/dart-flutter-patterns/SKILL.md +563 -563
  200. package/seed/marketplaces/ecc/skills/dashboard-builder/SKILL.md +108 -108
  201. package/seed/marketplaces/ecc/skills/data-scraper-agent/SKILL.md +764 -764
  202. package/seed/marketplaces/ecc/skills/data-throughput-accelerator/SKILL.md +72 -72
  203. package/seed/marketplaces/ecc/skills/database-migrations/SKILL.md +429 -429
  204. package/seed/marketplaces/ecc/skills/deep-research/SKILL.md +159 -159
  205. package/seed/marketplaces/ecc/skills/defi-amm-security/SKILL.md +166 -166
  206. package/seed/marketplaces/ecc/skills/deployment-patterns/SKILL.md +427 -427
  207. package/seed/marketplaces/ecc/skills/design-system/SKILL.md +82 -82
  208. package/seed/marketplaces/ecc/skills/django-celery/SKILL.md +457 -457
  209. package/seed/marketplaces/ecc/skills/django-patterns/SKILL.md +734 -734
  210. package/seed/marketplaces/ecc/skills/django-security/SKILL.md +593 -593
  211. package/seed/marketplaces/ecc/skills/django-tdd/SKILL.md +729 -729
  212. package/seed/marketplaces/ecc/skills/django-verification/SKILL.md +469 -469
  213. package/seed/marketplaces/ecc/skills/dmux-workflows/SKILL.md +191 -191
  214. package/seed/marketplaces/ecc/skills/docker-patterns/SKILL.md +364 -364
  215. package/seed/marketplaces/ecc/skills/documentation-lookup/SKILL.md +90 -90
  216. package/seed/marketplaces/ecc/skills/dotnet-patterns/SKILL.md +321 -321
  217. package/seed/marketplaces/ecc/skills/e2e-testing/SKILL.md +326 -326
  218. package/seed/marketplaces/ecc/skills/ecc-guide/SKILL.md +189 -189
  219. package/seed/marketplaces/ecc/skills/ecc-tools-cost-audit/SKILL.md +160 -160
  220. package/seed/marketplaces/ecc/skills/email-ops/SKILL.md +121 -121
  221. package/seed/marketplaces/ecc/skills/energy-procurement/SKILL.md +228 -228
  222. package/seed/marketplaces/ecc/skills/enterprise-agent-ops/SKILL.md +50 -50
  223. package/seed/marketplaces/ecc/skills/error-handling/SKILL.md +376 -376
  224. package/seed/marketplaces/ecc/skills/eval-harness/SKILL.md +270 -270
  225. package/seed/marketplaces/ecc/skills/evm-token-decimals/SKILL.md +130 -130
  226. package/seed/marketplaces/ecc/skills/exa-search/SKILL.md +107 -107
  227. package/seed/marketplaces/ecc/skills/fal-ai-media/SKILL.md +288 -288
  228. package/seed/marketplaces/ecc/skills/fastapi-patterns/SKILL.md +327 -327
  229. package/seed/marketplaces/ecc/skills/finance-billing-ops/SKILL.md +127 -127
  230. package/seed/marketplaces/ecc/skills/flox-environments/SKILL.md +496 -496
  231. package/seed/marketplaces/ecc/skills/flutter-dart-code-review/SKILL.md +435 -435
  232. package/seed/marketplaces/ecc/skills/foundation-models-on-device/SKILL.md +243 -243
  233. package/seed/marketplaces/ecc/skills/frontend-a11y/SKILL.md +446 -446
  234. package/seed/marketplaces/ecc/skills/frontend-design-direction/SKILL.md +92 -92
  235. package/seed/marketplaces/ecc/skills/frontend-patterns/SKILL.md +642 -642
  236. package/seed/marketplaces/ecc/skills/frontend-slides/SKILL.md +184 -184
  237. package/seed/marketplaces/ecc/skills/frontend-slides/STYLE_PRESETS.md +330 -330
  238. package/seed/marketplaces/ecc/skills/frontend-slides/animation-patterns.md +122 -122
  239. package/seed/marketplaces/ecc/skills/frontend-slides/html-template.md +419 -419
  240. package/seed/marketplaces/ecc/skills/frontend-slides/scripts/export-pdf.sh +418 -418
  241. package/seed/marketplaces/ecc/skills/frontend-slides/scripts/extract-pptx.py +96 -96
  242. package/seed/marketplaces/ecc/skills/frontend-slides/viewport-base.css +153 -153
  243. package/seed/marketplaces/ecc/skills/fsharp-testing/SKILL.md +280 -280
  244. package/seed/marketplaces/ecc/skills/gan-style-harness/SKILL.md +278 -278
  245. package/seed/marketplaces/ecc/skills/gateguard/SKILL.md +125 -125
  246. package/seed/marketplaces/ecc/skills/git-workflow/SKILL.md +715 -715
  247. package/seed/marketplaces/ecc/skills/github-ops/SKILL.md +144 -144
  248. package/seed/marketplaces/ecc/skills/golang-patterns/SKILL.md +674 -674
  249. package/seed/marketplaces/ecc/skills/golang-testing/SKILL.md +720 -720
  250. package/seed/marketplaces/ecc/skills/google-workspace-ops/SKILL.md +95 -95
  251. package/seed/marketplaces/ecc/skills/healthcare-cdss-patterns/SKILL.md +245 -245
  252. package/seed/marketplaces/ecc/skills/healthcare-emr-patterns/SKILL.md +159 -159
  253. package/seed/marketplaces/ecc/skills/healthcare-eval-harness/SKILL.md +207 -207
  254. package/seed/marketplaces/ecc/skills/healthcare-phi-compliance/SKILL.md +145 -145
  255. package/seed/marketplaces/ecc/skills/hermes-imports/SKILL.md +88 -88
  256. package/seed/marketplaces/ecc/skills/hexagonal-architecture/SKILL.md +276 -276
  257. package/seed/marketplaces/ecc/skills/hipaa-compliance/SKILL.md +78 -78
  258. package/seed/marketplaces/ecc/skills/homelab-network-readiness/SKILL.md +169 -169
  259. package/seed/marketplaces/ecc/skills/homelab-network-setup/SKILL.md +129 -129
  260. package/seed/marketplaces/ecc/skills/homelab-pihole-dns/SKILL.md +274 -274
  261. package/seed/marketplaces/ecc/skills/homelab-vlan-segmentation/SKILL.md +311 -311
  262. package/seed/marketplaces/ecc/skills/homelab-wireguard-vpn/SKILL.md +305 -305
  263. package/seed/marketplaces/ecc/skills/hookify-rules/SKILL.md +128 -128
  264. package/seed/marketplaces/ecc/skills/inventory-demand-planning/SKILL.md +247 -247
  265. package/seed/marketplaces/ecc/skills/investor-materials/SKILL.md +96 -96
  266. package/seed/marketplaces/ecc/skills/investor-outreach/SKILL.md +91 -91
  267. package/seed/marketplaces/ecc/skills/ios-icon-gen/SKILL.md +157 -157
  268. package/seed/marketplaces/ecc/skills/ios-icon-gen/scripts/generate_icons.swift +258 -258
  269. package/seed/marketplaces/ecc/skills/ios-icon-gen/scripts/iconify_gen.sh +235 -235
  270. package/seed/marketplaces/ecc/skills/iterative-retrieval/SKILL.md +211 -211
  271. package/seed/marketplaces/ecc/skills/ito-basket-compare/SKILL.md +63 -63
  272. package/seed/marketplaces/ecc/skills/ito-data-atlas-agent/SKILL.md +63 -63
  273. package/seed/marketplaces/ecc/skills/ito-market-intelligence/SKILL.md +60 -60
  274. package/seed/marketplaces/ecc/skills/ito-trade-planner/SKILL.md +67 -67
  275. package/seed/marketplaces/ecc/skills/java-coding-standards/SKILL.md +383 -383
  276. package/seed/marketplaces/ecc/skills/jira-integration/SKILL.md +293 -293
  277. package/seed/marketplaces/ecc/skills/jpa-patterns/SKILL.md +151 -151
  278. package/seed/marketplaces/ecc/skills/knowledge-ops/SKILL.md +154 -154
  279. package/seed/marketplaces/ecc/skills/kotlin-coroutines-flows/SKILL.md +284 -284
  280. package/seed/marketplaces/ecc/skills/kotlin-exposed-patterns/SKILL.md +719 -719
  281. package/seed/marketplaces/ecc/skills/kotlin-ktor-patterns/SKILL.md +689 -689
  282. package/seed/marketplaces/ecc/skills/kotlin-patterns/SKILL.md +711 -711
  283. package/seed/marketplaces/ecc/skills/kotlin-testing/SKILL.md +824 -824
  284. package/seed/marketplaces/ecc/skills/laravel-patterns/SKILL.md +415 -415
  285. package/seed/marketplaces/ecc/skills/laravel-plugin-discovery/SKILL.md +229 -229
  286. package/seed/marketplaces/ecc/skills/laravel-security/SKILL.md +285 -285
  287. package/seed/marketplaces/ecc/skills/laravel-tdd/SKILL.md +283 -283
  288. package/seed/marketplaces/ecc/skills/laravel-verification/SKILL.md +179 -179
  289. package/seed/marketplaces/ecc/skills/latency-critical-systems/SKILL.md +73 -73
  290. package/seed/marketplaces/ecc/skills/lead-intelligence/SKILL.md +321 -321
  291. package/seed/marketplaces/ecc/skills/lead-intelligence/agents/enrichment-agent.md +85 -85
  292. package/seed/marketplaces/ecc/skills/lead-intelligence/agents/mutual-mapper.md +75 -75
  293. package/seed/marketplaces/ecc/skills/lead-intelligence/agents/outreach-drafter.md +98 -98
  294. package/seed/marketplaces/ecc/skills/lead-intelligence/agents/signal-scorer.md +60 -60
  295. package/seed/marketplaces/ecc/skills/liquid-glass-design/SKILL.md +279 -279
  296. package/seed/marketplaces/ecc/skills/llm-trading-agent-security/SKILL.md +146 -146
  297. package/seed/marketplaces/ecc/skills/logistics-exception-management/SKILL.md +222 -222
  298. package/seed/marketplaces/ecc/skills/make-interfaces-feel-better/SKILL.md +151 -151
  299. package/seed/marketplaces/ecc/skills/manim-video/SKILL.md +89 -89
  300. package/seed/marketplaces/ecc/skills/manim-video/assets/network_graph_scene.py +52 -52
  301. package/seed/marketplaces/ecc/skills/market-research/SKILL.md +75 -75
  302. package/seed/marketplaces/ecc/skills/marketing-campaign/SKILL.md +113 -113
  303. package/seed/marketplaces/ecc/skills/mcp-server-patterns/SKILL.md +69 -69
  304. package/seed/marketplaces/ecc/skills/messages-ops/SKILL.md +104 -104
  305. package/seed/marketplaces/ecc/skills/mle-workflow/SKILL.md +346 -346
  306. package/seed/marketplaces/ecc/skills/motion-advanced/SKILL.md +596 -596
  307. package/seed/marketplaces/ecc/skills/motion-foundations/SKILL.md +299 -299
  308. package/seed/marketplaces/ecc/skills/motion-patterns/SKILL.md +435 -435
  309. package/seed/marketplaces/ecc/skills/motion-ui/SKILL.md +575 -575
  310. package/seed/marketplaces/ecc/skills/mysql-patterns/SKILL.md +412 -412
  311. package/seed/marketplaces/ecc/skills/nanoclaw-repl/SKILL.md +33 -33
  312. package/seed/marketplaces/ecc/skills/nestjs-patterns/SKILL.md +230 -230
  313. package/seed/marketplaces/ecc/skills/netmiko-ssh-automation/SKILL.md +173 -173
  314. package/seed/marketplaces/ecc/skills/network-bgp-diagnostics/SKILL.md +167 -167
  315. package/seed/marketplaces/ecc/skills/network-config-validation/SKILL.md +210 -210
  316. package/seed/marketplaces/ecc/skills/network-interface-health/SKILL.md +152 -152
  317. package/seed/marketplaces/ecc/skills/nextjs-turbopack/SKILL.md +57 -57
  318. package/seed/marketplaces/ecc/skills/nodejs-keccak256/SKILL.md +102 -102
  319. package/seed/marketplaces/ecc/skills/nutrient-document-processing/SKILL.md +167 -167
  320. package/seed/marketplaces/ecc/skills/nuxt4-patterns/SKILL.md +100 -100
  321. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/SKILL.md +288 -288
  322. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/gacha.py +224 -224
  323. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/gacha.sh +5 -5
  324. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/avatar-style.md +124 -124
  325. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/boundary-rules.md +53 -53
  326. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/error-handling.md +53 -53
  327. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/identity-tension.md +48 -48
  328. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/naming-system.md +39 -39
  329. package/seed/marketplaces/ecc/skills/openclaw-persona-forge/references/output-template.md +166 -166
  330. package/seed/marketplaces/ecc/skills/opensource-pipeline/SKILL.md +255 -255
  331. package/seed/marketplaces/ecc/skills/parallel-execution-optimizer/SKILL.md +72 -72
  332. package/seed/marketplaces/ecc/skills/perl-patterns/SKILL.md +504 -504
  333. package/seed/marketplaces/ecc/skills/perl-security/SKILL.md +503 -503
  334. package/seed/marketplaces/ecc/skills/perl-testing/SKILL.md +475 -475
  335. package/seed/marketplaces/ecc/skills/plan-orchestrate/SKILL.md +262 -262
  336. package/seed/marketplaces/ecc/skills/plankton-code-quality/SKILL.md +236 -236
  337. package/seed/marketplaces/ecc/skills/postgres-patterns/SKILL.md +147 -147
  338. package/seed/marketplaces/ecc/skills/prediction-market-oracle-research/SKILL.md +63 -63
  339. package/seed/marketplaces/ecc/skills/prediction-market-risk-review/SKILL.md +60 -60
  340. package/seed/marketplaces/ecc/skills/prisma-patterns/SKILL.md +371 -371
  341. package/seed/marketplaces/ecc/skills/product-capability/SKILL.md +141 -141
  342. package/seed/marketplaces/ecc/skills/product-lens/SKILL.md +92 -92
  343. package/seed/marketplaces/ecc/skills/production-audit/SKILL.md +206 -206
  344. package/seed/marketplaces/ecc/skills/production-scheduling/SKILL.md +238 -238
  345. package/seed/marketplaces/ecc/skills/project-flow-ops/SKILL.md +111 -111
  346. package/seed/marketplaces/ecc/skills/prompt-optimizer/SKILL.md +398 -398
  347. package/seed/marketplaces/ecc/skills/python-patterns/SKILL.md +750 -750
  348. package/seed/marketplaces/ecc/skills/python-testing/SKILL.md +816 -816
  349. package/seed/marketplaces/ecc/skills/pytorch-patterns/SKILL.md +396 -396
  350. package/seed/marketplaces/ecc/skills/quality-nonconformance/SKILL.md +260 -260
  351. package/seed/marketplaces/ecc/skills/quarkus-patterns/SKILL.md +722 -722
  352. package/seed/marketplaces/ecc/skills/quarkus-security/SKILL.md +467 -467
  353. package/seed/marketplaces/ecc/skills/quarkus-tdd/SKILL.md +811 -811
  354. package/seed/marketplaces/ecc/skills/quarkus-verification/SKILL.md +479 -479
  355. package/seed/marketplaces/ecc/skills/ralphinho-rfc-pipeline/SKILL.md +67 -67
  356. package/seed/marketplaces/ecc/skills/recsys-pipeline-architect/SKILL.md +114 -114
  357. package/seed/marketplaces/ecc/skills/recursive-decision-ledger/SKILL.md +79 -79
  358. package/seed/marketplaces/ecc/skills/redis-patterns/SKILL.md +403 -403
  359. package/seed/marketplaces/ecc/skills/regex-vs-llm-structured-text/SKILL.md +220 -220
  360. package/seed/marketplaces/ecc/skills/remotion-video-creation/SKILL.md +43 -43
  361. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/3d.md +86 -86
  362. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/animations.md +29 -29
  363. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/assets/charts-bar-chart.tsx +173 -173
  364. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/assets/text-animations-typewriter.tsx +100 -100
  365. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/assets/text-animations-word-highlight.tsx +108 -108
  366. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/assets.md +78 -78
  367. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/audio.md +172 -172
  368. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/calculate-metadata.md +104 -104
  369. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/can-decode.md +75 -75
  370. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/charts.md +58 -58
  371. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/compositions.md +146 -146
  372. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/display-captions.md +126 -126
  373. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/extract-frames.md +229 -229
  374. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/fonts.md +152 -152
  375. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/get-audio-duration.md +58 -58
  376. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/get-video-dimensions.md +68 -68
  377. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/get-video-duration.md +58 -58
  378. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/gifs.md +138 -138
  379. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/images.md +130 -130
  380. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/import-srt-captions.md +67 -67
  381. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/lottie.md +67 -67
  382. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/measuring-dom-nodes.md +34 -34
  383. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/measuring-text.md +143 -143
  384. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/sequencing.md +106 -106
  385. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/tailwind.md +11 -11
  386. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/text-animations.md +20 -20
  387. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/timing.md +179 -179
  388. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/transcribe-captions.md +19 -19
  389. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/transitions.md +122 -122
  390. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/trimming.md +52 -52
  391. package/seed/marketplaces/ecc/skills/remotion-video-creation/rules/videos.md +171 -171
  392. package/seed/marketplaces/ecc/skills/repo-scan/SKILL.md +78 -78
  393. package/seed/marketplaces/ecc/skills/research-ops/SKILL.md +112 -112
  394. package/seed/marketplaces/ecc/skills/returns-reverse-logistics/SKILL.md +240 -240
  395. package/seed/marketplaces/ecc/skills/rules-distill/SKILL.md +264 -264
  396. package/seed/marketplaces/ecc/skills/rules-distill/scripts/scan-rules.sh +58 -58
  397. package/seed/marketplaces/ecc/skills/rules-distill/scripts/scan-skills.sh +129 -129
  398. package/seed/marketplaces/ecc/skills/rust-patterns/SKILL.md +499 -499
  399. package/seed/marketplaces/ecc/skills/rust-testing/SKILL.md +500 -500
  400. package/seed/marketplaces/ecc/skills/safety-guard/SKILL.md +75 -75
  401. package/seed/marketplaces/ecc/skills/santa-method/SKILL.md +306 -306
  402. package/seed/marketplaces/ecc/skills/scientific-db-pubmed-database/SKILL.md +175 -175
  403. package/seed/marketplaces/ecc/skills/scientific-db-uspto-database/SKILL.md +177 -177
  404. package/seed/marketplaces/ecc/skills/scientific-pkg-gget/SKILL.md +166 -166
  405. package/seed/marketplaces/ecc/skills/scientific-thinking-literature-review/SKILL.md +192 -192
  406. package/seed/marketplaces/ecc/skills/scientific-thinking-scholar-evaluation/SKILL.md +160 -160
  407. package/seed/marketplaces/ecc/skills/search-first/SKILL.md +182 -182
  408. package/seed/marketplaces/ecc/skills/security-bounty-hunter/SKILL.md +99 -99
  409. package/seed/marketplaces/ecc/skills/security-review/SKILL.md +503 -503
  410. package/seed/marketplaces/ecc/skills/security-review/cloud-infrastructure-security.md +361 -361
  411. package/seed/marketplaces/ecc/skills/security-scan/SKILL.md +165 -165
  412. package/seed/marketplaces/ecc/skills/seo/SKILL.md +154 -154
  413. package/seed/marketplaces/ecc/skills/skill-comply/SKILL.md +58 -58
  414. package/seed/marketplaces/ecc/skills/skill-comply/fixtures/compliant_trace.jsonl +5 -5
  415. package/seed/marketplaces/ecc/skills/skill-comply/fixtures/noncompliant_trace.jsonl +3 -3
  416. package/seed/marketplaces/ecc/skills/skill-comply/fixtures/tdd_spec.yaml +44 -44
  417. package/seed/marketplaces/ecc/skills/skill-comply/prompts/classifier.md +24 -24
  418. package/seed/marketplaces/ecc/skills/skill-comply/prompts/scenario_generator.md +62 -62
  419. package/seed/marketplaces/ecc/skills/skill-comply/prompts/spec_generator.md +42 -42
  420. package/seed/marketplaces/ecc/skills/skill-comply/pyproject.toml +15 -15
  421. package/seed/marketplaces/ecc/skills/skill-comply/scripts/classifier.py +85 -85
  422. package/seed/marketplaces/ecc/skills/skill-comply/scripts/grader.py +124 -124
  423. package/seed/marketplaces/ecc/skills/skill-comply/scripts/parser.py +107 -107
  424. package/seed/marketplaces/ecc/skills/skill-comply/scripts/report.py +170 -170
  425. package/seed/marketplaces/ecc/skills/skill-comply/scripts/run.py +127 -127
  426. package/seed/marketplaces/ecc/skills/skill-comply/scripts/runner.py +186 -186
  427. package/seed/marketplaces/ecc/skills/skill-comply/scripts/scenario_generator.py +70 -70
  428. package/seed/marketplaces/ecc/skills/skill-comply/scripts/spec_generator.py +72 -72
  429. package/seed/marketplaces/ecc/skills/skill-comply/scripts/utils.py +13 -13
  430. package/seed/marketplaces/ecc/skills/skill-comply/tests/test_grader.py +197 -197
  431. package/seed/marketplaces/ecc/skills/skill-comply/tests/test_parser.py +90 -90
  432. package/seed/marketplaces/ecc/skills/skill-comply/tests/test_runner.py +172 -172
  433. package/seed/marketplaces/ecc/skills/skill-scout/SKILL.md +140 -140
  434. package/seed/marketplaces/ecc/skills/skill-stocktake/SKILL.md +194 -194
  435. package/seed/marketplaces/ecc/skills/skill-stocktake/scripts/quick-diff.sh +87 -87
  436. package/seed/marketplaces/ecc/skills/skill-stocktake/scripts/save-results.sh +56 -56
  437. package/seed/marketplaces/ecc/skills/skill-stocktake/scripts/scan.sh +170 -170
  438. package/seed/marketplaces/ecc/skills/social-graph-ranker/SKILL.md +154 -154
  439. package/seed/marketplaces/ecc/skills/social-publisher/SKILL.md +115 -115
  440. package/seed/marketplaces/ecc/skills/springboot-patterns/SKILL.md +314 -314
  441. package/seed/marketplaces/ecc/skills/springboot-security/SKILL.md +272 -272
  442. package/seed/marketplaces/ecc/skills/springboot-tdd/SKILL.md +158 -158
  443. package/seed/marketplaces/ecc/skills/springboot-verification/SKILL.md +231 -231
  444. package/seed/marketplaces/ecc/skills/strategic-compact/SKILL.md +131 -131
  445. package/seed/marketplaces/ecc/skills/swift-actor-persistence/SKILL.md +143 -143
  446. package/seed/marketplaces/ecc/skills/swift-concurrency-6-2/SKILL.md +216 -216
  447. package/seed/marketplaces/ecc/skills/swift-protocol-di-testing/SKILL.md +190 -190
  448. package/seed/marketplaces/ecc/skills/swiftui-patterns/SKILL.md +259 -259
  449. package/seed/marketplaces/ecc/skills/tdd-workflow/SKILL.md +463 -463
  450. package/seed/marketplaces/ecc/skills/team-builder/SKILL.md +168 -168
  451. package/seed/marketplaces/ecc/skills/terminal-ops/SKILL.md +109 -109
  452. package/seed/marketplaces/ecc/skills/tinystruct-patterns/SKILL.md +203 -203
  453. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/architecture.md +90 -90
  454. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/data-handling.md +60 -60
  455. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/database.md +99 -99
  456. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/routing.md +64 -64
  457. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/system-usage.md +97 -97
  458. package/seed/marketplaces/ecc/skills/tinystruct-patterns/references/testing.md +72 -72
  459. package/seed/marketplaces/ecc/skills/token-budget-advisor/SKILL.md +133 -133
  460. package/seed/marketplaces/ecc/skills/ui-demo/SKILL.md +465 -465
  461. package/seed/marketplaces/ecc/skills/ui-to-vue/SKILL.md +134 -134
  462. package/seed/marketplaces/ecc/skills/uncloud/SKILL.md +343 -343
  463. package/seed/marketplaces/ecc/skills/unified-notifications-ops/SKILL.md +187 -187
  464. package/seed/marketplaces/ecc/skills/verification-loop/SKILL.md +126 -126
  465. package/seed/marketplaces/ecc/skills/video-editing/SKILL.md +310 -310
  466. package/seed/marketplaces/ecc/skills/videodb/SKILL.md +374 -374
  467. package/seed/marketplaces/ecc/skills/videodb/reference/api-reference.md +550 -550
  468. package/seed/marketplaces/ecc/skills/videodb/reference/capture-reference.md +407 -407
  469. package/seed/marketplaces/ecc/skills/videodb/reference/capture.md +101 -101
  470. package/seed/marketplaces/ecc/skills/videodb/reference/editor.md +443 -443
  471. package/seed/marketplaces/ecc/skills/videodb/reference/generative.md +331 -331
  472. package/seed/marketplaces/ecc/skills/videodb/reference/rtstream-reference.md +564 -564
  473. package/seed/marketplaces/ecc/skills/videodb/reference/rtstream.md +65 -65
  474. package/seed/marketplaces/ecc/skills/videodb/reference/search.md +230 -230
  475. package/seed/marketplaces/ecc/skills/videodb/reference/streaming.md +406 -406
  476. package/seed/marketplaces/ecc/skills/videodb/reference/use-cases.md +118 -118
  477. package/seed/marketplaces/ecc/skills/videodb/scripts/ws_listener.py +282 -282
  478. package/seed/marketplaces/ecc/skills/visa-doc-translate/README.md +86 -86
  479. package/seed/marketplaces/ecc/skills/visa-doc-translate/SKILL.md +117 -117
  480. package/seed/marketplaces/ecc/skills/vite-patterns/SKILL.md +449 -449
  481. package/seed/marketplaces/ecc/skills/windows-desktop-e2e/SKILL.md +887 -887
  482. package/seed/marketplaces/ecc/skills/workspace-surface-audit/SKILL.md +125 -125
  483. package/seed/marketplaces/ecc/skills/x-api/SKILL.md +234 -234
  484. package/seed/marketplaces/ecc/.claude/commands/add-language-rules.md +0 -39
  485. package/seed/marketplaces/ecc/.claude/commands/database-migration.md +0 -36
  486. package/seed/marketplaces/ecc/.claude/commands/feature-development.md +0 -38
  487. package/seed/marketplaces/ecc/.claude/ecc-tools.json +0 -334
  488. package/seed/marketplaces/ecc/.claude/enterprise/controls.md +0 -15
  489. package/seed/marketplaces/ecc/.claude/homunculus/instincts/inherited/everything-claude-code-instincts.yaml +0 -162
  490. package/seed/marketplaces/ecc/.claude/identity.json +0 -14
  491. package/seed/marketplaces/ecc/.claude/package-manager.json +0 -4
  492. package/seed/marketplaces/ecc/.claude/research/everything-claude-code-research-playbook.md +0 -21
  493. package/seed/marketplaces/ecc/.claude/rules/everything-claude-code-guardrails.md +0 -43
  494. package/seed/marketplaces/ecc/.claude/rules/node.md +0 -56
  495. package/seed/marketplaces/ecc/.claude/skills/everything-claude-code/SKILL.md +0 -442
  496. package/seed/marketplaces/ecc/.claude/team/everything-claude-code-team-config.json +0 -15
  497. package/seed/marketplaces/ecc/.vscode/settings.json +0 -17
@@ -1,439 +1,439 @@
1
- ---
2
- name: clickhouse-io
3
- description: ClickHouse database patterns, query optimization, analytics, and data engineering best practices for high-performance analytical workloads.
4
- origin: ECC
5
- ---
6
-
7
- # ClickHouse Analytics Patterns
8
-
9
- ClickHouse-specific patterns for high-performance analytics and data engineering.
10
-
11
- ## When to Activate
12
-
13
- - Designing ClickHouse table schemas (MergeTree engine selection)
14
- - Writing analytical queries (aggregations, window functions, joins)
15
- - Optimizing query performance (partition pruning, projections, materialized views)
16
- - Ingesting large volumes of data (batch inserts, Kafka integration)
17
- - Migrating from PostgreSQL/MySQL to ClickHouse for analytics
18
- - Implementing real-time dashboards or time-series analytics
19
-
20
- ## Overview
21
-
22
- ClickHouse is a column-oriented database management system (DBMS) for online analytical processing (OLAP). It's optimized for fast analytical queries on large datasets.
23
-
24
- **Key Features:**
25
- - Column-oriented storage
26
- - Data compression
27
- - Parallel query execution
28
- - Distributed queries
29
- - Real-time analytics
30
-
31
- ## Table Design Patterns
32
-
33
- ### MergeTree Engine (Most Common)
34
-
35
- ```sql
36
- CREATE TABLE markets_analytics (
37
- date Date,
38
- market_id String,
39
- market_name String,
40
- volume UInt64,
41
- trades UInt32,
42
- unique_traders UInt32,
43
- avg_trade_size Float64,
44
- created_at DateTime
45
- ) ENGINE = MergeTree()
46
- PARTITION BY toYYYYMM(date)
47
- ORDER BY (date, market_id)
48
- SETTINGS index_granularity = 8192;
49
- ```
50
-
51
- ### ReplacingMergeTree (Deduplication)
52
-
53
- ```sql
54
- -- For data that may have duplicates (e.g., from multiple sources)
55
- CREATE TABLE user_events (
56
- event_id String,
57
- user_id String,
58
- event_type String,
59
- timestamp DateTime,
60
- properties String
61
- ) ENGINE = ReplacingMergeTree()
62
- PARTITION BY toYYYYMM(timestamp)
63
- ORDER BY (user_id, event_id, timestamp)
64
- PRIMARY KEY (user_id, event_id);
65
- ```
66
-
67
- ### AggregatingMergeTree (Pre-aggregation)
68
-
69
- ```sql
70
- -- For maintaining aggregated metrics
71
- CREATE TABLE market_stats_hourly (
72
- hour DateTime,
73
- market_id String,
74
- total_volume AggregateFunction(sum, UInt64),
75
- total_trades AggregateFunction(count, UInt32),
76
- unique_users AggregateFunction(uniq, String)
77
- ) ENGINE = AggregatingMergeTree()
78
- PARTITION BY toYYYYMM(hour)
79
- ORDER BY (hour, market_id);
80
-
81
- -- Query aggregated data
82
- SELECT
83
- hour,
84
- market_id,
85
- sumMerge(total_volume) AS volume,
86
- countMerge(total_trades) AS trades,
87
- uniqMerge(unique_users) AS users
88
- FROM market_stats_hourly
89
- WHERE hour >= toStartOfHour(now() - INTERVAL 24 HOUR)
90
- GROUP BY hour, market_id
91
- ORDER BY hour DESC;
92
- ```
93
-
94
- ## Query Optimization Patterns
95
-
96
- ### Efficient Filtering
97
-
98
- ```sql
99
- -- PASS: GOOD: Use indexed columns first
100
- SELECT *
101
- FROM markets_analytics
102
- WHERE date >= '2025-01-01'
103
- AND market_id = 'market-123'
104
- AND volume > 1000
105
- ORDER BY date DESC
106
- LIMIT 100;
107
-
108
- -- FAIL: BAD: Filter on non-indexed columns first
109
- SELECT *
110
- FROM markets_analytics
111
- WHERE volume > 1000
112
- AND market_name LIKE '%election%'
113
- AND date >= '2025-01-01';
114
- ```
115
-
116
- ### Aggregations
117
-
118
- ```sql
119
- -- PASS: GOOD: Use ClickHouse-specific aggregation functions
120
- SELECT
121
- toStartOfDay(created_at) AS day,
122
- market_id,
123
- sum(volume) AS total_volume,
124
- count() AS total_trades,
125
- uniq(trader_id) AS unique_traders,
126
- avg(trade_size) AS avg_size
127
- FROM trades
128
- WHERE created_at >= today() - INTERVAL 7 DAY
129
- GROUP BY day, market_id
130
- ORDER BY day DESC, total_volume DESC;
131
-
132
- -- PASS: Use quantile for percentiles (more efficient than percentile)
133
- SELECT
134
- quantile(0.50)(trade_size) AS median,
135
- quantile(0.95)(trade_size) AS p95,
136
- quantile(0.99)(trade_size) AS p99
137
- FROM trades
138
- WHERE created_at >= now() - INTERVAL 1 HOUR;
139
- ```
140
-
141
- ### Window Functions
142
-
143
- ```sql
144
- -- Calculate running totals
145
- SELECT
146
- date,
147
- market_id,
148
- volume,
149
- sum(volume) OVER (
150
- PARTITION BY market_id
151
- ORDER BY date
152
- ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
153
- ) AS cumulative_volume
154
- FROM markets_analytics
155
- WHERE date >= today() - INTERVAL 30 DAY
156
- ORDER BY market_id, date;
157
- ```
158
-
159
- ## Data Insertion Patterns
160
-
161
- ### Bulk Insert (Recommended)
162
-
163
- ```typescript
164
- import { ClickHouse } from 'clickhouse'
165
-
166
- const clickhouse = new ClickHouse({
167
- url: process.env.CLICKHOUSE_URL,
168
- port: 8123,
169
- basicAuth: {
170
- username: process.env.CLICKHOUSE_USER,
171
- password: process.env.CLICKHOUSE_PASSWORD
172
- }
173
- })
174
-
175
- // PASS: Batch insert (efficient)
176
- async function bulkInsertTrades(trades: Trade[]) {
177
- const values = trades.map(trade => `(
178
- '${trade.id}',
179
- '${trade.market_id}',
180
- '${trade.user_id}',
181
- ${trade.amount},
182
- '${trade.timestamp.toISOString()}'
183
- )`).join(',')
184
-
185
- await clickhouse.query(`
186
- INSERT INTO trades (id, market_id, user_id, amount, timestamp)
187
- VALUES ${values}
188
- `).toPromise()
189
- }
190
-
191
- // FAIL: Individual inserts (slow)
192
- async function insertTrade(trade: Trade) {
193
- // Don't do this in a loop!
194
- await clickhouse.query(`
195
- INSERT INTO trades VALUES ('${trade.id}', ...)
196
- `).toPromise()
197
- }
198
- ```
199
-
200
- ### Streaming Insert
201
-
202
- ```typescript
203
- // For continuous data ingestion
204
- import { createWriteStream } from 'fs'
205
- import { pipeline } from 'stream/promises'
206
-
207
- async function streamInserts() {
208
- const stream = clickhouse.insert('trades').stream()
209
-
210
- for await (const batch of dataSource) {
211
- stream.write(batch)
212
- }
213
-
214
- await stream.end()
215
- }
216
- ```
217
-
218
- ## Materialized Views
219
-
220
- ### Real-time Aggregations
221
-
222
- ```sql
223
- -- Create materialized view for hourly stats
224
- CREATE MATERIALIZED VIEW market_stats_hourly_mv
225
- TO market_stats_hourly
226
- AS SELECT
227
- toStartOfHour(timestamp) AS hour,
228
- market_id,
229
- sumState(amount) AS total_volume,
230
- countState() AS total_trades,
231
- uniqState(user_id) AS unique_users
232
- FROM trades
233
- GROUP BY hour, market_id;
234
-
235
- -- Query the materialized view
236
- SELECT
237
- hour,
238
- market_id,
239
- sumMerge(total_volume) AS volume,
240
- countMerge(total_trades) AS trades,
241
- uniqMerge(unique_users) AS users
242
- FROM market_stats_hourly
243
- WHERE hour >= now() - INTERVAL 24 HOUR
244
- GROUP BY hour, market_id;
245
- ```
246
-
247
- ## Performance Monitoring
248
-
249
- ### Query Performance
250
-
251
- ```sql
252
- -- Check slow queries
253
- SELECT
254
- query_id,
255
- user,
256
- query,
257
- query_duration_ms,
258
- read_rows,
259
- read_bytes,
260
- memory_usage
261
- FROM system.query_log
262
- WHERE type = 'QueryFinish'
263
- AND query_duration_ms > 1000
264
- AND event_time >= now() - INTERVAL 1 HOUR
265
- ORDER BY query_duration_ms DESC
266
- LIMIT 10;
267
- ```
268
-
269
- ### Table Statistics
270
-
271
- ```sql
272
- -- Check table sizes
273
- SELECT
274
- database,
275
- table,
276
- formatReadableSize(sum(bytes)) AS size,
277
- sum(rows) AS rows,
278
- max(modification_time) AS latest_modification
279
- FROM system.parts
280
- WHERE active
281
- GROUP BY database, table
282
- ORDER BY sum(bytes) DESC;
283
- ```
284
-
285
- ## Common Analytics Queries
286
-
287
- ### Time Series Analysis
288
-
289
- ```sql
290
- -- Daily active users
291
- SELECT
292
- toDate(timestamp) AS date,
293
- uniq(user_id) AS daily_active_users
294
- FROM events
295
- WHERE timestamp >= today() - INTERVAL 30 DAY
296
- GROUP BY date
297
- ORDER BY date;
298
-
299
- -- Retention analysis
300
- SELECT
301
- signup_date,
302
- countIf(days_since_signup = 0) AS day_0,
303
- countIf(days_since_signup = 1) AS day_1,
304
- countIf(days_since_signup = 7) AS day_7,
305
- countIf(days_since_signup = 30) AS day_30
306
- FROM (
307
- SELECT
308
- user_id,
309
- min(toDate(timestamp)) AS signup_date,
310
- toDate(timestamp) AS activity_date,
311
- dateDiff('day', signup_date, activity_date) AS days_since_signup
312
- FROM events
313
- GROUP BY user_id, activity_date
314
- )
315
- GROUP BY signup_date
316
- ORDER BY signup_date DESC;
317
- ```
318
-
319
- ### Funnel Analysis
320
-
321
- ```sql
322
- -- Conversion funnel
323
- SELECT
324
- countIf(step = 'viewed_market') AS viewed,
325
- countIf(step = 'clicked_trade') AS clicked,
326
- countIf(step = 'completed_trade') AS completed,
327
- round(clicked / viewed * 100, 2) AS view_to_click_rate,
328
- round(completed / clicked * 100, 2) AS click_to_completion_rate
329
- FROM (
330
- SELECT
331
- user_id,
332
- session_id,
333
- event_type AS step
334
- FROM events
335
- WHERE event_date = today()
336
- )
337
- GROUP BY session_id;
338
- ```
339
-
340
- ### Cohort Analysis
341
-
342
- ```sql
343
- -- User cohorts by signup month
344
- SELECT
345
- toStartOfMonth(signup_date) AS cohort,
346
- toStartOfMonth(activity_date) AS month,
347
- dateDiff('month', cohort, month) AS months_since_signup,
348
- count(DISTINCT user_id) AS active_users
349
- FROM (
350
- SELECT
351
- user_id,
352
- min(toDate(timestamp)) OVER (PARTITION BY user_id) AS signup_date,
353
- toDate(timestamp) AS activity_date
354
- FROM events
355
- )
356
- GROUP BY cohort, month, months_since_signup
357
- ORDER BY cohort, months_since_signup;
358
- ```
359
-
360
- ## Data Pipeline Patterns
361
-
362
- ### ETL Pattern
363
-
364
- ```typescript
365
- // Extract, Transform, Load
366
- async function etlPipeline() {
367
- // 1. Extract from source
368
- const rawData = await extractFromPostgres()
369
-
370
- // 2. Transform
371
- const transformed = rawData.map(row => ({
372
- date: new Date(row.created_at).toISOString().split('T')[0],
373
- market_id: row.market_slug,
374
- volume: parseFloat(row.total_volume),
375
- trades: parseInt(row.trade_count)
376
- }))
377
-
378
- // 3. Load to ClickHouse
379
- await bulkInsertToClickHouse(transformed)
380
- }
381
-
382
- // Run periodically
383
- setInterval(etlPipeline, 60 * 60 * 1000) // Every hour
384
- ```
385
-
386
- ### Change Data Capture (CDC)
387
-
388
- ```typescript
389
- // Listen to PostgreSQL changes and sync to ClickHouse
390
- import { Client } from 'pg'
391
-
392
- const pgClient = new Client({ connectionString: process.env.DATABASE_URL })
393
-
394
- pgClient.query('LISTEN market_updates')
395
-
396
- pgClient.on('notification', async (msg) => {
397
- const update = JSON.parse(msg.payload)
398
-
399
- await clickhouse.insert('market_updates', [
400
- {
401
- market_id: update.id,
402
- event_type: update.operation, // INSERT, UPDATE, DELETE
403
- timestamp: new Date(),
404
- data: JSON.stringify(update.new_data)
405
- }
406
- ])
407
- })
408
- ```
409
-
410
- ## Best Practices
411
-
412
- ### 1. Partitioning Strategy
413
- - Partition by time (usually month or day)
414
- - Avoid too many partitions (performance impact)
415
- - Use DATE type for partition key
416
-
417
- ### 2. Ordering Key
418
- - Put most frequently filtered columns first
419
- - Consider cardinality (high cardinality first)
420
- - Order impacts compression
421
-
422
- ### 3. Data Types
423
- - Use smallest appropriate type (UInt32 vs UInt64)
424
- - Use LowCardinality for repeated strings
425
- - Use Enum for categorical data
426
-
427
- ### 4. Avoid
428
- - SELECT * (specify columns)
429
- - FINAL (merge data before query instead)
430
- - Too many JOINs (denormalize for analytics)
431
- - Small frequent inserts (batch instead)
432
-
433
- ### 5. Monitoring
434
- - Track query performance
435
- - Monitor disk usage
436
- - Check merge operations
437
- - Review slow query log
438
-
439
- **Remember**: ClickHouse excels at analytical workloads. Design tables for your query patterns, batch inserts, and leverage materialized views for real-time aggregations.
1
+ ---
2
+ name: clickhouse-io
3
+ description: ClickHouse database patterns, query optimization, analytics, and data engineering best practices for high-performance analytical workloads.
4
+ origin: ECC
5
+ ---
6
+
7
+ # ClickHouse Analytics Patterns
8
+
9
+ ClickHouse-specific patterns for high-performance analytics and data engineering.
10
+
11
+ ## When to Activate
12
+
13
+ - Designing ClickHouse table schemas (MergeTree engine selection)
14
+ - Writing analytical queries (aggregations, window functions, joins)
15
+ - Optimizing query performance (partition pruning, projections, materialized views)
16
+ - Ingesting large volumes of data (batch inserts, Kafka integration)
17
+ - Migrating from PostgreSQL/MySQL to ClickHouse for analytics
18
+ - Implementing real-time dashboards or time-series analytics
19
+
20
+ ## Overview
21
+
22
+ ClickHouse is a column-oriented database management system (DBMS) for online analytical processing (OLAP). It's optimized for fast analytical queries on large datasets.
23
+
24
+ **Key Features:**
25
+ - Column-oriented storage
26
+ - Data compression
27
+ - Parallel query execution
28
+ - Distributed queries
29
+ - Real-time analytics
30
+
31
+ ## Table Design Patterns
32
+
33
+ ### MergeTree Engine (Most Common)
34
+
35
+ ```sql
36
+ CREATE TABLE markets_analytics (
37
+ date Date,
38
+ market_id String,
39
+ market_name String,
40
+ volume UInt64,
41
+ trades UInt32,
42
+ unique_traders UInt32,
43
+ avg_trade_size Float64,
44
+ created_at DateTime
45
+ ) ENGINE = MergeTree()
46
+ PARTITION BY toYYYYMM(date)
47
+ ORDER BY (date, market_id)
48
+ SETTINGS index_granularity = 8192;
49
+ ```
50
+
51
+ ### ReplacingMergeTree (Deduplication)
52
+
53
+ ```sql
54
+ -- For data that may have duplicates (e.g., from multiple sources)
55
+ CREATE TABLE user_events (
56
+ event_id String,
57
+ user_id String,
58
+ event_type String,
59
+ timestamp DateTime,
60
+ properties String
61
+ ) ENGINE = ReplacingMergeTree()
62
+ PARTITION BY toYYYYMM(timestamp)
63
+ ORDER BY (user_id, event_id, timestamp)
64
+ PRIMARY KEY (user_id, event_id);
65
+ ```
66
+
67
+ ### AggregatingMergeTree (Pre-aggregation)
68
+
69
+ ```sql
70
+ -- For maintaining aggregated metrics
71
+ CREATE TABLE market_stats_hourly (
72
+ hour DateTime,
73
+ market_id String,
74
+ total_volume AggregateFunction(sum, UInt64),
75
+ total_trades AggregateFunction(count, UInt32),
76
+ unique_users AggregateFunction(uniq, String)
77
+ ) ENGINE = AggregatingMergeTree()
78
+ PARTITION BY toYYYYMM(hour)
79
+ ORDER BY (hour, market_id);
80
+
81
+ -- Query aggregated data
82
+ SELECT
83
+ hour,
84
+ market_id,
85
+ sumMerge(total_volume) AS volume,
86
+ countMerge(total_trades) AS trades,
87
+ uniqMerge(unique_users) AS users
88
+ FROM market_stats_hourly
89
+ WHERE hour >= toStartOfHour(now() - INTERVAL 24 HOUR)
90
+ GROUP BY hour, market_id
91
+ ORDER BY hour DESC;
92
+ ```
93
+
94
+ ## Query Optimization Patterns
95
+
96
+ ### Efficient Filtering
97
+
98
+ ```sql
99
+ -- PASS: GOOD: Use indexed columns first
100
+ SELECT *
101
+ FROM markets_analytics
102
+ WHERE date >= '2025-01-01'
103
+ AND market_id = 'market-123'
104
+ AND volume > 1000
105
+ ORDER BY date DESC
106
+ LIMIT 100;
107
+
108
+ -- FAIL: BAD: Filter on non-indexed columns first
109
+ SELECT *
110
+ FROM markets_analytics
111
+ WHERE volume > 1000
112
+ AND market_name LIKE '%election%'
113
+ AND date >= '2025-01-01';
114
+ ```
115
+
116
+ ### Aggregations
117
+
118
+ ```sql
119
+ -- PASS: GOOD: Use ClickHouse-specific aggregation functions
120
+ SELECT
121
+ toStartOfDay(created_at) AS day,
122
+ market_id,
123
+ sum(volume) AS total_volume,
124
+ count() AS total_trades,
125
+ uniq(trader_id) AS unique_traders,
126
+ avg(trade_size) AS avg_size
127
+ FROM trades
128
+ WHERE created_at >= today() - INTERVAL 7 DAY
129
+ GROUP BY day, market_id
130
+ ORDER BY day DESC, total_volume DESC;
131
+
132
+ -- PASS: Use quantile for percentiles (more efficient than percentile)
133
+ SELECT
134
+ quantile(0.50)(trade_size) AS median,
135
+ quantile(0.95)(trade_size) AS p95,
136
+ quantile(0.99)(trade_size) AS p99
137
+ FROM trades
138
+ WHERE created_at >= now() - INTERVAL 1 HOUR;
139
+ ```
140
+
141
+ ### Window Functions
142
+
143
+ ```sql
144
+ -- Calculate running totals
145
+ SELECT
146
+ date,
147
+ market_id,
148
+ volume,
149
+ sum(volume) OVER (
150
+ PARTITION BY market_id
151
+ ORDER BY date
152
+ ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
153
+ ) AS cumulative_volume
154
+ FROM markets_analytics
155
+ WHERE date >= today() - INTERVAL 30 DAY
156
+ ORDER BY market_id, date;
157
+ ```
158
+
159
+ ## Data Insertion Patterns
160
+
161
+ ### Bulk Insert (Recommended)
162
+
163
+ ```typescript
164
+ import { ClickHouse } from 'clickhouse'
165
+
166
+ const clickhouse = new ClickHouse({
167
+ url: process.env.CLICKHOUSE_URL,
168
+ port: 8123,
169
+ basicAuth: {
170
+ username: process.env.CLICKHOUSE_USER,
171
+ password: process.env.CLICKHOUSE_PASSWORD
172
+ }
173
+ })
174
+
175
+ // PASS: Batch insert (efficient)
176
+ async function bulkInsertTrades(trades: Trade[]) {
177
+ const values = trades.map(trade => `(
178
+ '${trade.id}',
179
+ '${trade.market_id}',
180
+ '${trade.user_id}',
181
+ ${trade.amount},
182
+ '${trade.timestamp.toISOString()}'
183
+ )`).join(',')
184
+
185
+ await clickhouse.query(`
186
+ INSERT INTO trades (id, market_id, user_id, amount, timestamp)
187
+ VALUES ${values}
188
+ `).toPromise()
189
+ }
190
+
191
+ // FAIL: Individual inserts (slow)
192
+ async function insertTrade(trade: Trade) {
193
+ // Don't do this in a loop!
194
+ await clickhouse.query(`
195
+ INSERT INTO trades VALUES ('${trade.id}', ...)
196
+ `).toPromise()
197
+ }
198
+ ```
199
+
200
+ ### Streaming Insert
201
+
202
+ ```typescript
203
+ // For continuous data ingestion
204
+ import { createWriteStream } from 'fs'
205
+ import { pipeline } from 'stream/promises'
206
+
207
+ async function streamInserts() {
208
+ const stream = clickhouse.insert('trades').stream()
209
+
210
+ for await (const batch of dataSource) {
211
+ stream.write(batch)
212
+ }
213
+
214
+ await stream.end()
215
+ }
216
+ ```
217
+
218
+ ## Materialized Views
219
+
220
+ ### Real-time Aggregations
221
+
222
+ ```sql
223
+ -- Create materialized view for hourly stats
224
+ CREATE MATERIALIZED VIEW market_stats_hourly_mv
225
+ TO market_stats_hourly
226
+ AS SELECT
227
+ toStartOfHour(timestamp) AS hour,
228
+ market_id,
229
+ sumState(amount) AS total_volume,
230
+ countState() AS total_trades,
231
+ uniqState(user_id) AS unique_users
232
+ FROM trades
233
+ GROUP BY hour, market_id;
234
+
235
+ -- Query the materialized view
236
+ SELECT
237
+ hour,
238
+ market_id,
239
+ sumMerge(total_volume) AS volume,
240
+ countMerge(total_trades) AS trades,
241
+ uniqMerge(unique_users) AS users
242
+ FROM market_stats_hourly
243
+ WHERE hour >= now() - INTERVAL 24 HOUR
244
+ GROUP BY hour, market_id;
245
+ ```
246
+
247
+ ## Performance Monitoring
248
+
249
+ ### Query Performance
250
+
251
+ ```sql
252
+ -- Check slow queries
253
+ SELECT
254
+ query_id,
255
+ user,
256
+ query,
257
+ query_duration_ms,
258
+ read_rows,
259
+ read_bytes,
260
+ memory_usage
261
+ FROM system.query_log
262
+ WHERE type = 'QueryFinish'
263
+ AND query_duration_ms > 1000
264
+ AND event_time >= now() - INTERVAL 1 HOUR
265
+ ORDER BY query_duration_ms DESC
266
+ LIMIT 10;
267
+ ```
268
+
269
+ ### Table Statistics
270
+
271
+ ```sql
272
+ -- Check table sizes
273
+ SELECT
274
+ database,
275
+ table,
276
+ formatReadableSize(sum(bytes)) AS size,
277
+ sum(rows) AS rows,
278
+ max(modification_time) AS latest_modification
279
+ FROM system.parts
280
+ WHERE active
281
+ GROUP BY database, table
282
+ ORDER BY sum(bytes) DESC;
283
+ ```
284
+
285
+ ## Common Analytics Queries
286
+
287
+ ### Time Series Analysis
288
+
289
+ ```sql
290
+ -- Daily active users
291
+ SELECT
292
+ toDate(timestamp) AS date,
293
+ uniq(user_id) AS daily_active_users
294
+ FROM events
295
+ WHERE timestamp >= today() - INTERVAL 30 DAY
296
+ GROUP BY date
297
+ ORDER BY date;
298
+
299
+ -- Retention analysis
300
+ SELECT
301
+ signup_date,
302
+ countIf(days_since_signup = 0) AS day_0,
303
+ countIf(days_since_signup = 1) AS day_1,
304
+ countIf(days_since_signup = 7) AS day_7,
305
+ countIf(days_since_signup = 30) AS day_30
306
+ FROM (
307
+ SELECT
308
+ user_id,
309
+ min(toDate(timestamp)) AS signup_date,
310
+ toDate(timestamp) AS activity_date,
311
+ dateDiff('day', signup_date, activity_date) AS days_since_signup
312
+ FROM events
313
+ GROUP BY user_id, activity_date
314
+ )
315
+ GROUP BY signup_date
316
+ ORDER BY signup_date DESC;
317
+ ```
318
+
319
+ ### Funnel Analysis
320
+
321
+ ```sql
322
+ -- Conversion funnel
323
+ SELECT
324
+ countIf(step = 'viewed_market') AS viewed,
325
+ countIf(step = 'clicked_trade') AS clicked,
326
+ countIf(step = 'completed_trade') AS completed,
327
+ round(clicked / viewed * 100, 2) AS view_to_click_rate,
328
+ round(completed / clicked * 100, 2) AS click_to_completion_rate
329
+ FROM (
330
+ SELECT
331
+ user_id,
332
+ session_id,
333
+ event_type AS step
334
+ FROM events
335
+ WHERE event_date = today()
336
+ )
337
+ GROUP BY session_id;
338
+ ```
339
+
340
+ ### Cohort Analysis
341
+
342
+ ```sql
343
+ -- User cohorts by signup month
344
+ SELECT
345
+ toStartOfMonth(signup_date) AS cohort,
346
+ toStartOfMonth(activity_date) AS month,
347
+ dateDiff('month', cohort, month) AS months_since_signup,
348
+ count(DISTINCT user_id) AS active_users
349
+ FROM (
350
+ SELECT
351
+ user_id,
352
+ min(toDate(timestamp)) OVER (PARTITION BY user_id) AS signup_date,
353
+ toDate(timestamp) AS activity_date
354
+ FROM events
355
+ )
356
+ GROUP BY cohort, month, months_since_signup
357
+ ORDER BY cohort, months_since_signup;
358
+ ```
359
+
360
+ ## Data Pipeline Patterns
361
+
362
+ ### ETL Pattern
363
+
364
+ ```typescript
365
+ // Extract, Transform, Load
366
+ async function etlPipeline() {
367
+ // 1. Extract from source
368
+ const rawData = await extractFromPostgres()
369
+
370
+ // 2. Transform
371
+ const transformed = rawData.map(row => ({
372
+ date: new Date(row.created_at).toISOString().split('T')[0],
373
+ market_id: row.market_slug,
374
+ volume: parseFloat(row.total_volume),
375
+ trades: parseInt(row.trade_count)
376
+ }))
377
+
378
+ // 3. Load to ClickHouse
379
+ await bulkInsertToClickHouse(transformed)
380
+ }
381
+
382
+ // Run periodically
383
+ setInterval(etlPipeline, 60 * 60 * 1000) // Every hour
384
+ ```
385
+
386
+ ### Change Data Capture (CDC)
387
+
388
+ ```typescript
389
+ // Listen to PostgreSQL changes and sync to ClickHouse
390
+ import { Client } from 'pg'
391
+
392
+ const pgClient = new Client({ connectionString: process.env.DATABASE_URL })
393
+
394
+ pgClient.query('LISTEN market_updates')
395
+
396
+ pgClient.on('notification', async (msg) => {
397
+ const update = JSON.parse(msg.payload)
398
+
399
+ await clickhouse.insert('market_updates', [
400
+ {
401
+ market_id: update.id,
402
+ event_type: update.operation, // INSERT, UPDATE, DELETE
403
+ timestamp: new Date(),
404
+ data: JSON.stringify(update.new_data)
405
+ }
406
+ ])
407
+ })
408
+ ```
409
+
410
+ ## Best Practices
411
+
412
+ ### 1. Partitioning Strategy
413
+ - Partition by time (usually month or day)
414
+ - Avoid too many partitions (performance impact)
415
+ - Use DATE type for partition key
416
+
417
+ ### 2. Ordering Key
418
+ - Put most frequently filtered columns first
419
+ - Consider cardinality (high cardinality first)
420
+ - Order impacts compression
421
+
422
+ ### 3. Data Types
423
+ - Use smallest appropriate type (UInt32 vs UInt64)
424
+ - Use LowCardinality for repeated strings
425
+ - Use Enum for categorical data
426
+
427
+ ### 4. Avoid
428
+ - SELECT * (specify columns)
429
+ - FINAL (merge data before query instead)
430
+ - Too many JOINs (denormalize for analytics)
431
+ - Small frequent inserts (batch instead)
432
+
433
+ ### 5. Monitoring
434
+ - Track query performance
435
+ - Monitor disk usage
436
+ - Check merge operations
437
+ - Review slow query log
438
+
439
+ **Remember**: ClickHouse excels at analytical workloads. Design tables for your query patterns, batch inserts, and leverage materialized views for real-time aggregations.