ccjk 14.2.2 → 15.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (528) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +58 -341
  3. package/dist/cli.js +59 -0
  4. package/dist/cli.js.map +1 -0
  5. package/dist/commands/detect.js +15 -0
  6. package/dist/commands/detect.js.map +1 -0
  7. package/dist/commands/doctor.js +68 -0
  8. package/dist/commands/doctor.js.map +1 -0
  9. package/dist/commands/git-install.js +50 -0
  10. package/dist/commands/git-install.js.map +1 -0
  11. package/dist/commands/init.js +102 -0
  12. package/dist/commands/init.js.map +1 -0
  13. package/dist/commands/mcp.js +66 -0
  14. package/dist/commands/mcp.js.map +1 -0
  15. package/dist/commands/menu.js +33 -0
  16. package/dist/commands/menu.js.map +1 -0
  17. package/dist/core/detect.js +24 -0
  18. package/dist/core/detect.js.map +1 -0
  19. package/dist/core/lint.js +49 -0
  20. package/dist/core/lint.js.map +1 -0
  21. package/dist/core/mcp.js +41 -0
  22. package/dist/core/mcp.js.map +1 -0
  23. package/dist/core/paths.js +9 -0
  24. package/dist/core/paths.js.map +1 -0
  25. package/dist/core/providers.js +53 -0
  26. package/dist/core/providers.js.map +1 -0
  27. package/dist/core/settings.js +31 -0
  28. package/dist/core/settings.js.map +1 -0
  29. package/dist/core/slash-templates.js +56 -0
  30. package/dist/core/slash-templates.js.map +1 -0
  31. package/dist/core/tools.js +27 -0
  32. package/dist/core/tools.js.map +1 -0
  33. package/package.json +43 -164
  34. package/README.HONEST.md +0 -176
  35. package/README.en.md +0 -67
  36. package/README.ja.md +0 -67
  37. package/README.ko.md +0 -67
  38. package/README.zh-CN.md +0 -86
  39. package/bin/ccjk.mjs +0 -5
  40. package/bin/ccjk.ts +0 -222
  41. package/dist/chunks/agent-teams.mjs +0 -145
  42. package/dist/chunks/agent.mjs +0 -1439
  43. package/dist/chunks/agents.mjs +0 -3783
  44. package/dist/chunks/api-cli.mjs +0 -135
  45. package/dist/chunks/api-config-selector.mjs +0 -159
  46. package/dist/chunks/api-providers.mjs +0 -144
  47. package/dist/chunks/api.mjs +0 -115
  48. package/dist/chunks/auto-bootstrap.mjs +0 -358
  49. package/dist/chunks/auto-fixer.mjs +0 -95
  50. package/dist/chunks/auto-updater.mjs +0 -507
  51. package/dist/chunks/banner.mjs +0 -173
  52. package/dist/chunks/bash.mjs +0 -187
  53. package/dist/chunks/boost.mjs +0 -474
  54. package/dist/chunks/brain-config.mjs +0 -75
  55. package/dist/chunks/brain-status.mjs +0 -89
  56. package/dist/chunks/ccjk-agents.mjs +0 -416
  57. package/dist/chunks/ccjk-all.mjs +0 -1046
  58. package/dist/chunks/ccjk-config.mjs +0 -445
  59. package/dist/chunks/ccjk-hooks.mjs +0 -1074
  60. package/dist/chunks/ccjk-mcp.mjs +0 -763
  61. package/dist/chunks/ccjk-setup.mjs +0 -765
  62. package/dist/chunks/ccjk-skills.mjs +0 -518
  63. package/dist/chunks/ccr.mjs +0 -109
  64. package/dist/chunks/ccu.mjs +0 -40
  65. package/dist/chunks/check-updates.mjs +0 -117
  66. package/dist/chunks/claude-code-incremental-manager.mjs +0 -761
  67. package/dist/chunks/claude-config.mjs +0 -606
  68. package/dist/chunks/claude-config2.mjs +0 -62
  69. package/dist/chunks/claude-wrapper.mjs +0 -85
  70. package/dist/chunks/clavue-config.mjs +0 -1454
  71. package/dist/chunks/cleanup-migration.mjs +0 -20
  72. package/dist/chunks/cli-hook.mjs +0 -4096
  73. package/dist/chunks/cloud-sync.mjs +0 -29
  74. package/dist/chunks/code-type-resolver.mjs +0 -880
  75. package/dist/chunks/codex-config-switch.mjs +0 -452
  76. package/dist/chunks/codex-provider-manager.mjs +0 -238
  77. package/dist/chunks/codex-uninstaller.mjs +0 -404
  78. package/dist/chunks/codex.mjs +0 -2141
  79. package/dist/chunks/commands.mjs +0 -108
  80. package/dist/chunks/commands2.mjs +0 -421
  81. package/dist/chunks/commit.mjs +0 -140
  82. package/dist/chunks/completion.mjs +0 -517
  83. package/dist/chunks/config-consolidator.mjs +0 -172
  84. package/dist/chunks/config-switch.mjs +0 -334
  85. package/dist/chunks/config.mjs +0 -558
  86. package/dist/chunks/config2.mjs +0 -484
  87. package/dist/chunks/config3.mjs +0 -486
  88. package/dist/chunks/constants.mjs +0 -323
  89. package/dist/chunks/context-opt.mjs +0 -444
  90. package/dist/chunks/context.mjs +0 -974
  91. package/dist/chunks/dashboard.mjs +0 -481
  92. package/dist/chunks/doctor.mjs +0 -1301
  93. package/dist/chunks/eval.mjs +0 -502
  94. package/dist/chunks/evolution.mjs +0 -322
  95. package/dist/chunks/features.mjs +0 -715
  96. package/dist/chunks/fish.mjs +0 -181
  97. package/dist/chunks/fs-operations.mjs +0 -180
  98. package/dist/chunks/health-alerts.mjs +0 -830
  99. package/dist/chunks/help.mjs +0 -341
  100. package/dist/chunks/hook-installer.mjs +0 -48
  101. package/dist/chunks/impact.mjs +0 -651
  102. package/dist/chunks/index.mjs +0 -23
  103. package/dist/chunks/index10.mjs +0 -19
  104. package/dist/chunks/index11.mjs +0 -1171
  105. package/dist/chunks/index12.mjs +0 -218
  106. package/dist/chunks/index13.mjs +0 -679
  107. package/dist/chunks/index14.mjs +0 -1009
  108. package/dist/chunks/index15.mjs +0 -194
  109. package/dist/chunks/index2.mjs +0 -7637
  110. package/dist/chunks/index3.mjs +0 -171
  111. package/dist/chunks/index4.mjs +0 -26
  112. package/dist/chunks/index5.mjs +0 -19
  113. package/dist/chunks/index6.mjs +0 -19092
  114. package/dist/chunks/index7.mjs +0 -616
  115. package/dist/chunks/index8.mjs +0 -1602
  116. package/dist/chunks/index9.mjs +0 -5384
  117. package/dist/chunks/init.mjs +0 -1911
  118. package/dist/chunks/installer.mjs +0 -757
  119. package/dist/chunks/installer2.mjs +0 -103
  120. package/dist/chunks/interview.mjs +0 -2927
  121. package/dist/chunks/json-config.mjs +0 -60
  122. package/dist/chunks/linux.mjs +0 -3863
  123. package/dist/chunks/macos.mjs +0 -69
  124. package/dist/chunks/main.mjs +0 -635
  125. package/dist/chunks/manager.mjs +0 -1048
  126. package/dist/chunks/marketplace.mjs +0 -265
  127. package/dist/chunks/mcp-cli.mjs +0 -205
  128. package/dist/chunks/mcp-performance.mjs +0 -187
  129. package/dist/chunks/mcp.mjs +0 -667
  130. package/dist/chunks/memory-check.mjs +0 -2973
  131. package/dist/chunks/memory-paths.mjs +0 -259
  132. package/dist/chunks/memory-sync.mjs +0 -209
  133. package/dist/chunks/memory.mjs +0 -354
  134. package/dist/chunks/metrics-display.mjs +0 -153
  135. package/dist/chunks/monitor.mjs +0 -1856
  136. package/dist/chunks/notification.mjs +0 -1864
  137. package/dist/chunks/onboarding.mjs +0 -386
  138. package/dist/chunks/package.mjs +0 -3
  139. package/dist/chunks/paradigm.mjs +0 -74
  140. package/dist/chunks/permission-manager.mjs +0 -250
  141. package/dist/chunks/permissions.mjs +0 -265
  142. package/dist/chunks/persistence-manager.mjs +0 -801
  143. package/dist/chunks/persistence.mjs +0 -707
  144. package/dist/chunks/platform.mjs +0 -395
  145. package/dist/chunks/plugin.mjs +0 -1936
  146. package/dist/chunks/powershell.mjs +0 -213
  147. package/dist/chunks/prompts.mjs +0 -244
  148. package/dist/chunks/providers.mjs +0 -263
  149. package/dist/chunks/quick-actions.mjs +0 -335
  150. package/dist/chunks/quick-provider.mjs +0 -755
  151. package/dist/chunks/quick-setup.mjs +0 -421
  152. package/dist/chunks/remote.mjs +0 -497
  153. package/dist/chunks/research.mjs +0 -1904
  154. package/dist/chunks/rollback.mjs +0 -38
  155. package/dist/chunks/session-manager.mjs +0 -1371
  156. package/dist/chunks/session.mjs +0 -878
  157. package/dist/chunks/sessions.mjs +0 -106
  158. package/dist/chunks/silent-updater.mjs +0 -396
  159. package/dist/chunks/simple-config.mjs +0 -122
  160. package/dist/chunks/skill.mjs +0 -117
  161. package/dist/chunks/skill2.mjs +0 -9052
  162. package/dist/chunks/skills-sync.mjs +0 -1343
  163. package/dist/chunks/skills.mjs +0 -577
  164. package/dist/chunks/slash-commands.mjs +0 -208
  165. package/dist/chunks/smart-guide.mjs +0 -247
  166. package/dist/chunks/snapshot.mjs +0 -58
  167. package/dist/chunks/startup.mjs +0 -487
  168. package/dist/chunks/stats.mjs +0 -191
  169. package/dist/chunks/status.mjs +0 -471
  170. package/dist/chunks/team.mjs +0 -63
  171. package/dist/chunks/thinking.mjs +0 -626
  172. package/dist/chunks/trace.mjs +0 -57
  173. package/dist/chunks/uninstall.mjs +0 -852
  174. package/dist/chunks/update.mjs +0 -174
  175. package/dist/chunks/upgrade-manager.mjs +0 -204
  176. package/dist/chunks/upgrade.mjs +0 -133
  177. package/dist/chunks/version-checker.mjs +0 -891
  178. package/dist/chunks/vim.mjs +0 -903
  179. package/dist/chunks/windows.mjs +0 -14
  180. package/dist/chunks/workflows.mjs +0 -633
  181. package/dist/chunks/wsl.mjs +0 -129
  182. package/dist/chunks/zero-config.mjs +0 -871
  183. package/dist/chunks/zsh.mjs +0 -182
  184. package/dist/cli.d.mts +0 -1
  185. package/dist/cli.d.ts +0 -1
  186. package/dist/cli.mjs +0 -2684
  187. package/dist/i18n/locales/en/agent-teams.json +0 -18
  188. package/dist/i18n/locales/en/agentBrowser.json +0 -80
  189. package/dist/i18n/locales/en/agents.json +0 -135
  190. package/dist/i18n/locales/en/api.json +0 -63
  191. package/dist/i18n/locales/en/ccjk-agents.json +0 -33
  192. package/dist/i18n/locales/en/ccjk-all.json +0 -23
  193. package/dist/i18n/locales/en/ccjk-skills.json +0 -22
  194. package/dist/i18n/locales/en/ccjk.json +0 -276
  195. package/dist/i18n/locales/en/ccr.json +0 -65
  196. package/dist/i18n/locales/en/claude-md.json +0 -73
  197. package/dist/i18n/locales/en/cli.json +0 -148
  198. package/dist/i18n/locales/en/cloud-setup.json +0 -31
  199. package/dist/i18n/locales/en/cloud-sync.json +0 -147
  200. package/dist/i18n/locales/en/cloud.json +0 -40
  201. package/dist/i18n/locales/en/cloudPlugins.json +0 -118
  202. package/dist/i18n/locales/en/codex.json +0 -184
  203. package/dist/i18n/locales/en/cometix.json +0 -29
  204. package/dist/i18n/locales/en/common.json +0 -68
  205. package/dist/i18n/locales/en/config.json +0 -108
  206. package/dist/i18n/locales/en/configuration.json +0 -236
  207. package/dist/i18n/locales/en/context.json +0 -85
  208. package/dist/i18n/locales/en/dashboard.json +0 -78
  209. package/dist/i18n/locales/en/errors.json +0 -26
  210. package/dist/i18n/locales/en/evolution.json +0 -54
  211. package/dist/i18n/locales/en/hooks.json +0 -74
  212. package/dist/i18n/locales/en/hooksSync.json +0 -133
  213. package/dist/i18n/locales/en/installation.json +0 -83
  214. package/dist/i18n/locales/en/interview.json +0 -104
  215. package/dist/i18n/locales/en/language.json +0 -19
  216. package/dist/i18n/locales/en/lsp.json +0 -78
  217. package/dist/i18n/locales/en/marketplace.json +0 -116
  218. package/dist/i18n/locales/en/mcp.json +0 -180
  219. package/dist/i18n/locales/en/memory.json +0 -23
  220. package/dist/i18n/locales/en/menu.json +0 -299
  221. package/dist/i18n/locales/en/multi-config.json +0 -79
  222. package/dist/i18n/locales/en/notification.json +0 -307
  223. package/dist/i18n/locales/en/permissions.json +0 -95
  224. package/dist/i18n/locales/en/persistence.json +0 -127
  225. package/dist/i18n/locales/en/plugins.json +0 -146
  226. package/dist/i18n/locales/en/quick-actions.json +0 -78
  227. package/dist/i18n/locales/en/registry.json +0 -54
  228. package/dist/i18n/locales/en/remote.json +0 -93
  229. package/dist/i18n/locales/en/sandbox.json +0 -44
  230. package/dist/i18n/locales/en/setup.json +0 -44
  231. package/dist/i18n/locales/en/shencha.json +0 -14
  232. package/dist/i18n/locales/en/skills.json +0 -100
  233. package/dist/i18n/locales/en/skillsSync.json +0 -74
  234. package/dist/i18n/locales/en/smartGuide.json +0 -49
  235. package/dist/i18n/locales/en/stats.json +0 -20
  236. package/dist/i18n/locales/en/subagent.json +0 -69
  237. package/dist/i18n/locales/en/superpowers.json +0 -117
  238. package/dist/i18n/locales/en/team.json +0 -7
  239. package/dist/i18n/locales/en/thinking.json +0 -65
  240. package/dist/i18n/locales/en/tools.json +0 -42
  241. package/dist/i18n/locales/en/uninstall.json +0 -56
  242. package/dist/i18n/locales/en/updater.json +0 -29
  243. package/dist/i18n/locales/en/vim.json +0 -169
  244. package/dist/i18n/locales/en/workflow.json +0 -55
  245. package/dist/i18n/locales/en/workspace.json +0 -108
  246. package/dist/i18n/locales/zh-CN/agent-teams.json +0 -18
  247. package/dist/i18n/locales/zh-CN/agentBrowser.json +0 -80
  248. package/dist/i18n/locales/zh-CN/agents.json +0 -135
  249. package/dist/i18n/locales/zh-CN/api.json +0 -63
  250. package/dist/i18n/locales/zh-CN/ccjk-agents.json +0 -33
  251. package/dist/i18n/locales/zh-CN/ccjk-all.json +0 -23
  252. package/dist/i18n/locales/zh-CN/ccjk-skills.json +0 -22
  253. package/dist/i18n/locales/zh-CN/ccjk.json +0 -276
  254. package/dist/i18n/locales/zh-CN/ccr.json +0 -65
  255. package/dist/i18n/locales/zh-CN/claude-md.json +0 -73
  256. package/dist/i18n/locales/zh-CN/cli.json +0 -148
  257. package/dist/i18n/locales/zh-CN/cloud-setup.json +0 -31
  258. package/dist/i18n/locales/zh-CN/cloud-sync.json +0 -147
  259. package/dist/i18n/locales/zh-CN/cloud.json +0 -40
  260. package/dist/i18n/locales/zh-CN/cloudPlugins.json +0 -118
  261. package/dist/i18n/locales/zh-CN/codex.json +0 -184
  262. package/dist/i18n/locales/zh-CN/cometix.json +0 -29
  263. package/dist/i18n/locales/zh-CN/common.json +0 -68
  264. package/dist/i18n/locales/zh-CN/config.json +0 -108
  265. package/dist/i18n/locales/zh-CN/configuration.json +0 -234
  266. package/dist/i18n/locales/zh-CN/context.json +0 -85
  267. package/dist/i18n/locales/zh-CN/dashboard.json +0 -78
  268. package/dist/i18n/locales/zh-CN/errors.json +0 -26
  269. package/dist/i18n/locales/zh-CN/evolution.json +0 -54
  270. package/dist/i18n/locales/zh-CN/hooks.json +0 -74
  271. package/dist/i18n/locales/zh-CN/hooksSync.json +0 -133
  272. package/dist/i18n/locales/zh-CN/installation.json +0 -83
  273. package/dist/i18n/locales/zh-CN/interview.json +0 -104
  274. package/dist/i18n/locales/zh-CN/language.json +0 -19
  275. package/dist/i18n/locales/zh-CN/lsp.json +0 -78
  276. package/dist/i18n/locales/zh-CN/marketplace.json +0 -116
  277. package/dist/i18n/locales/zh-CN/mcp.json +0 -180
  278. package/dist/i18n/locales/zh-CN/memory.json +0 -23
  279. package/dist/i18n/locales/zh-CN/menu.json +0 -299
  280. package/dist/i18n/locales/zh-CN/multi-config.json +0 -79
  281. package/dist/i18n/locales/zh-CN/notification.json +0 -307
  282. package/dist/i18n/locales/zh-CN/permissions.json +0 -95
  283. package/dist/i18n/locales/zh-CN/persistence.json +0 -127
  284. package/dist/i18n/locales/zh-CN/plugins.json +0 -146
  285. package/dist/i18n/locales/zh-CN/quick-actions.json +0 -78
  286. package/dist/i18n/locales/zh-CN/registry.json +0 -54
  287. package/dist/i18n/locales/zh-CN/remote.json +0 -93
  288. package/dist/i18n/locales/zh-CN/sandbox.json +0 -44
  289. package/dist/i18n/locales/zh-CN/setup.json +0 -44
  290. package/dist/i18n/locales/zh-CN/shencha.json +0 -14
  291. package/dist/i18n/locales/zh-CN/skills.json +0 -100
  292. package/dist/i18n/locales/zh-CN/skillsSync.json +0 -74
  293. package/dist/i18n/locales/zh-CN/smartGuide.json +0 -49
  294. package/dist/i18n/locales/zh-CN/stats.json +0 -20
  295. package/dist/i18n/locales/zh-CN/subagent.json +0 -69
  296. package/dist/i18n/locales/zh-CN/superpowers.json +0 -117
  297. package/dist/i18n/locales/zh-CN/team.json +0 -7
  298. package/dist/i18n/locales/zh-CN/thinking.json +0 -65
  299. package/dist/i18n/locales/zh-CN/tools.json +0 -42
  300. package/dist/i18n/locales/zh-CN/uninstall.json +0 -56
  301. package/dist/i18n/locales/zh-CN/updater.json +0 -29
  302. package/dist/i18n/locales/zh-CN/vim.json +0 -169
  303. package/dist/i18n/locales/zh-CN/workflow.json +0 -55
  304. package/dist/i18n/locales/zh-CN/workspace.json +0 -108
  305. package/dist/index.d.mts +0 -5658
  306. package/dist/index.d.ts +0 -5658
  307. package/dist/index.mjs +0 -3732
  308. package/dist/shared/ccjk.5bEolFrk.mjs +0 -254
  309. package/dist/shared/ccjk.8oaxX4iR.mjs +0 -90
  310. package/dist/shared/ccjk.B2U7DsPy.mjs +0 -31
  311. package/dist/shared/ccjk.B2f-cwUP.mjs +0 -468
  312. package/dist/shared/ccjk.BAGoDD49.mjs +0 -36
  313. package/dist/shared/ccjk.BBtCGd_g.mjs +0 -899
  314. package/dist/shared/ccjk.BFQ7yr5S.mjs +0 -16
  315. package/dist/shared/ccjk.BLsIiTqO.mjs +0 -449
  316. package/dist/shared/ccjk.BXv8aYs1.mjs +0 -170
  317. package/dist/shared/ccjk.BnsY5WxD.mjs +0 -171
  318. package/dist/shared/ccjk.BoApaI4j.mjs +0 -28
  319. package/dist/shared/ccjk.Bq8TqZG_.mjs +0 -189
  320. package/dist/shared/ccjk.BtrioX1Z.mjs +0 -25
  321. package/dist/shared/ccjk.Bx_rmYfN.mjs +0 -69
  322. package/dist/shared/ccjk.BzPbSEP2.mjs +0 -115
  323. package/dist/shared/ccjk.C0WLUnFV.mjs +0 -293
  324. package/dist/shared/ccjk.C1hANZTu.mjs +0 -19
  325. package/dist/shared/ccjk.C2jHOZVP.mjs +0 -52
  326. package/dist/shared/ccjk.CNhnT6uQ.mjs +0 -636
  327. package/dist/shared/ccjk.COweQ1RR.mjs +0 -5
  328. package/dist/shared/ccjk.CfKKcvWy.mjs +0 -126
  329. package/dist/shared/ccjk.Cjgrln_h.mjs +0 -297
  330. package/dist/shared/ccjk.CoCHVXl3.mjs +0 -3951
  331. package/dist/shared/ccjk.CwGZSTAK.mjs +0 -319
  332. package/dist/shared/ccjk.CxpGa6MC.mjs +0 -2724
  333. package/dist/shared/ccjk.D-magaEx.mjs +0 -763
  334. package/dist/shared/ccjk.D0g2ABGg.mjs +0 -171
  335. package/dist/shared/ccjk.D6ycHbak.mjs +0 -270
  336. package/dist/shared/ccjk.D75wivnp.mjs +0 -142
  337. package/dist/shared/ccjk.DDL-4C-k.mjs +0 -100
  338. package/dist/shared/ccjk.DFRPtmK_.mjs +0 -75
  339. package/dist/shared/ccjk.DMV3x5Sd.mjs +0 -299
  340. package/dist/shared/ccjk.DZ2LLOa-.mjs +0 -2195
  341. package/dist/shared/ccjk.DbigonEQ.mjs +0 -698
  342. package/dist/shared/ccjk.DcMvE7lf.mjs +0 -618
  343. package/dist/shared/ccjk.DeWpAShp.mjs +0 -1828
  344. package/dist/shared/ccjk.DhJ1kyDR.mjs +0 -30
  345. package/dist/shared/ccjk.DlTXS9rP.mjs +0 -224
  346. package/dist/shared/ccjk.DopKzo3z.mjs +0 -305
  347. package/dist/shared/ccjk.DsZsc4LR.mjs +0 -1280
  348. package/dist/shared/ccjk.DuzJZlgj.mjs +0 -418
  349. package/dist/shared/ccjk.Dxgd2vjc.mjs +0 -444
  350. package/dist/shared/ccjk.J8YiPsOw.mjs +0 -259
  351. package/dist/shared/ccjk.KfSWcGlE.mjs +0 -38
  352. package/dist/shared/ccjk.L7yC58_i.mjs +0 -225
  353. package/dist/shared/ccjk.MwtjAULc.mjs +0 -1447
  354. package/dist/shared/ccjk.OJKHVSOb.mjs +0 -2005
  355. package/dist/shared/ccjk.OTnevPNE.mjs +0 -225
  356. package/dist/shared/ccjk.RyizuzOI.mjs +0 -21
  357. package/dist/shared/ccjk.T_cX87dY.mjs +0 -15
  358. package/dist/shared/ccjk.bQ7Dh1g4.mjs +0 -249
  359. package/dist/shared/ccjk.gDEDGD_t.mjs +0 -38
  360. package/dist/shared/ccjk.hoqrwWdN.mjs +0 -333
  361. package/dist/shared/ccjk.i_vn-9C3.mjs +0 -317
  362. package/dist/shared/ccjk.lG3ccFjm.mjs +0 -885
  363. package/dist/shared/ccjk.wLJHO0Af.mjs +0 -244
  364. package/dist/shared/ccjk.y-a_1vK4.mjs +0 -5127
  365. package/dist/templates/agents/README.md +0 -78
  366. package/dist/templates/agents/fullstack-developer.json +0 -70
  367. package/dist/templates/agents/go-expert.json +0 -69
  368. package/dist/templates/agents/index.json +0 -64
  369. package/dist/templates/agents/python-expert.json +0 -69
  370. package/dist/templates/agents/react-specialist.json +0 -69
  371. package/dist/templates/agents/testing-automation-expert.json +0 -70
  372. package/dist/templates/agents/typescript-architect.json +0 -69
  373. package/dist/templates/claude-code/common/settings.json +0 -109
  374. package/dist/templates/common/error-prevention.md +0 -267
  375. package/dist/templates/common/karpathy-baseline.md +0 -83
  376. package/dist/templates/common/output-styles/zh-CN/carmack-mode.md +0 -381
  377. package/dist/templates/common/output-styles/zh-CN/codex-rigor-mode.md +0 -114
  378. package/dist/templates/common/output-styles/zh-CN/dhh-mode.md +0 -265
  379. package/dist/templates/common/output-styles/zh-CN/evan-you-mode.md +0 -539
  380. package/dist/templates/common/output-styles/zh-CN/jobs-mode.md +0 -369
  381. package/dist/templates/common/output-styles/zh-CN/linus-mode.md +0 -135
  382. package/dist/templates/common/output-styles/zh-CN/uncle-bob-mode.md +0 -221
  383. package/dist/templates/common/workflow/continuousDelivery/en/continuous-delivery.md +0 -628
  384. package/dist/templates/common/workflow/continuousDelivery/zh-CN/continuous-delivery.md +0 -628
  385. package/dist/templates/common/workflow/essential/en/agents/ccjk-config-agent.md +0 -187
  386. package/dist/templates/common/workflow/essential/en/agents/ccjk-mcp-agent.md +0 -191
  387. package/dist/templates/common/workflow/essential/en/agents/ccjk-skill-agent.md +0 -249
  388. package/dist/templates/common/workflow/essential/en/agents/ccjk-workflow-agent.md +0 -277
  389. package/dist/templates/common/workflow/essential/en/agents/get-current-datetime.md +0 -29
  390. package/dist/templates/common/workflow/essential/en/agents/init-architect.md +0 -115
  391. package/dist/templates/common/workflow/essential/en/agents/ui-ux-designer.md +0 -91
  392. package/dist/templates/common/workflow/essential/en/feat.md +0 -92
  393. package/dist/templates/common/workflow/essential/en/goal.md +0 -147
  394. package/dist/templates/common/workflow/essential/en/init-project.md +0 -53
  395. package/dist/templates/common/workflow/essential/zh-CN/agents/get-current-datetime.md +0 -29
  396. package/dist/templates/common/workflow/essential/zh-CN/agents/init-architect.md +0 -115
  397. package/dist/templates/common/workflow/essential/zh-CN/agents/ui-ux-designer.md +0 -91
  398. package/dist/templates/common/workflow/essential/zh-CN/feat.md +0 -315
  399. package/dist/templates/common/workflow/essential/zh-CN/goal.md +0 -146
  400. package/dist/templates/common/workflow/essential/zh-CN/init-project.md +0 -53
  401. package/dist/templates/common/workflow/git/en/git-cleanBranches.md +0 -102
  402. package/dist/templates/common/workflow/git/en/git-commit.md +0 -205
  403. package/dist/templates/common/workflow/git/en/git-rollback.md +0 -90
  404. package/dist/templates/common/workflow/git/en/git-worktree.md +0 -276
  405. package/dist/templates/common/workflow/git/zh-CN/git-cleanBranches.md +0 -102
  406. package/dist/templates/common/workflow/git/zh-CN/git-commit.md +0 -205
  407. package/dist/templates/common/workflow/git/zh-CN/git-rollback.md +0 -90
  408. package/dist/templates/common/workflow/git/zh-CN/git-worktree.md +0 -276
  409. package/dist/templates/common/workflow/interview/en/interview.md +0 -67
  410. package/dist/templates/common/workflow/interview/zh-CN/interview.md +0 -67
  411. package/dist/templates/common/workflow/linearMethod/en/linear-method.md +0 -651
  412. package/dist/templates/common/workflow/linearMethod/zh-CN/linear-method.md +0 -752
  413. package/dist/templates/common/workflow/refactoringMaster/en/refactoring-master.md +0 -516
  414. package/dist/templates/common/workflow/refactoringMaster/zh-CN/refactoring-master.md +0 -812
  415. package/dist/templates/common/workflow/sixStep/en/workflow.md +0 -83
  416. package/dist/templates/common/workflow/sixStep/zh-CN/workflow.md +0 -359
  417. package/dist/templates/common/workflow/specFirstTDD/en/spec-first-tdd.md +0 -364
  418. package/dist/templates/common/workflow/specFirstTDD/zh-CN/spec-first-tdd.md +0 -366
  419. package/dist/templates/hooks/README.md +0 -212
  420. package/dist/templates/hooks/git-workflow-hooks.md +0 -551
  421. package/dist/templates/hooks/post-test/coverage.json +0 -21
  422. package/dist/templates/hooks/post-test/summary.json +0 -21
  423. package/dist/templates/hooks/post-test-coverage.md +0 -434
  424. package/dist/templates/hooks/pre-commit/eslint.json +0 -22
  425. package/dist/templates/hooks/pre-commit/prettier.json +0 -22
  426. package/dist/templates/hooks/pre-commit-black.md +0 -274
  427. package/dist/templates/hooks/pre-commit-eslint.md +0 -153
  428. package/dist/templates/hooks/pre-commit-gofmt.md +0 -284
  429. package/dist/templates/hooks/pre-commit-prettier.md +0 -212
  430. package/dist/templates/hooks/pre-commit-type-check.md +0 -377
  431. package/dist/templates/skills/ccjk-init.md +0 -154
  432. package/dist/templates/skills/ccjk-mcp-setup.md +0 -205
  433. package/dist/templates/skills/ccjk-troubleshoot.md +0 -228
  434. package/dist/templates/skills/django-patterns.md +0 -1016
  435. package/dist/templates/skills/git-workflow.md +0 -748
  436. package/dist/templates/skills/go-idioms.md +0 -963
  437. package/dist/templates/skills/index.json +0 -132
  438. package/dist/templates/skills/nextjs-optimization.md +0 -694
  439. package/dist/templates/skills/python-pep8.md +0 -852
  440. package/dist/templates/skills/react-patterns.md +0 -686
  441. package/dist/templates/skills/rust-patterns.md +0 -1057
  442. package/dist/templates/skills/security-best-practices.md +0 -1413
  443. package/dist/templates/skills/testing-best-practices.md +0 -1315
  444. package/dist/templates/skills/ts-best-practices.md +0 -354
  445. package/templates/agents/README.md +0 -78
  446. package/templates/agents/fullstack-developer.json +0 -70
  447. package/templates/agents/go-expert.json +0 -69
  448. package/templates/agents/index.json +0 -64
  449. package/templates/agents/python-expert.json +0 -69
  450. package/templates/agents/react-specialist.json +0 -69
  451. package/templates/agents/testing-automation-expert.json +0 -70
  452. package/templates/agents/typescript-architect.json +0 -69
  453. package/templates/claude-code/common/settings.json +0 -109
  454. package/templates/common/error-prevention.md +0 -267
  455. package/templates/common/karpathy-baseline.md +0 -83
  456. package/templates/common/output-styles/zh-CN/carmack-mode.md +0 -381
  457. package/templates/common/output-styles/zh-CN/codex-rigor-mode.md +0 -114
  458. package/templates/common/output-styles/zh-CN/dhh-mode.md +0 -265
  459. package/templates/common/output-styles/zh-CN/evan-you-mode.md +0 -539
  460. package/templates/common/output-styles/zh-CN/jobs-mode.md +0 -369
  461. package/templates/common/output-styles/zh-CN/linus-mode.md +0 -135
  462. package/templates/common/output-styles/zh-CN/uncle-bob-mode.md +0 -221
  463. package/templates/common/workflow/continuousDelivery/en/continuous-delivery.md +0 -628
  464. package/templates/common/workflow/continuousDelivery/zh-CN/continuous-delivery.md +0 -628
  465. package/templates/common/workflow/essential/en/agents/ccjk-config-agent.md +0 -187
  466. package/templates/common/workflow/essential/en/agents/ccjk-mcp-agent.md +0 -191
  467. package/templates/common/workflow/essential/en/agents/ccjk-skill-agent.md +0 -249
  468. package/templates/common/workflow/essential/en/agents/ccjk-workflow-agent.md +0 -277
  469. package/templates/common/workflow/essential/en/agents/get-current-datetime.md +0 -29
  470. package/templates/common/workflow/essential/en/agents/init-architect.md +0 -115
  471. package/templates/common/workflow/essential/en/agents/ui-ux-designer.md +0 -91
  472. package/templates/common/workflow/essential/en/feat.md +0 -92
  473. package/templates/common/workflow/essential/en/goal.md +0 -147
  474. package/templates/common/workflow/essential/en/init-project.md +0 -53
  475. package/templates/common/workflow/essential/zh-CN/agents/get-current-datetime.md +0 -29
  476. package/templates/common/workflow/essential/zh-CN/agents/init-architect.md +0 -115
  477. package/templates/common/workflow/essential/zh-CN/agents/ui-ux-designer.md +0 -91
  478. package/templates/common/workflow/essential/zh-CN/feat.md +0 -315
  479. package/templates/common/workflow/essential/zh-CN/goal.md +0 -146
  480. package/templates/common/workflow/essential/zh-CN/init-project.md +0 -53
  481. package/templates/common/workflow/git/en/git-cleanBranches.md +0 -102
  482. package/templates/common/workflow/git/en/git-commit.md +0 -205
  483. package/templates/common/workflow/git/en/git-rollback.md +0 -90
  484. package/templates/common/workflow/git/en/git-worktree.md +0 -276
  485. package/templates/common/workflow/git/zh-CN/git-cleanBranches.md +0 -102
  486. package/templates/common/workflow/git/zh-CN/git-commit.md +0 -205
  487. package/templates/common/workflow/git/zh-CN/git-rollback.md +0 -90
  488. package/templates/common/workflow/git/zh-CN/git-worktree.md +0 -276
  489. package/templates/common/workflow/interview/en/interview.md +0 -67
  490. package/templates/common/workflow/interview/zh-CN/interview.md +0 -67
  491. package/templates/common/workflow/linearMethod/en/linear-method.md +0 -651
  492. package/templates/common/workflow/linearMethod/zh-CN/linear-method.md +0 -752
  493. package/templates/common/workflow/refactoringMaster/en/refactoring-master.md +0 -516
  494. package/templates/common/workflow/refactoringMaster/zh-CN/refactoring-master.md +0 -812
  495. package/templates/common/workflow/sixStep/en/workflow.md +0 -83
  496. package/templates/common/workflow/sixStep/zh-CN/workflow.md +0 -359
  497. package/templates/common/workflow/specFirstTDD/en/spec-first-tdd.md +0 -364
  498. package/templates/common/workflow/specFirstTDD/zh-CN/spec-first-tdd.md +0 -366
  499. package/templates/hooks/README.md +0 -212
  500. package/templates/hooks/git-workflow-hooks.md +0 -551
  501. package/templates/hooks/post-test/coverage.json +0 -21
  502. package/templates/hooks/post-test/summary.json +0 -21
  503. package/templates/hooks/post-test-coverage.md +0 -434
  504. package/templates/hooks/pre-commit/eslint.json +0 -22
  505. package/templates/hooks/pre-commit/prettier.json +0 -22
  506. package/templates/hooks/pre-commit-black.md +0 -274
  507. package/templates/hooks/pre-commit-eslint.md +0 -153
  508. package/templates/hooks/pre-commit-gofmt.md +0 -284
  509. package/templates/hooks/pre-commit-prettier.md +0 -212
  510. package/templates/hooks/pre-commit-type-check.md +0 -377
  511. package/templates/skills/basic.hbs +0 -72
  512. package/templates/skills/ccjk-init.md +0 -154
  513. package/templates/skills/ccjk-mcp-setup.md +0 -205
  514. package/templates/skills/ccjk-troubleshoot.md +0 -228
  515. package/templates/skills/code-refactor.hbs +0 -133
  516. package/templates/skills/code-review.hbs +0 -141
  517. package/templates/skills/django-patterns.md +0 -1016
  518. package/templates/skills/git-workflow.md +0 -748
  519. package/templates/skills/go-idioms.md +0 -963
  520. package/templates/skills/index.json +0 -132
  521. package/templates/skills/nextjs-optimization.md +0 -694
  522. package/templates/skills/python-pep8.md +0 -852
  523. package/templates/skills/react-patterns.md +0 -686
  524. package/templates/skills/rust-patterns.md +0 -1057
  525. package/templates/skills/security-best-practices.md +0 -1413
  526. package/templates/skills/testing-best-practices.md +0 -1315
  527. package/templates/skills/ts-best-practices.md +0 -354
  528. package/templates/skills/type-fix.hbs +0 -132
package/dist/chunks/eval.mjs DELETED
@@ -1,502 +0,0 @@
1
- import { mkdir, writeFile, readFile } from 'node:fs/promises';
2
- import { dirname, join, extname } from 'node:path';
3
- import { existsSync, readFileSync, mkdirSync, writeFileSync, readdirSync, statSync } from 'node:fs';
4
- import { spawn } from 'node:child_process';
5
-
6
- function gradeRun(scenario, result) {
7
- const assertionResults = [];
8
- for (const assertion of scenario.assertions) {
9
- const assertionResult = evaluateAssertion(assertion, result);
10
- assertionResults.push(assertionResult);
11
- }
12
- const success = assertionResults.every((r) => r.success);
13
- return {
14
- ...result,
15
- success,
16
- assertionResults
17
- };
18
- }
19
- function evaluateAssertion(assertion, result) {
20
- switch (assertion.type) {
21
- case "exit_code":
22
- return checkExitCode(assertion, result);
23
- case "file_exists":
24
- return checkFileExists(assertion);
25
- case "contains_text":
26
- return checkContainsText(assertion);
27
- default:
28
- return {
29
- type: assertion.type,
30
- success: false,
31
- message: `Unknown assertion type: ${assertion.type}`
32
- };
33
- }
34
- }
35
- function checkExitCode(assertion, result) {
36
- const expected = assertion.expected ?? 0;
37
- const success = result.exitCode === expected;
38
- return {
39
- type: "exit_code",
40
- success,
41
- message: success ? `Exit code ${result.exitCode} matches expected ${expected}` : `Exit code ${result.exitCode} does not match expected ${expected}`
42
- };
43
- }
44
- function checkFileExists(assertion) {
45
- if (!assertion.path) {
46
- return {
47
- type: "file_exists",
48
- success: false,
49
- message: "Missing path for file_exists assertion"
50
- };
51
- }
52
- const exists = existsSync(assertion.path);
53
- return {
54
- type: "file_exists",
55
- success: exists,
56
- message: exists ? `File exists: ${assertion.path}` : `File does not exist: ${assertion.path}`
57
- };
58
- }
59
- function checkContainsText(assertion) {
60
- if (!assertion.path) {
61
- return {
62
- type: "contains_text",
63
- success: false,
64
- message: "Missing path for contains_text assertion"
65
- };
66
- }
67
- if (!assertion.value) {
68
- return {
69
- type: "contains_text",
70
- success: false,
71
- message: "Missing value for contains_text assertion"
72
- };
73
- }
74
- if (!existsSync(assertion.path)) {
75
- return {
76
- type: "contains_text",
77
- success: false,
78
- message: `File does not exist: ${assertion.path}`
79
- };
80
- }
81
- const content = readFileSync(assertion.path, "utf-8");
82
- const contains = content.includes(assertion.value);
83
- return {
84
- type: "contains_text",
85
- success: contains,
86
- message: contains ? `File contains text: "${assertion.value}"` : `File does not contain text: "${assertion.value}"`
87
- };
88
- }
89
-
90
- function writeHtmlDashboard(reports, outputPath) {
91
- const html = generateHtml(reports);
92
- mkdirSync(dirname(outputPath), { recursive: true });
93
- writeFileSync(outputPath, html, "utf-8");
94
- }
95
- function generateHtml(reports) {
96
- const timestamp = (/* @__PURE__ */ new Date()).toISOString();
97
- const totalScenarios = reports.length;
98
- const passedScenarios = reports.filter((r) => r.successRate === 1).length;
99
- const failedScenarios = totalScenarios - passedScenarios;
100
- const avgDuration = reports.reduce((sum, r) => sum + r.averageDurationMs, 0) / totalScenarios;
101
- return `<!DOCTYPE html>
102
- <html lang="en">
103
- <head>
104
- <meta charset="UTF-8">
105
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
106
- <title>CCJK Eval Dashboard</title>
107
- <style>
108
- body {
109
- font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif;
110
- max-width: 1200px;
111
- margin: 0 auto;
112
- padding: 20px;
113
- background: #f5f5f5;
114
- }
115
- h1 { color: #333; }
116
- .summary {
117
- background: white;
118
- padding: 20px;
119
- border-radius: 8px;
120
- margin-bottom: 20px;
121
- box-shadow: 0 2px 4px rgba(0,0,0,0.1);
122
- }
123
- .summary-grid {
124
- display: grid;
125
- grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
126
- gap: 15px;
127
- margin-top: 15px;
128
- }
129
- .summary-item {
130
- padding: 10px;
131
- background: #f9f9f9;
132
- border-radius: 4px;
133
- }
134
- .summary-item strong { display: block; font-size: 24px; margin-top: 5px; }
135
- table {
136
- width: 100%;
137
- background: white;
138
- border-collapse: collapse;
139
- border-radius: 8px;
140
- overflow: hidden;
141
- box-shadow: 0 2px 4px rgba(0,0,0,0.1);
142
- }
143
- th, td { padding: 12px; text-align: left; }
144
- th { background: #333; color: white; }
145
- tr:nth-child(even) { background: #f9f9f9; }
146
- .pass { color: #22c55e; font-weight: bold; }
147
- .fail { color: #ef4444; font-weight: bold; }
148
- .timestamp { color: #666; font-size: 14px; }
149
- </style>
150
- </head>
151
- <body>
152
- <h1>CCJK Eval Dashboard</h1>
153
- <p class="timestamp">Generated: ${timestamp}</p>
154
-
155
- <div class="summary">
156
- <h2>Summary</h2>
157
- <div class="summary-grid">
158
- <div class="summary-item">
159
- <div>Total Scenarios</div>
160
- <strong>${totalScenarios}</strong>
161
- </div>
162
- <div class="summary-item">
163
- <div>Passed</div>
164
- <strong class="pass">${passedScenarios}</strong>
165
- </div>
166
- <div class="summary-item">
167
- <div>Failed</div>
168
- <strong class="fail">${failedScenarios}</strong>
169
- </div>
170
- <div class="summary-item">
171
- <div>Avg Duration</div>
172
- <strong>${Math.round(avgDuration)}ms</strong>
173
- </div>
174
- </div>
175
- </div>
176
-
177
- <table>
178
- <thead>
179
- <tr>
180
- <th>Scenario</th>
181
- <th>Suite</th>
182
- <th>Success Rate</th>
183
- <th>Passed/Total</th>
184
- <th>Avg Duration</th>
185
- </tr>
186
- </thead>
187
- <tbody>
188
- ${reports.map((r) => ` <tr>
189
- <td>${r.scenarioId}</td>
190
- <td>${r.suite}</td>
191
- <td class="${r.successRate === 1 ? "pass" : "fail"}">${(r.successRate * 100).toFixed(0)}%</td>
192
- <td>${r.passedRuns}/${r.totalRuns}</td>
193
- <td>${Math.round(r.averageDurationMs)}ms</td>
194
- </tr>`).join("\n")}
195
- </tbody>
196
- </table>
197
- </body>
198
- </html>`;
199
- }
200
-
201
- async function runScenario(scenario) {
202
- const runs = scenario.runs || 1;
203
- const results = [];
204
- for (let i = 0; i < runs; i++) {
205
- const result = await runOnce(scenario, i);
206
- results.push(result);
207
- }
208
- return results;
209
- }
210
- async function runOnce(scenario, runIndex) {
211
- const startTime = Date.now();
212
- return new Promise((resolve) => {
213
- const [cmd, ...args] = scenario.command.split(/\s+/);
214
- const proc = spawn(cmd, args, {
215
- shell: true,
216
- stdio: ["ignore", "pipe", "pipe"]
217
- });
218
- let stdout = "";
219
- let stderr = "";
220
- proc.stdout?.on("data", (data) => {
221
- stdout += data.toString();
222
- });
223
- proc.stderr?.on("data", (data) => {
224
- stderr += data.toString();
225
- });
226
- proc.on("close", (code) => {
227
- const durationMs = Date.now() - startTime;
228
- const exitCode = code ?? -1;
229
- resolve({
230
- scenarioId: scenario.id,
231
- runIndex,
232
- success: false,
233
- // grader will set this
234
- durationMs,
235
- exitCode,
236
- metrics: {
237
- duration_ms: durationMs,
238
- output_bytes: stdout.length + stderr.length
239
- },
240
- assertionResults: [],
241
- stdout,
242
- stderr
243
- });
244
- });
245
- proc.on("error", (err) => {
246
- const durationMs = Date.now() - startTime;
247
- resolve({
248
- scenarioId: scenario.id,
249
- runIndex,
250
- success: false,
251
- durationMs,
252
- exitCode: -1,
253
- metrics: { duration_ms: durationMs },
254
- assertionResults: [{
255
- type: "spawn_error",
256
- success: false,
257
- message: `Failed to spawn process: ${err.message}`
258
- }],
259
- stderr: err.message
260
- });
261
- });
262
- });
263
- }
264
-
265
- function loadScenarios(scenariosDir, filter) {
266
- const scenarios = [];
267
- function scanDir(dir) {
268
- const entries = readdirSync(dir);
269
- for (const entry of entries) {
270
- const fullPath = join(dir, entry);
271
- const stat = statSync(fullPath);
272
- if (stat.isDirectory()) {
273
- scanDir(fullPath);
274
- } else if (extname(entry) === ".json") {
275
- try {
276
- const content = readFileSync(fullPath, "utf-8");
277
- const scenario = JSON.parse(content);
278
- validateScenario(scenario, fullPath);
279
- if (filter?.suite && scenario.suite !== filter.suite)
280
- continue;
281
- if (filter?.id && scenario.id !== filter.id)
282
- continue;
283
- scenarios.push(scenario);
284
- } catch (err) {
285
- throw new Error(`Failed to load scenario from ${fullPath}: ${err}`);
286
- }
287
- }
288
- }
289
- }
290
- scanDir(scenariosDir);
291
- return scenarios;
292
- }
293
- function validateScenario(scenario, path) {
294
- const required = ["id", "suite", "description", "command", "assertions"];
295
- for (const field of required) {
296
- if (!scenario[field]) {
297
- throw new Error(`Scenario ${path} missing required field: ${field}`);
298
- }
299
- }
300
- if (!Array.isArray(scenario.assertions)) {
301
- throw new TypeError(`Scenario ${path} assertions must be an array`);
302
- }
303
- for (const assertion of scenario.assertions) {
304
- if (!assertion.type) {
305
- throw new Error(`Scenario ${path} has assertion without type`);
306
- }
307
- }
308
- }
309
-
310
- async function writeScenarioReport(report, options = {}) {
311
- const outputPath = join(
312
- process.cwd(),
313
- "evals/reports",
314
- report.suite,
315
- `${report.scenarioId}.json`
316
- );
317
- const data = {
318
- ...report,
319
- results: report.results.map((run) => ({
320
- ...run,
321
- stdout: options.includeStdout ? run.stdout : void 0,
322
- stderr: options.includeStderr ? run.stderr : void 0
323
- }))
324
- };
325
- await mkdir(dirname(outputPath), { recursive: true });
326
- await writeFile(outputPath, JSON.stringify(data, null, 2), "utf-8");
327
- return outputPath;
328
- }
329
- function createSuiteSummary(suite, scenarios) {
330
- const totalScenarios = scenarios.length;
331
- const passedScenarios = scenarios.filter((s) => s.successRate === 1).length;
332
- const failedScenarios = totalScenarios - passedScenarios;
333
- const successRate = totalScenarios === 0 ? 0 : passedScenarios / totalScenarios;
334
- const averageScore = totalScenarios === 0 ? 0 : scenarios.reduce((sum, s) => sum + (s.averageScore ?? s.successRate), 0) / totalScenarios;
335
- return {
336
- suite,
337
- totalScenarios,
338
- passedScenarios,
339
- failedScenarios,
340
- successRate,
341
- averageScore,
342
- scenarios
343
- };
344
- }
345
- async function writeSuiteSummary(summary) {
346
- const outputPath = join(
347
- process.cwd(),
348
- "evals/reports",
349
- summary.suite,
350
- "_summary.json"
351
- );
352
- await mkdir(dirname(outputPath), { recursive: true });
353
- await writeFile(outputPath, JSON.stringify(summary, null, 2), "utf-8");
354
- return outputPath;
355
- }
356
- function compareReports(baseline, candidate) {
357
- const deltaSuccessRate = candidate.successRate - baseline.successRate;
358
- const deltaDurationPercent = (candidate.averageDurationMs - baseline.averageDurationMs) / baseline.averageDurationMs * 100;
359
- return {
360
- scenarioId: baseline.scenarioId,
361
- baselineSuccessRate: baseline.successRate,
362
- candidateSuccessRate: candidate.successRate,
363
- deltaSuccessRate,
364
- baselineAverageDurationMs: baseline.averageDurationMs,
365
- candidateAverageDurationMs: candidate.averageDurationMs,
366
- deltaDurationPercent,
367
- regression: deltaSuccessRate < -0.05
368
- };
369
- }
370
- async function writeComparisonReport(comparisons) {
371
- const outputPath = join(
372
- process.cwd(),
373
- "evals/reports",
374
- `comparison-${Date.now()}.json`
375
- );
376
- await mkdir(dirname(outputPath), { recursive: true });
377
- await writeFile(outputPath, JSON.stringify(comparisons, null, 2), "utf-8");
378
- return outputPath;
379
- }
380
-
381
- async function evalRun(options = {}) {
382
- const {
383
- scenario,
384
- suite,
385
- runs = 1,
386
- verbose = false,
387
- html = true,
388
- json = true
389
- } = options;
390
- console.log("\u{1F50D} Loading scenarios...");
391
- const scenarios = loadScenarios("evals/scenarios", {
392
- suite,
393
- id: scenario
394
- });
395
- if (scenarios.length === 0) {
396
- console.error("\u274C No scenarios found");
397
- process.exit(1);
398
- }
399
- console.log(`\u{1F4CB} Found ${scenarios.length} scenario(s)
400
- `);
401
- const reports = [];
402
- for (const scenario2 of scenarios) {
403
- console.log(`\u25B6\uFE0F Running: ${scenario2.id}`);
404
- const results = await runScenario({
405
- ...scenario2,
406
- runs
407
- });
408
- const gradedResults = results.map((r) => gradeRun(scenario2, r));
409
- const passedRuns = gradedResults.filter((r) => r.success).length;
410
- const totalRuns = gradedResults.length;
411
- const avgDuration = gradedResults.reduce((sum, r) => sum + r.durationMs, 0) / totalRuns;
412
- const avgScore = gradedResults.reduce((sum, r) => sum + (r.score ?? (r.success ? 1 : 0)), 0) / totalRuns;
413
- const report = {
414
- scenarioId: scenario2.id,
415
- suite: scenario2.suite,
416
- totalRuns,
417
- passedRuns,
418
- failedRuns: totalRuns - passedRuns,
419
- averageDurationMs: avgDuration,
420
- successRate: passedRuns / totalRuns,
421
- averageScore: avgScore,
422
- results: gradedResults
423
- };
424
- reports.push(report);
425
- const status = report.successRate === 1 ? "\u2705" : "\u274C";
426
- console.log(`${status} ${scenario2.id}: ${report.passedRuns}/${report.totalRuns} passed (${(report.successRate * 100).toFixed(0)}%)
427
- `);
428
- if (json) {
429
- await writeScenarioReport(report, { includeStdout: verbose, includeStderr: verbose });
430
- }
431
- }
432
- const suiteMap = /* @__PURE__ */ new Map();
433
- for (const report of reports) {
434
- const suiteReports = suiteMap.get(report.suite) || [];
435
- suiteReports.push(report);
436
- suiteMap.set(report.suite, suiteReports);
437
- }
438
- for (const [suite2, suiteReports] of suiteMap) {
439
- const summary = createSuiteSummary(suite2, suiteReports);
440
- if (json) {
441
- await writeSuiteSummary(summary);
442
- }
443
- }
444
- if (html) {
445
- const outputPath = join(process.cwd(), "evals/reports", `dashboard-${Date.now()}.html`);
446
- writeHtmlDashboard(reports, outputPath);
447
- console.log(`\u{1F4CA} Dashboard: ${outputPath}
448
- `);
449
- }
450
- console.log("\u{1F4CA} Summary:");
451
- console.log(` Total Scenarios: ${reports.length}`);
452
- console.log(` Passed: ${reports.filter((r) => r.successRate === 1).length}`);
453
- console.log(` Failed: ${reports.filter((r) => r.successRate < 1).length}`);
454
- const overallSuccessRate = reports.reduce((sum, r) => sum + r.successRate, 0) / reports.length;
455
- console.log(` Success Rate: ${(overallSuccessRate * 100).toFixed(1)}%`);
456
- if (reports.some((r) => r.successRate < 1)) {
457
- process.exit(1);
458
- }
459
- }
460
- async function evalCommand(options) {
461
- if (options.compare) {
462
- if (!options.baseline || !options.candidate) {
463
- console.error("\u274C Both --baseline and --candidate are required for comparison");
464
- process.exit(1);
465
- }
466
- await evalCompare({ baseline: options.baseline, candidate: options.candidate, verbose: options.verbose });
467
- return;
468
- }
469
- await evalRun({
470
- scenario: options.scenario,
471
- suite: options.suite,
472
- runs: options.runs,
473
- verbose: options.verbose,
474
- html: options.html,
475
- json: options.json
476
- });
477
- }
478
- async function evalCompare(options) {
479
- const { baseline, candidate } = options;
480
- console.log("\u{1F4CA} Loading reports...");
481
- const baselineContent = await readFile(baseline, "utf-8");
482
- const candidateContent = await readFile(candidate, "utf-8");
483
- const baselineReport = JSON.parse(baselineContent);
484
- const candidateReport = JSON.parse(candidateContent);
485
- console.log(`Baseline: ${baseline}`);
486
- console.log(`Candidate: ${candidate}
487
- `);
488
- const comparison = compareReports(baselineReport, candidateReport);
489
- console.log(`Scenario: ${comparison.scenarioId}`);
490
- console.log(`Success Rate: ${(comparison.baselineSuccessRate * 100).toFixed(0)}% \u2192 ${(comparison.candidateSuccessRate * 100).toFixed(0)}% (${comparison.deltaSuccessRate >= 0 ? "+" : ""}${(comparison.deltaSuccessRate * 100).toFixed(1)}%)`);
491
- console.log(`Duration: ${comparison.baselineAverageDurationMs.toFixed(0)}ms \u2192 ${comparison.candidateAverageDurationMs.toFixed(0)}ms (${comparison.deltaDurationPercent >= 0 ? "+" : ""}${comparison.deltaDurationPercent.toFixed(1)}%)
492
- `);
493
- if (comparison.regression) {
494
- console.log("\u274C REGRESSION DETECTED");
495
- process.exit(1);
496
- } else {
497
- console.log("\u2705 No regression");
498
- }
499
- await writeComparisonReport([comparison]);
500
- }
501
-
502
- export { evalCommand, evalCompare, evalRun };