@rpamis/comet 0.4.0-beta.3 → 0.4.0-beta.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (605) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +15 -1
  3. package/assets/manifest.json +2 -1
  4. package/assets/skills/comet/SKILL.md +54 -28
  5. package/assets/skills/comet/reference/auto-transition.md +1 -1
  6. package/assets/skills/comet/reference/comet-yaml-fields.md +11 -6
  7. package/assets/skills/comet/reference/context-recovery.md +12 -2
  8. package/assets/skills/comet/reference/decision-point.md +11 -0
  9. package/assets/skills/comet/reference/scripts.md +47 -15
  10. package/assets/skills/comet/reference/subagent-dispatch.md +6 -5
  11. package/assets/skills/comet/rules/comet-phase-guard.en.md +31 -28
  12. package/assets/skills/comet/rules/comet-phase-guard.md +31 -29
  13. package/assets/skills/comet/scripts/comet-resume-probe.mjs +3 -0
  14. package/assets/skills/comet/scripts/comet-runtime.mjs +1568 -476
  15. package/assets/skills/comet-any/SKILL.md +1 -1
  16. package/assets/skills/comet-any/reference/authored-zone-example.md +10 -5
  17. package/assets/skills/comet-any/reference/subagents/pause-points-author.md +14 -11
  18. package/assets/skills/comet-any/reference/subagents/skill-reviewer.md +2 -0
  19. package/assets/skills/comet-any/reference/subagents/workflow-entry-author.md +5 -4
  20. package/assets/skills/comet-archive/SKILL.md +52 -18
  21. package/assets/skills/comet-build/SKILL.md +64 -45
  22. package/assets/skills/comet-design/SKILL.md +24 -22
  23. package/assets/skills/comet-hotfix/SKILL.md +37 -34
  24. package/assets/skills/comet-open/SKILL.md +106 -57
  25. package/assets/skills/comet-tweak/SKILL.md +23 -18
  26. package/assets/skills/comet-verify/SKILL.md +57 -72
  27. package/assets/skills-zh/comet/SKILL.md +54 -28
  28. package/assets/skills-zh/comet/reference/auto-transition.md +1 -1
  29. package/assets/skills-zh/comet/reference/comet-yaml-fields.md +11 -6
  30. package/assets/skills-zh/comet/reference/context-recovery.md +12 -2
  31. package/assets/skills-zh/comet/reference/decision-point.md +11 -0
  32. package/assets/skills-zh/comet/reference/scripts.md +47 -15
  33. package/assets/skills-zh/comet/reference/subagent-dispatch.md +6 -5
  34. package/assets/skills-zh/comet-any/SKILL.md +1 -1
  35. package/assets/skills-zh/comet-any/reference/authored-zone-example.md +10 -5
  36. package/assets/skills-zh/comet-any/reference/subagents/pause-points-author.md +14 -12
  37. package/assets/skills-zh/comet-any/reference/subagents/skill-reviewer.md +2 -0
  38. package/assets/skills-zh/comet-any/reference/subagents/workflow-entry-author.md +5 -4
  39. package/assets/skills-zh/comet-archive/SKILL.md +52 -18
  40. package/assets/skills-zh/comet-build/SKILL.md +64 -45
  41. package/assets/skills-zh/comet-design/SKILL.md +24 -22
  42. package/assets/skills-zh/comet-hotfix/SKILL.md +36 -33
  43. package/assets/skills-zh/comet-open/SKILL.md +105 -56
  44. package/assets/skills-zh/comet-tweak/SKILL.md +22 -17
  45. package/assets/skills-zh/comet-verify/SKILL.md +57 -72
  46. package/dist/app/cli/comet-banner.d.ts +25 -0
  47. package/dist/app/cli/comet-banner.d.ts.map +1 -0
  48. package/dist/app/cli/comet-banner.js +265 -0
  49. package/dist/app/cli/comet-banner.js.map +1 -0
  50. package/dist/app/cli/index.js +36 -2
  51. package/dist/app/cli/index.js.map +1 -1
  52. package/dist/app/commands/classic.d.ts +4 -0
  53. package/dist/app/commands/classic.d.ts.map +1 -0
  54. package/dist/app/commands/classic.js +11 -0
  55. package/dist/app/commands/classic.js.map +1 -0
  56. package/dist/app/commands/doctor.d.ts.map +1 -1
  57. package/dist/app/commands/doctor.js +99 -37
  58. package/dist/app/commands/doctor.js.map +1 -1
  59. package/dist/app/commands/eval.d.ts.map +1 -1
  60. package/dist/app/commands/eval.js +57 -20
  61. package/dist/app/commands/eval.js.map +1 -1
  62. package/dist/app/commands/i18n.d.ts +1 -1
  63. package/dist/app/commands/i18n.d.ts.map +1 -1
  64. package/dist/app/commands/i18n.js +12 -4
  65. package/dist/app/commands/i18n.js.map +1 -1
  66. package/dist/app/commands/init.d.ts +1 -1
  67. package/dist/app/commands/init.d.ts.map +1 -1
  68. package/dist/app/commands/init.js +72 -25
  69. package/dist/app/commands/init.js.map +1 -1
  70. package/dist/app/commands/project-scope-selection.d.ts +13 -0
  71. package/dist/app/commands/project-scope-selection.d.ts.map +1 -0
  72. package/dist/app/commands/project-scope-selection.js +33 -0
  73. package/dist/app/commands/project-scope-selection.js.map +1 -0
  74. package/dist/app/commands/resume-probe.d.ts +11 -0
  75. package/dist/app/commands/resume-probe.d.ts.map +1 -0
  76. package/dist/app/commands/resume-probe.js +63 -0
  77. package/dist/app/commands/resume-probe.js.map +1 -0
  78. package/dist/app/commands/status.d.ts +31 -0
  79. package/dist/app/commands/status.d.ts.map +1 -1
  80. package/dist/app/commands/status.js +109 -20
  81. package/dist/app/commands/status.js.map +1 -1
  82. package/dist/app/commands/uninstall.d.ts +5 -0
  83. package/dist/app/commands/uninstall.d.ts.map +1 -1
  84. package/dist/app/commands/uninstall.js +264 -53
  85. package/dist/app/commands/uninstall.js.map +1 -1
  86. package/dist/app/commands/update.d.ts +6 -0
  87. package/dist/app/commands/update.d.ts.map +1 -1
  88. package/dist/app/commands/update.js +558 -86
  89. package/dist/app/commands/update.js.map +1 -1
  90. package/dist/config/repository-layout.json +4 -2
  91. package/dist/domains/bundle/bundle-platform.d.ts +1 -0
  92. package/dist/domains/bundle/bundle-platform.d.ts.map +1 -1
  93. package/dist/domains/bundle/bundle-platform.js +9 -3
  94. package/dist/domains/bundle/bundle-platform.js.map +1 -1
  95. package/dist/domains/bundle/eval-manifest-runtime.d.ts +6 -0
  96. package/dist/domains/bundle/eval-manifest-runtime.d.ts.map +1 -0
  97. package/dist/domains/bundle/eval-manifest-runtime.js +58 -0
  98. package/dist/domains/bundle/eval-manifest-runtime.js.map +1 -0
  99. package/dist/domains/bundle/types.d.ts +1 -1
  100. package/dist/domains/bundle/types.d.ts.map +1 -1
  101. package/dist/domains/comet-classic/classic-archive.d.ts +1 -0
  102. package/dist/domains/comet-classic/classic-archive.d.ts.map +1 -1
  103. package/dist/domains/comet-classic/classic-archive.js +35 -38
  104. package/dist/domains/comet-classic/classic-archive.js.map +1 -1
  105. package/dist/domains/comet-classic/classic-cli.d.ts +1 -1
  106. package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
  107. package/dist/domains/comet-classic/classic-cli.js +3 -0
  108. package/dist/domains/comet-classic/classic-cli.js.map +1 -1
  109. package/dist/domains/comet-classic/classic-command-checks.d.ts +20 -0
  110. package/dist/domains/comet-classic/classic-command-checks.d.ts.map +1 -0
  111. package/dist/domains/comet-classic/classic-command-checks.js +97 -0
  112. package/dist/domains/comet-classic/classic-command-checks.js.map +1 -0
  113. package/dist/domains/comet-classic/classic-current-change.d.ts +19 -0
  114. package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -0
  115. package/dist/domains/comet-classic/classic-current-change.js +132 -0
  116. package/dist/domains/comet-classic/classic-current-change.js.map +1 -0
  117. package/dist/domains/comet-classic/classic-diagnostics.d.ts +2 -1
  118. package/dist/domains/comet-classic/classic-diagnostics.d.ts.map +1 -1
  119. package/dist/domains/comet-classic/classic-diagnostics.js +54 -1
  120. package/dist/domains/comet-classic/classic-diagnostics.js.map +1 -1
  121. package/dist/domains/comet-classic/classic-evidence.d.ts.map +1 -1
  122. package/dist/domains/comet-classic/classic-evidence.js +4 -0
  123. package/dist/domains/comet-classic/classic-evidence.js.map +1 -1
  124. package/dist/domains/comet-classic/classic-guard.d.ts.map +1 -1
  125. package/dist/domains/comet-classic/classic-guard.js +83 -80
  126. package/dist/domains/comet-classic/classic-guard.js.map +1 -1
  127. package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
  128. package/dist/domains/comet-classic/classic-hook-guard.js +179 -42
  129. package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
  130. package/dist/domains/comet-classic/classic-project-config.d.ts +16 -0
  131. package/dist/domains/comet-classic/classic-project-config.d.ts.map +1 -0
  132. package/dist/domains/comet-classic/classic-project-config.js +40 -0
  133. package/dist/domains/comet-classic/classic-project-config.js.map +1 -0
  134. package/dist/domains/comet-classic/classic-resolver.d.ts.map +1 -1
  135. package/dist/domains/comet-classic/classic-resolver.js +4 -4
  136. package/dist/domains/comet-classic/classic-resolver.js.map +1 -1
  137. package/dist/domains/comet-classic/classic-resume-probe-command.d.ts +3 -0
  138. package/dist/domains/comet-classic/classic-resume-probe-command.d.ts.map +1 -0
  139. package/dist/domains/comet-classic/classic-resume-probe-command.js +58 -0
  140. package/dist/domains/comet-classic/classic-resume-probe-command.js.map +1 -0
  141. package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts +2 -0
  142. package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts.map +1 -0
  143. package/dist/domains/comet-classic/classic-resume-probe-entry.js +4 -0
  144. package/dist/domains/comet-classic/classic-resume-probe-entry.js.map +1 -0
  145. package/dist/domains/comet-classic/classic-resume-probe.d.ts +29 -0
  146. package/dist/domains/comet-classic/classic-resume-probe.d.ts.map +1 -0
  147. package/dist/domains/comet-classic/classic-resume-probe.js +386 -0
  148. package/dist/domains/comet-classic/classic-resume-probe.js.map +1 -0
  149. package/dist/domains/comet-classic/classic-runtime-run.d.ts +2 -1
  150. package/dist/domains/comet-classic/classic-runtime-run.d.ts.map +1 -1
  151. package/dist/domains/comet-classic/classic-runtime-run.js +38 -0
  152. package/dist/domains/comet-classic/classic-runtime-run.js.map +1 -1
  153. package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
  154. package/dist/domains/comet-classic/classic-state-command.js +150 -25
  155. package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
  156. package/dist/domains/comet-classic/classic-state.d.ts +5 -2
  157. package/dist/domains/comet-classic/classic-state.d.ts.map +1 -1
  158. package/dist/domains/comet-classic/classic-state.js +17 -1
  159. package/dist/domains/comet-classic/classic-state.js.map +1 -1
  160. package/dist/domains/comet-classic/classic-store.d.ts +4 -1
  161. package/dist/domains/comet-classic/classic-store.d.ts.map +1 -1
  162. package/dist/domains/comet-classic/classic-store.js +4 -3
  163. package/dist/domains/comet-classic/classic-store.js.map +1 -1
  164. package/dist/domains/comet-classic/classic-transitions.d.ts +1 -1
  165. package/dist/domains/comet-classic/classic-transitions.d.ts.map +1 -1
  166. package/dist/domains/comet-classic/classic-transitions.js +36 -3
  167. package/dist/domains/comet-classic/classic-transitions.js.map +1 -1
  168. package/dist/domains/comet-classic/classic-validate-command.d.ts.map +1 -1
  169. package/dist/domains/comet-classic/classic-validate-command.js +8 -1
  170. package/dist/domains/comet-classic/classic-validate-command.js.map +1 -1
  171. package/dist/domains/comet-classic/index.d.ts +3 -0
  172. package/dist/domains/comet-classic/index.d.ts.map +1 -1
  173. package/dist/domains/comet-classic/index.js +3 -0
  174. package/dist/domains/comet-classic/index.js.map +1 -1
  175. package/dist/domains/dashboard/collector.js +10 -2
  176. package/dist/domains/dashboard/collector.js.map +1 -1
  177. package/dist/domains/dashboard/web/assets/_commonjsHelpers-CqkleIqs.js +1 -0
  178. package/dist/domains/dashboard/web/assets/arc-TGVUG2WN.js +1 -0
  179. package/dist/domains/dashboard/web/assets/architectureDiagram-3BPJPVTR-ASHmiHoP.js +36 -0
  180. package/dist/domains/dashboard/web/assets/blockDiagram-GPEHLZMM-CwASxBKe.js +132 -0
  181. package/dist/domains/dashboard/web/assets/c4Diagram-AAUBKEIU-BU8z_WNk.js +10 -0
  182. package/dist/domains/dashboard/web/assets/channel-kp6Ng2JJ.js +1 -0
  183. package/dist/domains/dashboard/web/assets/chunk-2J33WTMH-CBGlUx4_.js +1 -0
  184. package/dist/domains/dashboard/web/assets/chunk-4BX2VUAB-CS-iGcFz.js +1 -0
  185. package/dist/domains/dashboard/web/assets/chunk-55IACEB6-BUtCVJat.js +1 -0
  186. package/dist/domains/dashboard/web/assets/chunk-727SXJPM-C94tj_pf.js +206 -0
  187. package/dist/domains/dashboard/web/assets/chunk-AQP2D5EJ-BFOKcpdG.js +231 -0
  188. package/dist/domains/dashboard/web/assets/chunk-FMBD7UC4-Dmx8B-st.js +15 -0
  189. package/dist/domains/dashboard/web/assets/chunk-ND2GUHAM-DYV00CNn.js +1 -0
  190. package/dist/domains/dashboard/web/assets/chunk-QZHKN3VN-DMJJyQnw.js +1 -0
  191. package/dist/domains/dashboard/web/assets/classDiagram-4FO5ZUOK-yBDjgMY_.js +1 -0
  192. package/dist/domains/dashboard/web/assets/classDiagram-v2-Q7XG4LA2-yBDjgMY_.js +1 -0
  193. package/dist/domains/dashboard/web/assets/cose-bilkent-S5V4N54A-P4nE2rea.js +1 -0
  194. package/dist/domains/dashboard/web/assets/cynefin-VYW2F7L2-C-R1HXDv.js +166 -0
  195. package/dist/domains/dashboard/web/assets/cytoscape.esm-D3_iZ_3b.js +321 -0
  196. package/dist/domains/dashboard/web/assets/dagre-BM42HDAG-BH8d-C9z.js +4 -0
  197. package/dist/domains/dashboard/web/assets/defaultLocale-DX6XiGOO.js +1 -0
  198. package/dist/domains/dashboard/web/assets/diagram-2AECGRRQ-DpXTgQIH.js +43 -0
  199. package/dist/domains/dashboard/web/assets/diagram-5GNKFQAL-DSiFJzSw.js +10 -0
  200. package/dist/domains/dashboard/web/assets/diagram-KO2AKTUF-DULMkben.js +3 -0
  201. package/dist/domains/dashboard/web/assets/diagram-LMA3HP47-Pi8m_NO9.js +24 -0
  202. package/dist/domains/dashboard/web/assets/diagram-OG6HWLK6-BSe6bCWm.js +24 -0
  203. package/dist/domains/dashboard/web/assets/erDiagram-TEJ5UH35-zb-FEcbq.js +85 -0
  204. package/dist/domains/dashboard/web/assets/flowDiagram-I6XJVG4X-Dr-Gk0z2.js +162 -0
  205. package/dist/domains/dashboard/web/assets/ganttDiagram-6RSMTGT7-qs6Zb2A6.js +292 -0
  206. package/dist/domains/dashboard/web/assets/gitGraphDiagram-PVQCEYII-BQ314orT.js +106 -0
  207. package/dist/domains/dashboard/web/assets/graph--OzhPTMs.js +1 -0
  208. package/dist/domains/dashboard/web/assets/index-BLAfkNTu.css +1 -0
  209. package/dist/domains/dashboard/web/assets/index-DlSYK56b.js +139 -0
  210. package/dist/domains/dashboard/web/assets/index-DtLUOcAW.js +24 -0
  211. package/dist/domains/dashboard/web/assets/index-QO0z6F4w.js +10 -0
  212. package/dist/domains/dashboard/web/assets/infoDiagram-5YYISTIA-O0bQp98A.js +2 -0
  213. package/dist/domains/dashboard/web/assets/init-Gi6I4Gst.js +1 -0
  214. package/dist/domains/dashboard/web/assets/ishikawaDiagram-YF4QCWOH-BPC7wbKh.js +70 -0
  215. package/dist/domains/dashboard/web/assets/journeyDiagram-JHISSGLW-ohViOd4b.js +139 -0
  216. package/dist/domains/dashboard/web/assets/kanban-definition-UN3LZRKU-CHleNdbG.js +89 -0
  217. package/dist/domains/dashboard/web/assets/katex-HP8lGamR.js +257 -0
  218. package/dist/domains/dashboard/web/assets/layout-SsrduOYp.js +1 -0
  219. package/dist/domains/dashboard/web/assets/linear-CyqiW--Q.js +1 -0
  220. package/dist/domains/dashboard/web/assets/marked.esm-DECB3bxB.js +64 -0
  221. package/dist/domains/dashboard/web/assets/mermaid.core-qS9XvtaK.js +301 -0
  222. package/dist/domains/dashboard/web/assets/mindmap-definition-RKZ34NQL-oaGkqO9l.js +96 -0
  223. package/dist/domains/dashboard/web/assets/ordinal-Cboi1Yqb.js +1 -0
  224. package/dist/domains/dashboard/web/assets/pieDiagram-4H26LBE5-CPcB-AFh.js +30 -0
  225. package/dist/domains/dashboard/web/assets/purify.es-VaSPOPhr.js +3 -0
  226. package/dist/domains/dashboard/web/assets/quadrantDiagram-W4KKPZXB-LFy52Qtj.js +7 -0
  227. package/dist/domains/dashboard/web/assets/requirementDiagram-4Y6WPE33-BdjeaYP_.js +84 -0
  228. package/dist/domains/dashboard/web/assets/sankeyDiagram-5OEKKPKP-DDJ4styL.js +40 -0
  229. package/dist/domains/dashboard/web/assets/sequenceDiagram-3UESZ5HK-BL5bFNoz.js +162 -0
  230. package/dist/domains/dashboard/web/assets/stateDiagram-AJRCARHV-BNUfikui.js +1 -0
  231. package/dist/domains/dashboard/web/assets/stateDiagram-v2-BHNVJYJU-DGrsmWts.js +1 -0
  232. package/dist/domains/dashboard/web/assets/timeline-definition-PNZ67QCA--ps2uu6L.js +120 -0
  233. package/dist/domains/dashboard/web/assets/vennDiagram-CIIHVFJN-C2q8q26c.js +34 -0
  234. package/dist/domains/dashboard/web/assets/wardleyDiagram-YWT4CUSO-BUH9gXqd.js +78 -0
  235. package/dist/domains/dashboard/web/assets/xychartDiagram-2RQKCTM6-B-DielEy.js +7 -0
  236. package/dist/domains/dashboard/web/index.html +16 -16
  237. package/dist/domains/engine/types.d.ts +1 -1
  238. package/dist/domains/engine/types.d.ts.map +1 -1
  239. package/dist/domains/factory/package.d.ts.map +1 -1
  240. package/dist/domains/factory/package.js +20 -6
  241. package/dist/domains/factory/package.js.map +1 -1
  242. package/dist/domains/integrations/openspec.d.ts +4 -1
  243. package/dist/domains/integrations/openspec.d.ts.map +1 -1
  244. package/dist/domains/integrations/openspec.js +62 -10
  245. package/dist/domains/integrations/openspec.js.map +1 -1
  246. package/dist/domains/skill/find.d.ts.map +1 -1
  247. package/dist/domains/skill/find.js +1 -6
  248. package/dist/domains/skill/find.js.map +1 -1
  249. package/dist/domains/skill/json-object.d.ts +13 -0
  250. package/dist/domains/skill/json-object.d.ts.map +1 -0
  251. package/dist/domains/skill/json-object.js +24 -0
  252. package/dist/domains/skill/json-object.js.map +1 -0
  253. package/dist/domains/skill/managed-markdown.d.ts +14 -0
  254. package/dist/domains/skill/managed-markdown.d.ts.map +1 -0
  255. package/dist/domains/skill/managed-markdown.js +126 -0
  256. package/dist/domains/skill/managed-markdown.js.map +1 -0
  257. package/dist/domains/skill/platform-inspect.d.ts +9 -0
  258. package/dist/domains/skill/platform-inspect.d.ts.map +1 -0
  259. package/dist/domains/skill/platform-inspect.js +149 -0
  260. package/dist/domains/skill/platform-inspect.js.map +1 -0
  261. package/dist/domains/skill/platform-install.d.ts +20 -9
  262. package/dist/domains/skill/platform-install.d.ts.map +1 -1
  263. package/dist/domains/skill/platform-install.js +356 -153
  264. package/dist/domains/skill/platform-install.js.map +1 -1
  265. package/dist/domains/skill/project-instructions.d.ts +22 -0
  266. package/dist/domains/skill/project-instructions.d.ts.map +1 -0
  267. package/dist/domains/skill/project-instructions.js +61 -0
  268. package/dist/domains/skill/project-instructions.js.map +1 -0
  269. package/dist/domains/skill/uninstall.d.ts +3 -1
  270. package/dist/domains/skill/uninstall.d.ts.map +1 -1
  271. package/dist/domains/skill/uninstall.js +259 -149
  272. package/dist/domains/skill/uninstall.js.map +1 -1
  273. package/dist/platform/fs/file-system.d.ts +3 -3
  274. package/dist/platform/fs/file-system.d.ts.map +1 -1
  275. package/dist/platform/fs/file-system.js +21 -11
  276. package/dist/platform/fs/file-system.js.map +1 -1
  277. package/dist/platform/install/detect.d.ts +2 -1
  278. package/dist/platform/install/detect.d.ts.map +1 -1
  279. package/dist/platform/install/detect.js +10 -1
  280. package/dist/platform/install/detect.js.map +1 -1
  281. package/dist/platform/install/platforms.d.ts +9 -1
  282. package/dist/platform/install/platforms.d.ts.map +1 -1
  283. package/dist/platform/install/platforms.js +23 -4
  284. package/dist/platform/install/platforms.js.map +1 -1
  285. package/dist/platform/install/project-registry.d.ts +38 -0
  286. package/dist/platform/install/project-registry.d.ts.map +1 -0
  287. package/dist/platform/install/project-registry.js +213 -0
  288. package/dist/platform/install/project-registry.js.map +1 -0
  289. package/dist/platform/install/skill-root-owner.d.ts +15 -0
  290. package/dist/platform/install/skill-root-owner.d.ts.map +1 -0
  291. package/dist/platform/install/skill-root-owner.js +68 -0
  292. package/dist/platform/install/skill-root-owner.js.map +1 -0
  293. package/eval/.env.example +52 -0
  294. package/eval/CLAUDE.md +43 -0
  295. package/eval/README.md +538 -0
  296. package/eval/langsmith/.env.example +16 -0
  297. package/eval/langsmith/README.md +93 -0
  298. package/eval/langsmith/skills/README.md +5 -0
  299. package/eval/langsmith/tasks/README.md +5 -0
  300. package/eval/langsmith/tests/conftest.py +187 -0
  301. package/eval/langsmith/tests/tasks/test_tasks.py +287 -0
  302. package/eval/langsmith/treatments/README.md +5 -0
  303. package/eval/local/README.md +80 -0
  304. package/eval/local/regression_baseline.json +13 -0
  305. package/eval/local/report-style-demo-assets/quality_cost.en.svg +41 -0
  306. package/eval/local/report-style-demo-assets/quality_cost.zh.svg +41 -0
  307. package/eval/local/report-style-demo-assets/rubric_delta.en.svg +56 -0
  308. package/eval/local/report-style-demo-assets/rubric_delta.zh.svg +56 -0
  309. package/eval/local/report-style-demo-assets/task_outcomes.en.svg +46 -0
  310. package/eval/local/report-style-demo-assets/task_outcomes.zh.svg +46 -0
  311. package/eval/local/report-style-demo.html +867 -0
  312. package/eval/local/scripts/compare_baselines.py +1018 -0
  313. package/eval/local/scripts/generate_report_style_demo_charts.py +322 -0
  314. package/eval/local/scripts/regression_check.py +171 -0
  315. package/eval/local/scripts/render_readme_benchmark_figures.py +416 -0
  316. package/eval/local/scripts/rescore_rubric.py +120 -0
  317. package/eval/local/skills/benchmarks/039-release/comet-classic-039/SKILL.md +282 -0
  318. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/auto-transition.md +27 -0
  319. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/comet-yaml-fields.md +68 -0
  320. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/context-recovery.md +35 -0
  321. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/debug-gate.md +17 -0
  322. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/decision-point.md +20 -0
  323. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/dirty-worktree.md +59 -0
  324. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/file-structure.md +28 -0
  325. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/subagent-dispatch.md +113 -0
  326. package/eval/local/skills/benchmarks/039-release/comet-classic-039/rules/comet-phase-guard.md +125 -0
  327. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-archive.sh +311 -0
  328. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-env.sh +110 -0
  329. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-guard.sh +778 -0
  330. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-handoff.sh +390 -0
  331. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-hook-guard.sh +336 -0
  332. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-state.sh +1338 -0
  333. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-yaml-validate.sh +225 -0
  334. package/eval/local/skills/benchmarks/039-release/comet-classic-039-archive/SKILL.md +100 -0
  335. package/eval/local/skills/benchmarks/039-release/comet-classic-039-build/SKILL.md +304 -0
  336. package/eval/local/skills/benchmarks/039-release/comet-classic-039-design/SKILL.md +263 -0
  337. package/eval/local/skills/benchmarks/039-release/comet-classic-039-hotfix/SKILL.md +204 -0
  338. package/eval/local/skills/benchmarks/039-release/comet-classic-039-open/SKILL.md +220 -0
  339. package/eval/local/skills/benchmarks/039-release/comet-classic-039-tweak/SKILL.md +180 -0
  340. package/eval/local/skills/benchmarks/039-release/comet-classic-039-verify/SKILL.md +234 -0
  341. package/eval/local/skills/benchmarks/040-beta/comet/SKILL.md +261 -0
  342. package/eval/local/skills/benchmarks/040-beta/comet/reference/auto-transition.md +27 -0
  343. package/eval/local/skills/benchmarks/040-beta/comet/reference/comet-yaml-fields.md +73 -0
  344. package/eval/local/skills/benchmarks/040-beta/comet/reference/context-recovery.md +45 -0
  345. package/eval/local/skills/benchmarks/040-beta/comet/reference/debug-gate.md +33 -0
  346. package/eval/local/skills/benchmarks/040-beta/comet/reference/decision-point.md +31 -0
  347. package/eval/local/skills/benchmarks/040-beta/comet/reference/dirty-worktree.md +59 -0
  348. package/eval/local/skills/benchmarks/040-beta/comet/reference/file-structure.md +28 -0
  349. package/eval/local/skills/benchmarks/040-beta/comet/reference/intent-frame.md +74 -0
  350. package/eval/local/skills/benchmarks/040-beta/comet/reference/scripts.md +69 -0
  351. package/eval/local/skills/benchmarks/040-beta/comet/reference/subagent-dispatch.md +169 -0
  352. package/eval/local/skills/benchmarks/040-beta/comet/rules/comet-phase-guard.md +130 -0
  353. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/checks.yaml +6 -0
  354. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/guardrails.yaml +13 -0
  355. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/skill.yaml +122 -0
  356. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-archive.mjs +9515 -0
  357. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-env.mjs +15 -0
  358. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-guard.mjs +10173 -0
  359. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-handoff.mjs +9491 -0
  360. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-hook-guard.mjs +9175 -0
  361. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-intent.mjs +404 -0
  362. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-state.mjs +9273 -0
  363. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-yaml-validate.mjs +7627 -0
  364. package/eval/local/skills/benchmarks/040-beta/comet-archive/SKILL.md +110 -0
  365. package/eval/local/skills/benchmarks/040-beta/comet-build/SKILL.md +315 -0
  366. package/eval/local/skills/benchmarks/040-beta/comet-design/SKILL.md +260 -0
  367. package/eval/local/skills/benchmarks/040-beta/comet-hotfix/SKILL.md +190 -0
  368. package/eval/local/skills/benchmarks/040-beta/comet-open/SKILL.md +210 -0
  369. package/eval/local/skills/benchmarks/040-beta/comet-tweak/SKILL.md +183 -0
  370. package/eval/local/skills/benchmarks/040-beta/comet-verify/SKILL.md +230 -0
  371. package/eval/local/skills/benchmarks/dependency/claude-md/comet-workflow/CLAUDE.md +12 -0
  372. package/eval/local/skills/benchmarks/dependency/openspec/openspec-apply-change/SKILL.md +156 -0
  373. package/eval/local/skills/benchmarks/dependency/openspec/openspec-archive-change/SKILL.md +114 -0
  374. package/eval/local/skills/benchmarks/dependency/openspec/openspec-bulk-archive-change/SKILL.md +246 -0
  375. package/eval/local/skills/benchmarks/dependency/openspec/openspec-continue-change/SKILL.md +118 -0
  376. package/eval/local/skills/benchmarks/dependency/openspec/openspec-explore/SKILL.md +288 -0
  377. package/eval/local/skills/benchmarks/dependency/openspec/openspec-ff-change/SKILL.md +101 -0
  378. package/eval/local/skills/benchmarks/dependency/openspec/openspec-new-change/SKILL.md +74 -0
  379. package/eval/local/skills/benchmarks/dependency/openspec/openspec-onboard/SKILL.md +554 -0
  380. package/eval/local/skills/benchmarks/dependency/openspec/openspec-propose/SKILL.md +110 -0
  381. package/eval/local/skills/benchmarks/dependency/openspec/openspec-sync-specs/SKILL.md +138 -0
  382. package/eval/local/skills/benchmarks/dependency/openspec/openspec-verify-change/SKILL.md +168 -0
  383. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/SKILL.md +159 -0
  384. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/frame-template.html +213 -0
  385. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/helper.js +167 -0
  386. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/server.cjs +723 -0
  387. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/start-server.sh +209 -0
  388. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/stop-server.sh +120 -0
  389. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/spec-document-reviewer-prompt.md +49 -0
  390. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/visual-companion.md +291 -0
  391. package/eval/local/skills/benchmarks/dependency/superpowers/dispatching-parallel-agents/SKILL.md +185 -0
  392. package/eval/local/skills/benchmarks/dependency/superpowers/executing-plans/SKILL.md +70 -0
  393. package/eval/local/skills/benchmarks/dependency/superpowers/finishing-a-development-branch/SKILL.md +241 -0
  394. package/eval/local/skills/benchmarks/dependency/superpowers/receiving-code-review/SKILL.md +213 -0
  395. package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/SKILL.md +103 -0
  396. package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/code-reviewer.md +172 -0
  397. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/SKILL.md +418 -0
  398. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/implementer-prompt.md +139 -0
  399. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/review-package +44 -0
  400. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/sdd-workspace +22 -0
  401. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/task-brief +40 -0
  402. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/task-reviewer-prompt.md +188 -0
  403. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/CREATION-LOG.md +119 -0
  404. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/SKILL.md +296 -0
  405. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting-example.ts +158 -0
  406. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting.md +115 -0
  407. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/defense-in-depth.md +122 -0
  408. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/find-polluter.sh +63 -0
  409. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/root-cause-tracing.md +169 -0
  410. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-academic.md +14 -0
  411. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-1.md +58 -0
  412. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-2.md +68 -0
  413. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-3.md +69 -0
  414. package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/SKILL.md +371 -0
  415. package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/testing-anti-patterns.md +299 -0
  416. package/eval/local/skills/benchmarks/dependency/superpowers/using-git-worktrees/SKILL.md +202 -0
  417. package/eval/local/skills/benchmarks/dependency/superpowers/verification-before-completion/SKILL.md +139 -0
  418. package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/SKILL.md +174 -0
  419. package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/plan-document-reviewer-prompt.md +49 -0
  420. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/SKILL.md +689 -0
  421. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/anthropic-best-practices.md +1150 -0
  422. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/examples/CLAUDE_MD_TESTING.md +189 -0
  423. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/graphviz-conventions.dot +172 -0
  424. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/persuasion-principles.md +187 -0
  425. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/render-graphs.js +168 -0
  426. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/testing-skills-with-subagents.md +384 -0
  427. package/eval/local/tasks/authoring-skill-smoke/environment/Dockerfile +2 -0
  428. package/eval/local/tasks/authoring-skill-smoke/instruction.md +4 -0
  429. package/eval/local/tasks/authoring-skill-smoke/task.toml +21 -0
  430. package/eval/local/tasks/authoring-skill-smoke/validation/test_authoring_skill_smoke.py +54 -0
  431. package/eval/local/tasks/comet-agent-memory-routing/environment/Dockerfile +28 -0
  432. package/eval/local/tasks/comet-agent-memory-routing/environment/agent_system.py +40 -0
  433. package/eval/local/tasks/comet-agent-memory-routing/environment/test_agent_system.py +29 -0
  434. package/eval/local/tasks/comet-agent-memory-routing/instruction.md +20 -0
  435. package/eval/local/tasks/comet-agent-memory-routing/task.toml +24 -0
  436. package/eval/local/tasks/comet-agent-memory-routing/validation/test_agent_memory_routing.py +24 -0
  437. package/eval/local/tasks/comet-api-cache-ttl/environment/Dockerfile +39 -0
  438. package/eval/local/tasks/comet-api-cache-ttl/environment/cache.py +39 -0
  439. package/eval/local/tasks/comet-api-cache-ttl/environment/test_cache.py +81 -0
  440. package/eval/local/tasks/comet-api-cache-ttl/instruction.md +33 -0
  441. package/eval/local/tasks/comet-api-cache-ttl/task.toml +24 -0
  442. package/eval/local/tasks/comet-api-cache-ttl/validation/test_api_cache_ttl.py +58 -0
  443. package/eval/local/tasks/comet-cross-file-refactor/environment/Dockerfile +15 -0
  444. package/eval/local/tasks/comet-cross-file-refactor/environment/cli.py +13 -0
  445. package/eval/local/tasks/comet-cross-file-refactor/environment/counting.py +13 -0
  446. package/eval/local/tasks/comet-cross-file-refactor/environment/test_textkit.py +21 -0
  447. package/eval/local/tasks/comet-cross-file-refactor/instruction.md +16 -0
  448. package/eval/local/tasks/comet-cross-file-refactor/task.toml +20 -0
  449. package/eval/local/tasks/comet-cross-file-refactor/validation/test_cross_file_refactor.py +20 -0
  450. package/eval/local/tasks/comet-dependency-confusion/environment/Dockerfile +28 -0
  451. package/eval/local/tasks/comet-dependency-confusion/environment/app.py +8 -0
  452. package/eval/local/tasks/comet-dependency-confusion/environment/settings_loader.py +14 -0
  453. package/eval/local/tasks/comet-dependency-confusion/environment/test_settings_service.py +19 -0
  454. package/eval/local/tasks/comet-dependency-confusion/instruction.md +18 -0
  455. package/eval/local/tasks/comet-dependency-confusion/task.toml +24 -0
  456. package/eval/local/tasks/comet-dependency-confusion/validation/test_dependency_confusion.py +24 -0
  457. package/eval/local/tasks/comet-fix-median/environment/Dockerfile +50 -0
  458. package/eval/local/tasks/comet-fix-median/environment/stats.py +54 -0
  459. package/eval/local/tasks/comet-fix-median/environment/test_stats.py +68 -0
  460. package/eval/local/tasks/comet-fix-median/instruction.md +25 -0
  461. package/eval/local/tasks/comet-fix-median/task.toml +24 -0
  462. package/eval/local/tasks/comet-fix-median/validation/test_fix_median.py +60 -0
  463. package/eval/local/tasks/comet-framework-selection/environment/Dockerfile +28 -0
  464. package/eval/local/tasks/comet-framework-selection/environment/architecture.py +12 -0
  465. package/eval/local/tasks/comet-framework-selection/environment/test_architecture.py +30 -0
  466. package/eval/local/tasks/comet-framework-selection/instruction.md +22 -0
  467. package/eval/local/tasks/comet-framework-selection/task.toml +24 -0
  468. package/eval/local/tasks/comet-framework-selection/validation/test_framework_selection.py +24 -0
  469. package/eval/local/tasks/comet-full-workflow/environment/Dockerfile +53 -0
  470. package/eval/local/tasks/comet-full-workflow/environment/test_wordcount.py +29 -0
  471. package/eval/local/tasks/comet-full-workflow/environment/wordcount.py +40 -0
  472. package/eval/local/tasks/comet-full-workflow/instruction.md +18 -0
  473. package/eval/local/tasks/comet-full-workflow/task.toml +24 -0
  474. package/eval/local/tasks/comet-full-workflow/validation/test_full_workflow.py +171 -0
  475. package/eval/local/tasks/comet-graph-execution-review/environment/Dockerfile +28 -0
  476. package/eval/local/tasks/comet-graph-execution-review/environment/pipeline.py +19 -0
  477. package/eval/local/tasks/comet-graph-execution-review/environment/test_pipeline.py +53 -0
  478. package/eval/local/tasks/comet-graph-execution-review/instruction.md +21 -0
  479. package/eval/local/tasks/comet-graph-execution-review/task.toml +24 -0
  480. package/eval/local/tasks/comet-graph-execution-review/validation/test_graph_execution_review.py +24 -0
  481. package/eval/local/tasks/comet-human-approval-flow/environment/Dockerfile +15 -0
  482. package/eval/local/tasks/comet-human-approval-flow/environment/approvals.py +17 -0
  483. package/eval/local/tasks/comet-human-approval-flow/environment/test_approvals.py +30 -0
  484. package/eval/local/tasks/comet-human-approval-flow/instruction.md +15 -0
  485. package/eval/local/tasks/comet-human-approval-flow/task.toml +20 -0
  486. package/eval/local/tasks/comet-human-approval-flow/validation/test_human_approval_flow.py +20 -0
  487. package/eval/local/tasks/comet-layered-streaming-fix/environment/Dockerfile +20 -0
  488. package/eval/local/tasks/comet-layered-streaming-fix/environment/chat_app.py +19 -0
  489. package/eval/local/tasks/comet-layered-streaming-fix/environment/test_chat_app.py +15 -0
  490. package/eval/local/tasks/comet-layered-streaming-fix/instruction.md +14 -0
  491. package/eval/local/tasks/comet-layered-streaming-fix/task.toml +20 -0
  492. package/eval/local/tasks/comet-layered-streaming-fix/validation/test_layered_streaming_fix.py +20 -0
  493. package/eval/local/tasks/comet-noise-distractor/environment/Dockerfile +15 -0
  494. package/eval/local/tasks/comet-noise-distractor/environment/distractor.md +4 -0
  495. package/eval/local/tasks/comet-noise-distractor/environment/invoice.py +5 -0
  496. package/eval/local/tasks/comet-noise-distractor/environment/test_invoice.py +18 -0
  497. package/eval/local/tasks/comet-noise-distractor/instruction.md +17 -0
  498. package/eval/local/tasks/comet-noise-distractor/task.toml +20 -0
  499. package/eval/local/tasks/comet-noise-distractor/validation/test_noise_distractor.py +20 -0
  500. package/eval/local/tasks/comet-observability-env-template/environment/Dockerfile +15 -0
  501. package/eval/local/tasks/comet-observability-env-template/environment/env_writer.py +17 -0
  502. package/eval/local/tasks/comet-observability-env-template/environment/test_env_writer.py +17 -0
  503. package/eval/local/tasks/comet-observability-env-template/instruction.md +20 -0
  504. package/eval/local/tasks/comet-observability-env-template/task.toml +20 -0
  505. package/eval/local/tasks/comet-observability-env-template/validation/test_observability_env_template.py +46 -0
  506. package/eval/local/tasks/comet-perf-dedupe/environment/Dockerfile +39 -0
  507. package/eval/local/tasks/comet-perf-dedupe/environment/dedupe.py +22 -0
  508. package/eval/local/tasks/comet-perf-dedupe/environment/test_dedupe.py +43 -0
  509. package/eval/local/tasks/comet-perf-dedupe/instruction.md +25 -0
  510. package/eval/local/tasks/comet-perf-dedupe/task.toml +24 -0
  511. package/eval/local/tasks/comet-perf-dedupe/validation/test_perf_dedupe.py +40 -0
  512. package/eval/local/tasks/comet-persistence-threading/environment/Dockerfile +15 -0
  513. package/eval/local/tasks/comet-persistence-threading/environment/session_store.py +15 -0
  514. package/eval/local/tasks/comet-persistence-threading/environment/test_session_store.py +21 -0
  515. package/eval/local/tasks/comet-persistence-threading/instruction.md +14 -0
  516. package/eval/local/tasks/comet-persistence-threading/task.toml +20 -0
  517. package/eval/local/tasks/comet-persistence-threading/validation/test_persistence_threading.py +20 -0
  518. package/eval/local/tasks/comet-refactor-counter/environment/Dockerfile +39 -0
  519. package/eval/local/tasks/comet-refactor-counter/environment/test_text_processor.py +57 -0
  520. package/eval/local/tasks/comet-refactor-counter/environment/text_processor.py +49 -0
  521. package/eval/local/tasks/comet-refactor-counter/instruction.md +31 -0
  522. package/eval/local/tasks/comet-refactor-counter/task.toml +24 -0
  523. package/eval/local/tasks/comet-refactor-counter/validation/test_refactor_counter.py +75 -0
  524. package/eval/local/tasks/comet-robust-config/environment/Dockerfile +39 -0
  525. package/eval/local/tasks/comet-robust-config/environment/config_loader.py +56 -0
  526. package/eval/local/tasks/comet-robust-config/environment/test_config_loader.py +72 -0
  527. package/eval/local/tasks/comet-robust-config/instruction.md +30 -0
  528. package/eval/local/tasks/comet-robust-config/task.toml +24 -0
  529. package/eval/local/tasks/comet-robust-config/validation/test_robust_config.py +37 -0
  530. package/eval/local/tasks/generic-skill-smoke/environment/Dockerfile +2 -0
  531. package/eval/local/tasks/generic-skill-smoke/instruction.md +7 -0
  532. package/eval/local/tasks/generic-skill-smoke/task.toml +21 -0
  533. package/eval/local/tasks/generic-skill-smoke/validation/test_generic_skill_smoke.py +36 -0
  534. package/eval/local/tasks/index.yaml +155 -0
  535. package/eval/local/tasks/workflow-overlay-contract/environment/Dockerfile +5 -0
  536. package/eval/local/tasks/workflow-overlay-contract/instruction.md +5 -0
  537. package/eval/local/tasks/workflow-overlay-contract/task.toml +21 -0
  538. package/eval/local/tasks/workflow-overlay-contract/validation/test_workflow_overlay_contract.py +235 -0
  539. package/eval/local/tasks/workflow-route-conformance/environment/Dockerfile +2 -0
  540. package/eval/local/tasks/workflow-route-conformance/instruction.md +5 -0
  541. package/eval/local/tasks/workflow-route-conformance/task.toml +21 -0
  542. package/eval/local/tasks/workflow-route-conformance/validation/test_workflow_route_conformance.py +84 -0
  543. package/eval/local/tests/conftest.py +1148 -0
  544. package/eval/local/tests/scaffold/test_attribution.py +48 -0
  545. package/eval/local/tests/scaffold/test_compare_baselines.py +999 -0
  546. package/eval/local/tests/scaffold/test_conftest_helpers.py +534 -0
  547. package/eval/local/tests/scaffold/test_evidence.py +15 -0
  548. package/eval/local/tests/scaffold/test_langsmith_conftest.py +244 -0
  549. package/eval/local/tests/scaffold/test_logging.py +243 -0
  550. package/eval/local/tests/scaffold/test_manifests.py +132 -0
  551. package/eval/local/tests/scaffold/test_profiles.py +866 -0
  552. package/eval/local/tests/scaffold/test_regression_check.py +19 -0
  553. package/eval/local/tests/scaffold/test_report_style_demo_charts.py +45 -0
  554. package/eval/local/tests/scaffold/test_sample_quality.py +211 -0
  555. package/eval/local/tests/scaffold/test_tasks.py +168 -0
  556. package/eval/local/tests/scaffold/test_treatments.py +244 -0
  557. package/eval/local/tests/scaffold/test_utils.py +139 -0
  558. package/eval/local/tests/tasks/test_tasks.py +445 -0
  559. package/eval/local/tests/tasks/test_validation_scripts.py +143 -0
  560. package/eval/local/treatments/comet/comet_full_039.yaml +141 -0
  561. package/eval/local/treatments/comet/comet_full_040_beta.yaml +140 -0
  562. package/eval/local/treatments/common/control.yaml +4 -0
  563. package/eval/pyproject.toml +41 -0
  564. package/eval/report-html-config.json +6 -0
  565. package/eval/scaffold/__init__.py +67 -0
  566. package/eval/scaffold/python/__init__.py +95 -0
  567. package/eval/scaffold/python/attribution.py +43 -0
  568. package/eval/scaffold/python/evidence.py +38 -0
  569. package/eval/scaffold/python/external_data_handler.py +18 -0
  570. package/eval/scaffold/python/generic_llm_judge.py +235 -0
  571. package/eval/scaffold/python/judge_config.py +168 -0
  572. package/eval/scaffold/python/llm_judge.py +191 -0
  573. package/eval/scaffold/python/logging.py +705 -0
  574. package/eval/scaffold/python/manifests.py +129 -0
  575. package/eval/scaffold/python/paper_charts.py +25 -0
  576. package/eval/scaffold/python/pass_at_k.py +107 -0
  577. package/eval/scaffold/python/paths.py +56 -0
  578. package/eval/scaffold/python/profiles.py +127 -0
  579. package/eval/scaffold/python/report_outputs.py +1391 -0
  580. package/eval/scaffold/python/sample_quality.py +339 -0
  581. package/eval/scaffold/python/schema.py +39 -0
  582. package/eval/scaffold/python/skill_parser.py +469 -0
  583. package/eval/scaffold/python/tasks.py +330 -0
  584. package/eval/scaffold/python/treatments.py +271 -0
  585. package/eval/scaffold/python/utils.py +366 -0
  586. package/eval/scaffold/python/validation/__init__.py +21 -0
  587. package/eval/scaffold/python/validation/authoring_rubric.py +326 -0
  588. package/eval/scaffold/python/validation/comet_workflow.py +187 -0
  589. package/eval/scaffold/python/validation/core.py +264 -0
  590. package/eval/scaffold/python/validation/dataset.py +337 -0
  591. package/eval/scaffold/python/validation/docker.py +106 -0
  592. package/eval/scaffold/python/validation/evaluator.py +549 -0
  593. package/eval/scaffold/python/validation/generic_rubric.py +169 -0
  594. package/eval/scaffold/python/validation/rubric.py +740 -0
  595. package/eval/scaffold/python/validation/runner.py +237 -0
  596. package/eval/scaffold/python/validation/scripts.py +58 -0
  597. package/eval/scaffold/python/validation/tracing.py +313 -0
  598. package/eval/scaffold/shell/common.sh +126 -0
  599. package/eval/scaffold/shell/docker.sh +482 -0
  600. package/eval/scaffold/shell/run-claude-loop.sh +181 -0
  601. package/eval/scaffold/shell/setup.sh +259 -0
  602. package/eval/simulator-instruction.md +9 -0
  603. package/package.json +29 -2
  604. package/dist/domains/dashboard/web/assets/index-BcO3_QlT.css +0 -1
  605. package/dist/domains/dashboard/web/assets/index-CjU3VXVu.js +0 -22
@@ -4,36 +4,78 @@ import { promises as fs } from 'fs';
4
4
  import { fileURLToPath } from 'url';
5
5
  import { spawn } from 'child_process';
6
6
  import { select } from '@inquirer/prompts';
7
- import { fileExists, readDir, readJson } from '../../platform/fs/file-system.js';
7
+ import { fileExists, readJson } from '../../platform/fs/file-system.js';
8
8
  import { getBaseDir } from '../../platform/install/detect.js';
9
9
  import { copyCometSkillsForPlatform, copyCometRulesForPlatform, installCometHooksForPlatform, getManifestSkills, mergeProjectConfig, } from '../../domains/skill/platform-install.js';
10
- import { PLATFORMS, getPlatformSkillsDir, } from '../../platform/install/platforms.js';
10
+ import { removeLegacyCometSkillsForPlatform } from '../../domains/skill/uninstall.js';
11
+ import { installCometProjectInstructions } from '../../domains/skill/project-instructions.js';
12
+ import { LANGUAGES } from '../../domains/skill/languages.js';
13
+ import { getPlatformSkillsDir, getPlatformSkillsDirs, } from '../../platform/install/platforms.js';
14
+ import { resolveCanonicalSkillRootOwners } from '../../platform/install/skill-root-owner.js';
15
+ import { listProjectRegistryEntries, removeProjectInstallation, upsertProjectInstallation, } from '../../platform/install/project-registry.js';
11
16
  import { hasCodegraphProjectIndex, installCodegraph, } from '../../domains/integrations/codegraph.js';
12
17
  import { printVersionInfo } from '../../platform/version/version.js';
13
18
  import { t } from './i18n.js';
19
+ import { assertProjectScopeOptions, resolveProjectScopeMode } from './project-scope-selection.js';
14
20
  const PACKAGE_NAME = '@rpamis/comet';
15
21
  const OFFICIAL_REGISTRY = 'https://registry.npmjs.org';
22
+ function createNpmUpdateFailure(scope) {
23
+ const error = new Error(`npm package update failed (${scope} scope)`);
24
+ error.npmScope = scope;
25
+ return error;
26
+ }
27
+ function isGlobalNpmUpdateFailure(error) {
28
+ return error?.npmScope === 'global';
29
+ }
16
30
  function resolveTargetLanguage(language, fallback) {
17
31
  return (language ?? fallback) === 'zh' ? 'zh' : 'en';
18
32
  }
19
33
  function languageToSkillsDir(languageId) {
20
34
  return languageId === 'zh' ? 'skills-zh' : 'skills';
21
35
  }
36
+ function languageToArtifactLanguage(languageId) {
37
+ return LANGUAGES.find((entry) => entry.id === languageId).artifactLanguage;
38
+ }
22
39
  function getScopedBaseDir(scope, projectPath, globalBaseDir = os.homedir()) {
23
40
  return scope === 'global' ? globalBaseDir : projectPath;
24
41
  }
25
42
  function getInstalledCometSkillsDirs(baseDir, platform, scope = 'project') {
26
- const dirs = [path.join(baseDir, getPlatformSkillsDir(platform, scope), 'skills')];
27
- if (scope === 'global' && platform.id === 'pi') {
28
- dirs.push(path.join(baseDir, platform.skillsDir, 'skills'));
43
+ const skillsDirs = [
44
+ ...getPlatformSkillsDirs(platform, scope),
45
+ ...(scope === 'global' && platform.id === 'pi' ? [platform.skillsDir] : []),
46
+ ];
47
+ return [...new Set(skillsDirs)].map((skillsDir) => path.join(baseDir, skillsDir, 'skills'));
48
+ }
49
+ function isMissingInspectionError(error) {
50
+ const code = error?.code;
51
+ return code === 'ENOENT' || code === 'ENOTDIR';
52
+ }
53
+ async function targetPathExists(filePath) {
54
+ try {
55
+ await fs.access(filePath);
56
+ return true;
57
+ }
58
+ catch (error) {
59
+ if (isMissingInspectionError(error))
60
+ return false;
61
+ throw error;
62
+ }
63
+ }
64
+ async function readTargetDir(dirPath) {
65
+ try {
66
+ return await fs.readdir(dirPath);
67
+ }
68
+ catch (error) {
69
+ if (isMissingInspectionError(error))
70
+ return [];
71
+ throw error;
29
72
  }
30
- return [...new Set(dirs)];
31
73
  }
32
74
  async function hasLocalCometSkills(baseDir, platform, scope) {
33
75
  for (const skillsDir of getInstalledCometSkillsDirs(baseDir, platform, scope)) {
34
- if (!(await fileExists(skillsDir)))
76
+ if (!(await targetPathExists(skillsDir)))
35
77
  continue;
36
- const entries = await readDir(skillsDir);
78
+ const entries = await readTargetDir(skillsDir);
37
79
  if (entries.some((entry) => entry.startsWith('comet')))
38
80
  return true;
39
81
  }
@@ -41,20 +83,21 @@ async function hasLocalCometSkills(baseDir, platform, scope) {
41
83
  }
42
84
  async function detectInstalledCometLanguage(baseDir, platform, scope = 'project') {
43
85
  for (const skillsDir of getInstalledCometSkillsDirs(baseDir, platform, scope)) {
44
- if (!(await fileExists(skillsDir)))
86
+ if (!(await targetPathExists(skillsDir)))
45
87
  continue;
46
- const entries = (await readDir(skillsDir)).filter((entry) => entry.startsWith('comet'));
88
+ const entries = (await readTargetDir(skillsDir)).filter((entry) => entry.startsWith('comet'));
47
89
  for (const entry of entries) {
48
90
  const skillPath = path.join(skillsDir, entry, 'SKILL.md');
49
- if (!(await fileExists(skillPath)))
91
+ if (!(await targetPathExists(skillPath)))
50
92
  continue;
51
93
  try {
52
94
  const content = await fs.readFile(skillPath, 'utf-8');
53
95
  if (/[㐀-鿿]/u.test(content))
54
96
  return 'zh';
55
97
  }
56
- catch {
57
- // Fall through to the default English asset set if the file cannot be read.
98
+ catch (error) {
99
+ if (!isMissingInspectionError(error))
100
+ throw error;
58
101
  }
59
102
  }
60
103
  }
@@ -65,7 +108,10 @@ async function detectInstalledCometTargets(projectPath, options = {}) {
65
108
  const targets = [];
66
109
  for (const scope of scopes) {
67
110
  const baseDir = getScopedBaseDir(scope, projectPath, options.globalBaseDir);
68
- for (const platform of PLATFORMS) {
111
+ const owners = await resolveCanonicalSkillRootOwners(baseDir, scope, {
112
+ respectDetectionPaths: options.respectDetectionPaths,
113
+ });
114
+ for (const { platform } of owners) {
69
115
  if (!(await hasLocalCometSkills(baseDir, platform, scope)))
70
116
  continue;
71
117
  targets.push({
@@ -107,7 +153,7 @@ function formatNpmUpdateCommand(scope) {
107
153
  function formatSkillUpdateCommand(scope, platform, languageSkillsDir, installMode = 'copy') {
108
154
  const destPrefix = scope === 'global' ? '~/' : '';
109
155
  if (installMode === 'symlink') {
110
- return `symlink .comet/skills/ -> ${destPrefix}${getPlatformSkillsDir(platform, scope)}/skills/ (${scope})`;
156
+ return `symlink via .comet/skills/ in ${destPrefix}${getPlatformSkillsDir(platform, scope)}/skills/ (${scope})`;
111
157
  }
112
158
  return `copy assets/${languageSkillsDir} -> ${destPrefix}${getPlatformSkillsDir(platform, scope)}/skills/ (${scope})`;
113
159
  }
@@ -161,18 +207,130 @@ async function promptCodegraphInstall(lang) {
161
207
  ],
162
208
  });
163
209
  }
164
- export async function updateCommand(targetPath, options = {}) {
165
- const projectPath = path.resolve(targetPath);
166
- const log = options.json ? () => undefined : console.log;
167
- const lang = options.language ?? 'en';
168
- log(`\n ${t(lang, 'updateTitle')}`);
169
- if (!options.json) {
170
- await printVersionInfo(log);
210
+ function currentProjectJson(result) {
211
+ return {
212
+ status: hasComponentFailures(result) ? 'incomplete' : 'complete',
213
+ npm: result.npm,
214
+ skills: {
215
+ totalCopied: result.skills.totalCopied,
216
+ totalFailed: result.skills.totalFailed,
217
+ cleanupFailed: result.skills.cleanupFailed,
218
+ installMode: result.skills.installMode,
219
+ targets: result.skills.targets,
220
+ },
221
+ rules: result.rules,
222
+ hooks: result.hooks,
223
+ projectInstructions: result.projectInstructions,
224
+ codegraph: result.codegraph,
225
+ };
226
+ }
227
+ function hasComponentFailures(result) {
228
+ return (result.skills.totalFailed > 0 ||
229
+ result.skills.cleanupFailed > 0 ||
230
+ result.rules.totalFailed > 0 ||
231
+ result.hooks.totalFailed > 0);
232
+ }
233
+ function componentFailureReason(result) {
234
+ const reasons = [];
235
+ if (result.skills.totalFailed > 0) {
236
+ reasons.push(`Skill update failed (${result.skills.totalFailed})`);
171
237
  }
172
- log('');
173
- const packageScope = options.scope ?? (await detectCometPackageScope(projectPath));
238
+ if (result.rules.totalFailed > 0) {
239
+ reasons.push(`Rule update failed (${result.rules.totalFailed})`);
240
+ }
241
+ if (result.hooks.totalFailed > 0) {
242
+ reasons.push(`Hook update failed (${result.hooks.totalFailed})`);
243
+ }
244
+ if (result.skills.cleanupFailed > 0) {
245
+ reasons.push(`legacy Skill cleanup failed (${result.skills.cleanupFailed})`);
246
+ }
247
+ return reasons.join('; ');
248
+ }
249
+ function collectComponentFailures(result) {
250
+ const skillFailures = result.skills.targets.flatMap((target) => {
251
+ const failed = target.failed + target.cleanupFailed;
252
+ if (failed === 0 || !target.reason)
253
+ return [];
254
+ return [
255
+ {
256
+ scope: target.scope,
257
+ platform: target.platform,
258
+ platformName: target.platformName,
259
+ component: 'Skill',
260
+ status: 'failed',
261
+ failed,
262
+ reason: target.reason,
263
+ },
264
+ ];
265
+ });
266
+ const ruleFailures = result.rules.targets.flatMap((target) => {
267
+ if (target.failed === 0 || !target.reason)
268
+ return [];
269
+ return [
270
+ {
271
+ scope: target.scope,
272
+ platform: target.platform,
273
+ platformName: target.platformName,
274
+ component: 'Rule',
275
+ status: 'failed',
276
+ failed: target.failed,
277
+ reason: target.reason,
278
+ },
279
+ ];
280
+ });
281
+ const hookFailures = result.hooks.targets.flatMap((target) => {
282
+ if (target.failed === 0 || !target.reason)
283
+ return [];
284
+ return [
285
+ {
286
+ scope: target.scope,
287
+ platform: target.platform,
288
+ platformName: target.platformName,
289
+ component: 'Hook',
290
+ status: 'failed',
291
+ failed: target.failed,
292
+ reason: target.reason,
293
+ },
294
+ ];
295
+ });
296
+ return [...skillFailures, ...ruleFailures, ...hookFailures];
297
+ }
298
+ function summarizeTargets(targets) {
299
+ return targets.map((target) => ({
300
+ scope: target.scope,
301
+ platform: target.platform.id,
302
+ platformName: target.platform.name,
303
+ language: target.language,
304
+ }));
305
+ }
306
+ function summarizeUpdatedTargets(targets) {
307
+ return targets.map((target) => ({
308
+ scope: target.scope,
309
+ platform: target.platform,
310
+ platformName: target.platformName,
311
+ language: target.language,
312
+ }));
313
+ }
314
+ async function upsertUpdatedProjectTargets(projectPath, result) {
315
+ const projectTargets = result.skills.targets.filter((target) => target.scope === 'project');
316
+ if (projectTargets.length === 0)
317
+ return;
318
+ await upsertProjectInstallation(projectPath, projectTargets.map((target) => ({
319
+ platform: target.platform,
320
+ language: target.language,
321
+ })), 'update');
322
+ }
323
+ async function updateSingleProject(projectPath, options, log) {
324
+ const lang = options.language ?? 'en';
325
+ const packageScope = options.scope && !options.targetScopes
326
+ ? options.scope
327
+ : await detectCometPackageScope(projectPath);
174
328
  let npmStatus = 'skipped';
175
- if (!options.skipNpm) {
329
+ const skipRepeatedGlobalNpm = !options.skipNpm && packageScope === 'global' && options.skipGlobalNpmUpdate === true;
330
+ if (skipRepeatedGlobalNpm) {
331
+ log(` ${t(lang, 'updatingNpmPackage')}: skipped (global scope already attempted)`);
332
+ }
333
+ else if (!options.skipNpm) {
176
334
  log(` ${t(lang, 'updatingNpmPackage')} (${packageScope} scope)...`);
177
335
  log(` $ ${formatNpmUpdateCommand(packageScope)}`);
178
336
  const npmUpdated = await updateCometNpmPackage(packageScope, projectPath, log, options.json === true);
@@ -182,30 +340,31 @@ export async function updateCommand(targetPath, options = {}) {
182
340
  }
183
341
  else {
184
342
  npmStatus = 'failed';
185
- log(` ${t(lang, 'npmPackageFailed')}`);
343
+ log(` ${t(lang, options.failOnNpmFailure ? 'npmPackageFailedBlocking' : 'npmPackageFailed')}`);
344
+ if (options.failOnNpmFailure) {
345
+ throw createNpmUpdateFailure(packageScope);
346
+ }
186
347
  }
187
348
  }
188
349
  const installMode = await selectInstallMode(options, lang);
189
350
  const targets = await detectInstalledCometTargets(projectPath, {
190
- scopes: options.scope ? [options.scope] : undefined,
351
+ scopes: options.targetScopes ?? (options.scope ? [options.scope] : undefined),
352
+ respectDetectionPaths: options.scope === undefined,
191
353
  });
192
354
  if (targets.length === 0) {
193
- if (options.json) {
194
- console.log(JSON.stringify({
195
- npm: {
196
- scope: options.skipNpm ? 'skipped' : packageScope,
197
- status: npmStatus,
198
- command: options.skipNpm ? null : formatNpmUpdateCommand(packageScope),
199
- },
200
- skills: { totalCopied: 0, targets: [] },
201
- rules: { totalCopied: 0 },
202
- hooks: { totalInstalled: 0 },
203
- codegraph: 'skipped',
204
- }, null, 2));
205
- return;
206
- }
207
- log(`\n ${t(lang, 'noInstallsFound')}\n`);
208
- return;
355
+ return {
356
+ projectPath,
357
+ npm: {
358
+ scope: options.skipNpm ? 'skipped' : packageScope,
359
+ status: npmStatus,
360
+ command: options.skipNpm || skipRepeatedGlobalNpm ? null : formatNpmUpdateCommand(packageScope),
361
+ },
362
+ skills: { totalCopied: 0, totalFailed: 0, cleanupFailed: 0, targets: [] },
363
+ rules: { totalCopied: 0, totalFailed: 0, targets: [] },
364
+ hooks: { totalInstalled: 0, totalFailed: 0, targets: [] },
365
+ projectInstructions: { updated: 0 },
366
+ codegraph: 'skipped',
367
+ };
209
368
  }
210
369
  log(`\n ${t(lang, 'updatingSkillsOnTargets')} ${targets.length} target(s):`);
211
370
  for (const target of targets) {
@@ -218,57 +377,176 @@ export async function updateCommand(targetPath, options = {}) {
218
377
  }
219
378
  log(`\n ${t(lang, 'copyingSkillsFiles')} ${(await getManifestSkills()).length} skill files...\n`);
220
379
  let totalCopied = 0;
380
+ let totalFailed = 0;
381
+ let totalCleanupFailed = 0;
221
382
  let totalRulesCopied = 0;
383
+ let totalRulesFailed = 0;
222
384
  let totalHooksInstalled = 0;
385
+ let totalHooksFailed = 0;
386
+ let projectInstructionsUpdated = 0;
223
387
  const targetResults = [];
388
+ const ruleTargetResults = [];
389
+ const hookTargetResults = [];
224
390
  for (const target of targets) {
225
391
  const baseDir = getBaseDir(target.scope, projectPath);
226
392
  const languageId = resolveTargetLanguage(options.language, target.language);
227
393
  const languageSkillsDir = languageToSkillsDir(languageId);
228
- const { copied, skipped } = await copyCometSkillsForPlatform(baseDir, target.platform, true, languageSkillsDir, target.scope, installMode);
394
+ const { copied, skipped, failed } = await copyCometSkillsForPlatform(baseDir, target.platform, true, languageSkillsDir, target.scope, installMode);
395
+ const cleanupResult = failed === 0
396
+ ? await removeLegacyCometSkillsForPlatform(baseDir, target.platform, target.scope)
397
+ : { removed: 0, failed: 0 };
398
+ totalCleanupFailed += cleanupResult.failed;
229
399
  totalCopied += copied;
400
+ totalFailed += failed;
230
401
  targetResults.push({
231
402
  scope: target.scope,
232
403
  platform: target.platform.id,
233
404
  platformName: target.platform.name,
234
- language: options.language ?? target.language,
405
+ language: languageId,
235
406
  source: languageSkillsDir,
236
407
  copied,
237
408
  skipped,
409
+ failed,
410
+ reason: failed > 0
411
+ ? `${failed} Skill file(s) failed to install`
412
+ : cleanupResult.failed > 0
413
+ ? `legacy Skill cleanup failed (${cleanupResult.failed})`
414
+ : undefined,
415
+ cleanupFailed: cleanupResult.failed,
238
416
  command: formatSkillUpdateCommand(target.scope, target.platform, languageSkillsDir, installMode),
239
417
  });
240
418
  log(` ${target.platform.name} (${target.scope}, ${languageSkillsDir}): ${copied} ${t(lang, 'skillsCopiedSkipped')} ${skipped} skipped`);
419
+ if (cleanupResult.failed > 0) {
420
+ log(` ${target.platform.name} (${target.scope}): legacy Skill cleanup failed; update incomplete`);
421
+ }
422
+ if (failed > 0) {
423
+ const dependencyReason = 'skipped because Skill installation failed';
424
+ ruleTargetResults.push({
425
+ scope: target.scope,
426
+ platform: target.platform.id,
427
+ platformName: target.platform.name,
428
+ copied: 0,
429
+ skipped: 0,
430
+ failed: 0,
431
+ status: 'skipped',
432
+ reason: dependencyReason,
433
+ });
434
+ hookTargetResults.push({
435
+ scope: target.scope,
436
+ platform: target.platform.id,
437
+ platformName: target.platform.name,
438
+ failed: 0,
439
+ status: 'skipped',
440
+ reason: dependencyReason,
441
+ });
442
+ continue;
443
+ }
241
444
  try {
242
- const { copied: ruleCopied } = await copyCometRulesForPlatform(baseDir, target.platform, true, languageId, target.scope);
243
- totalRulesCopied += ruleCopied;
244
- if (ruleCopied > 0) {
245
- log(` Comet rules -> ${target.platform.name}: ${ruleCopied} ${t(lang, 'rulesUpdated')}`);
445
+ const ruleResult = await copyCometRulesForPlatform(baseDir, target.platform, true, languageId, target.scope);
446
+ totalRulesCopied += ruleResult.copied;
447
+ totalRulesFailed += ruleResult.failed;
448
+ const ruleStatus = ruleResult.failed > 0 ? 'failed' : ruleResult.copied > 0 ? 'copied' : 'skipped';
449
+ const ruleReason = ruleResult.failed > 0
450
+ ? `${ruleResult.failed} Rule file(s) failed to install`
451
+ : !target.platform.rulesDir || !target.platform.rulesFormat
452
+ ? 'platform does not support rules'
453
+ : undefined;
454
+ ruleTargetResults.push({
455
+ scope: target.scope,
456
+ platform: target.platform.id,
457
+ platformName: target.platform.name,
458
+ ...ruleResult,
459
+ status: ruleStatus,
460
+ reason: ruleReason,
461
+ });
462
+ if (ruleResult.copied > 0) {
463
+ log(` Comet rules -> ${target.platform.name}: ${ruleResult.copied} ${t(lang, 'rulesUpdated')}`);
464
+ }
465
+ if (ruleResult.failed > 0) {
466
+ log(` Comet rules -> ${target.platform.name}: ${t(lang, 'rulesFailed')} (${ruleReason})`);
246
467
  }
247
468
  }
248
469
  catch (err) {
249
- log(` Comet rules -> ${target.platform.name}: ${t(lang, 'rulesFailed')} (${err.message})`);
470
+ totalRulesFailed++;
471
+ const reason = err.message;
472
+ ruleTargetResults.push({
473
+ scope: target.scope,
474
+ platform: target.platform.id,
475
+ platformName: target.platform.name,
476
+ copied: 0,
477
+ skipped: 0,
478
+ failed: 1,
479
+ status: 'failed',
480
+ reason,
481
+ });
482
+ log(` Comet rules -> ${target.platform.name}: ${t(lang, 'rulesFailed')} (${reason})`);
250
483
  }
251
- if (target.platform.supportsHooks) {
252
- try {
253
- const { installed, reason } = await installCometHooksForPlatform(baseDir, target.platform, target.scope);
254
- if (installed) {
255
- totalHooksInstalled++;
256
- log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksUpdated')}`);
257
- }
258
- else if (reason) {
259
- log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksSkipped')} (${reason})`);
260
- }
484
+ try {
485
+ const { status, reason } = await installCometHooksForPlatform(baseDir, target.platform, target.scope);
486
+ const hookFailed = status === 'failed' ? 1 : 0;
487
+ totalHooksFailed += hookFailed;
488
+ hookTargetResults.push({
489
+ scope: target.scope,
490
+ platform: target.platform.id,
491
+ platformName: target.platform.name,
492
+ failed: hookFailed,
493
+ status,
494
+ reason,
495
+ });
496
+ if (status === 'installed') {
497
+ totalHooksInstalled++;
498
+ log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksUpdated')}`);
261
499
  }
262
- catch (err) {
263
- log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksFailed')} (${err.message})`);
500
+ else if (status === 'failed') {
501
+ log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksFailed')} (${reason})`);
502
+ }
503
+ else if (reason && target.platform.supportsHooks) {
504
+ log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksSkipped')} (${reason})`);
264
505
  }
265
506
  }
507
+ catch (err) {
508
+ totalHooksFailed++;
509
+ const reason = err.message;
510
+ hookTargetResults.push({
511
+ scope: target.scope,
512
+ platform: target.platform.id,
513
+ platformName: target.platform.name,
514
+ failed: 1,
515
+ status: 'failed',
516
+ reason,
517
+ });
518
+ log(` Comet hooks -> ${target.platform.name}: ${t(lang, 'hooksFailed')} (${reason})`);
519
+ }
266
520
  }
267
- const hasProjectTargets = targets.some((target) => target.scope === 'project');
268
- if (hasProjectTargets) {
269
- await mergeProjectConfig(projectPath);
521
+ for (const scope of ['project', 'global']) {
522
+ const scopeTargets = targets.filter((candidate) => candidate.scope === scope);
523
+ if (scopeTargets.length === 0)
524
+ continue;
525
+ // An explicit --language always wins. Otherwise only force the persisted language when
526
+ // every platform installed at this scope agrees — if two platforms disagree (e.g. one
527
+ // installed with English skills, another with Chinese) and the user didn't say which one
528
+ // they mean, guessing from array order would silently override whatever language they
529
+ // (or a prior install) already configured. Pass null in that case so mergeProjectConfig
530
+ // preserves the existing config's language instead of guessing.
531
+ const agreedLanguage = scopeTargets.every((t) => t.language === scopeTargets[0].language)
532
+ ? scopeTargets[0].language
533
+ : undefined;
534
+ const languageId = options.language
535
+ ? resolveTargetLanguage(options.language, scopeTargets[0].language)
536
+ : agreedLanguage;
537
+ const configRoot = getBaseDir(scope, projectPath);
538
+ await mergeProjectConfig(configRoot, languageId ? languageToArtifactLanguage(languageId) : null);
270
539
  log(` ${t(lang, 'configMerged')}`);
271
540
  }
541
+ const projectTarget = targets.find((target) => target.scope === 'project');
542
+ if (projectTarget) {
543
+ const projectLanguageId = resolveTargetLanguage(options.language, projectTarget.language);
544
+ const projectInstructionResult = await installCometProjectInstructions(projectPath, projectLanguageId);
545
+ projectInstructionsUpdated = projectInstructionResult.changed;
546
+ if (projectInstructionsUpdated > 0) {
547
+ log(` Comet project instructions -> ${projectInstructionsUpdated} file(s) updated`);
548
+ }
549
+ }
272
550
  let codegraphStatus = 'skipped';
273
551
  const primaryScope = targets[0]?.scope ?? 'project';
274
552
  const codegraphAlreadyIndexed = hasCodegraphProjectIndex(projectPath);
@@ -289,33 +567,227 @@ export async function updateCommand(targetPath, options = {}) {
289
567
  log(`\n CodeGraph: ${t(lang, 'cgSkippedByUser')}`);
290
568
  }
291
569
  }
570
+ return {
571
+ projectPath,
572
+ npm: {
573
+ scope: options.skipNpm ? 'skipped' : packageScope,
574
+ status: npmStatus,
575
+ command: options.skipNpm || skipRepeatedGlobalNpm ? null : formatNpmUpdateCommand(packageScope),
576
+ },
577
+ skills: {
578
+ totalCopied,
579
+ totalFailed,
580
+ cleanupFailed: totalCleanupFailed,
581
+ installMode,
582
+ targets: targetResults,
583
+ },
584
+ rules: {
585
+ totalCopied: totalRulesCopied,
586
+ totalFailed: totalRulesFailed,
587
+ targets: ruleTargetResults,
588
+ },
589
+ hooks: {
590
+ totalInstalled: totalHooksInstalled,
591
+ totalFailed: totalHooksFailed,
592
+ targets: hookTargetResults,
593
+ },
594
+ projectInstructions: { updated: projectInstructionsUpdated },
595
+ codegraph: codegraphStatus,
596
+ };
597
+ }
598
+ function logSingleProjectSummary(result, options, log) {
599
+ const lang = options.language ?? 'en';
600
+ const languages = [...new Set(result.skills.targets.map((target) => target.language))].join(', ');
601
+ const scopes = [...new Set(result.skills.targets.map((target) => target.scope))].join(', ');
602
+ log(`\n ${t(lang, 'summary')}`);
603
+ log(` ${t(lang, 'summaryNpm')} ${result.npm.status}${options.skipNpm ? '' : ` (${result.npm.scope})`}`);
604
+ log(` ${t(lang, 'summarySkills')} ${result.skills.targets.length} target(s), ${result.skills.totalCopied} files updated`);
605
+ if (result.skills.cleanupFailed > 0) {
606
+ log(` Skill cleanup failures: ${result.skills.cleanupFailed} (update incomplete)`);
607
+ }
608
+ if (result.skills.totalFailed > 0) {
609
+ log(` Skill failures: ${result.skills.totalFailed} (update incomplete)`);
610
+ }
611
+ if (result.rules.totalFailed > 0) {
612
+ log(` Rule failures: ${result.rules.totalFailed} (update incomplete)`);
613
+ }
614
+ if (result.hooks.totalFailed > 0) {
615
+ log(` Hook failures: ${result.hooks.totalFailed} (update incomplete)`);
616
+ }
617
+ for (const failure of collectComponentFailures(result)) {
618
+ log(` ${failure.platformName} (${failure.scope}) ${failure.component}: ${failure.status} (${failure.failed}) - ${failure.reason}`);
619
+ }
620
+ log(` ${t(lang, 'summaryCodegraph')} ${result.codegraph}`);
621
+ log(` ${t(lang, 'summaryScope')} ${scopes}`);
622
+ log(` ${t(lang, 'summaryLanguage')} ${languages}`);
623
+ if (hasComponentFailures(result)) {
624
+ log(`\n Update incomplete. ${componentFailureReason(result)}.\n`);
625
+ }
626
+ else {
627
+ log(`\n ${t(lang, 'updateComplete')}\n`);
628
+ }
629
+ }
630
+ async function updateAllIndexedProjects(registryProjects, options, log) {
631
+ const lang = options.language ?? 'en';
632
+ const results = [];
633
+ const runnableProjects = [];
634
+ let staleRemoved = 0;
635
+ for (const project of registryProjects) {
636
+ const projectPath = project.path;
637
+ try {
638
+ const targets = await detectInstalledCometTargets(projectPath, { scopes: ['project'] });
639
+ if (targets.length === 0) {
640
+ if (await removeProjectInstallation(projectPath))
641
+ staleRemoved++;
642
+ results.push({
643
+ projectPath,
644
+ status: 'skipped',
645
+ reason: 'no project-scope Comet install detected',
646
+ targets: [],
647
+ });
648
+ continue;
649
+ }
650
+ runnableProjects.push({ projectPath, targets });
651
+ }
652
+ catch (error) {
653
+ results.push({
654
+ projectPath,
655
+ status: 'skipped',
656
+ reason: `unable to inspect project: ${error.message}`,
657
+ targets: [],
658
+ });
659
+ }
660
+ }
661
+ if (!options.json) {
662
+ log(` Comet will update ${runnableProjects.length} indexed project(s):`);
663
+ for (const project of runnableProjects) {
664
+ log(` - ${project.projectPath}`);
665
+ log(` ${project.targets.map((target) => target.platform.name).join(', ')}`);
666
+ }
667
+ const confirmed = await select({
668
+ message: t(lang, 'updateAllProjectsPrompt'),
669
+ choices: [
670
+ { name: t(lang, 'updateAllProjectsYes'), value: true },
671
+ { name: t(lang, 'updateAllProjectsNo'), value: false },
672
+ ],
673
+ });
674
+ if (!confirmed) {
675
+ log(`\n ${t(lang, 'cancelled')}\n`);
676
+ return;
677
+ }
678
+ }
679
+ const runOptions = {
680
+ ...options,
681
+ scope: undefined,
682
+ targetScopes: ['project'],
683
+ currentProject: true,
684
+ allProjects: false,
685
+ failOnNpmFailure: true,
686
+ };
687
+ if (!options.json && !runOptions.installMode) {
688
+ runOptions.installMode = await selectInstallMode(options, lang);
689
+ }
690
+ let globalNpmAttempted = false;
691
+ for (const project of runnableProjects) {
692
+ const { projectPath, targets } = project;
693
+ try {
694
+ const result = await updateSingleProject(projectPath, { ...runOptions, skipGlobalNpmUpdate: globalNpmAttempted }, log);
695
+ if (result.npm.scope === 'global' && result.npm.status !== 'skipped') {
696
+ globalNpmAttempted = true;
697
+ }
698
+ if (result.skills.targets.length === 0) {
699
+ if (await removeProjectInstallation(projectPath))
700
+ staleRemoved++;
701
+ results.push({
702
+ projectPath,
703
+ status: 'skipped',
704
+ reason: 'no project-scope Comet install detected',
705
+ targets: [],
706
+ });
707
+ continue;
708
+ }
709
+ if (hasComponentFailures(result)) {
710
+ results.push({
711
+ projectPath,
712
+ status: 'failed',
713
+ reason: componentFailureReason(result),
714
+ targets: summarizeUpdatedTargets(result.skills.targets),
715
+ failures: collectComponentFailures(result),
716
+ });
717
+ continue;
718
+ }
719
+ await upsertUpdatedProjectTargets(projectPath, result);
720
+ results.push({
721
+ projectPath,
722
+ status: 'updated',
723
+ targets: summarizeUpdatedTargets(result.skills.targets),
724
+ summary: {
725
+ skillsCopied: result.skills.totalCopied,
726
+ rulesCopied: result.rules.totalCopied,
727
+ hooksInstalled: result.hooks.totalInstalled,
728
+ projectInstructionsUpdated: result.projectInstructions.updated,
729
+ },
730
+ });
731
+ }
732
+ catch (error) {
733
+ results.push({
734
+ projectPath,
735
+ status: 'failed',
736
+ reason: error.message,
737
+ targets: summarizeTargets(targets),
738
+ });
739
+ if (isGlobalNpmUpdateFailure(error))
740
+ break;
741
+ }
742
+ }
292
743
  if (options.json) {
293
744
  console.log(JSON.stringify({
294
- npm: {
295
- scope: options.skipNpm ? 'skipped' : packageScope,
296
- status: npmStatus,
297
- command: options.skipNpm ? null : formatNpmUpdateCommand(packageScope),
745
+ mode: 'all-projects',
746
+ registry: {
747
+ projectsFound: registryProjects.length,
748
+ staleRemoved,
298
749
  },
299
- skills: {
300
- totalCopied,
301
- installMode,
302
- targets: targetResults,
303
- },
304
- rules: { totalCopied: totalRulesCopied },
305
- hooks: { totalInstalled: totalHooksInstalled },
306
- codegraph: codegraphStatus,
750
+ projects: results,
307
751
  }, null, 2));
308
752
  return;
309
753
  }
310
- const languages = [...new Set(targetResults.map((target) => target.language))].join(', ');
311
- const scopes = [...new Set(targetResults.map((target) => target.scope))].join(', ');
312
- log(`\n ${t(lang, 'summary')}`);
313
- log(` ${t(lang, 'summaryNpm')} ${npmStatus}${options.skipNpm ? '' : ` (${packageScope})`}`);
314
- log(` ${t(lang, 'summarySkills')} ${targets.length} target(s), ${totalCopied} files updated`);
315
- log(` ${t(lang, 'summaryCodegraph')} ${codegraphStatus}`);
316
- log(` ${t(lang, 'summaryScope')} ${scopes}`);
317
- log(` ${t(lang, 'summaryLanguage')} ${languages}`);
318
- log(`\n ${t(lang, 'updateComplete')}\n`);
754
+ log(`\n Updated ${results.filter((result) => result.status === 'updated').length} indexed project(s).`);
755
+ }
756
+ export async function updateCommand(targetPath, options = {}) {
757
+ const projectPath = path.resolve(targetPath);
758
+ const log = options.json ? () => undefined : console.log;
759
+ const lang = options.language ?? 'en';
760
+ assertProjectScopeOptions(options);
761
+ const registryProjects = await listProjectRegistryEntries({
762
+ strict: options.allProjects === true,
763
+ });
764
+ log(`\n ${t(lang, 'updateTitle')}`);
765
+ if (!options.json) {
766
+ await printVersionInfo(log);
767
+ }
768
+ log('');
769
+ const scopeMode = await resolveProjectScopeMode('update', options, registryProjects.length);
770
+ if (scopeMode === 'all-projects') {
771
+ await updateAllIndexedProjects(registryProjects, options, log);
772
+ return;
773
+ }
774
+ const result = await updateSingleProject(projectPath, options, log);
775
+ if (result.skills.targets.length === 0) {
776
+ if (options.json) {
777
+ console.log(JSON.stringify(currentProjectJson(result), null, 2));
778
+ return;
779
+ }
780
+ log(`\n ${t(lang, 'noInstallsFound')}\n`);
781
+ return;
782
+ }
783
+ if (!hasComponentFailures(result)) {
784
+ await upsertUpdatedProjectTargets(projectPath, result);
785
+ }
786
+ if (options.json) {
787
+ console.log(JSON.stringify(currentProjectJson(result), null, 2));
788
+ return;
789
+ }
790
+ logSingleProjectSummary(result, options, log);
319
791
  }
320
792
  export { buildNpmUpdateArgs, detectCometPackageScope, detectInstalledCometLanguage, detectInstalledCometTargets, formatNpmUpdateCommand, formatSkillUpdateCommand, };
321
793
  //# sourceMappingURL=update.js.map