@rpamis/comet 0.4.0-beta.17 → 0.4.0-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/README.md +49 -24
  2. package/assets/manifest.json +2 -1
  3. package/assets/skills/comet/scripts/comet-archive.mjs +128 -128
  4. package/assets/skills/comet/scripts/comet-entry-runtime.mjs +78 -78
  5. package/assets/skills/comet/scripts/comet-guard.mjs +144 -144
  6. package/assets/skills/comet/scripts/comet-handoff.mjs +109 -109
  7. package/assets/skills/comet/scripts/comet-hook-guard.mjs +130 -130
  8. package/assets/skills/comet/scripts/comet-hook-router.mjs +115 -115
  9. package/assets/skills/comet/scripts/comet-resume-probe.mjs +85 -85
  10. package/assets/skills/comet/scripts/comet-runtime.mjs +188 -187
  11. package/assets/skills/comet/scripts/comet-state.mjs +117 -117
  12. package/assets/skills/comet/scripts/comet-yaml-validate.mjs +71 -71
  13. package/assets/skills/comet-build/SKILL.md +15 -56
  14. package/assets/skills/comet-classic/SKILL.md +14 -8
  15. package/assets/skills/comet-classic/reference/comet-yaml-fields.md +1 -1
  16. package/assets/skills/comet-classic/reference/scripts.md +3 -1
  17. package/assets/skills/comet-classic/reference/workspace.md +23 -0
  18. package/assets/skills/comet-native/SKILL.md +13 -10
  19. package/assets/skills/comet-native/reference/artifacts.md +3 -2
  20. package/assets/skills/comet-native/reference/commands.md +1 -1
  21. package/assets/skills/comet-native/reference/recovery.md +1 -1
  22. package/assets/skills/comet-native/reference/workspace.md +4 -4
  23. package/assets/skills/comet-native/scripts/comet-native-archive.mjs +97 -97
  24. package/assets/skills/comet-native/scripts/comet-native-doctor.mjs +146 -146
  25. package/assets/skills/comet-native/scripts/comet-native-hook-guard.mjs +100 -100
  26. package/assets/skills/comet-native/scripts/comet-native-init.mjs +85 -85
  27. package/assets/skills/comet-native/scripts/comet-native-new.mjs +115 -115
  28. package/assets/skills/comet-native/scripts/comet-native-next.mjs +118 -118
  29. package/assets/skills/comet-native/scripts/comet-native-root.mjs +107 -107
  30. package/assets/skills/comet-native/scripts/comet-native-runtime.mjs +154 -154
  31. package/assets/skills/comet-native/scripts/comet-native-select.mjs +133 -133
  32. package/assets/skills/comet-native/scripts/comet-native-show.mjs +109 -109
  33. package/assets/skills/comet-native/scripts/comet-native-spec.mjs +87 -87
  34. package/assets/skills/comet-native/scripts/comet-native-status.mjs +109 -109
  35. package/assets/skills/comet-open/SKILL.md +24 -5
  36. package/assets/skills-zh/comet-build/SKILL.md +15 -56
  37. package/assets/skills-zh/comet-classic/SKILL.md +14 -8
  38. package/assets/skills-zh/comet-classic/reference/comet-yaml-fields.md +1 -1
  39. package/assets/skills-zh/comet-classic/reference/scripts.md +3 -1
  40. package/assets/skills-zh/comet-classic/reference/workspace.md +23 -0
  41. package/assets/skills-zh/comet-native/SKILL.md +13 -10
  42. package/assets/skills-zh/comet-native/reference/artifacts.md +3 -2
  43. package/assets/skills-zh/comet-native/reference/commands.md +1 -1
  44. package/assets/skills-zh/comet-native/reference/recovery.md +1 -1
  45. package/assets/skills-zh/comet-native/reference/workspace.md +4 -4
  46. package/assets/skills-zh/comet-open/SKILL.md +24 -5
  47. package/dist/app/cli/index.js +20 -1
  48. package/dist/app/cli/index.js.map +1 -1
  49. package/dist/app/commands/classic.d.ts.map +1 -1
  50. package/dist/app/commands/classic.js +2 -0
  51. package/dist/app/commands/classic.js.map +1 -1
  52. package/dist/app/commands/eval.d.ts +9 -2
  53. package/dist/app/commands/eval.d.ts.map +1 -1
  54. package/dist/app/commands/eval.js +293 -48
  55. package/dist/app/commands/eval.js.map +1 -1
  56. package/dist/app/commands/init.d.ts.map +1 -1
  57. package/dist/app/commands/init.js +2 -1
  58. package/dist/app/commands/init.js.map +1 -1
  59. package/dist/app/commands/update.d.ts.map +1 -1
  60. package/dist/app/commands/update.js +4 -1
  61. package/dist/app/commands/update.js.map +1 -1
  62. package/dist/domains/comet-classic/classic-cli.d.ts +1 -1
  63. package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
  64. package/dist/domains/comet-classic/classic-cli.js +3 -0
  65. package/dist/domains/comet-classic/classic-cli.js.map +1 -1
  66. package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -1
  67. package/dist/domains/comet-classic/classic-current-change.js +29 -3
  68. package/dist/domains/comet-classic/classic-current-change.js.map +1 -1
  69. package/dist/domains/comet-classic/classic-guard.js +2 -2
  70. package/dist/domains/comet-classic/classic-guard.js.map +1 -1
  71. package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
  72. package/dist/domains/comet-classic/classic-hook-guard.js +14 -1
  73. package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
  74. package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
  75. package/dist/domains/comet-classic/classic-state-command.js +31 -8
  76. package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
  77. package/dist/domains/comet-classic/classic-workspace-command.d.ts +3 -0
  78. package/dist/domains/comet-classic/classic-workspace-command.d.ts.map +1 -0
  79. package/dist/domains/comet-classic/classic-workspace-command.js +45 -0
  80. package/dist/domains/comet-classic/classic-workspace-command.js.map +1 -0
  81. package/dist/domains/comet-classic/classic-workspace.d.ts +38 -0
  82. package/dist/domains/comet-classic/classic-workspace.d.ts.map +1 -0
  83. package/dist/domains/comet-classic/classic-workspace.js +315 -0
  84. package/dist/domains/comet-classic/classic-workspace.js.map +1 -0
  85. package/dist/domains/comet-entry/hook-adapter.d.ts.map +1 -1
  86. package/dist/domains/comet-entry/hook-adapter.js +1 -0
  87. package/dist/domains/comet-entry/hook-adapter.js.map +1 -1
  88. package/dist/domains/comet-entry/hook-router-entry.d.ts +2 -0
  89. package/dist/domains/comet-entry/hook-router-entry.d.ts.map +1 -1
  90. package/dist/domains/comet-entry/hook-router-entry.js +21 -1
  91. package/dist/domains/comet-entry/hook-router-entry.js.map +1 -1
  92. package/dist/domains/comet-entry/init-workflow.d.ts.map +1 -1
  93. package/dist/domains/comet-entry/init-workflow.js +13 -5
  94. package/dist/domains/comet-entry/init-workflow.js.map +1 -1
  95. package/dist/domains/comet-native/index.d.ts +1 -0
  96. package/dist/domains/comet-native/index.d.ts.map +1 -1
  97. package/dist/domains/comet-native/index.js +1 -0
  98. package/dist/domains/comet-native/index.js.map +1 -1
  99. package/dist/domains/comet-native/native-children.d.ts +49 -0
  100. package/dist/domains/comet-native/native-children.d.ts.map +1 -0
  101. package/dist/domains/comet-native/native-children.js +388 -0
  102. package/dist/domains/comet-native/native-children.js.map +1 -0
  103. package/dist/domains/comet-native/native-cli-help.d.ts.map +1 -1
  104. package/dist/domains/comet-native/native-cli-help.js +3 -3
  105. package/dist/domains/comet-native/native-cli-help.js.map +1 -1
  106. package/dist/domains/comet-native/native-doctor-command.d.ts.map +1 -1
  107. package/dist/domains/comet-native/native-doctor-command.js +10 -5
  108. package/dist/domains/comet-native/native-doctor-command.js.map +1 -1
  109. package/dist/domains/comet-native/native-hook-guard.d.ts.map +1 -1
  110. package/dist/domains/comet-native/native-hook-guard.js +41 -2
  111. package/dist/domains/comet-native/native-hook-guard.js.map +1 -1
  112. package/dist/domains/comet-native/native-next-command.d.ts.map +1 -1
  113. package/dist/domains/comet-native/native-next-command.js +85 -5
  114. package/dist/domains/comet-native/native-next-command.js.map +1 -1
  115. package/dist/domains/comet-native/native-portable-continuation.d.ts +3 -2
  116. package/dist/domains/comet-native/native-portable-continuation.d.ts.map +1 -1
  117. package/dist/domains/comet-native/native-portable-continuation.js +63 -1
  118. package/dist/domains/comet-native/native-portable-continuation.js.map +1 -1
  119. package/dist/domains/comet-native/native-portable-runtime.d.ts +5 -0
  120. package/dist/domains/comet-native/native-portable-runtime.d.ts.map +1 -1
  121. package/dist/domains/comet-native/native-portable-runtime.js +110 -4
  122. package/dist/domains/comet-native/native-portable-runtime.js.map +1 -1
  123. package/dist/domains/comet-native/native-portable-state.d.ts.map +1 -1
  124. package/dist/domains/comet-native/native-portable-state.js +13 -0
  125. package/dist/domains/comet-native/native-portable-state.js.map +1 -1
  126. package/dist/domains/comet-native/native-portable-status.d.ts +3 -0
  127. package/dist/domains/comet-native/native-portable-status.d.ts.map +1 -1
  128. package/dist/domains/comet-native/native-portable-status.js +9 -1
  129. package/dist/domains/comet-native/native-portable-status.js.map +1 -1
  130. package/dist/domains/comet-native/native-portable-types.d.ts +1 -0
  131. package/dist/domains/comet-native/native-portable-types.d.ts.map +1 -1
  132. package/dist/domains/comet-native/native-portable-types.js.map +1 -1
  133. package/dist/domains/comet-native/native-show-command.d.ts.map +1 -1
  134. package/dist/domains/comet-native/native-show-command.js +2 -1
  135. package/dist/domains/comet-native/native-show-command.js.map +1 -1
  136. package/dist/domains/comet-native/native-workspace-preparation.d.ts.map +1 -1
  137. package/dist/domains/comet-native/native-workspace-preparation.js +192 -133
  138. package/dist/domains/comet-native/native-workspace-preparation.js.map +1 -1
  139. package/dist/domains/dashboard/collector.d.ts +1 -1
  140. package/dist/domains/dashboard/collector.d.ts.map +1 -1
  141. package/dist/domains/dashboard/collector.js +102 -87
  142. package/dist/domains/dashboard/collector.js.map +1 -1
  143. package/dist/domains/dashboard/native-adapter.d.ts +20 -0
  144. package/dist/domains/dashboard/native-adapter.d.ts.map +1 -1
  145. package/dist/domains/dashboard/native-adapter.js +11 -0
  146. package/dist/domains/dashboard/native-adapter.js.map +1 -1
  147. package/dist/domains/dashboard/native-collector.d.ts +1 -0
  148. package/dist/domains/dashboard/native-collector.d.ts.map +1 -1
  149. package/dist/domains/dashboard/native-collector.js +304 -55
  150. package/dist/domains/dashboard/native-collector.js.map +1 -1
  151. package/dist/domains/dashboard/native-legacy-adapter.d.ts +12 -5
  152. package/dist/domains/dashboard/native-legacy-adapter.d.ts.map +1 -1
  153. package/dist/domains/dashboard/native-legacy-adapter.js +12 -0
  154. package/dist/domains/dashboard/native-legacy-adapter.js.map +1 -1
  155. package/dist/domains/dashboard/server.d.ts.map +1 -1
  156. package/dist/domains/dashboard/server.js +5 -3
  157. package/dist/domains/dashboard/server.js.map +1 -1
  158. package/dist/domains/dashboard/types.d.ts +5 -0
  159. package/dist/domains/dashboard/types.d.ts.map +1 -1
  160. package/dist/domains/dashboard/web/assets/abnfDiagram-N423BO3Z-B5cFR6hS.js +1 -0
  161. package/dist/domains/dashboard/web/assets/arc-CVQDtMsu.js +1 -0
  162. package/dist/domains/dashboard/web/assets/architectureDiagram-T3A2C74G-C0v0kULK.js +36 -0
  163. package/dist/domains/dashboard/web/assets/blockDiagram-VBNYF7ZC-DpHLuxu4.js +132 -0
  164. package/dist/domains/dashboard/web/assets/{c4Diagram-AAUBKEIU-BL17BIb8.js → c4Diagram-5PPSVZJV-BHnFxUs1.js} +1 -1
  165. package/dist/domains/dashboard/web/assets/channel-eM0x3m1G.js +1 -0
  166. package/dist/domains/dashboard/web/assets/{chunk-ND2GUHAM-XWLMOyd4.js → chunk-2GRJ4B5K-CGC9gh5n.js} +1 -1
  167. package/dist/domains/dashboard/web/assets/{chunk-QZHKN3VN-4drjXzHQ.js → chunk-2Q5K7J3B-l4puLU_O.js} +1 -1
  168. package/dist/domains/dashboard/web/assets/chunk-5RXB4S5H-ls9jQHZc.js +231 -0
  169. package/dist/domains/dashboard/web/assets/{chunk-FMBD7UC4-CQXqBSqQ.js → chunk-5VM5RSS4-BVavmTEq.js} +1 -1
  170. package/dist/domains/dashboard/web/assets/chunk-6Q2QTUOP-Dungt2g9.js +88 -0
  171. package/dist/domains/dashboard/web/assets/{chunk-727SXJPM-pMreYMW7.js → chunk-GF5L2VYU-BidXO_ZP.js} +5 -5
  172. package/dist/domains/dashboard/web/assets/{chunk-4BX2VUAB-vQyyh3eG.js → chunk-JWPE2WC7-57L5Up5X.js} +1 -1
  173. package/dist/domains/dashboard/web/assets/{chunk-2J33WTMH-B_DDS2IK.js → chunk-KBJHAD2P-C5u5vbwr.js} +1 -1
  174. package/dist/domains/dashboard/web/assets/chunk-RYQCIY6F-CvLz21I2.js +1 -0
  175. package/dist/domains/dashboard/web/assets/{chunk-55IACEB6-Cug8J1Qa.js → chunk-XXDRQBXY-D5nJpckG.js} +1 -1
  176. package/dist/domains/dashboard/web/assets/classDiagram-JCYQIIEL-CEFhao2K.js +1 -0
  177. package/dist/domains/dashboard/web/assets/classDiagram-v2-OCEON4UE-CEFhao2K.js +1 -0
  178. package/dist/domains/dashboard/web/assets/{cose-bilkent-S5V4N54A-IQKP-hgj.js → cose-bilkent-JH36ORCC-Dp0JAGyE.js} +1 -1
  179. package/dist/domains/dashboard/web/assets/{cynefin-VYW2F7L2-CvvRO4J2.js → cynefin-VYW2F7L2-EjC54l1g.js} +2 -2
  180. package/dist/domains/dashboard/web/assets/cynefinDiagram-MW4NZA55-CpYrW3w3.js +62 -0
  181. package/dist/domains/dashboard/web/assets/dagre-VZM6K2ZE-h5K39rCk.js +4 -0
  182. package/dist/domains/dashboard/web/assets/{demo-CeIDHUFJ.js → demo-BfLsKrIL.js} +26 -5
  183. package/dist/domains/dashboard/web/assets/diagram-7IWD3JNH-CKQj9O4H.js +30 -0
  184. package/dist/domains/dashboard/web/assets/{diagram-KO2AKTUF-CN_LYqvT.js → diagram-B4RE2ZJO-DXRIYcnW.js} +3 -3
  185. package/dist/domains/dashboard/web/assets/diagram-LBJQPF4R-wWutQYmv.js +24 -0
  186. package/dist/domains/dashboard/web/assets/diagram-Q27KOJAE-EgXLJQYi.js +24 -0
  187. package/dist/domains/dashboard/web/assets/diagram-UB23O5K3-CsQRXDQZ.js +41 -0
  188. package/dist/domains/dashboard/web/assets/ebnfDiagram-BXEA7PRR-gm328Eho.js +1 -0
  189. package/dist/domains/dashboard/web/assets/erDiagram-JOGREHBK-BbbMVUx_.js +85 -0
  190. package/dist/domains/dashboard/web/assets/flowDiagram-UKHOOZJN-1Y7scCns.js +156 -0
  191. package/dist/domains/dashboard/web/assets/ganttDiagram-PKOTCBZU-BAoBqczv.js +292 -0
  192. package/dist/domains/dashboard/web/assets/{gitGraphDiagram-PVQCEYII-CaWEk3PM.js → gitGraphDiagram-DS77QQ5N-CMUAyEzl.js} +3 -3
  193. package/dist/domains/dashboard/web/assets/{graph--OzhPTMs.js → graph-DOmOIIwC.js} +1 -1
  194. package/dist/domains/dashboard/web/assets/{index-BNyOfAhu.js → index-CCApJ0Yr.js} +1 -1
  195. package/dist/domains/dashboard/web/assets/index-DWdm_XBi.js +257 -0
  196. package/dist/domains/dashboard/web/assets/{index-BFwKBVTJ.css → index-DhhbseFJ.css} +1 -1
  197. package/dist/domains/dashboard/web/assets/{infoDiagram-5YYISTIA-BK07mNG0.js → infoDiagram-6WML65LV-BaCdtYYC.js} +1 -1
  198. package/dist/domains/dashboard/web/assets/{ishikawaDiagram-YF4QCWOH-mWnmaWfZ.js → ishikawaDiagram-WSZJBQD7-DQQlNnjU.js} +4 -4
  199. package/dist/domains/dashboard/web/assets/{journeyDiagram-JHISSGLW-BPy-P7xx.js → journeyDiagram-NVQOT4AX-DW9wUMqn.js} +1 -1
  200. package/dist/domains/dashboard/web/assets/{kanban-definition-UN3LZRKU-3Jq9c_lo.js → kanban-definition-27J2QSJJ-C_ITaZ0q.js} +7 -7
  201. package/dist/domains/dashboard/web/assets/layout-D-LzfAck.js +1 -0
  202. package/dist/domains/dashboard/web/assets/{linear-kQyEW-4G.js → linear-DXOo6ZRT.js} +1 -1
  203. package/dist/domains/dashboard/web/assets/map-DxJ2ADlA.js +1 -0
  204. package/dist/domains/dashboard/web/assets/mermaid.core-ol-0NI97.js +306 -0
  205. package/dist/domains/dashboard/web/assets/{mindmap-definition-RKZ34NQL-CyyurUpv.js → mindmap-definition-FAOFIHXS-CHF_HOLV.js} +1 -1
  206. package/dist/domains/dashboard/web/assets/pegDiagram-VL7TDLO6-wQEvkNF8.js +1 -0
  207. package/dist/domains/dashboard/web/assets/pieDiagram-7S7Q4E2Y-C3H3kiIP.js +39 -0
  208. package/dist/domains/dashboard/web/assets/purify.es-Cz4mVeUR.js +3 -0
  209. package/dist/domains/dashboard/web/assets/{quadrantDiagram-W4KKPZXB-CpayUMjH.js → quadrantDiagram-CIZ2JOQS-S0FdVzJb.js} +4 -4
  210. package/dist/domains/dashboard/web/assets/railroadDiagram-AXF67PYL-DCDXDaVg.js +1 -0
  211. package/dist/domains/dashboard/web/assets/{requirementDiagram-4Y6WPE33-Bi8YpfnA.js → requirementDiagram-LRYGKXZP-BW8J4gO_.js} +1 -1
  212. package/dist/domains/dashboard/web/assets/sankeyDiagram-W5VNT64P-DQQBmLoy.js +40 -0
  213. package/dist/domains/dashboard/web/assets/sequenceDiagram-SI44F4Z6-2tDcli0Y.js +162 -0
  214. package/dist/domains/dashboard/web/assets/sizeCapture-X5ZJPWSS-4sEZLBKb.js +1 -0
  215. package/dist/domains/dashboard/web/assets/stateDiagram-OKZ733FA-OgPb8pyR.js +1 -0
  216. package/dist/domains/dashboard/web/assets/stateDiagram-v2-UEYNNEHI-CiDNPr4P.js +1 -0
  217. package/dist/domains/dashboard/web/assets/swimlanes-SLNWSIFB-DR7lwtxd.js +2 -0
  218. package/dist/domains/dashboard/web/assets/swimlanesDiagram-ULZ7WXOC-DggHFP9q.js +8 -0
  219. package/dist/domains/dashboard/web/assets/{timeline-definition-PNZ67QCA-aHrrtV-b.js → timeline-definition-Z64GVDOM-DNIJVlQV.js} +4 -4
  220. package/dist/domains/dashboard/web/assets/vennDiagram-T6HMQDX7-CClhw4QZ.js +34 -0
  221. package/dist/domains/dashboard/web/assets/{wardleyDiagram-YWT4CUSO-RVQbcySh.js → wardleyDiagram-T6FBY63Y-DzR3aFPS.js} +3 -3
  222. package/dist/domains/dashboard/web/assets/xychartDiagram-ELKLHX3M-DZhq0ZRj.js +7 -0
  223. package/dist/domains/dashboard/web/index.html +2 -2
  224. package/dist/domains/dashboard/workspace.d.ts +24 -0
  225. package/dist/domains/dashboard/workspace.d.ts.map +1 -0
  226. package/dist/domains/dashboard/workspace.js +87 -0
  227. package/dist/domains/dashboard/workspace.js.map +1 -0
  228. package/dist/domains/eval/index.d.ts +3 -0
  229. package/dist/domains/eval/index.d.ts.map +1 -1
  230. package/dist/domains/eval/index.js +3 -0
  231. package/dist/domains/eval/index.js.map +1 -1
  232. package/dist/domains/eval/standalone-context.d.ts +19 -0
  233. package/dist/domains/eval/standalone-context.d.ts.map +1 -0
  234. package/dist/domains/eval/standalone-context.js +107 -0
  235. package/dist/domains/eval/standalone-context.js.map +1 -0
  236. package/dist/domains/eval/standalone-static-collect.d.ts +22 -0
  237. package/dist/domains/eval/standalone-static-collect.d.ts.map +1 -0
  238. package/dist/domains/eval/standalone-static-collect.js +779 -0
  239. package/dist/domains/eval/standalone-static-collect.js.map +1 -0
  240. package/dist/domains/eval/user-environment.d.ts +6 -0
  241. package/dist/domains/eval/user-environment.d.ts.map +1 -0
  242. package/dist/domains/eval/user-environment.js +73 -0
  243. package/dist/domains/eval/user-environment.js.map +1 -0
  244. package/dist/domains/integrations/openspec.d.ts +1 -1
  245. package/dist/domains/integrations/openspec.d.ts.map +1 -1
  246. package/dist/domains/integrations/openspec.js +110 -26
  247. package/dist/domains/integrations/openspec.js.map +1 -1
  248. package/dist/domains/integrations/superpowers.d.ts +5 -1
  249. package/dist/domains/integrations/superpowers.d.ts.map +1 -1
  250. package/dist/domains/integrations/superpowers.js +21 -2
  251. package/dist/domains/integrations/superpowers.js.map +1 -1
  252. package/dist/domains/skill/platform-install.d.ts +1 -1
  253. package/dist/domains/skill/platform-install.js +1 -1
  254. package/dist/domains/skill/project-instructions.d.ts.map +1 -1
  255. package/dist/domains/skill/project-instructions.js +5 -3
  256. package/dist/domains/skill/project-instructions.js.map +1 -1
  257. package/dist/domains/workflow-contract/hook-write-policy.d.ts +9 -0
  258. package/dist/domains/workflow-contract/hook-write-policy.d.ts.map +1 -0
  259. package/dist/domains/workflow-contract/hook-write-policy.js +52 -0
  260. package/dist/domains/workflow-contract/hook-write-policy.js.map +1 -0
  261. package/dist/domains/workflow-contract/index.d.ts +2 -0
  262. package/dist/domains/workflow-contract/index.d.ts.map +1 -1
  263. package/dist/domains/workflow-contract/index.js +1 -0
  264. package/dist/domains/workflow-contract/index.js.map +1 -1
  265. package/dist/domains/workflow-contract/project-config.d.ts +2 -2
  266. package/dist/domains/workflow-contract/project-config.d.ts.map +1 -1
  267. package/dist/domains/workflow-contract/project-config.js +42 -2
  268. package/dist/domains/workflow-contract/project-config.js.map +1 -1
  269. package/dist/domains/workflow-contract/protected-project-path.d.ts +13 -0
  270. package/dist/domains/workflow-contract/protected-project-path.d.ts.map +1 -1
  271. package/dist/domains/workflow-contract/protected-project-path.js +83 -0
  272. package/dist/domains/workflow-contract/protected-project-path.js.map +1 -1
  273. package/dist/domains/workflow-contract/types.d.ts +4 -0
  274. package/dist/domains/workflow-contract/types.d.ts.map +1 -1
  275. package/dist/platform/install/platforms.d.ts.map +1 -1
  276. package/dist/platform/install/platforms.js +13 -2
  277. package/dist/platform/install/platforms.js.map +1 -1
  278. package/dist/platform/paths/git-worktree.d.ts +7 -1
  279. package/dist/platform/paths/git-worktree.d.ts.map +1 -1
  280. package/dist/platform/paths/git-worktree.js +28 -7
  281. package/dist/platform/paths/git-worktree.js.map +1 -1
  282. package/eval/.env.example +115 -0
  283. package/eval/README.md +237 -14
  284. package/eval/langfuse/.env.example +9 -0
  285. package/eval/langfuse/tests/conftest.py +146 -0
  286. package/eval/langfuse/tests/tasks/test_tasks.py +109 -0
  287. package/eval/langfuse/tests/test_adapter.py +272 -0
  288. package/eval/langsmith/.env.example +16 -0
  289. package/eval/langsmith/tests/conftest.py +10 -1
  290. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet-package.json +4 -2
  291. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/current-comet-package.json +2 -2
  292. package/eval/local/tests/conftest.py +701 -80
  293. package/eval/local/tests/scaffold/fixtures/custom-agent/adapter.yaml +19 -0
  294. package/eval/local/tests/scaffold/test_agents.py +76 -0
  295. package/eval/local/tests/scaffold/test_aligned_comparison.py +70 -0
  296. package/eval/local/tests/scaffold/test_auto_tasks.py +350 -0
  297. package/eval/local/tests/scaffold/test_conftest_helpers.py +267 -18
  298. package/eval/local/tests/scaffold/test_custom_agents.py +174 -0
  299. package/eval/local/tests/scaffold/test_eval_context.py +217 -0
  300. package/eval/local/tests/scaffold/test_execution.py +364 -0
  301. package/eval/local/tests/scaffold/test_inline_tasks.py +56 -0
  302. package/eval/local/tests/scaffold/test_langfuse_trajectory.py +263 -0
  303. package/eval/local/tests/scaffold/test_langsmith_conftest.py +63 -0
  304. package/eval/local/tests/scaffold/test_logging.py +162 -0
  305. package/eval/local/tests/scaffold/test_manifest_tasks.py +76 -0
  306. package/eval/local/tests/scaffold/test_manifests.py +396 -0
  307. package/eval/local/tests/scaffold/test_native_aligned_eval.py +17 -0
  308. package/eval/local/tests/scaffold/test_profiles.py +64 -6
  309. package/eval/local/tests/scaffold/test_task_resolution.py +212 -0
  310. package/eval/local/tests/scaffold/test_utils.py +480 -4
  311. package/eval/local/tests/tasks/test_tasks.py +216 -14
  312. package/eval/pyproject.toml +5 -0
  313. package/eval/scaffold/__init__.py +6 -0
  314. package/eval/scaffold/docker/agent-overlay.Dockerfile +41 -0
  315. package/eval/scaffold/python/__init__.py +128 -20
  316. package/eval/scaffold/python/agents.py +239 -0
  317. package/eval/scaffold/python/aligned_comparison.py +156 -27
  318. package/eval/scaffold/python/auto_tasks.py +700 -0
  319. package/eval/scaffold/python/custom_agents.py +172 -0
  320. package/eval/scaffold/python/eval_context.py +236 -0
  321. package/eval/scaffold/python/eval_schema.py +135 -0
  322. package/eval/scaffold/python/execution.py +544 -0
  323. package/eval/scaffold/python/generated_task_cache.py +230 -0
  324. package/eval/scaffold/python/generic_llm_judge.py +41 -14
  325. package/eval/scaffold/python/inline_tasks.py +118 -0
  326. package/eval/scaffold/python/judge_config.py +158 -37
  327. package/eval/scaffold/python/langfuse_adapter.py +1023 -0
  328. package/eval/scaffold/python/llm_judge.py +68 -11
  329. package/eval/scaffold/python/logging.py +157 -17
  330. package/eval/scaffold/python/manifest_tasks.py +69 -0
  331. package/eval/scaffold/python/manifests.py +443 -22
  332. package/eval/scaffold/python/paths.py +11 -1
  333. package/eval/scaffold/python/task_resolution.py +176 -0
  334. package/eval/scaffold/python/tasks.py +17 -4
  335. package/eval/scaffold/python/utils.py +167 -11
  336. package/eval/scaffold/python/validation/core.py +48 -2
  337. package/eval/scaffold/python/validation/generic_rubric.py +9 -0
  338. package/eval/scaffold/python/validation/native_workflow.py +6 -1
  339. package/eval/scaffold/python/validation/rubric.py +16 -1
  340. package/eval/scaffold/shell/agent-runtime-config.sh +88 -0
  341. package/eval/scaffold/shell/docker.sh +534 -33
  342. package/eval/scaffold/shell/run-agent-runtime.sh +49 -0
  343. package/eval/scaffold/shell/run-claude-loop.sh +153 -14
  344. package/eval/schemas/comet.eval/v1alpha1.schema.json +244 -0
  345. package/package.json +8 -3
  346. package/dist/domains/dashboard/web/assets/arc-CkuYweSh.js +0 -1
  347. package/dist/domains/dashboard/web/assets/architectureDiagram-3BPJPVTR--tTGrKam.js +0 -36
  348. package/dist/domains/dashboard/web/assets/blockDiagram-GPEHLZMM-DLKYOixs.js +0 -132
  349. package/dist/domains/dashboard/web/assets/channel-Cg__FSMr.js +0 -1
  350. package/dist/domains/dashboard/web/assets/chunk-AQP2D5EJ-BUkV_rb7.js +0 -231
  351. package/dist/domains/dashboard/web/assets/classDiagram-4FO5ZUOK-CsC-pvu9.js +0 -1
  352. package/dist/domains/dashboard/web/assets/classDiagram-v2-Q7XG4LA2-CsC-pvu9.js +0 -1
  353. package/dist/domains/dashboard/web/assets/dagre-BM42HDAG-DeOQo7bP.js +0 -4
  354. package/dist/domains/dashboard/web/assets/diagram-2AECGRRQ-IQd_jQwB.js +0 -43
  355. package/dist/domains/dashboard/web/assets/diagram-5GNKFQAL-Dllkdt0m.js +0 -10
  356. package/dist/domains/dashboard/web/assets/diagram-LMA3HP47-DK36WkNN.js +0 -24
  357. package/dist/domains/dashboard/web/assets/diagram-OG6HWLK6-iqUnMYEh.js +0 -24
  358. package/dist/domains/dashboard/web/assets/erDiagram-TEJ5UH35-Bc64lzy8.js +0 -85
  359. package/dist/domains/dashboard/web/assets/flowDiagram-I6XJVG4X-UfOqef9j.js +0 -162
  360. package/dist/domains/dashboard/web/assets/ganttDiagram-6RSMTGT7-D-u6Aauc.js +0 -292
  361. package/dist/domains/dashboard/web/assets/index-COZ_03uK.js +0 -257
  362. package/dist/domains/dashboard/web/assets/layout-SsrduOYp.js +0 -1
  363. package/dist/domains/dashboard/web/assets/mermaid.core-COBBjtVH.js +0 -301
  364. package/dist/domains/dashboard/web/assets/pieDiagram-4H26LBE5-CJro_XKk.js +0 -30
  365. package/dist/domains/dashboard/web/assets/purify.es-VaSPOPhr.js +0 -3
  366. package/dist/domains/dashboard/web/assets/sankeyDiagram-5OEKKPKP-Wx60WwHe.js +0 -40
  367. package/dist/domains/dashboard/web/assets/sequenceDiagram-3UESZ5HK-BiMsRFbc.js +0 -162
  368. package/dist/domains/dashboard/web/assets/stateDiagram-AJRCARHV-BrURMY0R.js +0 -1
  369. package/dist/domains/dashboard/web/assets/stateDiagram-v2-BHNVJYJU-BpEE-yEg.js +0 -1
  370. package/dist/domains/dashboard/web/assets/vennDiagram-CIIHVFJN-DGB16bvR.js +0 -34
  371. package/dist/domains/dashboard/web/assets/xychartDiagram-2RQKCTM6-DMzzwDVX.js +0 -7
@@ -0,0 +1,49 @@
1
+ #!/usr/bin/env bash
2
+
3
+ # Run one Agent turn after creating its runtime-only configuration.
4
+
5
+ set -euo pipefail
6
+
7
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
8
+ source "$SCRIPT_DIR/agent-runtime-config.sh"
9
+
10
+ AGENT="${1:?agent is required}"
11
+ MODEL="${2:-}"
12
+ PROMPT="${3:?prompt is required}"
13
+ shift 3 || true
14
+
15
+ EXTRA_ARGS=()
16
+ if [[ "${1:-}" == "--" ]]; then
17
+ shift
18
+ EXTRA_ARGS=("$@")
19
+ fi
20
+
21
+ prepare_agent_runtime_config "$AGENT" "$MODEL"
22
+
23
+ case "$AGENT" in
24
+ claude-code)
25
+ COMMAND=(claude -p "$PROMPT" --dangerously-skip-permissions --output-format stream-json --verbose)
26
+ ;;
27
+ codex)
28
+ COMMAND=(codex exec --json --yolo)
29
+ ;;
30
+ qoder)
31
+ COMMAND=(qodercli -p "$PROMPT" --output-format stream-json --yolo)
32
+ ;;
33
+ codebuddy)
34
+ COMMAND=(codebuddy -p "$PROMPT" --output-format stream-json --dangerously-skip-permissions)
35
+ [[ -n "${CODEBUDDY_SETTINGS_PATH:-}" ]] && COMMAND+=(--settings "$CODEBUDDY_SETTINGS_PATH")
36
+ ;;
37
+ *)
38
+ COMMAND=("${COMET_EVAL_CUSTOM_EXECUTABLE:?custom executable is required}" -p "$PROMPT" --output-format stream-json)
39
+ ;;
40
+ esac
41
+
42
+ if [[ -n "$MODEL" ]]; then
43
+ COMMAND+=(--model "$MODEL")
44
+ fi
45
+ if [[ "$AGENT" == "codex" ]]; then
46
+ COMMAND+=("$PROMPT")
47
+ fi
48
+ COMMAND+=("${EXTRA_ARGS[@]}")
49
+ exec "${COMMAND[@]}"
@@ -1,12 +1,12 @@
1
1
  #!/usr/bin/env bash
2
- # Multi-turn claude driver for interactive workflow eval.
2
+ # Multi-turn agent driver for interactive workflow eval.
3
3
  #
4
- # Runs the primary (subject) claude with the task prompt, then when it pauses
4
+ # Runs the primary subject agent with the task prompt, then when it pauses
5
5
  # at a decision point (asks the user a question), drives a lightweight
6
6
  # "user-simulator" turn to answer, feeding the answer back via --resume.
7
7
  # Both calls share the same container HOME so session state persists.
8
8
  #
9
- # Usage: run-claude-loop.sh <prompt|@prompt-file> [--max-turns N] [--model MODEL]
9
+ # Usage: run-claude-loop.sh <prompt|@prompt-file> [--agent AGENT] [--max-turns N] [--model MODEL]
10
10
  # --max-turns N Maximum number of subject<->simulator round trips (default 12)
11
11
  # --model MODEL Model for both subject and simulator
12
12
  # --simulator-prompt-file File containing the simulator system prompt
@@ -24,6 +24,7 @@ set -uo pipefail
24
24
  shopt -s nocasematch
25
25
 
26
26
  SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
27
+ source "$SCRIPT_DIR/agent-runtime-config.sh"
27
28
 
28
29
  PROMPT_ARG="${1:?usage: run-claude-loop.sh <prompt|@prompt-file> [--max-turns N]}"
29
30
  shift || true
@@ -35,7 +36,8 @@ else
35
36
  fi
36
37
 
37
38
  MAX_TURNS=12
38
- MODEL="${ANTHROPIC_MODEL:-}"
39
+ AGENT="claude-code"
40
+ MODEL=""
39
41
  SIMULATOR_PROMPT=""
40
42
  DECISION_REPLY=""
41
43
  DECISION_REPLY_STEPS=()
@@ -45,6 +47,7 @@ DECISION_PATTERNS=()
45
47
  PLUGIN_ARGS=()
46
48
  while [[ $# -gt 0 ]]; do
47
49
  case "$1" in
50
+ --agent) AGENT="$2"; shift 2 ;;
48
51
  --max-turns) MAX_TURNS="$2"; shift 2 ;;
49
52
  --model) MODEL="$2"; shift 2 ;;
50
53
  --plugin-dir)
@@ -78,8 +81,106 @@ while [[ $# -gt 0 ]]; do
78
81
  esac
79
82
  done
80
83
 
84
+ case "$AGENT" in
85
+ claude-code|codex|qoder|codebuddy) ;;
86
+ *)
87
+ if [[ "${COMET_EVAL_CUSTOM_AGENT_ID:-}" != "$AGENT" || -z "${COMET_EVAL_CUSTOM_EXECUTABLE:-}" ]]; then
88
+ echo "[loop] unsupported evaluation agent: $AGENT" >&2
89
+ exit 2
90
+ fi
91
+ ;;
92
+ esac
93
+ if [[ -z "$MODEL" ]]; then
94
+ case "$AGENT" in
95
+ claude-code) MODEL="${ANTHROPIC_MODEL:-}" ;;
96
+ codex) MODEL="${OPENAI_MODEL:-${CODEX_MODEL:-}}" ;;
97
+ qoder) MODEL="${QODER_MODEL:-}" ;;
98
+ codebuddy) MODEL="${CODEBUDDY_MODEL:-}" ;;
99
+ esac
100
+ fi
81
101
  MODEL_FLAG=()
82
102
  [[ -n "$MODEL" ]] && MODEL_FLAG=(--model "$MODEL")
103
+ prepare_agent_runtime_config "$AGENT" "$MODEL"
104
+ CODEBUDDY_SETTINGS_FLAG=()
105
+ [[ -n "${CODEBUDDY_SETTINGS_PATH:-}" ]] && CODEBUDDY_SETTINGS_FLAG=(--settings "$CODEBUDDY_SETTINGS_PATH")
106
+
107
+ run_agent_turn() {
108
+ local prompt="$1"
109
+ local resume_id="${2:-}"
110
+ local role="${3:-subject}"
111
+ local role_plugin_args=()
112
+ if [[ "$role" == "subject" ]]; then
113
+ role_plugin_args=("${PLUGIN_ARGS[@]}")
114
+ fi
115
+ case "$AGENT" in
116
+ claude-code)
117
+ if [[ -n "$resume_id" ]]; then
118
+ COMET_EVAL_AGENT_ROLE="$role" claude -p "$prompt" "${role_plugin_args[@]}" "${MODEL_FLAG[@]}" \
119
+ --resume "$resume_id" --output-format stream-json --verbose \
120
+ --dangerously-skip-permissions
121
+ else
122
+ COMET_EVAL_AGENT_ROLE="$role" claude -p "$prompt" "${role_plugin_args[@]}" "${MODEL_FLAG[@]}" \
123
+ --output-format stream-json --verbose --dangerously-skip-permissions
124
+ fi
125
+ ;;
126
+ codex)
127
+ if [[ -n "$resume_id" ]]; then
128
+ COMET_EVAL_AGENT_ROLE="$role" codex exec resume "$resume_id" --json --yolo "${MODEL_FLAG[@]}" "$prompt"
129
+ else
130
+ COMET_EVAL_AGENT_ROLE="$role" codex exec --json --yolo "${MODEL_FLAG[@]}" "$prompt"
131
+ fi
132
+ ;;
133
+ qoder)
134
+ if [[ -n "$resume_id" ]]; then
135
+ COMET_EVAL_AGENT_ROLE="$role" qodercli -p "$prompt" --output-format stream-json --yolo \
136
+ "${MODEL_FLAG[@]}" -r "$resume_id"
137
+ else
138
+ COMET_EVAL_AGENT_ROLE="$role" qodercli -p "$prompt" --output-format stream-json --yolo "${MODEL_FLAG[@]}"
139
+ fi
140
+ ;;
141
+ codebuddy)
142
+ if [[ -n "$resume_id" ]]; then
143
+ COMET_EVAL_AGENT_ROLE="$role" codebuddy -p "$prompt" --output-format stream-json \
144
+ --dangerously-skip-permissions "${MODEL_FLAG[@]}" "${CODEBUDDY_SETTINGS_FLAG[@]}" -r "$resume_id"
145
+ else
146
+ COMET_EVAL_AGENT_ROLE="$role" codebuddy -p "$prompt" --output-format stream-json \
147
+ --dangerously-skip-permissions "${MODEL_FLAG[@]}" "${CODEBUDDY_SETTINGS_FLAG[@]}"
148
+ fi
149
+ ;;
150
+ *)
151
+ if [[ -n "$resume_id" ]]; then
152
+ COMET_EVAL_AGENT_ROLE="$role" "$COMET_EVAL_CUSTOM_EXECUTABLE" -p "$prompt" \
153
+ --output-format stream-json "${MODEL_FLAG[@]}" --resume "$resume_id"
154
+ else
155
+ COMET_EVAL_AGENT_ROLE="$role" "$COMET_EVAL_CUSTOM_EXECUTABLE" -p "$prompt" \
156
+ --output-format stream-json "${MODEL_FLAG[@]}"
157
+ fi
158
+ ;;
159
+ esac
160
+ }
161
+
162
+ extract_session_id() {
163
+ python3 -c '
164
+ import json, sys
165
+ for line in sys.stdin:
166
+ try:
167
+ value = json.loads(line)
168
+ except Exception:
169
+ continue
170
+ stack = [value]
171
+ while stack:
172
+ item = stack.pop()
173
+ if isinstance(item, dict):
174
+ for key in ("session_id", "sessionId", "thread_id", "threadId"):
175
+ candidate = item.get(key)
176
+ if isinstance(candidate, str) and candidate:
177
+ print(candidate)
178
+ raise SystemExit(0)
179
+ stack.extend(item.values())
180
+ elif isinstance(item, list):
181
+ stack.extend(item)
182
+ '
183
+ }
83
184
 
84
185
  # Detect whether the last subject turn is waiting on the user. comet decision
85
186
  # points present as a question / confirmation request with no pending tool call.
@@ -113,8 +214,40 @@ ${subject_text:0:3000}
113
214
  EOF
114
215
  )
115
216
  fi
116
- # Run the simulator as a one-shot print call (separate session).
117
- claude -p "$sim_prompt" "${MODEL_FLAG[@]}" --dangerously-skip-permissions 2>/dev/null
217
+ # Run the simulator through the same adapter command in a fresh session,
218
+ # retaining only bounded role/session evidence in the driver log.
219
+ local sim_raw sim_session sim_reply
220
+ sim_raw=$(run_agent_turn "$sim_prompt" "" "simulator" 2>/dev/null) || return $?
221
+ sim_session=$(printf '%s' "$sim_raw" | extract_session_id) || true
222
+ if [[ -n "$sim_session" ]]; then
223
+ echo "[loop] role-session simulator $sim_session" >&2
224
+ fi
225
+ sim_reply=$(printf '%s' "$sim_raw" | extract_last_agent_text)
226
+ printf '%s' "$sim_reply"
227
+ }
228
+
229
+ extract_last_agent_text() {
230
+ python3 -c '
231
+ import json, sys
232
+ values = []
233
+ def visit(value):
234
+ if isinstance(value, dict):
235
+ for key in ("result", "text"):
236
+ item = value.get(key)
237
+ if isinstance(item, str) and item.strip():
238
+ values.append(item)
239
+ for item in value.values():
240
+ visit(item)
241
+ elif isinstance(value, list):
242
+ for item in value:
243
+ visit(item)
244
+ for line in sys.stdin:
245
+ try:
246
+ visit(json.loads(line))
247
+ except Exception:
248
+ pass
249
+ print(values[-1] if values else "")
250
+ '
118
251
  }
119
252
 
120
253
  SESSION_ID=""
@@ -133,16 +266,11 @@ while [[ $TURN -lt $MAX_TURNS ]]; do
133
266
  # starts another session with only the continuation prompt.
134
267
  SUBJECT_PROMPT="${FRESH_PROMPT:-$PROMPT}"
135
268
  FRESH_PROMPT=""
136
- RAW=$(claude -p "$SUBJECT_PROMPT" "${PLUGIN_ARGS[@]}" "${MODEL_FLAG[@]}" \
137
- --output-format stream-json --verbose \
138
- --dangerously-skip-permissions 2>"$SUBJECT_STDERR")
269
+ RAW=$(run_agent_turn "$SUBJECT_PROMPT" "" "subject" 2>"$SUBJECT_STDERR")
139
270
  SUBJECT_STATUS=$?
140
271
  else
141
272
  # Subsequent turns: resume the session with the simulated user reply.
142
- RAW=$(claude -p "$USER_REPLY" "${PLUGIN_ARGS[@]}" "${MODEL_FLAG[@]}" \
143
- --resume "$SESSION_ID" \
144
- --output-format stream-json --verbose \
145
- --dangerously-skip-permissions 2>"$SUBJECT_STDERR")
273
+ RAW=$(run_agent_turn "$USER_REPLY" "$SESSION_ID" "subject" 2>"$SUBJECT_STDERR")
146
274
  SUBJECT_STATUS=$?
147
275
  fi
148
276
 
@@ -165,7 +293,10 @@ while [[ $TURN -lt $MAX_TURNS ]]; do
165
293
  COMBINED_OUT="${COMBINED_OUT}${RAW}"$'\n'
166
294
 
167
295
  # Extract session id and the final assistant text from this turn.
168
- SESSION_ID=$(echo "$RAW" | grep -oE '"session_id":\s*"[^"]+"' | head -1 | sed -E 's/.*"session_id":\s*"([^"]+)".*/\1/') || true
296
+ SESSION_ID=$(printf '%s' "$RAW" | extract_session_id) || true
297
+ if [[ -n "$SESSION_ID" ]]; then
298
+ echo "[loop] role-session subject $SESSION_ID" >&2
299
+ fi
169
300
 
170
301
  # Pull the result text (type=result) for decision-point detection.
171
302
  RESULT_TEXT=$(echo "$RAW" | grep '"type": *"result"' | tail -1 | python3 -c "import json,sys; print(json.loads(sys.stdin.read()).get('result',''))" 2>/dev/null || echo "")
@@ -180,6 +311,9 @@ try:
180
311
  except: print('')
181
312
  " 2>/dev/null || echo "")
182
313
  fi
314
+ if [[ -z "$RESULT_TEXT" ]]; then
315
+ RESULT_TEXT=$(printf '%s\n' "$RAW" | extract_last_agent_text)
316
+ fi
183
317
 
184
318
  if [[ -z "$RESULT_TEXT" ]]; then
185
319
  echo "[loop] no result text; ending" >&2
@@ -215,6 +349,11 @@ except: print('')
215
349
  echo "[loop] deterministic decision reply applied" >&2
216
350
  else
217
351
  USER_REPLY=$(simulate_user "$RESULT_TEXT")
352
+ SIMULATOR_STATUS=$?
353
+ if [[ $SIMULATOR_STATUS -ne 0 ]]; then
354
+ echo "[loop] simulator turn failed (exit $SIMULATOR_STATUS)" >&2
355
+ exit "$SIMULATOR_STATUS"
356
+ fi
218
357
  fi
219
358
  if [[ -z "$USER_REPLY" ]]; then
220
359
  USER_REPLY="Yes, please proceed with the recommended option."
@@ -0,0 +1,244 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://comet.dev/schemas/comet.eval/v1alpha1.schema.json",
4
+ "title": "Comet Skill Eval manifest v1alpha1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": ["apiVersion", "kind", "metadata", "skill"],
8
+ "properties": {
9
+ "$schema": { "type": "string" },
10
+ "apiVersion": { "const": "comet.eval/v1alpha1" },
11
+ "kind": { "const": "SkillEvalManifest" },
12
+ "metadata": { "$ref": "#/$defs/metadata" },
13
+ "skill": { "$ref": "#/$defs/skill" },
14
+ "evaluation": { "$ref": "#/$defs/evaluation" },
15
+ "interaction": { "$ref": "#/$defs/interaction" },
16
+ "execution": { "$ref": "#/$defs/execution" },
17
+ "judge": { "$ref": "#/$defs/judge" },
18
+ "reporting": { "$ref": "#/$defs/reporting" }
19
+ },
20
+ "$defs": {
21
+ "taskName": { "type": "string", "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,99}$" },
22
+ "stringList": { "type": "array", "items": { "type": "string" } },
23
+ "nonEmptyStringList": {
24
+ "type": "array",
25
+ "items": { "type": "string", "minLength": 1 }
26
+ },
27
+ "relativePath": {
28
+ "type": "string",
29
+ "minLength": 1,
30
+ "pattern": "^(?![A-Za-z]:)(?![/\\\\])(?!.*(?:^|[/\\\\])\\.\\.(?:[/\\\\]|$)).+$"
31
+ },
32
+ "absoluteHttpUrl": {
33
+ "type": "string",
34
+ "pattern": "^https?://[^\\s/@?#]+(?:/[^\\s?#]*)?$"
35
+ },
36
+ "artifactDescriptor": {
37
+ "type": "object",
38
+ "additionalProperties": false,
39
+ "required": ["node", "schema", "artifact", "paths"],
40
+ "properties": {
41
+ "node": { "type": "string" },
42
+ "schema": { "type": "string" },
43
+ "artifact": { "type": "string" },
44
+ "paths": { "$ref": "#/$defs/stringList" }
45
+ }
46
+ },
47
+ "artifactList": {
48
+ "type": "array",
49
+ "items": { "oneOf": [{ "type": "string" }, { "$ref": "#/$defs/artifactDescriptor" }] }
50
+ },
51
+ "metadata": {
52
+ "type": "object",
53
+ "additionalProperties": false,
54
+ "allOf": [
55
+ { "not": { "required": ["draftHash", "draft_hash"] } },
56
+ { "not": { "required": ["generationHash", "generation_hash"] } },
57
+ { "not": { "required": ["generationFile", "generation_file"] } }
58
+ ],
59
+ "properties": {
60
+ "name": { "type": "string" },
61
+ "description": { "type": "string" },
62
+ "draftHash": { "type": "string" },
63
+ "draft_hash": { "type": "string" },
64
+ "generationHash": { "type": "string" },
65
+ "generation_hash": { "type": "string" },
66
+ "generationFile": { "type": "string" },
67
+ "generation_file": { "type": "string" }
68
+ }
69
+ },
70
+ "skill": {
71
+ "type": "object",
72
+ "additionalProperties": false,
73
+ "properties": {
74
+ "name": { "type": "string" },
75
+ "source": { "type": "string" },
76
+ "profile": { "type": "string" }
77
+ }
78
+ },
79
+ "inlineExpect": {
80
+ "type": "object",
81
+ "additionalProperties": false,
82
+ "minProperties": 1,
83
+ "properties": {
84
+ "files": {
85
+ "type": "array",
86
+ "items": { "$ref": "#/$defs/relativePath" }
87
+ },
88
+ "contains": {
89
+ "type": "object",
90
+ "propertyNames": { "$ref": "#/$defs/relativePath" },
91
+ "additionalProperties": { "$ref": "#/$defs/stringList" }
92
+ },
93
+ "json": {
94
+ "type": "array",
95
+ "items": {
96
+ "type": "object",
97
+ "additionalProperties": false,
98
+ "required": ["file", "path", "equals"],
99
+ "properties": {
100
+ "file": { "$ref": "#/$defs/relativePath" },
101
+ "path": { "type": "string", "pattern": "^\\$" },
102
+ "equals": {}
103
+ }
104
+ }
105
+ },
106
+ "commands": {
107
+ "type": "array",
108
+ "items": {
109
+ "type": "object",
110
+ "additionalProperties": false,
111
+ "required": ["run"],
112
+ "properties": {
113
+ "run": { "type": "string", "minLength": 1 },
114
+ "timeout": { "type": "integer", "minimum": 1, "maximum": 3600 }
115
+ }
116
+ }
117
+ }
118
+ }
119
+ },
120
+ "inlineTask": {
121
+ "type": "object",
122
+ "additionalProperties": false,
123
+ "required": ["name", "prompt", "expect"],
124
+ "properties": {
125
+ "name": { "$ref": "#/$defs/taskName" },
126
+ "prompt": { "type": "string", "minLength": 1 },
127
+ "workspace": { "$ref": "#/$defs/relativePath" },
128
+ "expect": { "$ref": "#/$defs/inlineExpect" },
129
+ "rubric": { "$ref": "#/$defs/nonEmptyStringList" }
130
+ }
131
+ },
132
+ "sourceTask": {
133
+ "type": "object",
134
+ "additionalProperties": false,
135
+ "required": ["source"],
136
+ "properties": {
137
+ "name": { "$ref": "#/$defs/taskName" },
138
+ "source": { "$ref": "#/$defs/relativePath" }
139
+ }
140
+ },
141
+ "task": {
142
+ "oneOf": [{ "$ref": "#/$defs/inlineTask" }, { "$ref": "#/$defs/sourceTask" }]
143
+ },
144
+ "routeConformance": {
145
+ "type": "object",
146
+ "additionalProperties": false,
147
+ "allOf": [{ "not": { "required": ["expectedNodeOrder", "expected_node_order"] } }],
148
+ "properties": {
149
+ "task": { "type": "string" },
150
+ "expectedNodeOrder": { "$ref": "#/$defs/stringList" },
151
+ "expected_node_order": { "$ref": "#/$defs/stringList" }
152
+ }
153
+ },
154
+ "evaluation": {
155
+ "type": "object",
156
+ "additionalProperties": false,
157
+ "allOf": [
158
+ { "not": { "required": ["recommendedTasks", "recommended_tasks"] } },
159
+ { "not": { "required": ["baselineTreatments", "baseline_treatments"] } },
160
+ { "not": { "required": ["qualityGates", "quality_gates"] } },
161
+ { "not": { "required": ["requiredOutputSchemas", "required_output_schemas"] } },
162
+ { "not": { "required": ["expectedEvidence", "expected_evidence"] } },
163
+ { "not": { "required": ["requiredSkills", "required_skills"] } },
164
+ { "not": { "required": ["expectedArtifacts", "expected_artifacts"] } },
165
+ { "not": { "required": ["generatedNodeSkills", "generated_node_skills"] } },
166
+ { "not": { "required": ["routeConformance", "route_conformance"] } }
167
+ ],
168
+ "properties": {
169
+ "tasks": { "type": "array", "items": { "$ref": "#/$defs/task" } },
170
+ "recommendedTasks": { "$ref": "#/$defs/stringList" },
171
+ "recommended_tasks": { "$ref": "#/$defs/stringList" },
172
+ "baselineTreatments": { "$ref": "#/$defs/stringList" },
173
+ "baseline_treatments": { "$ref": "#/$defs/stringList" },
174
+ "qualityGates": { "type": "object" },
175
+ "quality_gates": { "type": "object" },
176
+ "requiredOutputSchemas": { "$ref": "#/$defs/stringList" },
177
+ "required_output_schemas": { "$ref": "#/$defs/stringList" },
178
+ "expectedEvidence": { "type": "array", "items": { "type": "object" } },
179
+ "expected_evidence": { "type": "array", "items": { "type": "object" } },
180
+ "requiredSkills": { "$ref": "#/$defs/stringList" },
181
+ "required_skills": { "$ref": "#/$defs/stringList" },
182
+ "expectedArtifacts": { "$ref": "#/$defs/artifactList" },
183
+ "expected_artifacts": { "$ref": "#/$defs/artifactList" },
184
+ "generatedNodeSkills": { "$ref": "#/$defs/stringList" },
185
+ "generated_node_skills": { "$ref": "#/$defs/stringList" },
186
+ "routeConformance": { "$ref": "#/$defs/routeConformance" },
187
+ "route_conformance": { "$ref": "#/$defs/routeConformance" }
188
+ }
189
+ },
190
+ "interaction": {
191
+ "type": "object",
192
+ "additionalProperties": false,
193
+ "allOf": [
194
+ { "not": { "required": ["maxTurns", "max_turns"] } },
195
+ { "not": { "required": ["simulatorPrompt", "simulator_prompt"] } },
196
+ { "not": { "required": ["freshResumeMarker", "fresh_resume_marker"] } }
197
+ ],
198
+ "properties": {
199
+ "mode": { "type": "string", "enum": ["none", "auto_user"] },
200
+ "maxTurns": { "type": "integer", "minimum": 1 },
201
+ "max_turns": { "type": "integer", "minimum": 1 },
202
+ "simulatorPrompt": { "type": "string" },
203
+ "simulator_prompt": { "type": "string" },
204
+ "freshResumeMarker": { "type": "string" },
205
+ "fresh_resume_marker": { "type": "string" },
206
+ "decisionPatterns": { "$ref": "#/$defs/stringList" },
207
+ "decisionReply": { "type": "string" },
208
+ "decisionReplies": { "$ref": "#/$defs/stringList" },
209
+ "continuePrompt": { "type": "string" }
210
+ }
211
+ },
212
+ "execution": {
213
+ "type": "object",
214
+ "additionalProperties": false,
215
+ "allOf": [{ "not": { "required": ["baseUrl", "base_url"] } }],
216
+ "properties": {
217
+ "agent": { "type": "string", "pattern": "^[a-z][a-z0-9-]{1,31}$" },
218
+ "model": { "type": "string", "minLength": 1 },
219
+ "baseUrl": { "$ref": "#/$defs/absoluteHttpUrl" },
220
+ "base_url": { "$ref": "#/$defs/absoluteHttpUrl" }
221
+ }
222
+ },
223
+ "judge": {
224
+ "type": "object",
225
+ "additionalProperties": false,
226
+ "required": ["model"],
227
+ "allOf": [{ "not": { "required": ["baseUrl", "base_url"] } }],
228
+ "properties": {
229
+ "agent": { "type": "string", "pattern": "^[a-z][a-z0-9-]{1,31}$" },
230
+ "model": { "type": "string", "minLength": 1 },
231
+ "baseUrl": { "$ref": "#/$defs/absoluteHttpUrl" },
232
+ "base_url": { "$ref": "#/$defs/absoluteHttpUrl" }
233
+ }
234
+ },
235
+ "reporting": {
236
+ "type": "object",
237
+ "additionalProperties": false,
238
+ "properties": {
239
+ "suite": { "type": "string", "enum": ["local", "langsmith", "langfuse"] },
240
+ "config": { "type": "string", "minLength": 1 }
241
+ }
242
+ }
243
+ }
244
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@rpamis/comet",
3
- "version": "0.4.0-beta.17",
3
+ "version": "0.4.0-beta.18",
4
4
  "description": "Agent Skill Harness For Turning Ideas Into Evaluated Workflows",
5
5
  "keywords": [
6
6
  "comet",
@@ -28,9 +28,12 @@
28
28
  "dist",
29
29
  "bin",
30
30
  "assets",
31
+ "!assets/skills-maintainer",
32
+ "!assets/skills-maintainer/**",
31
33
  "eval",
32
34
  "!eval/.env*",
33
35
  "!eval/**/.env*",
36
+ "eval/.env.example",
34
37
  "!eval/.venv",
35
38
  "!eval/.uv-cache",
36
39
  "!eval/.cache",
@@ -145,12 +148,14 @@
145
148
  "@inquirer/figures": "^2.0.5",
146
149
  "@inquirer/prompts": "^8.4.3",
147
150
  "@inquirer/type": "^4.0.5",
151
+ "ajv": "^8.17.1",
148
152
  "antd": "^6.5.2",
149
153
  "commander": "^14.0.0",
150
- "dompurify": "^3.4.12",
154
+ "dompurify": "^3.4.13",
151
155
  "highlight.js": "^11.11.1",
152
156
  "marked": "^18.0.4",
153
- "mermaid": "11.15.0",
157
+ "mermaid": "11.16.1",
158
+ "smol-toml": "^1.7.1",
154
159
  "yaml": "^2.9.0"
155
160
  }
156
161
  }
@@ -1 +0,0 @@
1
- import{$ as ln,a0 as an,a1 as G,a2 as q,a3 as z,a4 as un,a5 as y,a6 as tn,a7 as K,a8 as _,a9 as rn,aa as o,ab as on,ac as sn,ad as fn}from"./mermaid.core-COBBjtVH.js";function cn(l){return l.innerRadius}function yn(l){return l.outerRadius}function gn(l){return l.startAngle}function dn(l){return l.endAngle}function mn(l){return l&&l.padAngle}function pn(l,h,I,D,v,A,B,a){var O=I-l,i=D-h,n=B-v,d=a-A,u=d*O-n*i;if(!(u*u<y))return u=(n*(h-A)-d*(l-v))/u,[l+u*O,h+u*i]}function V(l,h,I,D,v,A,B){var a=l-I,O=h-D,i=(B?A:-A)/K(a*a+O*O),n=i*O,d=-i*a,u=l+n,s=h+d,f=I+n,c=D+d,C=(u+f)/2,t=(s+c)/2,m=f-u,g=c-s,R=m*m+g*g,T=v-A,P=u*c-f*s,S=(g<0?-1:1)*K(on(0,T*T*R-P*P)),$=(P*g-m*S)/R,j=(-P*m-g*S)/R,w=(P*g+m*S)/R,p=(-P*m+g*S)/R,x=$-C,e=j-t,r=w-C,F=p-t;return x*x+e*e>r*r+F*F&&($=w,j=p),{cx:$,cy:j,x01:-n,y01:-d,x11:$*(v/T-1),y11:j*(v/T-1)}}function hn(){var l=cn,h=yn,I=z(0),D=null,v=gn,A=dn,B=mn,a=null,O=ln(i);function i(){var n,d,u=+l.apply(this,arguments),s=+h.apply(this,arguments),f=v.apply(this,arguments)-un,c=A.apply(this,arguments)-un,C=rn(c-f),t=c>f;if(a||(a=n=O()),s<u&&(d=s,s=u,u=d),!(s>y))a.moveTo(0,0);else if(C>tn-y)a.moveTo(s*G(f),s*q(f)),a.arc(0,0,s,f,c,!t),u>y&&(a.moveTo(u*G(c),u*q(c)),a.arc(0,0,u,c,f,t));else{var m=f,g=c,R=f,T=c,P=C,S=C,$=B.apply(this,arguments)/2,j=$>y&&(D?+D.apply(this,arguments):K(u*u+s*s)),w=_(rn(s-u)/2,+I.apply(this,arguments)),p=w,x=w,e,r;if(j>y){var F=sn(j/u*q($)),L=sn(j/s*q($));(P-=F*2)>y?(F*=t?1:-1,R+=F,T-=F):(P=0,R=T=(f+c)/2),(S-=L*2)>y?(L*=t?1:-1,m+=L,g-=L):(S=0,m=g=(f+c)/2)}var H=s*G(m),J=s*q(m),M=u*G(T),N=u*q(T);if(w>y){var Q=s*G(g),U=s*q(g),W=u*G(R),X=u*q(R),E;if(C<an)if(E=pn(H,J,W,X,Q,U,M,N)){var Y=H-E[0],Z=J-E[1],b=Q-E[0],k=U-E[1],nn=1/q(fn((Y*b+Z*k)/(K(Y*Y+Z*Z)*K(b*b+k*k)))/2),en=K(E[0]*E[0]+E[1]*E[1]);p=_(w,(u-en)/(nn-1)),x=_(w,(s-en)/(nn+1))}else p=x=0}S>y?x>y?(e=V(W,X,H,J,s,x,t),r=V(Q,U,M,N,s,x,t),a.moveTo(e.cx+e.x01,e.cy+e.y01),x<w?a.arc(e.cx,e.cy,x,o(e.y01,e.x01),o(r.y01,r.x01),!t):(a.arc(e.cx,e.cy,x,o(e.y01,e.x01),o(e.y11,e.x11),!t),a.arc(0,0,s,o(e.cy+e.y11,e.cx+e.x11),o(r.cy+r.y11,r.cx+r.x11),!t),a.arc(r.cx,r.cy,x,o(r.y11,r.x11),o(r.y01,r.x01),!t))):(a.moveTo(H,J),a.arc(0,0,s,m,g,!t)):a.moveTo(H,J),!(u>y)||!(P>y)?a.lineTo(M,N):p>y?(e=V(M,N,Q,U,u,-p,t),r=V(H,J,W,X,u,-p,t),a.lineTo(e.cx+e.x01,e.cy+e.y01),p<w?a.arc(e.cx,e.cy,p,o(e.y01,e.x01),o(r.y01,r.x01),!t):(a.arc(e.cx,e.cy,p,o(e.y01,e.x01),o(e.y11,e.x11),!t),a.arc(0,0,u,o(e.cy+e.y11,e.cx+e.x11),o(r.cy+r.y11,r.cx+r.x11),t),a.arc(r.cx,r.cy,p,o(r.y11,r.x11),o(r.y01,r.x01),!t))):a.arc(0,0,u,T,R,t)}if(a.closePath(),n)return a=null,n+""||null}return i.centroid=function(){var n=(+l.apply(this,arguments)+ +h.apply(this,arguments))/2,d=(+v.apply(this,arguments)+ +A.apply(this,arguments))/2-an/2;return[G(d)*n,q(d)*n]},i.innerRadius=function(n){return arguments.length?(l=typeof n=="function"?n:z(+n),i):l},i.outerRadius=function(n){return arguments.length?(h=typeof n=="function"?n:z(+n),i):h},i.cornerRadius=function(n){return arguments.length?(I=typeof n=="function"?n:z(+n),i):I},i.padRadius=function(n){return arguments.length?(D=n==null?null:typeof n=="function"?n:z(+n),i):D},i.startAngle=function(n){return arguments.length?(v=typeof n=="function"?n:z(+n),i):v},i.endAngle=function(n){return arguments.length?(A=typeof n=="function"?n:z(+n),i):A},i.padAngle=function(n){return arguments.length?(B=typeof n=="function"?n:z(+n),i):B},i.context=function(n){return arguments.length?(a=n??null,i):a},i}export{hn as d};