@rpamis/comet 0.4.0-beta.16 → 0.4.0-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (761) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +85 -56
  3. package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.html +8 -0
  4. package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.json +286 -0
  5. package/assets/manifest.json +26 -17
  6. package/assets/skills/comet/SKILL.md +1 -1
  7. package/assets/skills/comet/agents/openai.yaml +3 -0
  8. package/assets/skills/comet/rules/comet-phase-guard.en.md +1 -1
  9. package/assets/skills/comet/rules/comet-phase-guard.md +1 -1
  10. package/assets/skills/comet/rules/comet-workflow-guard.en.md +2 -2
  11. package/assets/skills/comet/rules/comet-workflow-guard.md +2 -2
  12. package/assets/skills/comet/scripts/comet-archive.mjs +128 -128
  13. package/assets/skills/comet/scripts/comet-entry-runtime.mjs +77 -77
  14. package/assets/skills/comet/scripts/comet-guard.mjs +144 -144
  15. package/assets/skills/comet/scripts/comet-handoff.mjs +107 -107
  16. package/assets/skills/comet/scripts/comet-hook-guard.mjs +128 -128
  17. package/assets/skills/comet/scripts/comet-hook-router.mjs +143 -141
  18. package/assets/skills/comet/scripts/comet-resume-probe.mjs +100 -100
  19. package/assets/skills/comet/scripts/comet-runtime.mjs +194 -193
  20. package/assets/skills/comet/scripts/comet-state.mjs +118 -118
  21. package/assets/skills/comet/scripts/comet-yaml-validate.mjs +95 -95
  22. package/assets/skills/comet-any/SKILL.md +2 -1
  23. package/assets/skills/comet-any/agents/openai.yaml +5 -0
  24. package/assets/skills/comet-archive/SKILL.md +7 -6
  25. package/assets/skills/comet-archive/agents/openai.yaml +5 -0
  26. package/assets/skills/comet-build/SKILL.md +28 -68
  27. package/assets/skills/comet-build/agents/openai.yaml +5 -0
  28. package/assets/skills/comet-classic/SKILL.md +28 -22
  29. package/assets/skills/comet-classic/agents/openai.yaml +3 -0
  30. package/assets/skills/{comet → comet-classic}/reference/auto-transition.md +1 -1
  31. package/assets/skills/{comet → comet-classic}/reference/comet-yaml-fields.md +3 -3
  32. package/assets/skills/{comet → comet-classic}/reference/context-recovery.md +5 -5
  33. package/assets/skills/{comet → comet-classic}/reference/debug-gate.md +2 -2
  34. package/assets/skills/{comet → comet-classic}/reference/decision-point.md +1 -1
  35. package/assets/skills/{comet → comet-classic}/reference/dirty-worktree.md +1 -1
  36. package/assets/skills/{comet → comet-classic}/reference/file-structure.md +1 -1
  37. package/assets/skills/{comet → comet-classic}/reference/intent-frame.md +1 -1
  38. package/assets/skills/{comet → comet-classic}/reference/scripts.md +4 -2
  39. package/assets/skills/{comet → comet-classic}/reference/subagent-dispatch.md +1 -1
  40. package/assets/skills/comet-classic/reference/workspace.md +23 -0
  41. package/assets/skills/comet-design/SKILL.md +7 -6
  42. package/assets/skills/comet-design/agents/openai.yaml +5 -0
  43. package/assets/skills/comet-hotfix/SKILL.md +10 -9
  44. package/assets/skills/comet-hotfix/agents/openai.yaml +5 -0
  45. package/assets/skills/comet-native/SKILL.md +60 -171
  46. package/assets/skills/comet-native/agents/openai.yaml +3 -0
  47. package/assets/skills/comet-native/reference/artifacts.md +24 -89
  48. package/assets/skills/comet-native/reference/clarification.md +54 -29
  49. package/assets/skills/comet-native/reference/commands.md +30 -173
  50. package/assets/skills/comet-native/reference/recovery.md +38 -88
  51. package/assets/skills/comet-native/reference/workspace.md +23 -0
  52. package/assets/skills/comet-native/scripts/comet-native-archive.mjs +184 -152
  53. package/assets/skills/comet-native/scripts/comet-native-doctor.mjs +214 -158
  54. package/assets/skills/comet-native/scripts/comet-native-hook-guard.mjs +132 -123
  55. package/assets/skills/comet-native/scripts/comet-native-init.mjs +134 -124
  56. package/assets/skills/comet-native/scripts/comet-native-new.mjs +165 -158
  57. package/assets/skills/comet-native/scripts/comet-native-next.mjs +183 -152
  58. package/assets/skills/comet-native/scripts/comet-native-root.mjs +152 -147
  59. package/assets/skills/comet-native/scripts/comet-native-runtime.mjs +247 -202
  60. package/assets/skills/comet-native/scripts/comet-native-select.mjs +150 -143
  61. package/assets/skills/comet-native/scripts/comet-native-show.mjs +128 -121
  62. package/assets/skills/comet-native/scripts/comet-native-spec.mjs +133 -151
  63. package/assets/skills/comet-native/scripts/comet-native-status.mjs +147 -140
  64. package/assets/skills/comet-open/SKILL.md +31 -11
  65. package/assets/skills/comet-open/agents/openai.yaml +5 -0
  66. package/assets/skills/comet-tweak/SKILL.md +11 -10
  67. package/assets/skills/comet-tweak/agents/openai.yaml +5 -0
  68. package/assets/skills/comet-verify/SKILL.md +9 -8
  69. package/assets/skills/comet-verify/agents/openai.yaml +5 -0
  70. package/assets/skills-zh/comet/SKILL.md +1 -1
  71. package/assets/skills-zh/comet/agents/openai.yaml +3 -0
  72. package/assets/skills-zh/comet-any/SKILL.md +2 -1
  73. package/assets/skills-zh/comet-any/agents/openai.yaml +5 -0
  74. package/assets/skills-zh/comet-archive/SKILL.md +7 -6
  75. package/assets/skills-zh/comet-archive/agents/openai.yaml +5 -0
  76. package/assets/skills-zh/comet-build/SKILL.md +28 -68
  77. package/assets/skills-zh/comet-build/agents/openai.yaml +5 -0
  78. package/assets/skills-zh/comet-classic/SKILL.md +29 -23
  79. package/assets/skills-zh/comet-classic/agents/openai.yaml +3 -0
  80. package/assets/skills-zh/{comet → comet-classic}/reference/auto-transition.md +1 -1
  81. package/assets/skills-zh/{comet → comet-classic}/reference/comet-yaml-fields.md +3 -3
  82. package/assets/skills-zh/{comet → comet-classic}/reference/context-recovery.md +5 -5
  83. package/assets/skills-zh/{comet → comet-classic}/reference/debug-gate.md +2 -2
  84. package/assets/skills-zh/{comet → comet-classic}/reference/decision-point.md +1 -1
  85. package/assets/skills-zh/{comet → comet-classic}/reference/dirty-worktree.md +1 -1
  86. package/assets/skills-zh/{comet → comet-classic}/reference/file-structure.md +1 -1
  87. package/assets/skills-zh/{comet → comet-classic}/reference/intent-frame.md +1 -1
  88. package/assets/skills-zh/{comet → comet-classic}/reference/scripts.md +4 -2
  89. package/assets/skills-zh/{comet → comet-classic}/reference/subagent-dispatch.md +1 -1
  90. package/assets/skills-zh/comet-classic/reference/workspace.md +23 -0
  91. package/assets/skills-zh/comet-design/SKILL.md +7 -6
  92. package/assets/skills-zh/comet-design/agents/openai.yaml +5 -0
  93. package/assets/skills-zh/comet-hotfix/SKILL.md +10 -9
  94. package/assets/skills-zh/comet-hotfix/agents/openai.yaml +5 -0
  95. package/assets/skills-zh/comet-native/SKILL.md +60 -171
  96. package/assets/skills-zh/comet-native/agents/openai.yaml +3 -0
  97. package/assets/skills-zh/comet-native/reference/artifacts.md +24 -89
  98. package/assets/skills-zh/comet-native/reference/clarification.md +40 -15
  99. package/assets/skills-zh/comet-native/reference/commands.md +30 -173
  100. package/assets/skills-zh/comet-native/reference/recovery.md +36 -86
  101. package/assets/skills-zh/comet-native/reference/workspace.md +23 -0
  102. package/assets/skills-zh/comet-open/SKILL.md +31 -11
  103. package/assets/skills-zh/comet-open/agents/openai.yaml +5 -0
  104. package/assets/skills-zh/comet-tweak/SKILL.md +11 -10
  105. package/assets/skills-zh/comet-tweak/agents/openai.yaml +5 -0
  106. package/assets/skills-zh/comet-verify/SKILL.md +9 -8
  107. package/assets/skills-zh/comet-verify/agents/openai.yaml +5 -0
  108. package/bin/fast-runtime-router.js +0 -4
  109. package/dist/app/cli/index.js +20 -1
  110. package/dist/app/cli/index.js.map +1 -1
  111. package/dist/app/commands/classic.d.ts.map +1 -1
  112. package/dist/app/commands/classic.js +2 -0
  113. package/dist/app/commands/classic.js.map +1 -1
  114. package/dist/app/commands/doctor.d.ts.map +1 -1
  115. package/dist/app/commands/doctor.js +8 -0
  116. package/dist/app/commands/doctor.js.map +1 -1
  117. package/dist/app/commands/eval.d.ts +9 -2
  118. package/dist/app/commands/eval.d.ts.map +1 -1
  119. package/dist/app/commands/eval.js +293 -48
  120. package/dist/app/commands/eval.js.map +1 -1
  121. package/dist/app/commands/init.d.ts.map +1 -1
  122. package/dist/app/commands/init.js +11 -2
  123. package/dist/app/commands/init.js.map +1 -1
  124. package/dist/app/commands/update.d.ts.map +1 -1
  125. package/dist/app/commands/update.js +13 -3
  126. package/dist/app/commands/update.js.map +1 -1
  127. package/dist/config/repository-layout.json +0 -8
  128. package/dist/domains/bundle/bundle-platform.d.ts.map +1 -1
  129. package/dist/domains/bundle/bundle-platform.js +8 -0
  130. package/dist/domains/bundle/bundle-platform.js.map +1 -1
  131. package/dist/domains/bundle/types.d.ts +1 -1
  132. package/dist/domains/bundle/types.d.ts.map +1 -1
  133. package/dist/domains/comet-classic/classic-cli.d.ts +1 -1
  134. package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
  135. package/dist/domains/comet-classic/classic-cli.js +3 -0
  136. package/dist/domains/comet-classic/classic-cli.js.map +1 -1
  137. package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -1
  138. package/dist/domains/comet-classic/classic-current-change.js +29 -3
  139. package/dist/domains/comet-classic/classic-current-change.js.map +1 -1
  140. package/dist/domains/comet-classic/classic-guard.js +2 -2
  141. package/dist/domains/comet-classic/classic-guard.js.map +1 -1
  142. package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
  143. package/dist/domains/comet-classic/classic-hook-guard.js +14 -1
  144. package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
  145. package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
  146. package/dist/domains/comet-classic/classic-state-command.js +31 -8
  147. package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
  148. package/dist/domains/comet-classic/classic-workspace-command.d.ts +3 -0
  149. package/dist/domains/comet-classic/classic-workspace-command.d.ts.map +1 -0
  150. package/dist/domains/comet-classic/classic-workspace-command.js +45 -0
  151. package/dist/domains/comet-classic/classic-workspace-command.js.map +1 -0
  152. package/dist/domains/comet-classic/classic-workspace.d.ts +38 -0
  153. package/dist/domains/comet-classic/classic-workspace.d.ts.map +1 -0
  154. package/dist/domains/comet-classic/classic-workspace.js +315 -0
  155. package/dist/domains/comet-classic/classic-workspace.js.map +1 -0
  156. package/dist/domains/comet-entry/hook-adapter.d.ts.map +1 -1
  157. package/dist/domains/comet-entry/hook-adapter.js +3 -0
  158. package/dist/domains/comet-entry/hook-adapter.js.map +1 -1
  159. package/dist/domains/comet-entry/hook-router-entry.d.ts +2 -0
  160. package/dist/domains/comet-entry/hook-router-entry.d.ts.map +1 -1
  161. package/dist/domains/comet-entry/hook-router-entry.js +32 -3
  162. package/dist/domains/comet-entry/hook-router-entry.js.map +1 -1
  163. package/dist/domains/comet-entry/init-workflow.d.ts.map +1 -1
  164. package/dist/domains/comet-entry/init-workflow.js +13 -5
  165. package/dist/domains/comet-entry/init-workflow.js.map +1 -1
  166. package/dist/domains/comet-entry/project-activation.d.ts.map +1 -1
  167. package/dist/domains/comet-entry/project-activation.js +2 -1
  168. package/dist/domains/comet-entry/project-activation.js.map +1 -1
  169. package/dist/domains/comet-entry/resume-probe.d.ts.map +1 -1
  170. package/dist/domains/comet-entry/resume-probe.js +48 -4
  171. package/dist/domains/comet-entry/resume-probe.js.map +1 -1
  172. package/dist/domains/comet-native/index.d.ts +1 -0
  173. package/dist/domains/comet-native/index.d.ts.map +1 -1
  174. package/dist/domains/comet-native/index.js +1 -0
  175. package/dist/domains/comet-native/index.js.map +1 -1
  176. package/dist/domains/comet-native/native-acceptance.d.ts +4 -3
  177. package/dist/domains/comet-native/native-acceptance.d.ts.map +1 -1
  178. package/dist/domains/comet-native/native-acceptance.js +23 -18
  179. package/dist/domains/comet-native/native-acceptance.js.map +1 -1
  180. package/dist/domains/comet-native/native-archive-command.d.ts.map +1 -1
  181. package/dist/domains/comet-native/native-archive-command.js +204 -61
  182. package/dist/domains/comet-native/native-archive-command.js.map +1 -1
  183. package/dist/domains/comet-native/native-archive-transaction.d.ts.map +1 -1
  184. package/dist/domains/comet-native/native-archive-transaction.js +28 -23
  185. package/dist/domains/comet-native/native-archive-transaction.js.map +1 -1
  186. package/dist/domains/comet-native/native-archive.d.ts +1 -0
  187. package/dist/domains/comet-native/native-archive.d.ts.map +1 -1
  188. package/dist/domains/comet-native/native-archive.js +56 -12
  189. package/dist/domains/comet-native/native-archive.js.map +1 -1
  190. package/dist/domains/comet-native/native-bounded-file.d.ts +32 -2
  191. package/dist/domains/comet-native/native-bounded-file.d.ts.map +1 -1
  192. package/dist/domains/comet-native/native-bounded-file.js +87 -6
  193. package/dist/domains/comet-native/native-bounded-file.js.map +1 -1
  194. package/dist/domains/comet-native/native-build-evidence.d.ts.map +1 -1
  195. package/dist/domains/comet-native/native-build-evidence.js +23 -1
  196. package/dist/domains/comet-native/native-build-evidence.js.map +1 -1
  197. package/dist/domains/comet-native/native-change.d.ts +1 -0
  198. package/dist/domains/comet-native/native-change.d.ts.map +1 -1
  199. package/dist/domains/comet-native/native-change.js +96 -8
  200. package/dist/domains/comet-native/native-change.js.map +1 -1
  201. package/dist/domains/comet-native/native-check-executor.d.ts +36 -0
  202. package/dist/domains/comet-native/native-check-executor.d.ts.map +1 -0
  203. package/dist/domains/comet-native/native-check-executor.js +132 -0
  204. package/dist/domains/comet-native/native-check-executor.js.map +1 -0
  205. package/dist/domains/comet-native/native-check-receipt-model.d.ts +9 -0
  206. package/dist/domains/comet-native/native-check-receipt-model.d.ts.map +1 -1
  207. package/dist/domains/comet-native/native-check-receipt-model.js +70 -8
  208. package/dist/domains/comet-native/native-check-receipt-model.js.map +1 -1
  209. package/dist/domains/comet-native/native-check-receipt-storage.d.ts.map +1 -1
  210. package/dist/domains/comet-native/native-check-receipt-storage.js +9 -8
  211. package/dist/domains/comet-native/native-check-receipt-storage.js.map +1 -1
  212. package/dist/domains/comet-native/native-check-receipt.d.ts.map +1 -1
  213. package/dist/domains/comet-native/native-check-receipt.js +123 -60
  214. package/dist/domains/comet-native/native-check-receipt.js.map +1 -1
  215. package/dist/domains/comet-native/native-checkpoint-command.d.ts.map +1 -1
  216. package/dist/domains/comet-native/native-checkpoint-command.js +0 -6
  217. package/dist/domains/comet-native/native-checkpoint-command.js.map +1 -1
  218. package/dist/domains/comet-native/native-checkpoint-storage.d.ts.map +1 -1
  219. package/dist/domains/comet-native/native-checkpoint-storage.js +27 -19
  220. package/dist/domains/comet-native/native-checkpoint-storage.js.map +1 -1
  221. package/dist/domains/comet-native/native-children.d.ts +49 -0
  222. package/dist/domains/comet-native/native-children.d.ts.map +1 -0
  223. package/dist/domains/comet-native/native-children.js +388 -0
  224. package/dist/domains/comet-native/native-children.js.map +1 -0
  225. package/dist/domains/comet-native/native-cli-help.d.ts +6 -0
  226. package/dist/domains/comet-native/native-cli-help.d.ts.map +1 -0
  227. package/dist/domains/comet-native/native-cli-help.js +192 -0
  228. package/dist/domains/comet-native/native-cli-help.js.map +1 -0
  229. package/dist/domains/comet-native/native-cli-shared.d.ts +2 -2
  230. package/dist/domains/comet-native/native-cli-shared.d.ts.map +1 -1
  231. package/dist/domains/comet-native/native-cli-shared.js +46 -24
  232. package/dist/domains/comet-native/native-cli-shared.js.map +1 -1
  233. package/dist/domains/comet-native/native-cli.d.ts.map +1 -1
  234. package/dist/domains/comet-native/native-cli.js +18 -11
  235. package/dist/domains/comet-native/native-cli.js.map +1 -1
  236. package/dist/domains/comet-native/native-config.d.ts +2 -1
  237. package/dist/domains/comet-native/native-config.d.ts.map +1 -1
  238. package/dist/domains/comet-native/native-config.js +2 -1
  239. package/dist/domains/comet-native/native-config.js.map +1 -1
  240. package/dist/domains/comet-native/native-continuation.d.ts.map +1 -1
  241. package/dist/domains/comet-native/native-continuation.js +175 -147
  242. package/dist/domains/comet-native/native-continuation.js.map +1 -1
  243. package/dist/domains/comet-native/native-diagnostics.d.ts.map +1 -1
  244. package/dist/domains/comet-native/native-diagnostics.js +96 -13
  245. package/dist/domains/comet-native/native-diagnostics.js.map +1 -1
  246. package/dist/domains/comet-native/native-doctor-command.d.ts.map +1 -1
  247. package/dist/domains/comet-native/native-doctor-command.js +332 -0
  248. package/dist/domains/comet-native/native-doctor-command.js.map +1 -1
  249. package/dist/domains/comet-native/native-doctor.d.ts +1 -0
  250. package/dist/domains/comet-native/native-doctor.d.ts.map +1 -1
  251. package/dist/domains/comet-native/native-doctor.js +116 -22
  252. package/dist/domains/comet-native/native-doctor.js.map +1 -1
  253. package/dist/domains/comet-native/native-evidence-projection.d.ts +50 -0
  254. package/dist/domains/comet-native/native-evidence-projection.d.ts.map +1 -0
  255. package/dist/domains/comet-native/native-evidence-projection.js +284 -0
  256. package/dist/domains/comet-native/native-evidence-projection.js.map +1 -0
  257. package/dist/domains/comet-native/native-evidence-retention.d.ts.map +1 -1
  258. package/dist/domains/comet-native/native-evidence-retention.js +14 -12
  259. package/dist/domains/comet-native/native-evidence-retention.js.map +1 -1
  260. package/dist/domains/comet-native/native-evidence-storage.d.ts.map +1 -1
  261. package/dist/domains/comet-native/native-evidence-storage.js +14 -11
  262. package/dist/domains/comet-native/native-evidence-storage.js.map +1 -1
  263. package/dist/domains/comet-native/native-findings.d.ts.map +1 -1
  264. package/dist/domains/comet-native/native-findings.js +18 -0
  265. package/dist/domains/comet-native/native-findings.js.map +1 -1
  266. package/dist/domains/comet-native/native-git-provenance.d.ts +16 -0
  267. package/dist/domains/comet-native/native-git-provenance.d.ts.map +1 -0
  268. package/dist/domains/comet-native/native-git-provenance.js +171 -0
  269. package/dist/domains/comet-native/native-git-provenance.js.map +1 -0
  270. package/dist/domains/comet-native/native-hook-guard.d.ts.map +1 -1
  271. package/dist/domains/comet-native/native-hook-guard.js +199 -19
  272. package/dist/domains/comet-native/native-hook-guard.js.map +1 -1
  273. package/dist/domains/comet-native/native-init-command.d.ts.map +1 -1
  274. package/dist/domains/comet-native/native-init-command.js +14 -2
  275. package/dist/domains/comet-native/native-init-command.js.map +1 -1
  276. package/dist/domains/comet-native/native-local-execution.d.ts +25 -0
  277. package/dist/domains/comet-native/native-local-execution.d.ts.map +1 -0
  278. package/dist/domains/comet-native/native-local-execution.js +241 -0
  279. package/dist/domains/comet-native/native-local-execution.js.map +1 -0
  280. package/dist/domains/comet-native/native-lock.d.ts +1 -1
  281. package/dist/domains/comet-native/native-lock.d.ts.map +1 -1
  282. package/dist/domains/comet-native/native-lock.js +9 -9
  283. package/dist/domains/comet-native/native-lock.js.map +1 -1
  284. package/dist/domains/comet-native/native-loop-runtime.d.ts +63 -0
  285. package/dist/domains/comet-native/native-loop-runtime.d.ts.map +1 -0
  286. package/dist/domains/comet-native/native-loop-runtime.js +580 -0
  287. package/dist/domains/comet-native/native-loop-runtime.js.map +1 -0
  288. package/dist/domains/comet-native/native-mutation-lock.d.ts +2 -0
  289. package/dist/domains/comet-native/native-mutation-lock.d.ts.map +1 -1
  290. package/dist/domains/comet-native/native-mutation-lock.js +23 -2
  291. package/dist/domains/comet-native/native-mutation-lock.js.map +1 -1
  292. package/dist/domains/comet-native/native-new-command.d.ts.map +1 -1
  293. package/dist/domains/comet-native/native-new-command.js +27 -20
  294. package/dist/domains/comet-native/native-new-command.js.map +1 -1
  295. package/dist/domains/comet-native/native-next-command.d.ts.map +1 -1
  296. package/dist/domains/comet-native/native-next-command.js +193 -62
  297. package/dist/domains/comet-native/native-next-command.js.map +1 -1
  298. package/dist/domains/comet-native/native-paths.d.ts +18 -0
  299. package/dist/domains/comet-native/native-paths.d.ts.map +1 -1
  300. package/dist/domains/comet-native/native-paths.js +125 -13
  301. package/dist/domains/comet-native/native-paths.js.map +1 -1
  302. package/dist/domains/comet-native/native-portable-acceptance.d.ts +28 -0
  303. package/dist/domains/comet-native/native-portable-acceptance.d.ts.map +1 -0
  304. package/dist/domains/comet-native/native-portable-acceptance.js +73 -0
  305. package/dist/domains/comet-native/native-portable-acceptance.js.map +1 -0
  306. package/dist/domains/comet-native/native-portable-archive.d.ts +37 -0
  307. package/dist/domains/comet-native/native-portable-archive.d.ts.map +1 -0
  308. package/dist/domains/comet-native/native-portable-archive.js +492 -0
  309. package/dist/domains/comet-native/native-portable-archive.js.map +1 -0
  310. package/dist/domains/comet-native/native-portable-continuation.d.ts +30 -0
  311. package/dist/domains/comet-native/native-portable-continuation.d.ts.map +1 -0
  312. package/dist/domains/comet-native/native-portable-continuation.js +403 -0
  313. package/dist/domains/comet-native/native-portable-continuation.js.map +1 -0
  314. package/dist/domains/comet-native/native-portable-migration-runtime.d.ts +9 -0
  315. package/dist/domains/comet-native/native-portable-migration-runtime.d.ts.map +1 -0
  316. package/dist/domains/comet-native/native-portable-migration-runtime.js +213 -0
  317. package/dist/domains/comet-native/native-portable-migration-runtime.js.map +1 -0
  318. package/dist/domains/comet-native/native-portable-migration.d.ts +42 -0
  319. package/dist/domains/comet-native/native-portable-migration.d.ts.map +1 -0
  320. package/dist/domains/comet-native/native-portable-migration.js +212 -0
  321. package/dist/domains/comet-native/native-portable-migration.js.map +1 -0
  322. package/dist/domains/comet-native/native-portable-recovery.d.ts +15 -0
  323. package/dist/domains/comet-native/native-portable-recovery.d.ts.map +1 -0
  324. package/dist/domains/comet-native/native-portable-recovery.js +203 -0
  325. package/dist/domains/comet-native/native-portable-recovery.js.map +1 -0
  326. package/dist/domains/comet-native/native-portable-runtime.d.ts +155 -0
  327. package/dist/domains/comet-native/native-portable-runtime.d.ts.map +1 -0
  328. package/dist/domains/comet-native/native-portable-runtime.js +1550 -0
  329. package/dist/domains/comet-native/native-portable-runtime.js.map +1 -0
  330. package/dist/domains/comet-native/native-portable-state.d.ts +30 -0
  331. package/dist/domains/comet-native/native-portable-state.d.ts.map +1 -0
  332. package/dist/domains/comet-native/native-portable-state.js +701 -0
  333. package/dist/domains/comet-native/native-portable-state.js.map +1 -0
  334. package/dist/domains/comet-native/native-portable-status.d.ts +65 -0
  335. package/dist/domains/comet-native/native-portable-status.d.ts.map +1 -0
  336. package/dist/domains/comet-native/native-portable-status.js +133 -0
  337. package/dist/domains/comet-native/native-portable-status.js.map +1 -0
  338. package/dist/domains/comet-native/native-portable-text.d.ts +8 -0
  339. package/dist/domains/comet-native/native-portable-text.d.ts.map +1 -0
  340. package/dist/domains/comet-native/native-portable-text.js +28 -0
  341. package/dist/domains/comet-native/native-portable-text.js.map +1 -0
  342. package/dist/domains/comet-native/native-portable-transactions.d.ts +41 -0
  343. package/dist/domains/comet-native/native-portable-transactions.d.ts.map +1 -0
  344. package/dist/domains/comet-native/native-portable-transactions.js +204 -0
  345. package/dist/domains/comet-native/native-portable-transactions.js.map +1 -0
  346. package/dist/domains/comet-native/native-portable-types.d.ts +166 -0
  347. package/dist/domains/comet-native/native-portable-types.d.ts.map +1 -0
  348. package/dist/domains/comet-native/native-portable-types.js +18 -0
  349. package/dist/domains/comet-native/native-portable-types.js.map +1 -0
  350. package/dist/domains/comet-native/native-repair-integration.js +5 -5
  351. package/dist/domains/comet-native/native-repair-integration.js.map +1 -1
  352. package/dist/domains/comet-native/native-resume-view.d.ts.map +1 -1
  353. package/dist/domains/comet-native/native-resume-view.js +1 -5
  354. package/dist/domains/comet-native/native-resume-view.js.map +1 -1
  355. package/dist/domains/comet-native/native-root-move.d.ts.map +1 -1
  356. package/dist/domains/comet-native/native-root-move.js +4 -20
  357. package/dist/domains/comet-native/native-root-move.js.map +1 -1
  358. package/dist/domains/comet-native/native-run-consistency.d.ts.map +1 -1
  359. package/dist/domains/comet-native/native-run-consistency.js +8 -12
  360. package/dist/domains/comet-native/native-run-consistency.js.map +1 -1
  361. package/dist/domains/comet-native/native-run-store.js +4 -4
  362. package/dist/domains/comet-native/native-run-store.js.map +1 -1
  363. package/dist/domains/comet-native/native-runner-input.d.ts +160 -0
  364. package/dist/domains/comet-native/native-runner-input.d.ts.map +1 -0
  365. package/dist/domains/comet-native/native-runner-input.js +347 -0
  366. package/dist/domains/comet-native/native-runner-input.js.map +1 -0
  367. package/dist/domains/comet-native/native-runner-protocol.d.ts +40 -0
  368. package/dist/domains/comet-native/native-runner-protocol.d.ts.map +1 -0
  369. package/dist/domains/comet-native/native-runner-protocol.js +55 -0
  370. package/dist/domains/comet-native/native-runner-protocol.js.map +1 -0
  371. package/dist/domains/comet-native/native-runtime-package.d.ts +3 -0
  372. package/dist/domains/comet-native/native-runtime-package.d.ts.map +1 -1
  373. package/dist/domains/comet-native/native-runtime-package.js +5 -1
  374. package/dist/domains/comet-native/native-runtime-package.js.map +1 -1
  375. package/dist/domains/comet-native/native-schema-migration.d.ts.map +1 -1
  376. package/dist/domains/comet-native/native-schema-migration.js +30 -27
  377. package/dist/domains/comet-native/native-schema-migration.js.map +1 -1
  378. package/dist/domains/comet-native/native-select-command.d.ts.map +1 -1
  379. package/dist/domains/comet-native/native-select-command.js +8 -4
  380. package/dist/domains/comet-native/native-select-command.js.map +1 -1
  381. package/dist/domains/comet-native/native-selection.d.ts.map +1 -1
  382. package/dist/domains/comet-native/native-selection.js +11 -2
  383. package/dist/domains/comet-native/native-selection.js.map +1 -1
  384. package/dist/domains/comet-native/native-show-command.d.ts.map +1 -1
  385. package/dist/domains/comet-native/native-show-command.js +37 -0
  386. package/dist/domains/comet-native/native-show-command.js.map +1 -1
  387. package/dist/domains/comet-native/native-snapshot.d.ts.map +1 -1
  388. package/dist/domains/comet-native/native-snapshot.js +13 -10
  389. package/dist/domains/comet-native/native-snapshot.js.map +1 -1
  390. package/dist/domains/comet-native/native-spec-command.d.ts.map +1 -1
  391. package/dist/domains/comet-native/native-spec-command.js +14 -28
  392. package/dist/domains/comet-native/native-spec-command.js.map +1 -1
  393. package/dist/domains/comet-native/native-specs.js +3 -3
  394. package/dist/domains/comet-native/native-specs.js.map +1 -1
  395. package/dist/domains/comet-native/native-status-command.d.ts.map +1 -1
  396. package/dist/domains/comet-native/native-status-command.js +7 -17
  397. package/dist/domains/comet-native/native-status-command.js.map +1 -1
  398. package/dist/domains/comet-native/native-status-discovery.d.ts +51 -0
  399. package/dist/domains/comet-native/native-status-discovery.d.ts.map +1 -0
  400. package/dist/domains/comet-native/native-status-discovery.js +299 -0
  401. package/dist/domains/comet-native/native-status-discovery.js.map +1 -0
  402. package/dist/domains/comet-native/native-trajectory-recovery.d.ts.map +1 -1
  403. package/dist/domains/comet-native/native-trajectory-recovery.js +6 -9
  404. package/dist/domains/comet-native/native-trajectory-recovery.js.map +1 -1
  405. package/dist/domains/comet-native/native-transaction.d.ts.map +1 -1
  406. package/dist/domains/comet-native/native-transaction.js +31 -20
  407. package/dist/domains/comet-native/native-transaction.js.map +1 -1
  408. package/dist/domains/comet-native/native-transition-evidence.d.ts.map +1 -1
  409. package/dist/domains/comet-native/native-transition-evidence.js +1 -0
  410. package/dist/domains/comet-native/native-transition-evidence.js.map +1 -1
  411. package/dist/domains/comet-native/native-transition-journal.d.ts.map +1 -1
  412. package/dist/domains/comet-native/native-transition-journal.js +71 -22
  413. package/dist/domains/comet-native/native-transition-journal.js.map +1 -1
  414. package/dist/domains/comet-native/native-transitions.d.ts.map +1 -1
  415. package/dist/domains/comet-native/native-transitions.js +167 -15
  416. package/dist/domains/comet-native/native-transitions.js.map +1 -1
  417. package/dist/domains/comet-native/native-types.d.ts +36 -1
  418. package/dist/domains/comet-native/native-types.d.ts.map +1 -1
  419. package/dist/domains/comet-native/native-verification-receipt-runtime.d.ts.map +1 -1
  420. package/dist/domains/comet-native/native-verification-receipt-runtime.js +18 -100
  421. package/dist/domains/comet-native/native-verification-receipt-runtime.js.map +1 -1
  422. package/dist/domains/comet-native/native-verification-report-v2.d.ts +12 -0
  423. package/dist/domains/comet-native/native-verification-report-v2.d.ts.map +1 -0
  424. package/dist/domains/comet-native/native-verification-report-v2.js +141 -0
  425. package/dist/domains/comet-native/native-verification-report-v2.js.map +1 -0
  426. package/dist/domains/comet-native/native-verification-runtime.d.ts.map +1 -1
  427. package/dist/domains/comet-native/native-verification-runtime.js +7 -2
  428. package/dist/domains/comet-native/native-verification-runtime.js.map +1 -1
  429. package/dist/domains/comet-native/native-verification-scope.d.ts +23 -0
  430. package/dist/domains/comet-native/native-verification-scope.d.ts.map +1 -1
  431. package/dist/domains/comet-native/native-verification-scope.js +106 -19
  432. package/dist/domains/comet-native/native-verification-scope.js.map +1 -1
  433. package/dist/domains/comet-native/native-verifier-protocol.d.ts +49 -0
  434. package/dist/domains/comet-native/native-verifier-protocol.d.ts.map +1 -0
  435. package/dist/domains/comet-native/native-verifier-protocol.js +157 -0
  436. package/dist/domains/comet-native/native-verifier-protocol.js.map +1 -0
  437. package/dist/domains/comet-native/native-workspace-finish.d.ts +61 -0
  438. package/dist/domains/comet-native/native-workspace-finish.d.ts.map +1 -0
  439. package/dist/domains/comet-native/native-workspace-finish.js +332 -0
  440. package/dist/domains/comet-native/native-workspace-finish.js.map +1 -0
  441. package/dist/domains/comet-native/native-workspace-preparation.d.ts +32 -0
  442. package/dist/domains/comet-native/native-workspace-preparation.d.ts.map +1 -0
  443. package/dist/domains/comet-native/native-workspace-preparation.js +324 -0
  444. package/dist/domains/comet-native/native-workspace-preparation.js.map +1 -0
  445. package/dist/domains/comet-native/native-workspace.d.ts +9 -1
  446. package/dist/domains/comet-native/native-workspace.d.ts.map +1 -1
  447. package/dist/domains/comet-native/native-workspace.js +109 -11
  448. package/dist/domains/comet-native/native-workspace.js.map +1 -1
  449. package/dist/domains/dashboard/collector.d.ts +1 -1
  450. package/dist/domains/dashboard/collector.d.ts.map +1 -1
  451. package/dist/domains/dashboard/collector.js +102 -87
  452. package/dist/domains/dashboard/collector.js.map +1 -1
  453. package/dist/domains/dashboard/native-adapter.d.ts +155 -126
  454. package/dist/domains/dashboard/native-adapter.d.ts.map +1 -1
  455. package/dist/domains/dashboard/native-adapter.js +165 -268
  456. package/dist/domains/dashboard/native-adapter.js.map +1 -1
  457. package/dist/domains/dashboard/native-collector.d.ts +5 -4
  458. package/dist/domains/dashboard/native-collector.d.ts.map +1 -1
  459. package/dist/domains/dashboard/native-collector.js +506 -439
  460. package/dist/domains/dashboard/native-collector.js.map +1 -1
  461. package/dist/domains/dashboard/native-legacy-adapter.d.ts +37 -0
  462. package/dist/domains/dashboard/native-legacy-adapter.d.ts.map +1 -0
  463. package/dist/domains/dashboard/native-legacy-adapter.js +127 -0
  464. package/dist/domains/dashboard/native-legacy-adapter.js.map +1 -0
  465. package/dist/domains/dashboard/server.d.ts.map +1 -1
  466. package/dist/domains/dashboard/server.js +5 -3
  467. package/dist/domains/dashboard/server.js.map +1 -1
  468. package/dist/domains/dashboard/types.d.ts +5 -0
  469. package/dist/domains/dashboard/types.d.ts.map +1 -1
  470. package/dist/domains/dashboard/web/assets/abnfDiagram-N423BO3Z-B5cFR6hS.js +1 -0
  471. package/dist/domains/dashboard/web/assets/arc-CVQDtMsu.js +1 -0
  472. package/dist/domains/dashboard/web/assets/architectureDiagram-T3A2C74G-C0v0kULK.js +36 -0
  473. package/dist/domains/dashboard/web/assets/blockDiagram-VBNYF7ZC-DpHLuxu4.js +132 -0
  474. package/dist/domains/dashboard/web/assets/{c4Diagram-AAUBKEIU-Ca5zba3N.js → c4Diagram-5PPSVZJV-BHnFxUs1.js} +1 -1
  475. package/dist/domains/dashboard/web/assets/channel-eM0x3m1G.js +1 -0
  476. package/dist/domains/dashboard/web/assets/{chunk-ND2GUHAM-Bj6HWRwi.js → chunk-2GRJ4B5K-CGC9gh5n.js} +1 -1
  477. package/dist/domains/dashboard/web/assets/{chunk-QZHKN3VN-B1kXfg5N.js → chunk-2Q5K7J3B-l4puLU_O.js} +1 -1
  478. package/dist/domains/dashboard/web/assets/chunk-5RXB4S5H-ls9jQHZc.js +231 -0
  479. package/dist/domains/dashboard/web/assets/{chunk-FMBD7UC4-BAJLB5V6.js → chunk-5VM5RSS4-BVavmTEq.js} +1 -1
  480. package/dist/domains/dashboard/web/assets/chunk-6Q2QTUOP-Dungt2g9.js +88 -0
  481. package/dist/domains/dashboard/web/assets/{chunk-727SXJPM-CwghIMO9.js → chunk-GF5L2VYU-BidXO_ZP.js} +5 -5
  482. package/dist/domains/dashboard/web/assets/{chunk-4BX2VUAB-JYluRsP-.js → chunk-JWPE2WC7-57L5Up5X.js} +1 -1
  483. package/dist/domains/dashboard/web/assets/{chunk-2J33WTMH-CCVPBm0J.js → chunk-KBJHAD2P-C5u5vbwr.js} +1 -1
  484. package/dist/domains/dashboard/web/assets/chunk-RYQCIY6F-CvLz21I2.js +1 -0
  485. package/dist/domains/dashboard/web/assets/{chunk-55IACEB6-DfYm7pN7.js → chunk-XXDRQBXY-D5nJpckG.js} +1 -1
  486. package/dist/domains/dashboard/web/assets/classDiagram-JCYQIIEL-CEFhao2K.js +1 -0
  487. package/dist/domains/dashboard/web/assets/classDiagram-v2-OCEON4UE-CEFhao2K.js +1 -0
  488. package/dist/domains/dashboard/web/assets/{cose-bilkent-S5V4N54A-BBrkuiAU.js → cose-bilkent-JH36ORCC-Dp0JAGyE.js} +1 -1
  489. package/dist/domains/dashboard/web/assets/{cynefin-VYW2F7L2-DlFhgQHt.js → cynefin-VYW2F7L2-EjC54l1g.js} +2 -2
  490. package/dist/domains/dashboard/web/assets/cynefinDiagram-MW4NZA55-CpYrW3w3.js +62 -0
  491. package/dist/domains/dashboard/web/assets/dagre-VZM6K2ZE-h5K39rCk.js +4 -0
  492. package/dist/domains/dashboard/web/assets/demo-BfLsKrIL.js +45 -0
  493. package/dist/domains/dashboard/web/assets/diagram-7IWD3JNH-CKQj9O4H.js +30 -0
  494. package/dist/domains/dashboard/web/assets/{diagram-KO2AKTUF-BQahyP-C.js → diagram-B4RE2ZJO-DXRIYcnW.js} +3 -3
  495. package/dist/domains/dashboard/web/assets/diagram-LBJQPF4R-wWutQYmv.js +24 -0
  496. package/dist/domains/dashboard/web/assets/diagram-Q27KOJAE-EgXLJQYi.js +24 -0
  497. package/dist/domains/dashboard/web/assets/diagram-UB23O5K3-CsQRXDQZ.js +41 -0
  498. package/dist/domains/dashboard/web/assets/ebnfDiagram-BXEA7PRR-gm328Eho.js +1 -0
  499. package/dist/domains/dashboard/web/assets/erDiagram-JOGREHBK-BbbMVUx_.js +85 -0
  500. package/dist/domains/dashboard/web/assets/flowDiagram-UKHOOZJN-1Y7scCns.js +156 -0
  501. package/dist/domains/dashboard/web/assets/ganttDiagram-PKOTCBZU-BAoBqczv.js +292 -0
  502. package/dist/domains/dashboard/web/assets/{gitGraphDiagram-PVQCEYII-DCxvMAUJ.js → gitGraphDiagram-DS77QQ5N-CMUAyEzl.js} +3 -3
  503. package/dist/domains/dashboard/web/assets/{graph--OzhPTMs.js → graph-DOmOIIwC.js} +1 -1
  504. package/dist/domains/dashboard/web/assets/{index-Blit0P5Z.js → index-CCApJ0Yr.js} +1 -1
  505. package/dist/domains/dashboard/web/assets/index-DWdm_XBi.js +257 -0
  506. package/dist/domains/dashboard/web/assets/index-DhhbseFJ.css +1 -0
  507. package/dist/domains/dashboard/web/assets/{infoDiagram-5YYISTIA-9qXEkzDe.js → infoDiagram-6WML65LV-BaCdtYYC.js} +1 -1
  508. package/dist/domains/dashboard/web/assets/{ishikawaDiagram-YF4QCWOH-Dkf5othW.js → ishikawaDiagram-WSZJBQD7-DQQlNnjU.js} +4 -4
  509. package/dist/domains/dashboard/web/assets/{journeyDiagram-JHISSGLW-C2_IkO4s.js → journeyDiagram-NVQOT4AX-DW9wUMqn.js} +1 -1
  510. package/dist/domains/dashboard/web/assets/{kanban-definition-UN3LZRKU-BxWgu4DL.js → kanban-definition-27J2QSJJ-C_ITaZ0q.js} +7 -7
  511. package/dist/domains/dashboard/web/assets/layout-D-LzfAck.js +1 -0
  512. package/dist/domains/dashboard/web/assets/{linear-Dkr6p-Ro.js → linear-DXOo6ZRT.js} +1 -1
  513. package/dist/domains/dashboard/web/assets/map-DxJ2ADlA.js +1 -0
  514. package/dist/domains/dashboard/web/assets/mermaid.core-ol-0NI97.js +306 -0
  515. package/dist/domains/dashboard/web/assets/{mindmap-definition-RKZ34NQL-C9xyxGfa.js → mindmap-definition-FAOFIHXS-CHF_HOLV.js} +1 -1
  516. package/dist/domains/dashboard/web/assets/pegDiagram-VL7TDLO6-wQEvkNF8.js +1 -0
  517. package/dist/domains/dashboard/web/assets/pieDiagram-7S7Q4E2Y-C3H3kiIP.js +39 -0
  518. package/dist/domains/dashboard/web/assets/purify.es-Cz4mVeUR.js +3 -0
  519. package/dist/domains/dashboard/web/assets/{quadrantDiagram-W4KKPZXB-Cy6iOcxc.js → quadrantDiagram-CIZ2JOQS-S0FdVzJb.js} +4 -4
  520. package/dist/domains/dashboard/web/assets/railroadDiagram-AXF67PYL-DCDXDaVg.js +1 -0
  521. package/dist/domains/dashboard/web/assets/{requirementDiagram-4Y6WPE33-B_gZONhx.js → requirementDiagram-LRYGKXZP-BW8J4gO_.js} +1 -1
  522. package/dist/domains/dashboard/web/assets/sankeyDiagram-W5VNT64P-DQQBmLoy.js +40 -0
  523. package/dist/domains/dashboard/web/assets/sequenceDiagram-SI44F4Z6-2tDcli0Y.js +162 -0
  524. package/dist/domains/dashboard/web/assets/sizeCapture-X5ZJPWSS-4sEZLBKb.js +1 -0
  525. package/dist/domains/dashboard/web/assets/stateDiagram-OKZ733FA-OgPb8pyR.js +1 -0
  526. package/dist/domains/dashboard/web/assets/stateDiagram-v2-UEYNNEHI-CiDNPr4P.js +1 -0
  527. package/dist/domains/dashboard/web/assets/swimlanes-SLNWSIFB-DR7lwtxd.js +2 -0
  528. package/dist/domains/dashboard/web/assets/swimlanesDiagram-ULZ7WXOC-DggHFP9q.js +8 -0
  529. package/dist/domains/dashboard/web/assets/{timeline-definition-PNZ67QCA-DvONX2YQ.js → timeline-definition-Z64GVDOM-DNIJVlQV.js} +4 -4
  530. package/dist/domains/dashboard/web/assets/vennDiagram-T6HMQDX7-CClhw4QZ.js +34 -0
  531. package/dist/domains/dashboard/web/assets/{wardleyDiagram-YWT4CUSO-cf39WX2o.js → wardleyDiagram-T6FBY63Y-DzR3aFPS.js} +3 -3
  532. package/dist/domains/dashboard/web/assets/xychartDiagram-ELKLHX3M-DZhq0ZRj.js +7 -0
  533. package/dist/domains/dashboard/web/index.html +16 -16
  534. package/dist/domains/dashboard/workspace.d.ts +24 -0
  535. package/dist/domains/dashboard/workspace.d.ts.map +1 -0
  536. package/dist/domains/dashboard/workspace.js +87 -0
  537. package/dist/domains/dashboard/workspace.js.map +1 -0
  538. package/dist/domains/eval/index.d.ts +3 -0
  539. package/dist/domains/eval/index.d.ts.map +1 -1
  540. package/dist/domains/eval/index.js +3 -0
  541. package/dist/domains/eval/index.js.map +1 -1
  542. package/dist/domains/eval/standalone-context.d.ts +19 -0
  543. package/dist/domains/eval/standalone-context.d.ts.map +1 -0
  544. package/dist/domains/eval/standalone-context.js +107 -0
  545. package/dist/domains/eval/standalone-context.js.map +1 -0
  546. package/dist/domains/eval/standalone-static-collect.d.ts +22 -0
  547. package/dist/domains/eval/standalone-static-collect.d.ts.map +1 -0
  548. package/dist/domains/eval/standalone-static-collect.js +779 -0
  549. package/dist/domains/eval/standalone-static-collect.js.map +1 -0
  550. package/dist/domains/eval/user-environment.d.ts +6 -0
  551. package/dist/domains/eval/user-environment.d.ts.map +1 -0
  552. package/dist/domains/eval/user-environment.js +73 -0
  553. package/dist/domains/eval/user-environment.js.map +1 -0
  554. package/dist/domains/integrations/openspec.d.ts +1 -1
  555. package/dist/domains/integrations/openspec.d.ts.map +1 -1
  556. package/dist/domains/integrations/openspec.js +110 -26
  557. package/dist/domains/integrations/openspec.js.map +1 -1
  558. package/dist/domains/integrations/superpowers.d.ts +5 -1
  559. package/dist/domains/integrations/superpowers.d.ts.map +1 -1
  560. package/dist/domains/integrations/superpowers.js +21 -2
  561. package/dist/domains/integrations/superpowers.js.map +1 -1
  562. package/dist/domains/skill/platform-inspect.d.ts.map +1 -1
  563. package/dist/domains/skill/platform-inspect.js +11 -3
  564. package/dist/domains/skill/platform-inspect.js.map +1 -1
  565. package/dist/domains/skill/platform-install.d.ts +8 -2
  566. package/dist/domains/skill/platform-install.d.ts.map +1 -1
  567. package/dist/domains/skill/platform-install.js +115 -34
  568. package/dist/domains/skill/platform-install.js.map +1 -1
  569. package/dist/domains/skill/project-instructions.d.ts.map +1 -1
  570. package/dist/domains/skill/project-instructions.js +5 -3
  571. package/dist/domains/skill/project-instructions.js.map +1 -1
  572. package/dist/domains/skill/uninstall.d.ts.map +1 -1
  573. package/dist/domains/skill/uninstall.js +69 -15
  574. package/dist/domains/skill/uninstall.js.map +1 -1
  575. package/dist/domains/workflow-contract/hook-write-policy.d.ts +9 -0
  576. package/dist/domains/workflow-contract/hook-write-policy.d.ts.map +1 -0
  577. package/dist/domains/workflow-contract/hook-write-policy.js +52 -0
  578. package/dist/domains/workflow-contract/hook-write-policy.js.map +1 -0
  579. package/dist/domains/workflow-contract/index.d.ts +3 -0
  580. package/dist/domains/workflow-contract/index.d.ts.map +1 -1
  581. package/dist/domains/workflow-contract/index.js +2 -0
  582. package/dist/domains/workflow-contract/index.js.map +1 -1
  583. package/dist/domains/workflow-contract/project-config.d.ts +3 -1
  584. package/dist/domains/workflow-contract/project-config.d.ts.map +1 -1
  585. package/dist/domains/workflow-contract/project-config.js +119 -19
  586. package/dist/domains/workflow-contract/project-config.js.map +1 -1
  587. package/dist/domains/workflow-contract/project-gitignore.d.ts +9 -0
  588. package/dist/domains/workflow-contract/project-gitignore.d.ts.map +1 -0
  589. package/dist/domains/workflow-contract/project-gitignore.js +108 -0
  590. package/dist/domains/workflow-contract/project-gitignore.js.map +1 -0
  591. package/dist/domains/workflow-contract/protected-project-path.d.ts +13 -0
  592. package/dist/domains/workflow-contract/protected-project-path.d.ts.map +1 -1
  593. package/dist/domains/workflow-contract/protected-project-path.js +83 -0
  594. package/dist/domains/workflow-contract/protected-project-path.js.map +1 -1
  595. package/dist/domains/workflow-contract/types.d.ts +4 -0
  596. package/dist/domains/workflow-contract/types.d.ts.map +1 -1
  597. package/dist/platform/install/platforms.d.ts +3 -1
  598. package/dist/platform/install/platforms.d.ts.map +1 -1
  599. package/dist/platform/install/platforms.js +22 -2
  600. package/dist/platform/install/platforms.js.map +1 -1
  601. package/dist/platform/paths/git-worktree.d.ts +8 -1
  602. package/dist/platform/paths/git-worktree.d.ts.map +1 -1
  603. package/dist/platform/paths/git-worktree.js +41 -7
  604. package/dist/platform/paths/git-worktree.js.map +1 -1
  605. package/dist/platform/process/external-command.d.ts +13 -0
  606. package/dist/platform/process/external-command.d.ts.map +1 -0
  607. package/dist/platform/process/external-command.js +45 -0
  608. package/dist/platform/process/external-command.js.map +1 -0
  609. package/dist/platform/process/git.d.ts +12 -0
  610. package/dist/platform/process/git.d.ts.map +1 -0
  611. package/dist/platform/process/git.js +86 -0
  612. package/dist/platform/process/git.js.map +1 -0
  613. package/dist/platform/process/spawn-command.d.ts +8 -0
  614. package/dist/platform/process/spawn-command.d.ts.map +1 -0
  615. package/dist/platform/process/spawn-command.js +113 -0
  616. package/dist/platform/process/spawn-command.js.map +1 -0
  617. package/eval/.env.example +115 -0
  618. package/eval/README.md +237 -14
  619. package/eval/langfuse/.env.example +9 -0
  620. package/eval/langfuse/tests/conftest.py +146 -0
  621. package/eval/langfuse/tests/tasks/test_tasks.py +109 -0
  622. package/eval/langfuse/tests/test_adapter.py +272 -0
  623. package/eval/langsmith/.env.example +16 -0
  624. package/eval/langsmith/tests/conftest.py +10 -1
  625. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet-package.json +4 -2
  626. package/eval/local/tasks/comet-native-clarification/validation/test_native_clarification.py +9 -21
  627. package/eval/local/tasks/comet-native-clarification-depth/validation/test_native_clarification_depth.py +4 -7
  628. package/eval/local/tasks/comet-native-clarification-modes/validation/test_native_clarification_modes.py +4 -10
  629. package/eval/local/tasks/comet-native-interrupted-transition/instruction.md +1 -1
  630. package/eval/local/tasks/comet-native-interrupted-transition/validation/test_native_interrupted_transition.py +15 -16
  631. package/eval/local/tasks/comet-native-repository-fact/instruction.md +2 -2
  632. package/eval/local/tasks/comet-native-repository-fact/validation/test_native_repository_fact.py +8 -2
  633. package/eval/local/tasks/comet-native-wave-b-decision-resume/instruction.md +8 -4
  634. package/eval/local/tasks/comet-native-wave-b-decision-resume/task.toml +6 -6
  635. package/eval/local/tasks/comet-native-wave-b-decision-resume/validation/test_native_wave_b_decision_resume.py +126 -135
  636. package/eval/local/tasks/comet-native-wave-c-verification-integrity/instruction.md +6 -6
  637. package/eval/local/tasks/comet-native-wave-c-verification-integrity/task.toml +8 -8
  638. package/eval/local/tasks/comet-native-wave-c-verification-integrity/validation/test_native_wave_c_verification_integrity.py +97 -317
  639. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/instruction.md +7 -7
  640. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/task.toml +4 -4
  641. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/validation/test_native_wave_d_stagnation_stop.py +130 -199
  642. package/eval/local/tasks/comet-native-wave-e-parallel-safety/instruction.md +5 -5
  643. package/eval/local/tasks/comet-native-wave-e-parallel-safety/task.toml +8 -8
  644. package/eval/local/tasks/comet-native-wave-e-parallel-safety/validation/test_native_wave_e_parallel_safety.py +135 -239
  645. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/current-comet-package.json +2 -2
  646. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/instruction.md +3 -3
  647. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/task.toml +6 -6
  648. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/validation/test_native_wave_f_dashboard_readonly.py +81 -439
  649. package/eval/local/tasks/comet-native-workflow/instruction.md +5 -4
  650. package/eval/local/tasks/comet-native-workflow/validation/test_native_workflow.py +145 -502
  651. package/eval/local/tasks/index.yaml +5 -5
  652. package/eval/local/tests/conftest.py +701 -80
  653. package/eval/local/tests/scaffold/fixtures/custom-agent/adapter.yaml +19 -0
  654. package/eval/local/tests/scaffold/test_agents.py +76 -0
  655. package/eval/local/tests/scaffold/test_aligned_comparison.py +70 -0
  656. package/eval/local/tests/scaffold/test_auto_tasks.py +350 -0
  657. package/eval/local/tests/scaffold/test_conftest_helpers.py +267 -18
  658. package/eval/local/tests/scaffold/test_custom_agents.py +174 -0
  659. package/eval/local/tests/scaffold/test_eval_context.py +217 -0
  660. package/eval/local/tests/scaffold/test_execution.py +364 -0
  661. package/eval/local/tests/scaffold/test_inline_tasks.py +56 -0
  662. package/eval/local/tests/scaffold/test_langfuse_trajectory.py +263 -0
  663. package/eval/local/tests/scaffold/test_langsmith_conftest.py +63 -0
  664. package/eval/local/tests/scaffold/test_logging.py +162 -0
  665. package/eval/local/tests/scaffold/test_manifest_tasks.py +76 -0
  666. package/eval/local/tests/scaffold/test_manifests.py +396 -0
  667. package/eval/local/tests/scaffold/test_native_aligned_eval.py +163 -35
  668. package/eval/local/tests/scaffold/test_native_wave_evaluations.py +75 -2054
  669. package/eval/local/tests/scaffold/test_profiles.py +64 -6
  670. package/eval/local/tests/scaffold/test_task_resolution.py +212 -0
  671. package/eval/local/tests/scaffold/test_tasks.py +38 -52
  672. package/eval/local/tests/scaffold/test_utils.py +480 -4
  673. package/eval/local/tests/tasks/test_tasks.py +219 -17
  674. package/eval/local/treatments/comet/comet_native_phase1.yaml +7 -4
  675. package/eval/pyproject.toml +9 -4
  676. package/eval/scaffold/__init__.py +6 -0
  677. package/eval/scaffold/docker/agent-overlay.Dockerfile +41 -0
  678. package/eval/scaffold/python/__init__.py +128 -20
  679. package/eval/scaffold/python/agents.py +239 -0
  680. package/eval/scaffold/python/aligned_comparison.py +156 -27
  681. package/eval/scaffold/python/auto_tasks.py +700 -0
  682. package/eval/scaffold/python/custom_agents.py +172 -0
  683. package/eval/scaffold/python/eval_context.py +236 -0
  684. package/eval/scaffold/python/eval_schema.py +135 -0
  685. package/eval/scaffold/python/execution.py +544 -0
  686. package/eval/scaffold/python/generated_task_cache.py +230 -0
  687. package/eval/scaffold/python/generic_llm_judge.py +41 -14
  688. package/eval/scaffold/python/inline_tasks.py +118 -0
  689. package/eval/scaffold/python/judge_config.py +158 -37
  690. package/eval/scaffold/python/langfuse_adapter.py +1023 -0
  691. package/eval/scaffold/python/llm_judge.py +68 -11
  692. package/eval/scaffold/python/logging.py +157 -17
  693. package/eval/scaffold/python/manifest_tasks.py +69 -0
  694. package/eval/scaffold/python/manifests.py +443 -22
  695. package/eval/scaffold/python/native_eval.py +10 -5
  696. package/eval/scaffold/python/paths.py +11 -1
  697. package/eval/scaffold/python/task_resolution.py +176 -0
  698. package/eval/scaffold/python/tasks.py +17 -4
  699. package/eval/scaffold/python/utils.py +167 -11
  700. package/eval/scaffold/python/validation/core.py +48 -2
  701. package/eval/scaffold/python/validation/generic_rubric.py +9 -0
  702. package/eval/scaffold/python/validation/native_v4.py +249 -0
  703. package/eval/scaffold/python/validation/native_wave.py +4 -5
  704. package/eval/scaffold/python/validation/native_workflow.py +199 -98
  705. package/eval/scaffold/python/validation/rubric.py +130 -2
  706. package/eval/scaffold/shell/agent-runtime-config.sh +88 -0
  707. package/eval/scaffold/shell/docker.sh +534 -33
  708. package/eval/scaffold/shell/run-agent-runtime.sh +49 -0
  709. package/eval/scaffold/shell/run-claude-loop.sh +153 -14
  710. package/eval/schemas/comet.eval/v1alpha1.schema.json +244 -0
  711. package/package.json +9 -3
  712. package/assets/skills/comet-native/scripts/comet-native-check.mjs +0 -179
  713. package/assets/skills/comet-native/scripts/comet-native-checkpoint.mjs +0 -179
  714. package/assets/skills/comet-native/scripts/comet-native-evidence.mjs +0 -151
  715. package/assets/skills/comet-native/scripts/comet-native-receipt.mjs +0 -187
  716. package/dist/domains/comet-native/native-check-entry.d.ts +0 -2
  717. package/dist/domains/comet-native/native-check-entry.d.ts.map +0 -1
  718. package/dist/domains/comet-native/native-check-entry.js +0 -4
  719. package/dist/domains/comet-native/native-check-entry.js.map +0 -1
  720. package/dist/domains/comet-native/native-checkpoint-entry.d.ts +0 -2
  721. package/dist/domains/comet-native/native-checkpoint-entry.d.ts.map +0 -1
  722. package/dist/domains/comet-native/native-checkpoint-entry.js +0 -4
  723. package/dist/domains/comet-native/native-checkpoint-entry.js.map +0 -1
  724. package/dist/domains/comet-native/native-evidence-entry.d.ts +0 -2
  725. package/dist/domains/comet-native/native-evidence-entry.d.ts.map +0 -1
  726. package/dist/domains/comet-native/native-evidence-entry.js +0 -4
  727. package/dist/domains/comet-native/native-evidence-entry.js.map +0 -1
  728. package/dist/domains/comet-native/native-receipt-entry.d.ts +0 -2
  729. package/dist/domains/comet-native/native-receipt-entry.d.ts.map +0 -1
  730. package/dist/domains/comet-native/native-receipt-entry.js +0 -4
  731. package/dist/domains/comet-native/native-receipt-entry.js.map +0 -1
  732. package/dist/domains/dashboard/web/assets/arc-ClrSujVb.js +0 -1
  733. package/dist/domains/dashboard/web/assets/architectureDiagram-3BPJPVTR-B4A_t84A.js +0 -36
  734. package/dist/domains/dashboard/web/assets/blockDiagram-GPEHLZMM-D72u2953.js +0 -132
  735. package/dist/domains/dashboard/web/assets/channel-B_u-_i2t.js +0 -1
  736. package/dist/domains/dashboard/web/assets/chunk-AQP2D5EJ-BA_zgMXZ.js +0 -231
  737. package/dist/domains/dashboard/web/assets/classDiagram-4FO5ZUOK-BpA7BPgX.js +0 -1
  738. package/dist/domains/dashboard/web/assets/classDiagram-v2-Q7XG4LA2-BpA7BPgX.js +0 -1
  739. package/dist/domains/dashboard/web/assets/dagre-BM42HDAG-B0Bk5oiP.js +0 -4
  740. package/dist/domains/dashboard/web/assets/demo-DZYPLZpF.js +0 -25
  741. package/dist/domains/dashboard/web/assets/diagram-2AECGRRQ-tvTUiBA2.js +0 -43
  742. package/dist/domains/dashboard/web/assets/diagram-5GNKFQAL-BZfcK29q.js +0 -10
  743. package/dist/domains/dashboard/web/assets/diagram-LMA3HP47-D5bJnW2C.js +0 -24
  744. package/dist/domains/dashboard/web/assets/diagram-OG6HWLK6-DTwWdzWJ.js +0 -24
  745. package/dist/domains/dashboard/web/assets/erDiagram-TEJ5UH35-BbvrdCp9.js +0 -85
  746. package/dist/domains/dashboard/web/assets/flowDiagram-I6XJVG4X-DgbR7Tcc.js +0 -162
  747. package/dist/domains/dashboard/web/assets/ganttDiagram-6RSMTGT7-wWMOA7F4.js +0 -292
  748. package/dist/domains/dashboard/web/assets/index-Bk1o-4VO.css +0 -1
  749. package/dist/domains/dashboard/web/assets/index-g8vyW0R_.js +0 -257
  750. package/dist/domains/dashboard/web/assets/layout-SsrduOYp.js +0 -1
  751. package/dist/domains/dashboard/web/assets/mermaid.core-DZUcsoG4.js +0 -301
  752. package/dist/domains/dashboard/web/assets/pieDiagram-4H26LBE5-Dn67tdOF.js +0 -30
  753. package/dist/domains/dashboard/web/assets/purify.es-VaSPOPhr.js +0 -3
  754. package/dist/domains/dashboard/web/assets/sankeyDiagram-5OEKKPKP-C3u-4dOk.js +0 -40
  755. package/dist/domains/dashboard/web/assets/sequenceDiagram-3UESZ5HK-Xd3ByTVF.js +0 -162
  756. package/dist/domains/dashboard/web/assets/stateDiagram-AJRCARHV-CJGHL7Up.js +0 -1
  757. package/dist/domains/dashboard/web/assets/stateDiagram-v2-BHNVJYJU-rKvBgr6I.js +0 -1
  758. package/dist/domains/dashboard/web/assets/vennDiagram-CIIHVFJN-B-L4qWy4.js +0 -34
  759. package/dist/domains/dashboard/web/assets/xychartDiagram-2RQKCTM6-Dk1vcm3u.js +0 -7
  760. /package/assets/skills/{comet → comet-classic}/reference/classic-layout.md +0 -0
  761. /package/assets/skills-zh/{comet → comet-classic}/reference/classic-layout.md +0 -0
@@ -7,7 +7,7 @@
7
7
  # ./docker.sh build <directory> [--force]
8
8
  # ./docker.sh run <directory> <command...>
9
9
  # ./docker.sh run-python <directory> <script.py> [args...]
10
- # ./docker.sh run-claude <directory> <prompt> [--model MODEL] [--timeout SECONDS]
10
+ # ./docker.sh run-agent <directory> <prompt> --agent AGENT [--model MODEL] [--timeout SECONDS]
11
11
 
12
12
  set -euo pipefail
13
13
 
@@ -40,6 +40,11 @@ IMAGE_PREFIX="skillbench"
40
40
 
41
41
  # Claude Code version (configurable via env var, defaults to "latest")
42
42
  CLAUDE_CODE_VERSION="${BENCH_CC_VERSION:-latest}"
43
+ CODEX_VERSION="${BENCH_CODEX_VERSION:-latest}"
44
+ QODER_VERSION="${BENCH_QODER_VERSION:-latest}"
45
+ CODEBUDDY_VERSION="${BENCH_CODEBUDDY_VERSION:-latest}"
46
+ DEFAULT_AGENT="${BENCH_EVAL_AGENT:-claude-code}"
47
+ LANGFUSE_ENABLED="${TRACE_TO_LANGFUSE:-false}"
43
48
 
44
49
  # Cross-platform timeout command (macOS uses gtimeout from coreutils)
45
50
  TIMEOUT_CMD=""
@@ -52,11 +57,35 @@ fi
52
57
  # API keys to pass through to containers
53
58
  ENV_KEYS=(
54
59
  OPENAI_API_KEY
60
+ OPENAI_BASE_URL
61
+ OPENAI_MODEL
62
+ CODEX_API_KEY
63
+ CODEX_BASE_URL
64
+ CODEX_MODEL
65
+ QODER_PERSONAL_ACCESS_TOKEN
66
+ QODER_BASE_URL
67
+ QODER_MODEL
68
+ CODEBUDDY_API_KEY
69
+ CODEBUDDY_AUTH_TOKEN
70
+ CODEBUDDY_BASE_URL
71
+ CODEBUDDY_MODEL
72
+ CODEBUDDY_SMALL_FAST_MODEL
73
+ CODEBUDDY_BIG_SLOW_MODEL
74
+ CODEBUDDY_CODE_SUBAGENT_MODEL
75
+ CODEBUDDY_CUSTOM_HEADERS
76
+ CODEBUDDY_INTERNET_ENVIRONMENT
55
77
  ANTHROPIC_API_KEY
56
78
  LANGSMITH_API_KEY
57
79
  LANGSMITH_PROJECT
58
80
  LANGSMITH_TRACING
59
81
  LANGSMITH_ENDPOINT
82
+ LANGFUSE_PUBLIC_KEY
83
+ LANGFUSE_SECRET_KEY
84
+ LANGFUSE_BASE_URL
85
+ LANGFUSE_TRACING_ENVIRONMENT
86
+ TRACE_TO_LANGFUSE
87
+ LANGFUSE_CODEX_TAGS
88
+ LANGFUSE_CODEX_METADATA
60
89
  TAVILY_API_KEY
61
90
  # Claude Code LangSmith tracing (official langsmith-tracing plugin)
62
91
  TRACE_TO_LANGSMITH
@@ -81,8 +110,64 @@ ENV_KEYS=(
81
110
  ANTHROPIC_DEFAULT_OPUS_MODEL_NAME
82
111
  ANTHROPIC_DEFAULT_SONNET_MODEL_NAME
83
112
  CLAUDE_CODE_SUBAGENT_MODEL
113
+ COMET_EVAL_CUSTOM_AGENT_ID
114
+ COMET_EVAL_CUSTOM_EXECUTABLE
115
+ COMET_EVAL_CUSTOM_CREDENTIALS
116
+ COMET_EVAL_CUSTOM_MODEL
117
+ COMET_EVAL_CUSTOM_BASE_URL
118
+ COMET_EVAL_CUSTOM_MODEL_ENV
119
+ COMET_EVAL_CUSTOM_BASE_URL_ENV
120
+ COMET_EVAL_CUSTOM_INSTALL_KIND
121
+ COMET_EVAL_CUSTOM_INSTALL_PACKAGE
122
+ COMET_EVAL_CUSTOM_INSTALL_VERSION
84
123
  )
85
124
 
125
+ validate_agent() {
126
+ case "$1" in
127
+ claude-code|codex|qoder|codebuddy) return 0 ;;
128
+ *)
129
+ if [[ "${COMET_EVAL_CUSTOM_AGENT_ID:-}" == "$1" && -n "${COMET_EVAL_CUSTOM_EXECUTABLE:-}" ]]; then
130
+ return 0
131
+ fi
132
+ echo "ERROR: Unsupported evaluation agent: $1" >&2
133
+ return 1
134
+ ;;
135
+ esac
136
+ }
137
+
138
+ agent_executable() {
139
+ case "$1" in
140
+ claude-code) printf '%s' "claude" ;;
141
+ codex) printf '%s' "codex" ;;
142
+ qoder) printf '%s' "qodercli" ;;
143
+ codebuddy) printf '%s' "codebuddy" ;;
144
+ *)
145
+ validate_agent "$1" || return 1
146
+ printf '%s' "${COMET_EVAL_CUSTOM_EXECUTABLE}"
147
+ ;;
148
+ esac
149
+ }
150
+
151
+ agent_version() {
152
+ case "$1" in
153
+ claude-code) printf '%s' "$CLAUDE_CODE_VERSION" ;;
154
+ codex) printf '%s' "$CODEX_VERSION" ;;
155
+ qoder) printf '%s' "$QODER_VERSION" ;;
156
+ codebuddy) printf '%s' "$CODEBUDDY_VERSION" ;;
157
+ *)
158
+ validate_agent "$1" || return 1
159
+ local custom_identity
160
+ custom_identity=$(printf '%s\n%s\n%s\n%s' \
161
+ "${COMET_EVAL_CUSTOM_EXECUTABLE:-}" \
162
+ "${COMET_EVAL_CUSTOM_INSTALL_KIND:-none}" \
163
+ "${COMET_EVAL_CUSTOM_INSTALL_PACKAGE:-}" \
164
+ "${COMET_EVAL_CUSTOM_INSTALL_VERSION:-latest}")
165
+ custom_identity=$(sha256_text "$custom_identity") || return 1
166
+ printf 'custom-%s' "${custom_identity:0:12}"
167
+ ;;
168
+ esac
169
+ }
170
+
86
171
  # =============================================================================
87
172
  # DOCKER CHECKS
88
173
  # =============================================================================
@@ -135,7 +220,7 @@ get_dockerfile_hash() {
135
220
  }
136
221
 
137
222
  # Get image name for a directory (based on build context hash + Claude Code version)
138
- get_image_name() {
223
+ get_base_image_name() {
139
224
  local dir="$1"
140
225
  local hash
141
226
  hash=$(get_dockerfile_hash "$dir") || return 1
@@ -147,6 +232,36 @@ get_image_name() {
147
232
  fi
148
233
  }
149
234
 
235
+ get_image_name() {
236
+ local dir="$1"
237
+ local agent="${2:-$DEFAULT_AGENT}"
238
+ validate_agent "$agent" || return 1
239
+ local base
240
+ base=$(get_base_image_name "$dir") || return 1
241
+ local trace_suffix=""
242
+ if [[ "${TRACE_TO_LANGFUSE:-}" == "true" ]]; then
243
+ trace_suffix="-lf"
244
+ fi
245
+ if [[ "$agent" == "claude-code" && "$trace_suffix" == "" ]]; then
246
+ echo "$base"
247
+ else
248
+ local overlay_file overlay_hash
249
+ overlay_file="$SCRIPT_DIR/../docker/agent-overlay.Dockerfile"
250
+ if [[ -f "$overlay_file" ]]; then
251
+ local overlay_contents
252
+ overlay_contents=$(cat "$overlay_file")
253
+ if command -v md5 &> /dev/null; then
254
+ overlay_hash=$(printf '%s' "$overlay_contents" | md5 -q | cut -c1-8)
255
+ else
256
+ overlay_hash=$(printf '%s' "$overlay_contents" | md5sum | cut -c1-8)
257
+ fi
258
+ else
259
+ overlay_hash="missing"
260
+ fi
261
+ echo "${base}-${agent}-$(agent_version "$agent")-o${overlay_hash}${trace_suffix}"
262
+ fi
263
+ }
264
+
150
265
  # Check if image exists
151
266
  image_exists() {
152
267
  local image_name="$1"
@@ -167,6 +282,8 @@ sha256_text() {
167
282
  resolve_runtime_image() {
168
283
  local dir="$1"
169
284
  local expected_image_id="${2:-}"
285
+ local agent="${3:-$DEFAULT_AGENT}"
286
+ validate_agent "$agent" || return 1
170
287
  if [[ -n "$expected_image_id" ]]; then
171
288
  if [[ ! "$expected_image_id" =~ ^sha256:[0-9a-f]{64}$ ]]; then
172
289
  echo "ERROR: Invalid immutable Docker image ID" >&2
@@ -181,7 +298,7 @@ resolve_runtime_image() {
181
298
  fi
182
299
 
183
300
  local image_name image_id
184
- image_name=$(docker_build "$dir") || return 1
301
+ image_name=$(docker_build "$dir" "" "$agent") || return 1
185
302
  image_id=$(docker image inspect --format '{{.Id}}' "$image_name") || return 1
186
303
  if [[ ! "$image_id" =~ ^sha256:[0-9a-f]{64}$ ]]; then
187
304
  echo "ERROR: Docker returned an invalid immutable image ID" >&2
@@ -192,24 +309,43 @@ resolve_runtime_image() {
192
309
 
193
310
  docker_execution_identity() {
194
311
  local dir="$1"
195
- local image_name image_id repo_digests claude_version
196
- image_name=$(docker_build "$dir") || return 1
312
+ local agent="${2:-$DEFAULT_AGENT}"
313
+ validate_agent "$agent" || return 1
314
+ local image_name image_id repo_digests agent_version_output
315
+ image_name=$(docker_build "$dir" "" "$agent") || return 1
197
316
  image_id=$(docker image inspect --format '{{.Id}}' "$image_name") || return 1
198
317
  if [[ ! "$image_id" =~ ^sha256:[0-9a-f]{64}$ ]]; then
199
318
  echo "ERROR: Docker returned an invalid immutable image ID" >&2
200
319
  return 1
201
320
  fi
202
321
  repo_digests=$(docker image inspect --format '{{json .RepoDigests}}' "$image_id") || return 1
203
- claude_version=$(docker run --rm "$image_id" claude --version 2>/dev/null) || {
204
- echo "ERROR: Cannot verify Claude CLI version in benchmark image" >&2
322
+ local executable
323
+ executable=$(agent_executable "$agent")
324
+ if [[ "$agent" == "claude-code" && "${TRACE_TO_LANGFUSE:-}" != "true" ]]; then
325
+ agent_version_output=$(docker run --rm "$image_id" claude --version 2>/dev/null)
326
+ else
327
+ agent_version_output=$(docker run --rm "$image_id" "$executable" --version 2>/dev/null)
328
+ fi || {
329
+ echo "ERROR: Cannot verify $agent CLI version in benchmark image" >&2
205
330
  return 1
206
331
  }
207
- printf '{"schema":"comet.eval.execution-identity.v1","runtime_image_id":"%s","image_id_hash":"sha256:%s","image_repo_digests_hash":"sha256:%s","image_ref_hash":"sha256:%s","claude_tool_version_hash":"sha256:%s"}\n' \
332
+ local agent_version_json
333
+ agent_version_json=$(printf '%s' "$agent_version_output" | node -e '
334
+ let value = "";
335
+ process.stdin.setEncoding("utf8");
336
+ process.stdin.on("data", chunk => value += chunk);
337
+ process.stdin.on("end", () => process.stdout.write(JSON.stringify(value.trim())));
338
+ ') || return 1
339
+ printf '{"schema":"comet.eval.execution-identity.v1","runtime_image_id":"%s","agent":"%s","agent_cli":"%s","agent_cli_version":%s,"image_id_hash":"sha256:%s","image_repo_digests_hash":"sha256:%s","image_ref_hash":"sha256:%s","agent_cli_version_hash":"sha256:%s","claude_tool_version_hash":"sha256:%s"}\n' \
208
340
  "$image_id" \
341
+ "$agent" \
342
+ "$executable" \
343
+ "$agent_version_json" \
209
344
  "$(sha256_text "$image_id")" \
210
345
  "$(sha256_text "$repo_digests")" \
211
346
  "$(sha256_text "$image_name")" \
212
- "$(sha256_text "$claude_version")"
347
+ "$(sha256_text "$agent_version_output")" \
348
+ "$(sha256_text "$agent_version_output")"
213
349
  }
214
350
 
215
351
  # =============================================================================
@@ -222,6 +358,12 @@ docker_execution_identity() {
222
358
  docker_build() {
223
359
  local dir="$1"
224
360
  local force="${2:-}"
361
+ local agent="${3:-$DEFAULT_AGENT}"
362
+ if [[ "$force" == "--agent" ]]; then
363
+ agent="${3:-$DEFAULT_AGENT}"
364
+ force=""
365
+ fi
366
+ validate_agent "$agent" || return 1
225
367
 
226
368
  local dockerfile="$dir/Dockerfile"
227
369
  if [[ ! -f "$dockerfile" ]]; then
@@ -234,8 +376,9 @@ docker_build() {
234
376
  return 1
235
377
  fi
236
378
 
237
- local image_name
238
- image_name=$(get_image_name "$dir") || return 1
379
+ local base_image_name image_name
380
+ base_image_name=$(get_base_image_name "$dir") || return 1
381
+ image_name=$(get_image_name "$dir" "$agent") || return 1
239
382
 
240
383
  # Check cache unless forced
241
384
  if [[ "$force" != "--force" ]] && image_exists "$image_name"; then
@@ -243,17 +386,51 @@ docker_build() {
243
386
  return 0
244
387
  fi
245
388
 
246
- # Build image (pass Claude Code version as build arg)
389
+ # Build the task image first (pass Claude Code version as build arg).
247
390
  local windir windockerfile
248
391
  windir=$(_winpath "$dir")
249
392
  windockerfile=$(_winpath "$dockerfile")
393
+ if [[ "$agent" == "claude-code" && "${TRACE_TO_LANGFUSE:-}" != "true" ]]; then
394
+ if docker build -t "$image_name" \
395
+ --build-arg CLAUDE_CODE_VERSION="$CLAUDE_CODE_VERSION" \
396
+ -f "$windockerfile" "$windir" >&2; then
397
+ echo "$image_name"
398
+ return 0
399
+ else
400
+ echo "ERROR: Build failed" >&2
401
+ return 1
402
+ fi
403
+ fi
404
+
405
+ if [[ "$force" == "--force" ]] || ! image_exists "$base_image_name"; then
406
+ if ! docker build -t "$base_image_name" \
407
+ --build-arg CLAUDE_CODE_VERSION="$CLAUDE_CODE_VERSION" \
408
+ -f "$windockerfile" "$windir" >&2; then
409
+ echo "ERROR: Base image build failed" >&2
410
+ return 1
411
+ fi
412
+ fi
413
+
414
+ local overlay_file overlay_context
415
+ overlay_file="$SCRIPT_DIR/../docker/agent-overlay.Dockerfile"
416
+ overlay_context=$(_winpath "$(cd "$(dirname "$overlay_file")" && pwd)")
250
417
  if docker build -t "$image_name" \
251
- --build-arg CLAUDE_CODE_VERSION="$CLAUDE_CODE_VERSION" \
252
- -f "$windockerfile" "$windir" >&2; then
418
+ --build-arg BASE_IMAGE="$base_image_name" \
419
+ --build-arg EVAL_AGENT="$agent" \
420
+ --build-arg CODEX_VERSION="$CODEX_VERSION" \
421
+ --build-arg QODER_VERSION="$QODER_VERSION" \
422
+ --build-arg CODEBUDDY_VERSION="$CODEBUDDY_VERSION" \
423
+ --build-arg CUSTOM_AGENT_ID="${COMET_EVAL_CUSTOM_AGENT_ID:-}" \
424
+ --build-arg CUSTOM_AGENT_EXECUTABLE="${COMET_EVAL_CUSTOM_EXECUTABLE:-}" \
425
+ --build-arg CUSTOM_INSTALL_KIND="${COMET_EVAL_CUSTOM_INSTALL_KIND:-none}" \
426
+ --build-arg CUSTOM_INSTALL_PACKAGE="${COMET_EVAL_CUSTOM_INSTALL_PACKAGE:-}" \
427
+ --build-arg CUSTOM_INSTALL_VERSION="${COMET_EVAL_CUSTOM_INSTALL_VERSION:-latest}" \
428
+ --build-arg LANGFUSE_ENABLED="${TRACE_TO_LANGFUSE:-false}" \
429
+ -f "$(_winpath "$overlay_file")" "$overlay_context" >&2; then
253
430
  echo "$image_name"
254
431
  return 0
255
432
  else
256
- echo "ERROR: Build failed" >&2
433
+ echo "ERROR: Agent overlay build failed" >&2
257
434
  return 1
258
435
  fi
259
436
  }
@@ -268,11 +445,46 @@ build_env_args() {
268
445
  ENV_ARGS=()
269
446
  for key in "${ENV_KEYS[@]}"; do
270
447
  if [[ -n "${!key:-}" ]]; then
271
- ENV_ARGS+=("-e" "$key=${!key}")
448
+ # Let Docker inherit the value from this process instead of putting
449
+ # the secret literal in the docker command's argument list.
450
+ ENV_ARGS+=("-e" "$key")
451
+ fi
452
+ done
453
+ if [[ -n "${COMET_EVAL_CUSTOM_CREDENTIALS:-}" ]]; then
454
+ local custom_key
455
+ IFS=',' read -r -a custom_keys <<< "${COMET_EVAL_CUSTOM_CREDENTIALS}"
456
+ for custom_key in "${custom_keys[@]}"; do
457
+ if [[ "$custom_key" =~ ^[A-Z][A-Z0-9_]{1,63}$ ]] && [[ -n "${!custom_key:-}" ]]; then
458
+ ENV_ARGS+=("-e" "$custom_key")
459
+ fi
460
+ done
461
+ fi
462
+ local metadata_key custom_routing_key
463
+ for metadata_key in COMET_EVAL_CUSTOM_MODEL_ENV COMET_EVAL_CUSTOM_BASE_URL_ENV; do
464
+ custom_routing_key="${!metadata_key:-}"
465
+ if [[ "$custom_routing_key" =~ ^[A-Z][A-Z0-9_]{1,63}$ ]] && [[ -n "${!custom_routing_key:-}" ]]; then
466
+ ENV_ARGS+=("-e" "$custom_routing_key")
272
467
  fi
273
468
  done
274
469
  }
275
470
 
471
+ build_agent_runtime_mount_args() {
472
+ RUNTIME_CONFIG_MOUNT_ARGS=()
473
+ RUNTIME_CONFIG_TMPFS_ARGS=(
474
+ --tmpfs "//home/agent/.codex:rw,nosuid,nodev"
475
+ --tmpfs "//home/agent/.qoder:rw,nosuid,nodev"
476
+ --tmpfs "//home/agent/.codebuddy:rw,nosuid,nodev"
477
+ )
478
+ local shell_host
479
+ shell_host=$(_winpath "$SCRIPT_DIR")
480
+ RUNTIME_CONFIG_MOUNT_ARGS=("-v" "$shell_host://opt/scaffold-shell:ro")
481
+ # Agent auth/config roots are container-local. The generated files use
482
+ # env_key/apiKeyHelper references, never credential literals.
483
+ ENV_ARGS+=("-e" "CODEX_HOME=/home/agent/.codex")
484
+ ENV_ARGS+=("-e" "QODER_CONFIG_DIR=/home/agent/.qoder")
485
+ ENV_ARGS+=("-e" "COMET_EVAL_CODEBUDDY_CONFIG_DIR=/home/agent/.codebuddy")
486
+ }
487
+
276
488
  # Build mount + CLI args for the official LangSmith Claude Code plugin.
277
489
  # Populates PLUGIN_MOUNT_ARGS (docker -v) and PLUGIN_CLI_ARGS (claude --plugin-dir).
278
490
  # Activated only when tracing is on and a prebuilt plugin dir is provided via
@@ -297,6 +509,30 @@ build_plugin_args() {
297
509
  PLUGIN_CLI_ARGS=("--plugin-dir" "//opt/langsmith-cc-plugin")
298
510
  }
299
511
 
512
+ # Build mount + CLI args for the isolated official Langfuse Agent plugin.
513
+ # The host-side Langfuse suite provisions this directory. No user-global Agent
514
+ # configuration is touched and credentials remain environment-only.
515
+ build_langfuse_plugin_args() {
516
+ LANGFUSE_PLUGIN_MOUNT_ARGS=()
517
+ LANGFUSE_PLUGIN_CLI_ARGS=()
518
+ if [[ "${TRACE_TO_LANGFUSE:-}" != "true" ]]; then
519
+ return 0
520
+ fi
521
+ if [[ -z "${LANGFUSE_TRAJECTORY_PLUGIN_DIR:-}" ]]; then
522
+ return 0
523
+ fi
524
+ if [[ ! -d "${LANGFUSE_TRAJECTORY_PLUGIN_DIR}" ]]; then
525
+ echo "WARN: LANGFUSE_TRAJECTORY_PLUGIN_DIR is not a directory; skipping official trajectory plugin" >&2
526
+ return 0
527
+ fi
528
+ local plugin_host
529
+ plugin_host=$(_winpath "${LANGFUSE_TRAJECTORY_PLUGIN_DIR}")
530
+ LANGFUSE_PLUGIN_MOUNT_ARGS=("-v" "$plugin_host://opt/comet-langfuse-plugin:ro")
531
+ if [[ "${1:-}" == "claude-code" ]]; then
532
+ LANGFUSE_PLUGIN_CLI_ARGS=("--plugin-dir" "//opt/comet-langfuse-plugin")
533
+ fi
534
+ }
535
+
300
536
  # Keep controller-built oracle snapshots immutable inside both agent and validator containers.
301
537
  # Nested read-only binds override the writable /workspace parent mount when present.
302
538
  build_trusted_oracle_mount_args() {
@@ -343,6 +579,54 @@ docker_run() {
343
579
  "${cmd[@]}"
344
580
  }
345
581
 
582
+ # Run one user-authored validation command inside the task container.
583
+ # Usage: docker_run_command <directory> --timeout SECONDS -- <shell command>
584
+ docker_run_command() {
585
+ local dir="$1"
586
+ shift
587
+ local timeout="120"
588
+ local command=()
589
+ while [[ $# -gt 0 ]]; do
590
+ case "$1" in
591
+ --timeout)
592
+ timeout="$2"
593
+ shift 2
594
+ ;;
595
+ --)
596
+ shift
597
+ command=("$@")
598
+ break
599
+ ;;
600
+ *)
601
+ command+=("$1")
602
+ shift
603
+ ;;
604
+ esac
605
+ done
606
+ if [[ ${#command[@]} -eq 0 ]]; then
607
+ echo "ERROR: validation command is required" >&2
608
+ return 2
609
+ fi
610
+
611
+ local image_name
612
+ image_name=$(docker_build "$dir") || return 1
613
+ build_trusted_oracle_mount_args "$dir"
614
+
615
+ local windir
616
+ windir=$(_winpath "$dir")
617
+ local docker_command=(docker run --rm
618
+ -v "$windir://workspace"
619
+ ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"}
620
+ -w //workspace
621
+ "$image_name"
622
+ bash -lc "${command[*]}")
623
+ if [[ -n "$TIMEOUT_CMD" ]]; then
624
+ $TIMEOUT_CMD "$timeout" "${docker_command[@]}"
625
+ else
626
+ "${docker_command[@]}"
627
+ fi
628
+ }
629
+
346
630
  # Run Python script in Docker
347
631
  # Usage: docker_run_python <directory> <script.py> [args...]
348
632
  docker_run_python() {
@@ -403,22 +687,17 @@ docker_run_claude() {
403
687
  image_id=$(resolve_runtime_image "$dir" "$expected_image_id") || return 1
404
688
 
405
689
  build_env_args
690
+ build_agent_runtime_mount_args
406
691
  build_plugin_args
692
+ build_langfuse_plugin_args "claude-code"
407
693
  build_trusted_oracle_mount_args "$dir"
408
694
 
409
- local cmd=(
410
- claude -p "$prompt"
411
- --dangerously-skip-permissions
412
- --output-format stream-json
413
- --verbose
414
- )
415
-
695
+ local cmd=(bash //opt/scaffold-shell/run-agent-runtime.sh claude-code "$model" "$prompt" --)
416
696
  if [[ ${#PLUGIN_CLI_ARGS[@]} -gt 0 ]]; then
417
697
  cmd+=("${PLUGIN_CLI_ARGS[@]}")
418
698
  fi
419
-
420
- if [[ -n "$model" ]]; then
421
- cmd+=(--model "$model")
699
+ if [[ ${#LANGFUSE_PLUGIN_CLI_ARGS[@]} -gt 0 ]]; then
700
+ cmd+=("${LANGFUSE_PLUGIN_CLI_ARGS[@]}")
422
701
  fi
423
702
 
424
703
  local windir
@@ -427,8 +706,11 @@ docker_run_claude() {
427
706
  if [[ -n "$TIMEOUT_CMD" ]]; then
428
707
  $TIMEOUT_CMD "$timeout" docker run --rm \
429
708
  -v "$windir://workspace" \
709
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
710
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
430
711
  ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
431
712
  ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
713
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
432
714
  -w //workspace \
433
715
  "${ENV_ARGS[@]}" \
434
716
  "$image_id" \
@@ -436,8 +718,11 @@ docker_run_claude() {
436
718
  else
437
719
  docker run --rm \
438
720
  -v "$windir://workspace" \
721
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
722
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
439
723
  ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
440
724
  ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
725
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
441
726
  -w //workspace \
442
727
  "${ENV_ARGS[@]}" \
443
728
  "$image_id" \
@@ -445,6 +730,93 @@ docker_run_claude() {
445
730
  fi
446
731
  }
447
732
 
733
+ # Run a selected evaluation agent CLI in Docker.
734
+ # Usage: docker_run_agent <directory> <prompt> --agent AGENT [--model MODEL] [--timeout SECONDS]
735
+ docker_run_agent() {
736
+ local dir="$1"
737
+ local prompt="$2"
738
+ shift 2
739
+
740
+ local agent="$DEFAULT_AGENT"
741
+ local model=""
742
+ local timeout="300"
743
+ local expected_image_id=""
744
+
745
+ while [[ $# -gt 0 ]]; do
746
+ case "$1" in
747
+ --agent)
748
+ agent="$2"
749
+ shift 2
750
+ ;;
751
+ --model)
752
+ model="$2"
753
+ shift 2
754
+ ;;
755
+ --timeout)
756
+ timeout="$2"
757
+ shift 2
758
+ ;;
759
+ --image-id)
760
+ expected_image_id="$2"
761
+ shift 2
762
+ ;;
763
+ *)
764
+ shift
765
+ ;;
766
+ esac
767
+ done
768
+ validate_agent "$agent" || return 1
769
+
770
+ local image_id
771
+ image_id=$(resolve_runtime_image "$dir" "$expected_image_id" "$agent") || return 1
772
+
773
+ build_env_args
774
+ build_agent_runtime_mount_args
775
+ if [[ "$agent" == "claude-code" ]]; then
776
+ build_plugin_args
777
+ else
778
+ PLUGIN_MOUNT_ARGS=()
779
+ PLUGIN_CLI_ARGS=()
780
+ fi
781
+ build_langfuse_plugin_args "$agent"
782
+ build_trusted_oracle_mount_args "$dir"
783
+ AGENT_COMMAND=(bash //opt/scaffold-shell/run-agent-runtime.sh "$agent" "$model" "$prompt" --)
784
+ if [[ "$agent" == "claude-code" && ${#PLUGIN_CLI_ARGS[@]} -gt 0 ]]; then
785
+ AGENT_COMMAND+=("${PLUGIN_CLI_ARGS[@]}")
786
+ fi
787
+ if [[ "$agent" == "claude-code" && ${#LANGFUSE_PLUGIN_CLI_ARGS[@]} -gt 0 ]]; then
788
+ AGENT_COMMAND+=("${LANGFUSE_PLUGIN_CLI_ARGS[@]}")
789
+ fi
790
+
791
+ local windir
792
+ windir=$(_winpath "$dir")
793
+ if [[ -n "$TIMEOUT_CMD" ]]; then
794
+ $TIMEOUT_CMD "$timeout" docker run --rm \
795
+ -v "$windir://workspace" \
796
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
797
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
798
+ ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
799
+ ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
800
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
801
+ -w //workspace \
802
+ "${ENV_ARGS[@]}" \
803
+ "$image_id" \
804
+ "${AGENT_COMMAND[@]}"
805
+ else
806
+ docker run --rm \
807
+ -v "$windir://workspace" \
808
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
809
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
810
+ ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
811
+ ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
812
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
813
+ -w //workspace \
814
+ "${ENV_ARGS[@]}" \
815
+ "$image_id" \
816
+ "${AGENT_COMMAND[@]}"
817
+ fi
818
+ }
819
+
448
820
  # Run the multi-turn interactive claude driver in Docker.
449
821
  # Usage: docker_run_claude_loop <directory> <prompt> [--max-turns N] [--model MODEL]
450
822
  # Mounts the scaffold shell dir so run-claude-loop.sh is available inside.
@@ -473,15 +845,16 @@ docker_run_claude_loop() {
473
845
  done
474
846
 
475
847
  local image_id
476
- image_id=$(resolve_runtime_image "$dir" "$expected_image_id") || return 1
848
+ image_id=$(resolve_runtime_image "$dir" "$expected_image_id" "claude-code") || return 1
477
849
 
478
850
  build_env_args
851
+ build_agent_runtime_mount_args
479
852
  build_plugin_args
853
+ build_langfuse_plugin_args "claude-code"
480
854
  build_trusted_oracle_mount_args "$dir"
481
855
 
482
- local windir shell_dir
856
+ local windir
483
857
  windir=$(_winpath "$dir")
484
- shell_dir=$(_winpath "$SCRIPT_DIR")
485
858
  local container_name
486
859
  container_name="comet-eval-loop-$(sha256_text "$dir" | cut -c1-24)"
487
860
 
@@ -494,14 +867,85 @@ docker_run_claude_loop() {
494
867
  # at /opt/scaffold-shell/ inside the container.
495
868
  docker run --rm --name "$container_name" \
496
869
  -v "$windir://workspace" \
870
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
871
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
872
+ ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
873
+ ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
874
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
875
+ -w //workspace \
876
+ "${ENV_ARGS[@]}" \
877
+ "$image_id" \
878
+ bash //opt/scaffold-shell/run-claude-loop.sh "$prompt" \
879
+ ${PLUGIN_CLI_ARGS[@]+"${PLUGIN_CLI_ARGS[@]}"} \
880
+ ${LANGFUSE_PLUGIN_CLI_ARGS[@]+"${LANGFUSE_PLUGIN_CLI_ARGS[@]}"} \
881
+ "${loop_args[@]}"
882
+ }
883
+
884
+ # Run the shared multi-turn driver with a selected agent CLI.
885
+ docker_run_agent_loop() {
886
+ local dir="$1"
887
+ local prompt="$2"
888
+ shift 2
889
+
890
+ local agent="$DEFAULT_AGENT"
891
+ local expected_image_id=""
892
+ local loop_args=()
893
+ while [[ $# -gt 0 ]]; do
894
+ case "$1" in
895
+ --agent)
896
+ agent="$2"
897
+ shift 2
898
+ ;;
899
+ --image-id)
900
+ expected_image_id="$2"
901
+ shift 2
902
+ ;;
903
+ --max-turns|--model|--simulator-prompt-file|--decision-reply|--decision-reply-step|--continue-prompt|--decision-pattern|--fresh-resume-marker)
904
+ loop_args+=("$1" "$2")
905
+ shift 2
906
+ ;;
907
+ *)
908
+ loop_args+=("$1")
909
+ shift
910
+ ;;
911
+ esac
912
+ done
913
+ validate_agent "$agent" || return 1
914
+
915
+ local image_id
916
+ image_id=$(resolve_runtime_image "$dir" "$expected_image_id" "$agent") || return 1
917
+
918
+ build_env_args
919
+ build_agent_runtime_mount_args
920
+ if [[ "$agent" == "claude-code" ]]; then
921
+ build_plugin_args
922
+ else
923
+ PLUGIN_MOUNT_ARGS=()
924
+ PLUGIN_CLI_ARGS=()
925
+ fi
926
+ build_langfuse_plugin_args "$agent"
927
+ build_trusted_oracle_mount_args "$dir"
928
+
929
+ local windir
930
+ windir=$(_winpath "$dir")
931
+ local container_name
932
+ container_name="comet-eval-agent-loop-$(sha256_text "$dir" | cut -c1-24)"
933
+ docker rm -f "$container_name" &> /dev/null || true
934
+
935
+ docker run --rm --name "$container_name" \
936
+ -v "$windir://workspace" \
937
+ "${RUNTIME_CONFIG_MOUNT_ARGS[@]}" \
938
+ "${RUNTIME_CONFIG_TMPFS_ARGS[@]}" \
497
939
  ${TRUSTED_ORACLE_MOUNT_ARGS[@]+"${TRUSTED_ORACLE_MOUNT_ARGS[@]}"} \
498
- -v "$shell_dir://opt/scaffold-shell:ro" \
499
940
  ${PLUGIN_MOUNT_ARGS[@]+"${PLUGIN_MOUNT_ARGS[@]}"} \
941
+ ${LANGFUSE_PLUGIN_MOUNT_ARGS[@]+"${LANGFUSE_PLUGIN_MOUNT_ARGS[@]}"} \
500
942
  -w //workspace \
501
943
  "${ENV_ARGS[@]}" \
502
944
  "$image_id" \
503
945
  bash //opt/scaffold-shell/run-claude-loop.sh "$prompt" \
946
+ --agent "$agent" \
504
947
  ${PLUGIN_CLI_ARGS[@]+"${PLUGIN_CLI_ARGS[@]}"} \
948
+ ${LANGFUSE_PLUGIN_CLI_ARGS[@]+"${LANGFUSE_PLUGIN_CLI_ARGS[@]}"} \
505
949
  "${loop_args[@]}"
506
950
  }
507
951
 
@@ -512,6 +956,13 @@ cleanup_claude_loop() {
512
956
  docker rm -f "$container_name" &> /dev/null || true
513
957
  }
514
958
 
959
+ cleanup_agent_loop() {
960
+ local dir="$1"
961
+ local container_name
962
+ container_name="comet-eval-agent-loop-$(sha256_text "$dir" | cut -c1-24)"
963
+ docker rm -f "$container_name" &> /dev/null || true
964
+ }
965
+
515
966
  # =============================================================================
516
967
  # CLI MODE
517
968
  # =============================================================================
@@ -530,18 +981,35 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
530
981
  ;;
531
982
  build)
532
983
  dir="${1:-}"
533
- force="${2:-}"
984
+ force=""
985
+ agent="$DEFAULT_AGENT"
534
986
  if [[ -z "$dir" ]]; then
535
987
  die "Usage: $0 build <directory> [--force]"
536
988
  fi
537
- docker_build "$(realpath "$dir")" "$force"
989
+ shift
990
+ while [[ $# -gt 0 ]]; do
991
+ case "$1" in
992
+ --force) force="--force"; shift ;;
993
+ --agent) agent="${2:-}"; shift 2 ;;
994
+ *) shift ;;
995
+ esac
996
+ done
997
+ docker_build "$(realpath "$dir")" "$force" "$agent"
538
998
  ;;
539
999
  execution-identity)
540
1000
  dir="${1:-}"
541
1001
  if [[ -z "$dir" ]]; then
542
1002
  die "Usage: $0 execution-identity <directory>"
543
1003
  fi
544
- docker_execution_identity "$(realpath "$dir")"
1004
+ shift
1005
+ agent="$DEFAULT_AGENT"
1006
+ while [[ $# -gt 0 ]]; do
1007
+ case "$1" in
1008
+ --agent) agent="${2:-}"; shift 2 ;;
1009
+ *) shift ;;
1010
+ esac
1011
+ done
1012
+ docker_execution_identity "$(realpath "$dir")" "$agent"
545
1013
  ;;
546
1014
  run)
547
1015
  dir="${1:-}"
@@ -551,6 +1019,14 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
551
1019
  shift
552
1020
  docker_run "$(realpath "$dir")" "$@"
553
1021
  ;;
1022
+ run-command)
1023
+ dir="${1:-}"
1024
+ if [[ -z "$dir" ]]; then
1025
+ die "Usage: $0 run-command <directory> --timeout SECONDS -- <command>"
1026
+ fi
1027
+ shift
1028
+ docker_run_command "$(realpath "$dir")" "$@"
1029
+ ;;
554
1030
  run-python)
555
1031
  dir="${1:-}"
556
1032
  script="${2:-}"
@@ -578,6 +1054,15 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
578
1054
  shift 2
579
1055
  docker_run_claude "$(realpath "$dir")" "$prompt" "$@"
580
1056
  ;;
1057
+ run-agent)
1058
+ dir="${1:-}"
1059
+ prompt="${2:-}"
1060
+ if [[ -z "$dir" || -z "$prompt" ]]; then
1061
+ die "Usage: $0 run-agent <directory> <prompt> --agent AGENT [--model MODEL] [--timeout SECONDS]"
1062
+ fi
1063
+ shift 2
1064
+ docker_run_agent "$(realpath "$dir")" "$prompt" "$@"
1065
+ ;;
581
1066
  run-claude-loop)
582
1067
  dir="${1:-}"
583
1068
  prompt="${2:-}"
@@ -594,6 +1079,22 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
594
1079
  fi
595
1080
  cleanup_claude_loop "$(realpath "$dir")"
596
1081
  ;;
1082
+ run-agent-loop)
1083
+ dir="${1:-}"
1084
+ prompt="${2:-}"
1085
+ if [[ -z "$dir" || -z "$prompt" ]]; then
1086
+ die "Usage: $0 run-agent-loop <directory> <prompt> --agent AGENT [--max-turns N]"
1087
+ fi
1088
+ shift 2
1089
+ docker_run_agent_loop "$(realpath "$dir")" "$prompt" "$@"
1090
+ ;;
1091
+ cleanup-agent-loop)
1092
+ dir="${1:-}"
1093
+ if [[ -z "$dir" ]]; then
1094
+ die "Usage: $0 cleanup-agent-loop <directory>"
1095
+ fi
1096
+ cleanup_agent_loop "$(realpath "$dir")"
1097
+ ;;
597
1098
  help|*)
598
1099
  cat <<EOF
599
1100
  Docker utilities for skill benchmarks