@rpamis/comet 0.4.0-beta.2 → 0.4.0-beta.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1732) hide show
  1. package/README.md +361 -136
  2. package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.html +8 -0
  3. package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.json +286 -0
  4. package/assets/manifest.json +53 -16
  5. package/assets/skills/comet/SKILL.md +16 -256
  6. package/assets/skills/comet/agents/openai.yaml +3 -0
  7. package/assets/skills/comet/rules/comet-phase-guard.en.md +39 -35
  8. package/assets/skills/comet/rules/comet-phase-guard.md +38 -35
  9. package/assets/skills/comet/rules/comet-workflow-guard.en.md +33 -0
  10. package/assets/skills/comet/rules/comet-workflow-guard.md +33 -0
  11. package/assets/skills/comet/scripts/comet-archive.mjs +165 -2
  12. package/assets/skills/comet/scripts/comet-entry-runtime.mjs +149 -0
  13. package/assets/skills/comet/scripts/comet-guard.mjs +207 -2
  14. package/assets/skills/comet/scripts/comet-handoff.mjs +165 -2
  15. package/assets/skills/comet/scripts/comet-hook-guard.mjs +153 -2
  16. package/assets/skills/comet/scripts/comet-hook-router.mjs +168 -0
  17. package/assets/skills/comet/scripts/comet-intent.mjs +10 -2
  18. package/assets/skills/comet/scripts/comet-resume-probe.mjs +149 -0
  19. package/assets/skills/comet/scripts/comet-runtime.mjs +293 -12935
  20. package/assets/skills/comet/scripts/comet-state.mjs +165 -2
  21. package/assets/skills/comet/scripts/comet-yaml-validate.mjs +149 -2
  22. package/assets/skills/comet-any/SKILL.md +7 -6
  23. package/assets/skills/comet-any/agents/openai.yaml +5 -0
  24. package/assets/skills/comet-any/reference/authored-zone-example.md +10 -5
  25. package/assets/skills/comet-any/reference/authoring-subagents.md +4 -12
  26. package/assets/skills/comet-any/reference/bundle-authoring.md +2 -2
  27. package/assets/skills/comet-any/reference/subagents/pause-points-author.md +15 -15
  28. package/assets/skills/comet-any/reference/subagents/reference-author.md +2 -5
  29. package/assets/skills/comet-any/reference/subagents/script-author.md +2 -5
  30. package/assets/skills/comet-any/reference/subagents/skill-core-author.md +2 -5
  31. package/assets/skills/comet-any/reference/subagents/skill-reviewer.md +5 -6
  32. package/assets/skills/comet-any/reference/subagents/workflow-entry-author.md +9 -11
  33. package/assets/skills/comet-archive/SKILL.md +69 -26
  34. package/assets/skills/comet-archive/agents/openai.yaml +5 -0
  35. package/assets/skills/comet-build/SKILL.md +94 -102
  36. package/assets/skills/comet-build/agents/openai.yaml +5 -0
  37. package/assets/skills/comet-classic/SKILL.md +301 -0
  38. package/assets/skills/comet-classic/agents/openai.yaml +3 -0
  39. package/assets/skills/comet-classic/reference/auto-transition.md +27 -0
  40. package/assets/skills/comet-classic/reference/classic-layout.md +34 -0
  41. package/assets/skills/comet-classic/reference/comet-yaml-fields.md +81 -0
  42. package/assets/skills/comet-classic/reference/context-recovery.md +55 -0
  43. package/assets/skills/{comet → comet-classic}/reference/debug-gate.md +2 -2
  44. package/assets/skills/comet-classic/reference/decision-point.md +41 -0
  45. package/assets/skills/comet-classic/reference/dirty-worktree.md +59 -0
  46. package/assets/skills/comet-classic/reference/file-structure.md +28 -0
  47. package/assets/skills/{comet → comet-classic}/reference/intent-frame.md +4 -4
  48. package/assets/skills/comet-classic/reference/scripts.md +73 -0
  49. package/assets/skills/{comet → comet-classic}/reference/subagent-dispatch.md +13 -14
  50. package/assets/skills/comet-classic/reference/workspace.md +23 -0
  51. package/assets/skills/comet-design/SKILL.md +46 -42
  52. package/assets/skills/comet-design/agents/openai.yaml +5 -0
  53. package/assets/skills/comet-hotfix/SKILL.md +62 -40
  54. package/assets/skills/comet-hotfix/agents/openai.yaml +5 -0
  55. package/assets/skills/comet-native/SKILL.md +108 -0
  56. package/assets/skills/comet-native/agents/openai.yaml +3 -0
  57. package/assets/skills/comet-native/reference/artifacts.md +71 -0
  58. package/assets/skills/comet-native/reference/clarification.md +79 -0
  59. package/assets/skills/comet-native/reference/commands.md +46 -0
  60. package/assets/skills/comet-native/reference/recovery.md +67 -0
  61. package/assets/skills/comet-native/reference/workspace.md +23 -0
  62. package/assets/skills/comet-native/scripts/comet-native-archive.mjs +217 -0
  63. package/assets/skills/comet-native/scripts/comet-native-doctor.mjs +263 -0
  64. package/assets/skills/comet-native/scripts/comet-native-hook-guard.mjs +167 -0
  65. package/assets/skills/comet-native/scripts/comet-native-init.mjs +181 -0
  66. package/assets/skills/comet-native/scripts/comet-native-new.mjs +207 -0
  67. package/assets/skills/comet-native/scripts/comet-native-next.mjs +213 -0
  68. package/assets/skills/comet-native/scripts/comet-native-root.mjs +190 -0
  69. package/assets/skills/comet-native/scripts/comet-native-runtime.mjs +299 -0
  70. package/assets/skills/comet-native/scripts/comet-native-select.mjs +185 -0
  71. package/assets/skills/comet-native/scripts/comet-native-show.mjs +158 -0
  72. package/assets/skills/comet-native/scripts/comet-native-spec.mjs +163 -0
  73. package/assets/skills/comet-native/scripts/comet-native-status.mjs +182 -0
  74. package/assets/skills/comet-open/SKILL.md +140 -61
  75. package/assets/skills/comet-open/agents/openai.yaml +5 -0
  76. package/assets/skills/comet-review/SKILL.md +121 -0
  77. package/assets/skills/comet-review/agents/openai.yaml +5 -0
  78. package/assets/skills/comet-tweak/SKILL.md +57 -32
  79. package/assets/skills/comet-tweak/agents/openai.yaml +5 -0
  80. package/assets/skills/comet-verify/SKILL.md +69 -77
  81. package/assets/skills/comet-verify/agents/openai.yaml +5 -0
  82. package/assets/skills-zh/comet/SKILL.md +15 -244
  83. package/assets/skills-zh/comet/agents/openai.yaml +3 -0
  84. package/assets/skills-zh/comet-any/SKILL.md +7 -6
  85. package/assets/skills-zh/comet-any/agents/openai.yaml +5 -0
  86. package/assets/skills-zh/comet-any/reference/authored-zone-example.md +10 -5
  87. package/assets/skills-zh/comet-any/reference/authoring-subagents.md +4 -15
  88. package/assets/skills-zh/comet-any/reference/bundle-authoring.md +2 -2
  89. package/assets/skills-zh/comet-any/reference/subagents/pause-points-author.md +15 -16
  90. package/assets/skills-zh/comet-any/reference/subagents/reference-author.md +2 -5
  91. package/assets/skills-zh/comet-any/reference/subagents/script-author.md +2 -5
  92. package/assets/skills-zh/comet-any/reference/subagents/skill-core-author.md +2 -5
  93. package/assets/skills-zh/comet-any/reference/subagents/skill-reviewer.md +5 -6
  94. package/assets/skills-zh/comet-any/reference/subagents/workflow-entry-author.md +9 -11
  95. package/assets/skills-zh/comet-archive/SKILL.md +69 -26
  96. package/assets/skills-zh/comet-archive/agents/openai.yaml +5 -0
  97. package/assets/skills-zh/comet-build/SKILL.md +94 -102
  98. package/assets/skills-zh/comet-build/agents/openai.yaml +5 -0
  99. package/assets/skills-zh/comet-classic/SKILL.md +289 -0
  100. package/assets/skills-zh/comet-classic/agents/openai.yaml +3 -0
  101. package/assets/skills-zh/comet-classic/reference/auto-transition.md +27 -0
  102. package/assets/skills-zh/comet-classic/reference/classic-layout.md +34 -0
  103. package/assets/skills-zh/comet-classic/reference/comet-yaml-fields.md +80 -0
  104. package/assets/skills-zh/comet-classic/reference/context-recovery.md +55 -0
  105. package/assets/skills-zh/comet-classic/reference/debug-gate.md +33 -0
  106. package/assets/skills-zh/comet-classic/reference/decision-point.md +41 -0
  107. package/assets/skills-zh/comet-classic/reference/dirty-worktree.md +59 -0
  108. package/assets/skills-zh/comet-classic/reference/file-structure.md +28 -0
  109. package/assets/skills-zh/comet-classic/reference/intent-frame.md +74 -0
  110. package/assets/skills-zh/comet-classic/reference/scripts.md +73 -0
  111. package/assets/skills-zh/comet-classic/reference/subagent-dispatch.md +168 -0
  112. package/assets/skills-zh/comet-classic/reference/workspace.md +23 -0
  113. package/assets/skills-zh/comet-design/SKILL.md +46 -42
  114. package/assets/skills-zh/comet-design/agents/openai.yaml +5 -0
  115. package/assets/skills-zh/comet-hotfix/SKILL.md +61 -39
  116. package/assets/skills-zh/comet-hotfix/agents/openai.yaml +5 -0
  117. package/assets/skills-zh/comet-native/SKILL.md +108 -0
  118. package/assets/skills-zh/comet-native/agents/openai.yaml +3 -0
  119. package/assets/skills-zh/comet-native/reference/artifacts.md +71 -0
  120. package/assets/skills-zh/comet-native/reference/clarification.md +79 -0
  121. package/assets/skills-zh/comet-native/reference/commands.md +46 -0
  122. package/assets/skills-zh/comet-native/reference/recovery.md +67 -0
  123. package/assets/skills-zh/comet-native/reference/workspace.md +23 -0
  124. package/assets/skills-zh/comet-open/SKILL.md +139 -60
  125. package/assets/skills-zh/comet-open/agents/openai.yaml +5 -0
  126. package/assets/skills-zh/comet-review/SKILL.md +121 -0
  127. package/assets/skills-zh/comet-review/agents/openai.yaml +5 -0
  128. package/assets/skills-zh/comet-tweak/SKILL.md +56 -31
  129. package/assets/skills-zh/comet-tweak/agents/openai.yaml +5 -0
  130. package/assets/skills-zh/comet-verify/SKILL.md +69 -77
  131. package/assets/skills-zh/comet-verify/agents/openai.yaml +5 -0
  132. package/bin/comet.js +5 -1
  133. package/bin/fast-runtime-router.js +79 -0
  134. package/dist/app/cli/comet-banner.d.ts +25 -0
  135. package/dist/app/cli/comet-banner.d.ts.map +1 -0
  136. package/dist/app/cli/comet-banner.js +265 -0
  137. package/dist/app/cli/comet-banner.js.map +1 -0
  138. package/dist/app/cli/index.js +184 -28
  139. package/dist/app/cli/index.js.map +1 -1
  140. package/dist/app/commands/classic.d.ts +5 -0
  141. package/dist/app/commands/classic.d.ts.map +1 -0
  142. package/dist/app/commands/classic.js +34 -0
  143. package/dist/app/commands/classic.js.map +1 -0
  144. package/dist/app/commands/command-result.d.ts +6 -0
  145. package/dist/app/commands/command-result.d.ts.map +1 -0
  146. package/dist/app/commands/command-result.js +4 -0
  147. package/dist/app/commands/command-result.js.map +1 -0
  148. package/dist/app/commands/dashboard.d.ts.map +1 -1
  149. package/dist/app/commands/dashboard.js +2 -1
  150. package/dist/app/commands/dashboard.js.map +1 -1
  151. package/dist/app/commands/doctor.d.ts +4 -0
  152. package/dist/app/commands/doctor.d.ts.map +1 -1
  153. package/dist/app/commands/doctor.js +1066 -95
  154. package/dist/app/commands/doctor.js.map +1 -1
  155. package/dist/app/commands/eval.d.ts +10 -1
  156. package/dist/app/commands/eval.d.ts.map +1 -1
  157. package/dist/app/commands/eval.js +354 -51
  158. package/dist/app/commands/eval.js.map +1 -1
  159. package/dist/app/commands/i18n.d.ts +1 -1
  160. package/dist/app/commands/i18n.d.ts.map +1 -1
  161. package/dist/app/commands/i18n.js +118 -6
  162. package/dist/app/commands/i18n.js.map +1 -1
  163. package/dist/app/commands/init.d.ts +13 -3
  164. package/dist/app/commands/init.d.ts.map +1 -1
  165. package/dist/app/commands/init.js +627 -82
  166. package/dist/app/commands/init.js.map +1 -1
  167. package/dist/app/commands/native.d.ts +2 -0
  168. package/dist/app/commands/native.d.ts.map +1 -0
  169. package/dist/app/commands/native.js +10 -0
  170. package/dist/app/commands/native.js.map +1 -0
  171. package/dist/app/commands/project-scope-selection.d.ts +14 -0
  172. package/dist/app/commands/project-scope-selection.d.ts.map +1 -0
  173. package/dist/app/commands/project-scope-selection.js +33 -0
  174. package/dist/app/commands/project-scope-selection.js.map +1 -0
  175. package/dist/app/commands/resume-probe.d.ts +12 -0
  176. package/dist/app/commands/resume-probe.d.ts.map +1 -0
  177. package/dist/app/commands/resume-probe.js +68 -0
  178. package/dist/app/commands/resume-probe.js.map +1 -0
  179. package/dist/app/commands/status.d.ts.map +1 -1
  180. package/dist/app/commands/status.js +70 -104
  181. package/dist/app/commands/status.js.map +1 -1
  182. package/dist/app/commands/uninstall.d.ts +11 -0
  183. package/dist/app/commands/uninstall.d.ts.map +1 -1
  184. package/dist/app/commands/uninstall.js +526 -86
  185. package/dist/app/commands/uninstall.js.map +1 -1
  186. package/dist/app/commands/update.d.ts +30 -5
  187. package/dist/app/commands/update.d.ts.map +1 -1
  188. package/dist/app/commands/update.js +1641 -123
  189. package/dist/app/commands/update.js.map +1 -1
  190. package/dist/app/commands/workflow.d.ts +7 -0
  191. package/dist/app/commands/workflow.d.ts.map +1 -0
  192. package/dist/app/commands/workflow.js +18 -0
  193. package/dist/app/commands/workflow.js.map +1 -0
  194. package/dist/config/repository-layout.json +48 -3
  195. package/dist/domains/bundle/bundle-platform.d.ts +1 -0
  196. package/dist/domains/bundle/bundle-platform.d.ts.map +1 -1
  197. package/dist/domains/bundle/bundle-platform.js +18 -4
  198. package/dist/domains/bundle/bundle-platform.js.map +1 -1
  199. package/dist/domains/bundle/eval-manifest-runtime.d.ts +8 -0
  200. package/dist/domains/bundle/eval-manifest-runtime.d.ts.map +1 -0
  201. package/dist/domains/bundle/eval-manifest-runtime.js +118 -0
  202. package/dist/domains/bundle/eval-manifest-runtime.js.map +1 -0
  203. package/dist/domains/bundle/eval-run-result.d.ts +22 -0
  204. package/dist/domains/bundle/eval-run-result.d.ts.map +1 -0
  205. package/dist/domains/bundle/eval-run-result.js +207 -0
  206. package/dist/domains/bundle/eval-run-result.js.map +1 -0
  207. package/dist/domains/bundle/eval.d.ts.map +1 -1
  208. package/dist/domains/bundle/eval.js +21 -24
  209. package/dist/domains/bundle/eval.js.map +1 -1
  210. package/dist/domains/bundle/factory.d.ts.map +1 -1
  211. package/dist/domains/bundle/factory.js +2 -9
  212. package/dist/domains/bundle/factory.js.map +1 -1
  213. package/dist/domains/bundle/review-summary.js +1 -1
  214. package/dist/domains/bundle/review-summary.js.map +1 -1
  215. package/dist/domains/bundle/state.d.ts.map +1 -1
  216. package/dist/domains/bundle/state.js +117 -2
  217. package/dist/domains/bundle/state.js.map +1 -1
  218. package/dist/domains/bundle/types.d.ts +1 -1
  219. package/dist/domains/bundle/types.d.ts.map +1 -1
  220. package/dist/domains/comet-classic/classic-archive-entry.js +1 -1
  221. package/dist/domains/comet-classic/classic-archive-entry.js.map +1 -1
  222. package/dist/domains/comet-classic/classic-archive-pointer.d.ts +8 -0
  223. package/dist/domains/comet-classic/classic-archive-pointer.d.ts.map +1 -0
  224. package/dist/domains/comet-classic/classic-archive-pointer.js +66 -0
  225. package/dist/domains/comet-classic/classic-archive-pointer.js.map +1 -0
  226. package/dist/domains/comet-classic/classic-archive.d.ts +1 -0
  227. package/dist/domains/comet-classic/classic-archive.d.ts.map +1 -1
  228. package/dist/domains/comet-classic/classic-archive.js +205 -114
  229. package/dist/domains/comet-classic/classic-archive.js.map +1 -1
  230. package/dist/domains/comet-classic/classic-branch-binding.d.ts +51 -0
  231. package/dist/domains/comet-classic/classic-branch-binding.d.ts.map +1 -0
  232. package/dist/domains/comet-classic/classic-branch-binding.js +113 -0
  233. package/dist/domains/comet-classic/classic-branch-binding.js.map +1 -0
  234. package/dist/domains/comet-classic/classic-cli.d.ts +3 -1
  235. package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
  236. package/dist/domains/comet-classic/classic-cli.js +15 -3
  237. package/dist/domains/comet-classic/classic-cli.js.map +1 -1
  238. package/dist/domains/comet-classic/classic-command-checks.d.ts +20 -0
  239. package/dist/domains/comet-classic/classic-command-checks.d.ts.map +1 -0
  240. package/dist/domains/comet-classic/classic-command-checks.js +94 -0
  241. package/dist/domains/comet-classic/classic-command-checks.js.map +1 -0
  242. package/dist/domains/comet-classic/classic-command-context.d.ts +21 -0
  243. package/dist/domains/comet-classic/classic-command-context.d.ts.map +1 -0
  244. package/dist/domains/comet-classic/classic-command-context.js +52 -0
  245. package/dist/domains/comet-classic/classic-command-context.js.map +1 -0
  246. package/dist/domains/comet-classic/classic-current-change.d.ts +17 -0
  247. package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -0
  248. package/dist/domains/comet-classic/classic-current-change.js +143 -0
  249. package/dist/domains/comet-classic/classic-current-change.js.map +1 -0
  250. package/dist/domains/comet-classic/classic-diagnostics.d.ts +2 -1
  251. package/dist/domains/comet-classic/classic-diagnostics.d.ts.map +1 -1
  252. package/dist/domains/comet-classic/classic-diagnostics.js +54 -1
  253. package/dist/domains/comet-classic/classic-diagnostics.js.map +1 -1
  254. package/dist/domains/comet-classic/classic-evidence.d.ts +1 -0
  255. package/dist/domains/comet-classic/classic-evidence.d.ts.map +1 -1
  256. package/dist/domains/comet-classic/classic-evidence.js +140 -40
  257. package/dist/domains/comet-classic/classic-evidence.js.map +1 -1
  258. package/dist/domains/comet-classic/classic-guard-entry.js +1 -1
  259. package/dist/domains/comet-classic/classic-guard-entry.js.map +1 -1
  260. package/dist/domains/comet-classic/classic-guard.d.ts.map +1 -1
  261. package/dist/domains/comet-classic/classic-guard.js +230 -209
  262. package/dist/domains/comet-classic/classic-guard.js.map +1 -1
  263. package/dist/domains/comet-classic/classic-handoff-entry.js +1 -1
  264. package/dist/domains/comet-classic/classic-handoff-entry.js.map +1 -1
  265. package/dist/domains/comet-classic/classic-handoff.d.ts.map +1 -1
  266. package/dist/domains/comet-classic/classic-handoff.js +195 -109
  267. package/dist/domains/comet-classic/classic-handoff.js.map +1 -1
  268. package/dist/domains/comet-classic/classic-hook-guard-entry.js +1 -1
  269. package/dist/domains/comet-classic/classic-hook-guard-entry.js.map +1 -1
  270. package/dist/domains/comet-classic/classic-hook-guard.d.ts +13 -0
  271. package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
  272. package/dist/domains/comet-classic/classic-hook-guard.js +448 -75
  273. package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
  274. package/dist/domains/comet-classic/classic-intent-command.d.ts.map +1 -1
  275. package/dist/domains/comet-classic/classic-intent-command.js +2 -1
  276. package/dist/domains/comet-classic/classic-intent-command.js.map +1 -1
  277. package/dist/domains/comet-classic/classic-intent-entry.js +1 -1
  278. package/dist/domains/comet-classic/classic-intent-entry.js.map +1 -1
  279. package/dist/domains/comet-classic/classic-layout-initialization.d.ts +87 -0
  280. package/dist/domains/comet-classic/classic-layout-initialization.d.ts.map +1 -0
  281. package/dist/domains/comet-classic/classic-layout-initialization.js +828 -0
  282. package/dist/domains/comet-classic/classic-layout-initialization.js.map +1 -0
  283. package/dist/domains/comet-classic/classic-layout.d.ts +41 -0
  284. package/dist/domains/comet-classic/classic-layout.d.ts.map +1 -0
  285. package/dist/domains/comet-classic/classic-layout.js +222 -0
  286. package/dist/domains/comet-classic/classic-layout.js.map +1 -0
  287. package/dist/domains/comet-classic/classic-migrate.d.ts +4 -0
  288. package/dist/domains/comet-classic/classic-migrate.d.ts.map +1 -1
  289. package/dist/domains/comet-classic/classic-migrate.js +8 -12
  290. package/dist/domains/comet-classic/classic-migrate.js.map +1 -1
  291. package/dist/domains/comet-classic/classic-openspec-command.d.ts +4 -0
  292. package/dist/domains/comet-classic/classic-openspec-command.d.ts.map +1 -0
  293. package/dist/domains/comet-classic/classic-openspec-command.js +45 -0
  294. package/dist/domains/comet-classic/classic-openspec-command.js.map +1 -0
  295. package/dist/domains/comet-classic/classic-openspec-root.d.ts +13 -0
  296. package/dist/domains/comet-classic/classic-openspec-root.d.ts.map +1 -0
  297. package/dist/domains/comet-classic/classic-openspec-root.js +47 -0
  298. package/dist/domains/comet-classic/classic-openspec-root.js.map +1 -0
  299. package/dist/domains/comet-classic/classic-paths.d.ts +11 -1
  300. package/dist/domains/comet-classic/classic-paths.d.ts.map +1 -1
  301. package/dist/domains/comet-classic/classic-paths.js +87 -35
  302. package/dist/domains/comet-classic/classic-paths.js.map +1 -1
  303. package/dist/domains/comet-classic/classic-plan-readiness.d.ts +12 -0
  304. package/dist/domains/comet-classic/classic-plan-readiness.d.ts.map +1 -0
  305. package/dist/domains/comet-classic/classic-plan-readiness.js +26 -0
  306. package/dist/domains/comet-classic/classic-plan-readiness.js.map +1 -0
  307. package/dist/domains/comet-classic/classic-project-config.d.ts +17 -0
  308. package/dist/domains/comet-classic/classic-project-config.d.ts.map +1 -0
  309. package/dist/domains/comet-classic/classic-project-config.js +42 -0
  310. package/dist/domains/comet-classic/classic-project-config.js.map +1 -0
  311. package/dist/domains/comet-classic/classic-protected-path.d.ts +39 -0
  312. package/dist/domains/comet-classic/classic-protected-path.d.ts.map +1 -0
  313. package/dist/domains/comet-classic/classic-protected-path.js +69 -0
  314. package/dist/domains/comet-classic/classic-protected-path.js.map +1 -0
  315. package/dist/domains/comet-classic/classic-resolver.d.ts.map +1 -1
  316. package/dist/domains/comet-classic/classic-resolver.js +4 -4
  317. package/dist/domains/comet-classic/classic-resolver.js.map +1 -1
  318. package/dist/domains/comet-classic/classic-resume-probe-command.d.ts +3 -0
  319. package/dist/domains/comet-classic/classic-resume-probe-command.d.ts.map +1 -0
  320. package/dist/domains/comet-classic/classic-resume-probe-command.js +60 -0
  321. package/dist/domains/comet-classic/classic-resume-probe-command.js.map +1 -0
  322. package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts +2 -0
  323. package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts.map +1 -0
  324. package/dist/domains/comet-classic/classic-resume-probe-entry.js +4 -0
  325. package/dist/domains/comet-classic/classic-resume-probe-entry.js.map +1 -0
  326. package/dist/domains/comet-classic/classic-resume-probe.d.ts +29 -0
  327. package/dist/domains/comet-classic/classic-resume-probe.d.ts.map +1 -0
  328. package/dist/domains/comet-classic/classic-resume-probe.js +406 -0
  329. package/dist/domains/comet-classic/classic-resume-probe.js.map +1 -0
  330. package/dist/domains/comet-classic/classic-root-command.d.ts +8 -0
  331. package/dist/domains/comet-classic/classic-root-command.d.ts.map +1 -0
  332. package/dist/domains/comet-classic/classic-root-command.js +199 -0
  333. package/dist/domains/comet-classic/classic-root-command.js.map +1 -0
  334. package/dist/domains/comet-classic/classic-root-move.d.ts +118 -0
  335. package/dist/domains/comet-classic/classic-root-move.d.ts.map +1 -0
  336. package/dist/domains/comet-classic/classic-root-move.js +1640 -0
  337. package/dist/domains/comet-classic/classic-root-move.js.map +1 -0
  338. package/dist/domains/comet-classic/classic-runtime-run.d.ts +8 -1
  339. package/dist/domains/comet-classic/classic-runtime-run.d.ts.map +1 -1
  340. package/dist/domains/comet-classic/classic-runtime-run.js +327 -5
  341. package/dist/domains/comet-classic/classic-runtime-run.js.map +1 -1
  342. package/dist/domains/comet-classic/classic-script-entry.d.ts +2 -2
  343. package/dist/domains/comet-classic/classic-script-entry.d.ts.map +1 -1
  344. package/dist/domains/comet-classic/classic-script-entry.js +4 -3
  345. package/dist/domains/comet-classic/classic-script-entry.js.map +1 -1
  346. package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
  347. package/dist/domains/comet-classic/classic-state-command.js +431 -99
  348. package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
  349. package/dist/domains/comet-classic/classic-state-entry.js +1 -1
  350. package/dist/domains/comet-classic/classic-state-entry.js.map +1 -1
  351. package/dist/domains/comet-classic/classic-state-events.d.ts +1 -1
  352. package/dist/domains/comet-classic/classic-state-events.d.ts.map +1 -1
  353. package/dist/domains/comet-classic/classic-state-events.js +3 -4
  354. package/dist/domains/comet-classic/classic-state-events.js.map +1 -1
  355. package/dist/domains/comet-classic/classic-state.d.ts +6 -4
  356. package/dist/domains/comet-classic/classic-state.d.ts.map +1 -1
  357. package/dist/domains/comet-classic/classic-state.js +20 -7
  358. package/dist/domains/comet-classic/classic-state.js.map +1 -1
  359. package/dist/domains/comet-classic/classic-store.d.ts +6 -1
  360. package/dist/domains/comet-classic/classic-store.d.ts.map +1 -1
  361. package/dist/domains/comet-classic/classic-store.js +36 -23
  362. package/dist/domains/comet-classic/classic-store.js.map +1 -1
  363. package/dist/domains/comet-classic/classic-transitions.d.ts +1 -1
  364. package/dist/domains/comet-classic/classic-transitions.d.ts.map +1 -1
  365. package/dist/domains/comet-classic/classic-transitions.js +37 -3
  366. package/dist/domains/comet-classic/classic-transitions.js.map +1 -1
  367. package/dist/domains/comet-classic/classic-validate-command.d.ts.map +1 -1
  368. package/dist/domains/comet-classic/classic-validate-command.js +40 -20
  369. package/dist/domains/comet-classic/classic-validate-command.js.map +1 -1
  370. package/dist/domains/comet-classic/classic-validate-entry.js +1 -1
  371. package/dist/domains/comet-classic/classic-validate-entry.js.map +1 -1
  372. package/dist/domains/comet-classic/classic-workspace-command.d.ts +3 -0
  373. package/dist/domains/comet-classic/classic-workspace-command.d.ts.map +1 -0
  374. package/dist/domains/comet-classic/classic-workspace-command.js +45 -0
  375. package/dist/domains/comet-classic/classic-workspace-command.js.map +1 -0
  376. package/dist/domains/comet-classic/classic-workspace.d.ts +38 -0
  377. package/dist/domains/comet-classic/classic-workspace.d.ts.map +1 -0
  378. package/dist/domains/comet-classic/classic-workspace.js +315 -0
  379. package/dist/domains/comet-classic/classic-workspace.js.map +1 -0
  380. package/dist/domains/comet-classic/index.d.ts +3 -0
  381. package/dist/domains/comet-classic/index.d.ts.map +1 -1
  382. package/dist/domains/comet-classic/index.js +3 -0
  383. package/dist/domains/comet-classic/index.js.map +1 -1
  384. package/dist/domains/comet-entry/current-selection-repair.d.ts +17 -0
  385. package/dist/domains/comet-entry/current-selection-repair.d.ts.map +1 -0
  386. package/dist/domains/comet-entry/current-selection-repair.js +19 -0
  387. package/dist/domains/comet-entry/current-selection-repair.js.map +1 -0
  388. package/dist/domains/comet-entry/current-selection.d.ts +28 -0
  389. package/dist/domains/comet-entry/current-selection.d.ts.map +1 -0
  390. package/dist/domains/comet-entry/current-selection.js +114 -0
  391. package/dist/domains/comet-entry/current-selection.js.map +1 -0
  392. package/dist/domains/comet-entry/entry-reads.d.ts +17 -0
  393. package/dist/domains/comet-entry/entry-reads.d.ts.map +1 -0
  394. package/dist/domains/comet-entry/entry-reads.js +20 -0
  395. package/dist/domains/comet-entry/entry-reads.js.map +1 -0
  396. package/dist/domains/comet-entry/entry-runtime-entry.d.ts +2 -0
  397. package/dist/domains/comet-entry/entry-runtime-entry.d.ts.map +1 -0
  398. package/dist/domains/comet-entry/entry-runtime-entry.js +3 -0
  399. package/dist/domains/comet-entry/entry-runtime-entry.js.map +1 -0
  400. package/dist/domains/comet-entry/entry-runtime.d.ts +7 -0
  401. package/dist/domains/comet-entry/entry-runtime.d.ts.map +1 -0
  402. package/dist/domains/comet-entry/entry-runtime.js +55 -0
  403. package/dist/domains/comet-entry/entry-runtime.js.map +1 -0
  404. package/dist/domains/comet-entry/hook-adapter.d.ts +6 -0
  405. package/dist/domains/comet-entry/hook-adapter.d.ts.map +1 -0
  406. package/dist/domains/comet-entry/hook-adapter.js +225 -0
  407. package/dist/domains/comet-entry/hook-adapter.js.map +1 -0
  408. package/dist/domains/comet-entry/hook-project-root.d.ts +3 -0
  409. package/dist/domains/comet-entry/hook-project-root.d.ts.map +1 -0
  410. package/dist/domains/comet-entry/hook-project-root.js +62 -0
  411. package/dist/domains/comet-entry/hook-project-root.js.map +1 -0
  412. package/dist/domains/comet-entry/hook-router-entry.d.ts +11 -0
  413. package/dist/domains/comet-entry/hook-router-entry.d.ts.map +1 -0
  414. package/dist/domains/comet-entry/hook-router-entry.js +121 -0
  415. package/dist/domains/comet-entry/hook-router-entry.js.map +1 -0
  416. package/dist/domains/comet-entry/hook-router.d.ts +44 -0
  417. package/dist/domains/comet-entry/hook-router.d.ts.map +1 -0
  418. package/dist/domains/comet-entry/hook-router.js +200 -0
  419. package/dist/domains/comet-entry/hook-router.js.map +1 -0
  420. package/dist/domains/comet-entry/hook-types.d.ts +21 -0
  421. package/dist/domains/comet-entry/hook-types.d.ts.map +1 -0
  422. package/dist/domains/comet-entry/hook-types.js +2 -0
  423. package/dist/domains/comet-entry/hook-types.js.map +1 -0
  424. package/dist/domains/comet-entry/init-workflow.d.ts +19 -0
  425. package/dist/domains/comet-entry/init-workflow.d.ts.map +1 -0
  426. package/dist/domains/comet-entry/init-workflow.js +138 -0
  427. package/dist/domains/comet-entry/init-workflow.js.map +1 -0
  428. package/dist/domains/comet-entry/project-activation.d.ts +12 -0
  429. package/dist/domains/comet-entry/project-activation.d.ts.map +1 -0
  430. package/dist/domains/comet-entry/project-activation.js +110 -0
  431. package/dist/domains/comet-entry/project-activation.js.map +1 -0
  432. package/dist/domains/comet-entry/project-status.d.ts +3 -0
  433. package/dist/domains/comet-entry/project-status.d.ts.map +1 -0
  434. package/dist/domains/comet-entry/project-status.js +291 -0
  435. package/dist/domains/comet-entry/project-status.js.map +1 -0
  436. package/dist/domains/comet-entry/resolve-entry.d.ts +3 -0
  437. package/dist/domains/comet-entry/resolve-entry.d.ts.map +1 -0
  438. package/dist/domains/comet-entry/resolve-entry.js +17 -0
  439. package/dist/domains/comet-entry/resolve-entry.js.map +1 -0
  440. package/dist/domains/comet-entry/resume-probe.d.ts +34 -0
  441. package/dist/domains/comet-entry/resume-probe.d.ts.map +1 -0
  442. package/dist/domains/comet-entry/resume-probe.js +538 -0
  443. package/dist/domains/comet-entry/resume-probe.js.map +1 -0
  444. package/dist/domains/comet-entry/types.d.ts +60 -0
  445. package/dist/domains/comet-entry/types.d.ts.map +1 -0
  446. package/dist/domains/comet-entry/types.js +2 -0
  447. package/dist/domains/comet-entry/types.js.map +1 -0
  448. package/dist/domains/comet-entry/workflow-resolution.d.ts +8 -0
  449. package/dist/domains/comet-entry/workflow-resolution.d.ts.map +1 -0
  450. package/dist/domains/comet-entry/workflow-resolution.js +16 -0
  451. package/dist/domains/comet-entry/workflow-resolution.js.map +1 -0
  452. package/dist/domains/comet-native/index.d.ts +36 -0
  453. package/dist/domains/comet-native/index.d.ts.map +1 -0
  454. package/dist/domains/comet-native/index.js +36 -0
  455. package/dist/domains/comet-native/index.js.map +1 -0
  456. package/dist/domains/comet-native/native-acceptance.d.ts +53 -0
  457. package/dist/domains/comet-native/native-acceptance.d.ts.map +1 -0
  458. package/dist/domains/comet-native/native-acceptance.js +639 -0
  459. package/dist/domains/comet-native/native-acceptance.js.map +1 -0
  460. package/dist/domains/comet-native/native-archive-command.d.ts +3 -0
  461. package/dist/domains/comet-native/native-archive-command.d.ts.map +1 -0
  462. package/dist/domains/comet-native/native-archive-command.js +236 -0
  463. package/dist/domains/comet-native/native-archive-command.js.map +1 -0
  464. package/dist/domains/comet-native/native-archive-content.d.ts +26 -0
  465. package/dist/domains/comet-native/native-archive-content.d.ts.map +1 -0
  466. package/dist/domains/comet-native/native-archive-content.js +159 -0
  467. package/dist/domains/comet-native/native-archive-content.js.map +1 -0
  468. package/dist/domains/comet-native/native-archive-entry.d.ts +2 -0
  469. package/dist/domains/comet-native/native-archive-entry.d.ts.map +1 -0
  470. package/dist/domains/comet-native/native-archive-entry.js +4 -0
  471. package/dist/domains/comet-native/native-archive-entry.js.map +1 -0
  472. package/dist/domains/comet-native/native-archive-inspection.d.ts +9 -0
  473. package/dist/domains/comet-native/native-archive-inspection.d.ts.map +1 -0
  474. package/dist/domains/comet-native/native-archive-inspection.js +108 -0
  475. package/dist/domains/comet-native/native-archive-inspection.js.map +1 -0
  476. package/dist/domains/comet-native/native-archive-preflight.d.ts +64 -0
  477. package/dist/domains/comet-native/native-archive-preflight.d.ts.map +1 -0
  478. package/dist/domains/comet-native/native-archive-preflight.js +266 -0
  479. package/dist/domains/comet-native/native-archive-preflight.js.map +1 -0
  480. package/dist/domains/comet-native/native-archive-transaction.d.ts +20 -0
  481. package/dist/domains/comet-native/native-archive-transaction.d.ts.map +1 -0
  482. package/dist/domains/comet-native/native-archive-transaction.js +1188 -0
  483. package/dist/domains/comet-native/native-archive-transaction.js.map +1 -0
  484. package/dist/domains/comet-native/native-archive.d.ts +37 -0
  485. package/dist/domains/comet-native/native-archive.d.ts.map +1 -0
  486. package/dist/domains/comet-native/native-archive.js +466 -0
  487. package/dist/domains/comet-native/native-archive.js.map +1 -0
  488. package/dist/domains/comet-native/native-artifacts.d.ts +10 -0
  489. package/dist/domains/comet-native/native-artifacts.d.ts.map +1 -0
  490. package/dist/domains/comet-native/native-artifacts.js +204 -0
  491. package/dist/domains/comet-native/native-artifacts.js.map +1 -0
  492. package/dist/domains/comet-native/native-atomic-file.d.ts +10 -0
  493. package/dist/domains/comet-native/native-atomic-file.d.ts.map +1 -0
  494. package/dist/domains/comet-native/native-atomic-file.js +186 -0
  495. package/dist/domains/comet-native/native-atomic-file.js.map +1 -0
  496. package/dist/domains/comet-native/native-bounded-file.d.ts +49 -0
  497. package/dist/domains/comet-native/native-bounded-file.d.ts.map +1 -0
  498. package/dist/domains/comet-native/native-bounded-file.js +265 -0
  499. package/dist/domains/comet-native/native-bounded-file.js.map +1 -0
  500. package/dist/domains/comet-native/native-build-evidence.d.ts +42 -0
  501. package/dist/domains/comet-native/native-build-evidence.d.ts.map +1 -0
  502. package/dist/domains/comet-native/native-build-evidence.js +279 -0
  503. package/dist/domains/comet-native/native-build-evidence.js.map +1 -0
  504. package/dist/domains/comet-native/native-canonical-hash.d.ts +10 -0
  505. package/dist/domains/comet-native/native-canonical-hash.d.ts.map +1 -0
  506. package/dist/domains/comet-native/native-canonical-hash.js +100 -0
  507. package/dist/domains/comet-native/native-canonical-hash.js.map +1 -0
  508. package/dist/domains/comet-native/native-change-recovery.d.ts +11 -0
  509. package/dist/domains/comet-native/native-change-recovery.d.ts.map +1 -0
  510. package/dist/domains/comet-native/native-change-recovery.js +15 -0
  511. package/dist/domains/comet-native/native-change-recovery.js.map +1 -0
  512. package/dist/domains/comet-native/native-change.d.ts +81 -0
  513. package/dist/domains/comet-native/native-change.d.ts.map +1 -0
  514. package/dist/domains/comet-native/native-change.js +895 -0
  515. package/dist/domains/comet-native/native-change.js.map +1 -0
  516. package/dist/domains/comet-native/native-check-command.d.ts +3 -0
  517. package/dist/domains/comet-native/native-check-command.d.ts.map +1 -0
  518. package/dist/domains/comet-native/native-check-command.js +30 -0
  519. package/dist/domains/comet-native/native-check-command.js.map +1 -0
  520. package/dist/domains/comet-native/native-check-executor.d.ts +36 -0
  521. package/dist/domains/comet-native/native-check-executor.d.ts.map +1 -0
  522. package/dist/domains/comet-native/native-check-executor.js +132 -0
  523. package/dist/domains/comet-native/native-check-executor.js.map +1 -0
  524. package/dist/domains/comet-native/native-check-receipt-model.d.ts +72 -0
  525. package/dist/domains/comet-native/native-check-receipt-model.d.ts.map +1 -0
  526. package/dist/domains/comet-native/native-check-receipt-model.js +414 -0
  527. package/dist/domains/comet-native/native-check-receipt-model.js.map +1 -0
  528. package/dist/domains/comet-native/native-check-receipt-storage.d.ts +10 -0
  529. package/dist/domains/comet-native/native-check-receipt-storage.d.ts.map +1 -0
  530. package/dist/domains/comet-native/native-check-receipt-storage.js +201 -0
  531. package/dist/domains/comet-native/native-check-receipt-storage.js.map +1 -0
  532. package/dist/domains/comet-native/native-check-receipt.d.ts +19 -0
  533. package/dist/domains/comet-native/native-check-receipt.d.ts.map +1 -0
  534. package/dist/domains/comet-native/native-check-receipt.js +516 -0
  535. package/dist/domains/comet-native/native-check-receipt.js.map +1 -0
  536. package/dist/domains/comet-native/native-check.d.ts +24 -0
  537. package/dist/domains/comet-native/native-check.d.ts.map +1 -0
  538. package/dist/domains/comet-native/native-check.js +50 -0
  539. package/dist/domains/comet-native/native-check.js.map +1 -0
  540. package/dist/domains/comet-native/native-checkpoint-command.d.ts +3 -0
  541. package/dist/domains/comet-native/native-checkpoint-command.d.ts.map +1 -0
  542. package/dist/domains/comet-native/native-checkpoint-command.js +33 -0
  543. package/dist/domains/comet-native/native-checkpoint-command.js.map +1 -0
  544. package/dist/domains/comet-native/native-checkpoint-journal.d.ts +13 -0
  545. package/dist/domains/comet-native/native-checkpoint-journal.d.ts.map +1 -0
  546. package/dist/domains/comet-native/native-checkpoint-journal.js +53 -0
  547. package/dist/domains/comet-native/native-checkpoint-journal.js.map +1 -0
  548. package/dist/domains/comet-native/native-checkpoint-storage.d.ts +43 -0
  549. package/dist/domains/comet-native/native-checkpoint-storage.d.ts.map +1 -0
  550. package/dist/domains/comet-native/native-checkpoint-storage.js +495 -0
  551. package/dist/domains/comet-native/native-checkpoint-storage.js.map +1 -0
  552. package/dist/domains/comet-native/native-children.d.ts +65 -0
  553. package/dist/domains/comet-native/native-children.d.ts.map +1 -0
  554. package/dist/domains/comet-native/native-children.js +453 -0
  555. package/dist/domains/comet-native/native-children.js.map +1 -0
  556. package/dist/domains/comet-native/native-cli-entry.d.ts +2 -0
  557. package/dist/domains/comet-native/native-cli-entry.d.ts.map +1 -0
  558. package/dist/domains/comet-native/native-cli-entry.js +18 -0
  559. package/dist/domains/comet-native/native-cli-entry.js.map +1 -0
  560. package/dist/domains/comet-native/native-cli-help.d.ts +6 -0
  561. package/dist/domains/comet-native/native-cli-help.d.ts.map +1 -0
  562. package/dist/domains/comet-native/native-cli-help.js +198 -0
  563. package/dist/domains/comet-native/native-cli-help.js.map +1 -0
  564. package/dist/domains/comet-native/native-cli-shared.d.ts +40 -0
  565. package/dist/domains/comet-native/native-cli-shared.d.ts.map +1 -0
  566. package/dist/domains/comet-native/native-cli-shared.js +328 -0
  567. package/dist/domains/comet-native/native-cli-shared.js.map +1 -0
  568. package/dist/domains/comet-native/native-cli.d.ts +4 -0
  569. package/dist/domains/comet-native/native-cli.d.ts.map +1 -0
  570. package/dist/domains/comet-native/native-cli.js +72 -0
  571. package/dist/domains/comet-native/native-cli.js.map +1 -0
  572. package/dist/domains/comet-native/native-config.d.ts +24 -0
  573. package/dist/domains/comet-native/native-config.d.ts.map +1 -0
  574. package/dist/domains/comet-native/native-config.js +61 -0
  575. package/dist/domains/comet-native/native-config.js.map +1 -0
  576. package/dist/domains/comet-native/native-conflict-inspection.d.ts +19 -0
  577. package/dist/domains/comet-native/native-conflict-inspection.d.ts.map +1 -0
  578. package/dist/domains/comet-native/native-conflict-inspection.js +100 -0
  579. package/dist/domains/comet-native/native-conflict-inspection.js.map +1 -0
  580. package/dist/domains/comet-native/native-conflict-radar.d.ts +75 -0
  581. package/dist/domains/comet-native/native-conflict-radar.d.ts.map +1 -0
  582. package/dist/domains/comet-native/native-conflict-radar.js +326 -0
  583. package/dist/domains/comet-native/native-conflict-radar.js.map +1 -0
  584. package/dist/domains/comet-native/native-continuation.d.ts +12 -0
  585. package/dist/domains/comet-native/native-continuation.d.ts.map +1 -0
  586. package/dist/domains/comet-native/native-continuation.js +274 -0
  587. package/dist/domains/comet-native/native-continuation.js.map +1 -0
  588. package/dist/domains/comet-native/native-contract-files.d.ts +24 -0
  589. package/dist/domains/comet-native/native-contract-files.d.ts.map +1 -0
  590. package/dist/domains/comet-native/native-contract-files.js +66 -0
  591. package/dist/domains/comet-native/native-contract-files.js.map +1 -0
  592. package/dist/domains/comet-native/native-contract.d.ts +41 -0
  593. package/dist/domains/comet-native/native-contract.d.ts.map +1 -0
  594. package/dist/domains/comet-native/native-contract.js +142 -0
  595. package/dist/domains/comet-native/native-contract.js.map +1 -0
  596. package/dist/domains/comet-native/native-diagnostics.d.ts +27 -0
  597. package/dist/domains/comet-native/native-diagnostics.d.ts.map +1 -0
  598. package/dist/domains/comet-native/native-diagnostics.js +645 -0
  599. package/dist/domains/comet-native/native-diagnostics.js.map +1 -0
  600. package/dist/domains/comet-native/native-doctor-command.d.ts +3 -0
  601. package/dist/domains/comet-native/native-doctor-command.d.ts.map +1 -0
  602. package/dist/domains/comet-native/native-doctor-command.js +361 -0
  603. package/dist/domains/comet-native/native-doctor-command.js.map +1 -0
  604. package/dist/domains/comet-native/native-doctor-entry.d.ts +2 -0
  605. package/dist/domains/comet-native/native-doctor-entry.d.ts.map +1 -0
  606. package/dist/domains/comet-native/native-doctor-entry.js +4 -0
  607. package/dist/domains/comet-native/native-doctor-entry.js.map +1 -0
  608. package/dist/domains/comet-native/native-doctor.d.ts +13 -0
  609. package/dist/domains/comet-native/native-doctor.d.ts.map +1 -0
  610. package/dist/domains/comet-native/native-doctor.js +865 -0
  611. package/dist/domains/comet-native/native-doctor.js.map +1 -0
  612. package/dist/domains/comet-native/native-evidence-command.d.ts +3 -0
  613. package/dist/domains/comet-native/native-evidence-command.d.ts.map +1 -0
  614. package/dist/domains/comet-native/native-evidence-command.js +35 -0
  615. package/dist/domains/comet-native/native-evidence-command.js.map +1 -0
  616. package/dist/domains/comet-native/native-evidence-projection.d.ts +50 -0
  617. package/dist/domains/comet-native/native-evidence-projection.d.ts.map +1 -0
  618. package/dist/domains/comet-native/native-evidence-projection.js +284 -0
  619. package/dist/domains/comet-native/native-evidence-projection.js.map +1 -0
  620. package/dist/domains/comet-native/native-evidence-retention.d.ts +37 -0
  621. package/dist/domains/comet-native/native-evidence-retention.d.ts.map +1 -0
  622. package/dist/domains/comet-native/native-evidence-retention.js +902 -0
  623. package/dist/domains/comet-native/native-evidence-retention.js.map +1 -0
  624. package/dist/domains/comet-native/native-evidence-storage.d.ts +65 -0
  625. package/dist/domains/comet-native/native-evidence-storage.d.ts.map +1 -0
  626. package/dist/domains/comet-native/native-evidence-storage.js +473 -0
  627. package/dist/domains/comet-native/native-evidence-storage.js.map +1 -0
  628. package/dist/domains/comet-native/native-file-identity.d.ts +3 -0
  629. package/dist/domains/comet-native/native-file-identity.d.ts.map +1 -0
  630. package/dist/domains/comet-native/native-file-identity.js +2 -0
  631. package/dist/domains/comet-native/native-file-identity.js.map +1 -0
  632. package/dist/domains/comet-native/native-findings.d.ts +8 -0
  633. package/dist/domains/comet-native/native-findings.d.ts.map +1 -0
  634. package/dist/domains/comet-native/native-findings.js +328 -0
  635. package/dist/domains/comet-native/native-findings.js.map +1 -0
  636. package/dist/domains/comet-native/native-git-provenance.d.ts +16 -0
  637. package/dist/domains/comet-native/native-git-provenance.d.ts.map +1 -0
  638. package/dist/domains/comet-native/native-git-provenance.js +171 -0
  639. package/dist/domains/comet-native/native-git-provenance.js.map +1 -0
  640. package/dist/domains/comet-native/native-guards.d.ts +8 -0
  641. package/dist/domains/comet-native/native-guards.d.ts.map +1 -0
  642. package/dist/domains/comet-native/native-guards.js +140 -0
  643. package/dist/domains/comet-native/native-guards.js.map +1 -0
  644. package/dist/domains/comet-native/native-hash.d.ts +3 -0
  645. package/dist/domains/comet-native/native-hash.d.ts.map +1 -0
  646. package/dist/domains/comet-native/native-hash.js +12 -0
  647. package/dist/domains/comet-native/native-hash.js.map +1 -0
  648. package/dist/domains/comet-native/native-hook-guard-command.d.ts +3 -0
  649. package/dist/domains/comet-native/native-hook-guard-command.d.ts.map +1 -0
  650. package/dist/domains/comet-native/native-hook-guard-command.js +32 -0
  651. package/dist/domains/comet-native/native-hook-guard-command.js.map +1 -0
  652. package/dist/domains/comet-native/native-hook-guard-entry.d.ts +2 -0
  653. package/dist/domains/comet-native/native-hook-guard-entry.d.ts.map +1 -0
  654. package/dist/domains/comet-native/native-hook-guard-entry.js +4 -0
  655. package/dist/domains/comet-native/native-hook-guard-entry.js.map +1 -0
  656. package/dist/domains/comet-native/native-hook-guard.d.ts +17 -0
  657. package/dist/domains/comet-native/native-hook-guard.d.ts.map +1 -0
  658. package/dist/domains/comet-native/native-hook-guard.js +353 -0
  659. package/dist/domains/comet-native/native-hook-guard.js.map +1 -0
  660. package/dist/domains/comet-native/native-init-command.d.ts +3 -0
  661. package/dist/domains/comet-native/native-init-command.d.ts.map +1 -0
  662. package/dist/domains/comet-native/native-init-command.js +41 -0
  663. package/dist/domains/comet-native/native-init-command.js.map +1 -0
  664. package/dist/domains/comet-native/native-init-entry.d.ts +2 -0
  665. package/dist/domains/comet-native/native-init-entry.d.ts.map +1 -0
  666. package/dist/domains/comet-native/native-init-entry.js +4 -0
  667. package/dist/domains/comet-native/native-init-entry.js.map +1 -0
  668. package/dist/domains/comet-native/native-local-execution.d.ts +25 -0
  669. package/dist/domains/comet-native/native-local-execution.d.ts.map +1 -0
  670. package/dist/domains/comet-native/native-local-execution.js +241 -0
  671. package/dist/domains/comet-native/native-local-execution.js.map +1 -0
  672. package/dist/domains/comet-native/native-lock.d.ts +47 -0
  673. package/dist/domains/comet-native/native-lock.d.ts.map +1 -0
  674. package/dist/domains/comet-native/native-lock.js +390 -0
  675. package/dist/domains/comet-native/native-lock.js.map +1 -0
  676. package/dist/domains/comet-native/native-loop-runtime.d.ts +63 -0
  677. package/dist/domains/comet-native/native-loop-runtime.d.ts.map +1 -0
  678. package/dist/domains/comet-native/native-loop-runtime.js +580 -0
  679. package/dist/domains/comet-native/native-loop-runtime.js.map +1 -0
  680. package/dist/domains/comet-native/native-mutation-lock.d.ts +7 -0
  681. package/dist/domains/comet-native/native-mutation-lock.d.ts.map +1 -0
  682. package/dist/domains/comet-native/native-mutation-lock.js +87 -0
  683. package/dist/domains/comet-native/native-mutation-lock.js.map +1 -0
  684. package/dist/domains/comet-native/native-new-command.d.ts +3 -0
  685. package/dist/domains/comet-native/native-new-command.d.ts.map +1 -0
  686. package/dist/domains/comet-native/native-new-command.js +57 -0
  687. package/dist/domains/comet-native/native-new-command.js.map +1 -0
  688. package/dist/domains/comet-native/native-new-entry.d.ts +2 -0
  689. package/dist/domains/comet-native/native-new-entry.d.ts.map +1 -0
  690. package/dist/domains/comet-native/native-new-entry.js +4 -0
  691. package/dist/domains/comet-native/native-new-entry.js.map +1 -0
  692. package/dist/domains/comet-native/native-next-command.d.ts +3 -0
  693. package/dist/domains/comet-native/native-next-command.d.ts.map +1 -0
  694. package/dist/domains/comet-native/native-next-command.js +292 -0
  695. package/dist/domains/comet-native/native-next-command.js.map +1 -0
  696. package/dist/domains/comet-native/native-next-entry.d.ts +2 -0
  697. package/dist/domains/comet-native/native-next-entry.d.ts.map +1 -0
  698. package/dist/domains/comet-native/native-next-entry.js +4 -0
  699. package/dist/domains/comet-native/native-next-entry.js.map +1 -0
  700. package/dist/domains/comet-native/native-paths.d.ts +28 -0
  701. package/dist/domains/comet-native/native-paths.d.ts.map +1 -0
  702. package/dist/domains/comet-native/native-paths.js +272 -0
  703. package/dist/domains/comet-native/native-paths.js.map +1 -0
  704. package/dist/domains/comet-native/native-portable-acceptance.d.ts +28 -0
  705. package/dist/domains/comet-native/native-portable-acceptance.d.ts.map +1 -0
  706. package/dist/domains/comet-native/native-portable-acceptance.js +73 -0
  707. package/dist/domains/comet-native/native-portable-acceptance.js.map +1 -0
  708. package/dist/domains/comet-native/native-portable-archive.d.ts +37 -0
  709. package/dist/domains/comet-native/native-portable-archive.d.ts.map +1 -0
  710. package/dist/domains/comet-native/native-portable-archive.js +492 -0
  711. package/dist/domains/comet-native/native-portable-archive.js.map +1 -0
  712. package/dist/domains/comet-native/native-portable-continuation.d.ts +42 -0
  713. package/dist/domains/comet-native/native-portable-continuation.d.ts.map +1 -0
  714. package/dist/domains/comet-native/native-portable-continuation.js +469 -0
  715. package/dist/domains/comet-native/native-portable-continuation.js.map +1 -0
  716. package/dist/domains/comet-native/native-portable-migration-runtime.d.ts +9 -0
  717. package/dist/domains/comet-native/native-portable-migration-runtime.d.ts.map +1 -0
  718. package/dist/domains/comet-native/native-portable-migration-runtime.js +218 -0
  719. package/dist/domains/comet-native/native-portable-migration-runtime.js.map +1 -0
  720. package/dist/domains/comet-native/native-portable-migration.d.ts +42 -0
  721. package/dist/domains/comet-native/native-portable-migration.d.ts.map +1 -0
  722. package/dist/domains/comet-native/native-portable-migration.js +212 -0
  723. package/dist/domains/comet-native/native-portable-migration.js.map +1 -0
  724. package/dist/domains/comet-native/native-portable-recovery.d.ts +15 -0
  725. package/dist/domains/comet-native/native-portable-recovery.d.ts.map +1 -0
  726. package/dist/domains/comet-native/native-portable-recovery.js +203 -0
  727. package/dist/domains/comet-native/native-portable-recovery.js.map +1 -0
  728. package/dist/domains/comet-native/native-portable-runtime.d.ts +168 -0
  729. package/dist/domains/comet-native/native-portable-runtime.d.ts.map +1 -0
  730. package/dist/domains/comet-native/native-portable-runtime.js +1608 -0
  731. package/dist/domains/comet-native/native-portable-runtime.js.map +1 -0
  732. package/dist/domains/comet-native/native-portable-state.d.ts +30 -0
  733. package/dist/domains/comet-native/native-portable-state.d.ts.map +1 -0
  734. package/dist/domains/comet-native/native-portable-state.js +701 -0
  735. package/dist/domains/comet-native/native-portable-state.js.map +1 -0
  736. package/dist/domains/comet-native/native-portable-status.d.ts +65 -0
  737. package/dist/domains/comet-native/native-portable-status.d.ts.map +1 -0
  738. package/dist/domains/comet-native/native-portable-status.js +133 -0
  739. package/dist/domains/comet-native/native-portable-status.js.map +1 -0
  740. package/dist/domains/comet-native/native-portable-text.d.ts +8 -0
  741. package/dist/domains/comet-native/native-portable-text.d.ts.map +1 -0
  742. package/dist/domains/comet-native/native-portable-text.js +28 -0
  743. package/dist/domains/comet-native/native-portable-text.js.map +1 -0
  744. package/dist/domains/comet-native/native-portable-transactions.d.ts +41 -0
  745. package/dist/domains/comet-native/native-portable-transactions.d.ts.map +1 -0
  746. package/dist/domains/comet-native/native-portable-transactions.js +204 -0
  747. package/dist/domains/comet-native/native-portable-transactions.js.map +1 -0
  748. package/dist/domains/comet-native/native-portable-types.d.ts +166 -0
  749. package/dist/domains/comet-native/native-portable-types.d.ts.map +1 -0
  750. package/dist/domains/comet-native/native-portable-types.js +18 -0
  751. package/dist/domains/comet-native/native-portable-types.js.map +1 -0
  752. package/dist/domains/comet-native/native-progress-checkpoint.d.ts +13 -0
  753. package/dist/domains/comet-native/native-progress-checkpoint.d.ts.map +1 -0
  754. package/dist/domains/comet-native/native-progress-checkpoint.js +104 -0
  755. package/dist/domains/comet-native/native-progress-checkpoint.js.map +1 -0
  756. package/dist/domains/comet-native/native-protected-file.d.ts +113 -0
  757. package/dist/domains/comet-native/native-protected-file.d.ts.map +1 -0
  758. package/dist/domains/comet-native/native-protected-file.js +510 -0
  759. package/dist/domains/comet-native/native-protected-file.js.map +1 -0
  760. package/dist/domains/comet-native/native-pull-request-finish.d.ts +35 -0
  761. package/dist/domains/comet-native/native-pull-request-finish.d.ts.map +1 -0
  762. package/dist/domains/comet-native/native-pull-request-finish.js +282 -0
  763. package/dist/domains/comet-native/native-pull-request-finish.js.map +1 -0
  764. package/dist/domains/comet-native/native-receipt-command.d.ts +3 -0
  765. package/dist/domains/comet-native/native-receipt-command.d.ts.map +1 -0
  766. package/dist/domains/comet-native/native-receipt-command.js +120 -0
  767. package/dist/domains/comet-native/native-receipt-command.js.map +1 -0
  768. package/dist/domains/comet-native/native-receipt-errors.d.ts +23 -0
  769. package/dist/domains/comet-native/native-receipt-errors.d.ts.map +1 -0
  770. package/dist/domains/comet-native/native-receipt-errors.js +9 -0
  771. package/dist/domains/comet-native/native-receipt-errors.js.map +1 -0
  772. package/dist/domains/comet-native/native-receipt-refresh.d.ts +89 -0
  773. package/dist/domains/comet-native/native-receipt-refresh.d.ts.map +1 -0
  774. package/dist/domains/comet-native/native-receipt-refresh.js +243 -0
  775. package/dist/domains/comet-native/native-receipt-refresh.js.map +1 -0
  776. package/dist/domains/comet-native/native-redaction.d.ts +2 -0
  777. package/dist/domains/comet-native/native-redaction.d.ts.map +1 -0
  778. package/dist/domains/comet-native/native-redaction.js +18 -0
  779. package/dist/domains/comet-native/native-redaction.js.map +1 -0
  780. package/dist/domains/comet-native/native-repair-integration.d.ts +44 -0
  781. package/dist/domains/comet-native/native-repair-integration.d.ts.map +1 -0
  782. package/dist/domains/comet-native/native-repair-integration.js +232 -0
  783. package/dist/domains/comet-native/native-repair-integration.js.map +1 -0
  784. package/dist/domains/comet-native/native-repair-runtime.d.ts +77 -0
  785. package/dist/domains/comet-native/native-repair-runtime.d.ts.map +1 -0
  786. package/dist/domains/comet-native/native-repair-runtime.js +586 -0
  787. package/dist/domains/comet-native/native-repair-runtime.js.map +1 -0
  788. package/dist/domains/comet-native/native-repair-stagnation.d.ts +81 -0
  789. package/dist/domains/comet-native/native-repair-stagnation.d.ts.map +1 -0
  790. package/dist/domains/comet-native/native-repair-stagnation.js +298 -0
  791. package/dist/domains/comet-native/native-repair-stagnation.js.map +1 -0
  792. package/dist/domains/comet-native/native-resume-view.d.ts +14 -0
  793. package/dist/domains/comet-native/native-resume-view.d.ts.map +1 -0
  794. package/dist/domains/comet-native/native-resume-view.js +101 -0
  795. package/dist/domains/comet-native/native-resume-view.js.map +1 -0
  796. package/dist/domains/comet-native/native-revision.d.ts +20 -0
  797. package/dist/domains/comet-native/native-revision.d.ts.map +1 -0
  798. package/dist/domains/comet-native/native-revision.js +32 -0
  799. package/dist/domains/comet-native/native-revision.js.map +1 -0
  800. package/dist/domains/comet-native/native-root-command.d.ts +3 -0
  801. package/dist/domains/comet-native/native-root-command.d.ts.map +1 -0
  802. package/dist/domains/comet-native/native-root-command.js +29 -0
  803. package/dist/domains/comet-native/native-root-command.js.map +1 -0
  804. package/dist/domains/comet-native/native-root-entry.d.ts +2 -0
  805. package/dist/domains/comet-native/native-root-entry.d.ts.map +1 -0
  806. package/dist/domains/comet-native/native-root-entry.js +4 -0
  807. package/dist/domains/comet-native/native-root-entry.js.map +1 -0
  808. package/dist/domains/comet-native/native-root-move.d.ts +20 -0
  809. package/dist/domains/comet-native/native-root-move.d.ts.map +1 -0
  810. package/dist/domains/comet-native/native-root-move.js +855 -0
  811. package/dist/domains/comet-native/native-root-move.js.map +1 -0
  812. package/dist/domains/comet-native/native-run-consistency.d.ts +3 -0
  813. package/dist/domains/comet-native/native-run-consistency.d.ts.map +1 -0
  814. package/dist/domains/comet-native/native-run-consistency.js +132 -0
  815. package/dist/domains/comet-native/native-run-consistency.js.map +1 -0
  816. package/dist/domains/comet-native/native-run-store.d.ts +41 -0
  817. package/dist/domains/comet-native/native-run-store.d.ts.map +1 -0
  818. package/dist/domains/comet-native/native-run-store.js +452 -0
  819. package/dist/domains/comet-native/native-run-store.js.map +1 -0
  820. package/dist/domains/comet-native/native-runner-input.d.ts +160 -0
  821. package/dist/domains/comet-native/native-runner-input.d.ts.map +1 -0
  822. package/dist/domains/comet-native/native-runner-input.js +347 -0
  823. package/dist/domains/comet-native/native-runner-input.js.map +1 -0
  824. package/dist/domains/comet-native/native-runner-protocol.d.ts +40 -0
  825. package/dist/domains/comet-native/native-runner-protocol.d.ts.map +1 -0
  826. package/dist/domains/comet-native/native-runner-protocol.js +55 -0
  827. package/dist/domains/comet-native/native-runner-protocol.js.map +1 -0
  828. package/dist/domains/comet-native/native-runtime-package.d.ts +19 -0
  829. package/dist/domains/comet-native/native-runtime-package.d.ts.map +1 -0
  830. package/dist/domains/comet-native/native-runtime-package.js +76 -0
  831. package/dist/domains/comet-native/native-runtime-package.js.map +1 -0
  832. package/dist/domains/comet-native/native-schema-migration.d.ts +11 -0
  833. package/dist/domains/comet-native/native-schema-migration.d.ts.map +1 -0
  834. package/dist/domains/comet-native/native-schema-migration.js +903 -0
  835. package/dist/domains/comet-native/native-schema-migration.js.map +1 -0
  836. package/dist/domains/comet-native/native-script-entry.d.ts +12 -0
  837. package/dist/domains/comet-native/native-script-entry.d.ts.map +1 -0
  838. package/dist/domains/comet-native/native-script-entry.js +44 -0
  839. package/dist/domains/comet-native/native-script-entry.js.map +1 -0
  840. package/dist/domains/comet-native/native-select-command.d.ts +3 -0
  841. package/dist/domains/comet-native/native-select-command.d.ts.map +1 -0
  842. package/dist/domains/comet-native/native-select-command.js +19 -0
  843. package/dist/domains/comet-native/native-select-command.js.map +1 -0
  844. package/dist/domains/comet-native/native-select-entry.d.ts +2 -0
  845. package/dist/domains/comet-native/native-select-entry.d.ts.map +1 -0
  846. package/dist/domains/comet-native/native-select-entry.js +4 -0
  847. package/dist/domains/comet-native/native-select-entry.js.map +1 -0
  848. package/dist/domains/comet-native/native-selection.d.ts +12 -0
  849. package/dist/domains/comet-native/native-selection.d.ts.map +1 -0
  850. package/dist/domains/comet-native/native-selection.js +61 -0
  851. package/dist/domains/comet-native/native-selection.js.map +1 -0
  852. package/dist/domains/comet-native/native-sensitive-paths.d.ts +7 -0
  853. package/dist/domains/comet-native/native-sensitive-paths.d.ts.map +1 -0
  854. package/dist/domains/comet-native/native-sensitive-paths.js +69 -0
  855. package/dist/domains/comet-native/native-sensitive-paths.js.map +1 -0
  856. package/dist/domains/comet-native/native-show-command.d.ts +3 -0
  857. package/dist/domains/comet-native/native-show-command.d.ts.map +1 -0
  858. package/dist/domains/comet-native/native-show-command.js +78 -0
  859. package/dist/domains/comet-native/native-show-command.js.map +1 -0
  860. package/dist/domains/comet-native/native-show-entry.d.ts +2 -0
  861. package/dist/domains/comet-native/native-show-entry.d.ts.map +1 -0
  862. package/dist/domains/comet-native/native-show-entry.js +4 -0
  863. package/dist/domains/comet-native/native-show-entry.js.map +1 -0
  864. package/dist/domains/comet-native/native-snapshot.d.ts +87 -0
  865. package/dist/domains/comet-native/native-snapshot.d.ts.map +1 -0
  866. package/dist/domains/comet-native/native-snapshot.js +2728 -0
  867. package/dist/domains/comet-native/native-snapshot.js.map +1 -0
  868. package/dist/domains/comet-native/native-spec-command.d.ts +3 -0
  869. package/dist/domains/comet-native/native-spec-command.d.ts.map +1 -0
  870. package/dist/domains/comet-native/native-spec-command.js +20 -0
  871. package/dist/domains/comet-native/native-spec-command.js.map +1 -0
  872. package/dist/domains/comet-native/native-spec-entry.d.ts +2 -0
  873. package/dist/domains/comet-native/native-spec-entry.d.ts.map +1 -0
  874. package/dist/domains/comet-native/native-spec-entry.js +4 -0
  875. package/dist/domains/comet-native/native-spec-entry.js.map +1 -0
  876. package/dist/domains/comet-native/native-specs.d.ts +12 -0
  877. package/dist/domains/comet-native/native-specs.d.ts.map +1 -0
  878. package/dist/domains/comet-native/native-specs.js +270 -0
  879. package/dist/domains/comet-native/native-specs.js.map +1 -0
  880. package/dist/domains/comet-native/native-status-command.d.ts +3 -0
  881. package/dist/domains/comet-native/native-status-command.d.ts.map +1 -0
  882. package/dist/domains/comet-native/native-status-command.js +26 -0
  883. package/dist/domains/comet-native/native-status-command.js.map +1 -0
  884. package/dist/domains/comet-native/native-status-discovery.d.ts +51 -0
  885. package/dist/domains/comet-native/native-status-discovery.d.ts.map +1 -0
  886. package/dist/domains/comet-native/native-status-discovery.js +317 -0
  887. package/dist/domains/comet-native/native-status-discovery.js.map +1 -0
  888. package/dist/domains/comet-native/native-status-entry.d.ts +2 -0
  889. package/dist/domains/comet-native/native-status-entry.d.ts.map +1 -0
  890. package/dist/domains/comet-native/native-status-entry.js +4 -0
  891. package/dist/domains/comet-native/native-status-entry.js.map +1 -0
  892. package/dist/domains/comet-native/native-trajectory-limits.d.ts +7 -0
  893. package/dist/domains/comet-native/native-trajectory-limits.d.ts.map +1 -0
  894. package/dist/domains/comet-native/native-trajectory-limits.js +13 -0
  895. package/dist/domains/comet-native/native-trajectory-limits.js.map +1 -0
  896. package/dist/domains/comet-native/native-trajectory-recovery.d.ts +37 -0
  897. package/dist/domains/comet-native/native-trajectory-recovery.d.ts.map +1 -0
  898. package/dist/domains/comet-native/native-trajectory-recovery.js +130 -0
  899. package/dist/domains/comet-native/native-trajectory-recovery.js.map +1 -0
  900. package/dist/domains/comet-native/native-trajectory.d.ts +16 -0
  901. package/dist/domains/comet-native/native-trajectory.d.ts.map +1 -0
  902. package/dist/domains/comet-native/native-trajectory.js +27 -0
  903. package/dist/domains/comet-native/native-trajectory.js.map +1 -0
  904. package/dist/domains/comet-native/native-transaction.d.ts +45 -0
  905. package/dist/domains/comet-native/native-transaction.d.ts.map +1 -0
  906. package/dist/domains/comet-native/native-transaction.js +857 -0
  907. package/dist/domains/comet-native/native-transaction.js.map +1 -0
  908. package/dist/domains/comet-native/native-transition-evidence.d.ts +4 -0
  909. package/dist/domains/comet-native/native-transition-evidence.d.ts.map +1 -0
  910. package/dist/domains/comet-native/native-transition-evidence.js +18 -0
  911. package/dist/domains/comet-native/native-transition-evidence.js.map +1 -0
  912. package/dist/domains/comet-native/native-transition-journal.d.ts +30 -0
  913. package/dist/domains/comet-native/native-transition-journal.d.ts.map +1 -0
  914. package/dist/domains/comet-native/native-transition-journal.js +868 -0
  915. package/dist/domains/comet-native/native-transition-journal.js.map +1 -0
  916. package/dist/domains/comet-native/native-transitions.d.ts +19 -0
  917. package/dist/domains/comet-native/native-transitions.d.ts.map +1 -0
  918. package/dist/domains/comet-native/native-transitions.js +863 -0
  919. package/dist/domains/comet-native/native-transitions.js.map +1 -0
  920. package/dist/domains/comet-native/native-types.d.ts +584 -0
  921. package/dist/domains/comet-native/native-types.d.ts.map +1 -0
  922. package/dist/domains/comet-native/native-types.js +8 -0
  923. package/dist/domains/comet-native/native-types.js.map +1 -0
  924. package/dist/domains/comet-native/native-verification-evidence.d.ts +90 -0
  925. package/dist/domains/comet-native/native-verification-evidence.d.ts.map +1 -0
  926. package/dist/domains/comet-native/native-verification-evidence.js +536 -0
  927. package/dist/domains/comet-native/native-verification-evidence.js.map +1 -0
  928. package/dist/domains/comet-native/native-verification-receipt-runtime.d.ts +99 -0
  929. package/dist/domains/comet-native/native-verification-receipt-runtime.d.ts.map +1 -0
  930. package/dist/domains/comet-native/native-verification-receipt-runtime.js +597 -0
  931. package/dist/domains/comet-native/native-verification-receipt-runtime.js.map +1 -0
  932. package/dist/domains/comet-native/native-verification-receipt.d.ts +79 -0
  933. package/dist/domains/comet-native/native-verification-receipt.d.ts.map +1 -0
  934. package/dist/domains/comet-native/native-verification-receipt.js +305 -0
  935. package/dist/domains/comet-native/native-verification-receipt.js.map +1 -0
  936. package/dist/domains/comet-native/native-verification-report-v2.d.ts +12 -0
  937. package/dist/domains/comet-native/native-verification-report-v2.d.ts.map +1 -0
  938. package/dist/domains/comet-native/native-verification-report-v2.js +141 -0
  939. package/dist/domains/comet-native/native-verification-report-v2.js.map +1 -0
  940. package/dist/domains/comet-native/native-verification-runtime.d.ts +111 -0
  941. package/dist/domains/comet-native/native-verification-runtime.d.ts.map +1 -0
  942. package/dist/domains/comet-native/native-verification-runtime.js +520 -0
  943. package/dist/domains/comet-native/native-verification-runtime.js.map +1 -0
  944. package/dist/domains/comet-native/native-verification-scope.d.ts +141 -0
  945. package/dist/domains/comet-native/native-verification-scope.d.ts.map +1 -0
  946. package/dist/domains/comet-native/native-verification-scope.js +1132 -0
  947. package/dist/domains/comet-native/native-verification-scope.js.map +1 -0
  948. package/dist/domains/comet-native/native-verifier-protocol.d.ts +49 -0
  949. package/dist/domains/comet-native/native-verifier-protocol.d.ts.map +1 -0
  950. package/dist/domains/comet-native/native-verifier-protocol.js +157 -0
  951. package/dist/domains/comet-native/native-verifier-protocol.js.map +1 -0
  952. package/dist/domains/comet-native/native-workspace-finish.d.ts +67 -0
  953. package/dist/domains/comet-native/native-workspace-finish.d.ts.map +1 -0
  954. package/dist/domains/comet-native/native-workspace-finish.js +383 -0
  955. package/dist/domains/comet-native/native-workspace-finish.js.map +1 -0
  956. package/dist/domains/comet-native/native-workspace-preparation.d.ts +32 -0
  957. package/dist/domains/comet-native/native-workspace-preparation.d.ts.map +1 -0
  958. package/dist/domains/comet-native/native-workspace-preparation.js +324 -0
  959. package/dist/domains/comet-native/native-workspace-preparation.js.map +1 -0
  960. package/dist/domains/comet-native/native-workspace.d.ts +90 -0
  961. package/dist/domains/comet-native/native-workspace.d.ts.map +1 -0
  962. package/dist/domains/comet-native/native-workspace.js +566 -0
  963. package/dist/domains/comet-native/native-workspace.js.map +1 -0
  964. package/dist/domains/dashboard/collector.d.ts +26 -1
  965. package/dist/domains/dashboard/collector.d.ts.map +1 -1
  966. package/dist/domains/dashboard/collector.js +609 -95
  967. package/dist/domains/dashboard/collector.js.map +1 -1
  968. package/dist/domains/dashboard/native-adapter.d.ts +201 -0
  969. package/dist/domains/dashboard/native-adapter.d.ts.map +1 -0
  970. package/dist/domains/dashboard/native-adapter.js +199 -0
  971. package/dist/domains/dashboard/native-adapter.js.map +1 -0
  972. package/dist/domains/dashboard/native-collector.d.ts +32 -0
  973. package/dist/domains/dashboard/native-collector.d.ts.map +1 -0
  974. package/dist/domains/dashboard/native-collector.js +645 -0
  975. package/dist/domains/dashboard/native-collector.js.map +1 -0
  976. package/dist/domains/dashboard/native-legacy-adapter.d.ts +37 -0
  977. package/dist/domains/dashboard/native-legacy-adapter.d.ts.map +1 -0
  978. package/dist/domains/dashboard/native-legacy-adapter.js +127 -0
  979. package/dist/domains/dashboard/native-legacy-adapter.js.map +1 -0
  980. package/dist/domains/dashboard/project-directory.d.ts +20 -0
  981. package/dist/domains/dashboard/project-directory.d.ts.map +1 -0
  982. package/dist/domains/dashboard/project-directory.js +87 -0
  983. package/dist/domains/dashboard/project-directory.js.map +1 -0
  984. package/dist/domains/dashboard/project-root.d.ts +8 -0
  985. package/dist/domains/dashboard/project-root.d.ts.map +1 -0
  986. package/dist/domains/dashboard/project-root.js +68 -0
  987. package/dist/domains/dashboard/project-root.js.map +1 -0
  988. package/dist/domains/dashboard/server.d.ts +1 -0
  989. package/dist/domains/dashboard/server.d.ts.map +1 -1
  990. package/dist/domains/dashboard/server.js +142 -11
  991. package/dist/domains/dashboard/server.js.map +1 -1
  992. package/dist/domains/dashboard/types.d.ts +55 -0
  993. package/dist/domains/dashboard/types.d.ts.map +1 -1
  994. package/dist/domains/dashboard/verify-parser.d.ts +1 -0
  995. package/dist/domains/dashboard/verify-parser.d.ts.map +1 -1
  996. package/dist/domains/dashboard/verify-parser.js +41 -31
  997. package/dist/domains/dashboard/verify-parser.js.map +1 -1
  998. package/dist/domains/dashboard/web/assets/abnfDiagram-N423BO3Z-BYya6ofk.js +1 -0
  999. package/dist/domains/dashboard/web/assets/arc-DJbo4TD3.js +1 -0
  1000. package/dist/domains/dashboard/web/assets/architectureDiagram-T3A2C74G-D8uZ2IB-.js +36 -0
  1001. package/dist/domains/dashboard/web/assets/blockDiagram-VBNYF7ZC-B16BVj-r.js +132 -0
  1002. package/dist/domains/dashboard/web/assets/c4Diagram-5PPSVZJV-ayV208_D.js +10 -0
  1003. package/dist/domains/dashboard/web/assets/channel-CEsrvmig.js +1 -0
  1004. package/dist/domains/dashboard/web/assets/chunk-2GRJ4B5K-Bn5o8p3H.js +1 -0
  1005. package/dist/domains/dashboard/web/assets/chunk-2Q5K7J3B-BnF1SI6B.js +1 -0
  1006. package/dist/domains/dashboard/web/assets/chunk-5RXB4S5H-ETnma053.js +231 -0
  1007. package/dist/domains/dashboard/web/assets/chunk-5VM5RSS4-Cuvy639H.js +15 -0
  1008. package/dist/domains/dashboard/web/assets/chunk-6Q2QTUOP-DOXBzl73.js +88 -0
  1009. package/dist/domains/dashboard/web/assets/chunk-GF5L2VYU-CfREXlEl.js +206 -0
  1010. package/dist/domains/dashboard/web/assets/chunk-JWPE2WC7-DWIdpYTb.js +1 -0
  1011. package/dist/domains/dashboard/web/assets/chunk-KBJHAD2P-BnqPcfZB.js +1 -0
  1012. package/dist/domains/dashboard/web/assets/chunk-RYQCIY6F-DdJ00fZz.js +1 -0
  1013. package/dist/domains/dashboard/web/assets/chunk-XXDRQBXY-BVDhdJyW.js +1 -0
  1014. package/dist/domains/dashboard/web/assets/classDiagram-JCYQIIEL-CKFe0hg4.js +1 -0
  1015. package/dist/domains/dashboard/web/assets/classDiagram-v2-OCEON4UE-CKFe0hg4.js +1 -0
  1016. package/dist/domains/dashboard/web/assets/cose-bilkent-JH36ORCC-C-nglwHC.js +1 -0
  1017. package/dist/domains/dashboard/web/assets/cynefin-VYW2F7L2-C8TMmrbP.js +166 -0
  1018. package/dist/domains/dashboard/web/assets/cynefinDiagram-MW4NZA55-C3pnQnjg.js +62 -0
  1019. package/dist/domains/dashboard/web/assets/cytoscape.esm-D3_iZ_3b.js +321 -0
  1020. package/dist/domains/dashboard/web/assets/dagre-VZM6K2ZE-DY7UWiPI.js +4 -0
  1021. package/dist/domains/dashboard/web/assets/defaultLocale-DX6XiGOO.js +1 -0
  1022. package/dist/domains/dashboard/web/assets/demo-BfLsKrIL.js +45 -0
  1023. package/dist/domains/dashboard/web/assets/diagram-7IWD3JNH-voTyDkQ5.js +30 -0
  1024. package/dist/domains/dashboard/web/assets/diagram-B4RE2ZJO-B3VkUMck.js +3 -0
  1025. package/dist/domains/dashboard/web/assets/diagram-LBJQPF4R-BdJzPkv8.js +24 -0
  1026. package/dist/domains/dashboard/web/assets/diagram-Q27KOJAE-Bsq0anZx.js +24 -0
  1027. package/dist/domains/dashboard/web/assets/diagram-UB23O5K3-CBaKRbcu.js +41 -0
  1028. package/dist/domains/dashboard/web/assets/ebnfDiagram-BXEA7PRR-Bl9Bm5wa.js +1 -0
  1029. package/dist/domains/dashboard/web/assets/erDiagram-JOGREHBK-DjOZzfKI.js +85 -0
  1030. package/dist/domains/dashboard/web/assets/flowDiagram-UKHOOZJN-C21e4siK.js +156 -0
  1031. package/dist/domains/dashboard/web/assets/ganttDiagram-PKOTCBZU-Bs62uy6-.js +292 -0
  1032. package/dist/domains/dashboard/web/assets/gitGraphDiagram-DS77QQ5N-DQY_Ba00.js +106 -0
  1033. package/dist/domains/dashboard/web/assets/graph-DOmOIIwC.js +1 -0
  1034. package/dist/domains/dashboard/web/assets/index-BLv71GRj.js +10 -0
  1035. package/dist/domains/dashboard/web/assets/index-Be4r99N4.js +257 -0
  1036. package/dist/domains/dashboard/web/assets/index-ByVYiA6g.css +1 -0
  1037. package/dist/domains/dashboard/web/assets/index-DlSYK56b.js +139 -0
  1038. package/dist/domains/dashboard/web/assets/infoDiagram-6WML65LV-CNgNNG9l.js +2 -0
  1039. package/dist/domains/dashboard/web/assets/init-Gi6I4Gst.js +1 -0
  1040. package/dist/domains/dashboard/web/assets/ishikawaDiagram-WSZJBQD7-D9k1fTO1.js +70 -0
  1041. package/dist/domains/dashboard/web/assets/journeyDiagram-NVQOT4AX-CHijUnPl.js +139 -0
  1042. package/dist/domains/dashboard/web/assets/kanban-definition-27J2QSJJ-DfWlntDq.js +89 -0
  1043. package/dist/domains/dashboard/web/assets/katex-HP8lGamR.js +257 -0
  1044. package/dist/domains/dashboard/web/assets/layout-D-LzfAck.js +1 -0
  1045. package/dist/domains/dashboard/web/assets/linear-o6hemX-z.js +1 -0
  1046. package/dist/domains/dashboard/web/assets/map-DxJ2ADlA.js +1 -0
  1047. package/dist/domains/dashboard/web/assets/marked.esm-DECB3bxB.js +64 -0
  1048. package/dist/domains/dashboard/web/assets/mermaid.core-B1DoOsPD.js +306 -0
  1049. package/dist/domains/dashboard/web/assets/mindmap-definition-FAOFIHXS-COMQF9Yy.js +96 -0
  1050. package/dist/domains/dashboard/web/assets/ordinal-Cboi1Yqb.js +1 -0
  1051. package/dist/domains/dashboard/web/assets/pegDiagram-VL7TDLO6-C_21n7Ps.js +1 -0
  1052. package/dist/domains/dashboard/web/assets/pieDiagram-7S7Q4E2Y-D3EmoYDY.js +39 -0
  1053. package/dist/domains/dashboard/web/assets/purify.es-Cz4mVeUR.js +3 -0
  1054. package/dist/domains/dashboard/web/assets/quadrantDiagram-CIZ2JOQS-C3fGdiMa.js +7 -0
  1055. package/dist/domains/dashboard/web/assets/railroadDiagram-AXF67PYL-mIsjemD-.js +1 -0
  1056. package/dist/domains/dashboard/web/assets/requirementDiagram-LRYGKXZP-D_UMpS5e.js +84 -0
  1057. package/dist/domains/dashboard/web/assets/sankeyDiagram-W5VNT64P-D1MwyMF6.js +40 -0
  1058. package/dist/domains/dashboard/web/assets/sequenceDiagram-SI44F4Z6-B8jp1RxX.js +162 -0
  1059. package/dist/domains/dashboard/web/assets/sizeCapture-X5ZJPWSS-BKioI1Ql.js +1 -0
  1060. package/dist/domains/dashboard/web/assets/stateDiagram-OKZ733FA-B7l8_CDo.js +1 -0
  1061. package/dist/domains/dashboard/web/assets/stateDiagram-v2-UEYNNEHI-BIxuwbeV.js +1 -0
  1062. package/dist/domains/dashboard/web/assets/swimlanes-SLNWSIFB-951PRLYp.js +2 -0
  1063. package/dist/domains/dashboard/web/assets/swimlanesDiagram-ULZ7WXOC-CEo6cGsy.js +8 -0
  1064. package/dist/domains/dashboard/web/assets/timeline-definition-Z64GVDOM-CeyA2KbI.js +120 -0
  1065. package/dist/domains/dashboard/web/assets/vennDiagram-T6HMQDX7-BHe0TZJV.js +34 -0
  1066. package/dist/domains/dashboard/web/assets/wardleyDiagram-T6FBY63Y-CWqdSzJ-.js +78 -0
  1067. package/dist/domains/dashboard/web/assets/xychartDiagram-ELKLHX3M-DCKiZVPV.js +7 -0
  1068. package/dist/domains/dashboard/web/index.html +16 -16
  1069. package/dist/domains/dashboard/workspace.d.ts +27 -0
  1070. package/dist/domains/dashboard/workspace.d.ts.map +1 -0
  1071. package/dist/domains/dashboard/workspace.js +108 -0
  1072. package/dist/domains/dashboard/workspace.js.map +1 -0
  1073. package/dist/domains/engine/protected-run-file.d.ts +15 -0
  1074. package/dist/domains/engine/protected-run-file.d.ts.map +1 -0
  1075. package/dist/domains/engine/protected-run-file.js +76 -0
  1076. package/dist/domains/engine/protected-run-file.js.map +1 -0
  1077. package/dist/domains/engine/run-store.d.ts +12 -11
  1078. package/dist/domains/engine/run-store.d.ts.map +1 -1
  1079. package/dist/domains/engine/run-store.js +46 -65
  1080. package/dist/domains/engine/run-store.js.map +1 -1
  1081. package/dist/domains/engine/state.d.ts +4 -3
  1082. package/dist/domains/engine/state.d.ts.map +1 -1
  1083. package/dist/domains/engine/state.js +10 -21
  1084. package/dist/domains/engine/state.js.map +1 -1
  1085. package/dist/domains/engine/storage-layout.d.ts +14 -0
  1086. package/dist/domains/engine/storage-layout.d.ts.map +1 -0
  1087. package/dist/domains/engine/storage-layout.js +32 -0
  1088. package/dist/domains/engine/storage-layout.js.map +1 -0
  1089. package/dist/domains/engine/storage-run.d.ts +9 -0
  1090. package/dist/domains/engine/storage-run.d.ts.map +1 -0
  1091. package/dist/domains/engine/storage-run.js +116 -0
  1092. package/dist/domains/engine/storage-run.js.map +1 -0
  1093. package/dist/domains/engine/types.d.ts +1 -1
  1094. package/dist/domains/engine/types.d.ts.map +1 -1
  1095. package/dist/domains/eval/index.d.ts +3 -0
  1096. package/dist/domains/eval/index.d.ts.map +1 -1
  1097. package/dist/domains/eval/index.js +3 -0
  1098. package/dist/domains/eval/index.js.map +1 -1
  1099. package/dist/domains/eval/standalone-context.d.ts +19 -0
  1100. package/dist/domains/eval/standalone-context.d.ts.map +1 -0
  1101. package/dist/domains/eval/standalone-context.js +107 -0
  1102. package/dist/domains/eval/standalone-context.js.map +1 -0
  1103. package/dist/domains/eval/standalone-static-collect.d.ts +22 -0
  1104. package/dist/domains/eval/standalone-static-collect.d.ts.map +1 -0
  1105. package/dist/domains/eval/standalone-static-collect.js +779 -0
  1106. package/dist/domains/eval/standalone-static-collect.js.map +1 -0
  1107. package/dist/domains/eval/user-environment.d.ts +6 -0
  1108. package/dist/domains/eval/user-environment.d.ts.map +1 -0
  1109. package/dist/domains/eval/user-environment.js +73 -0
  1110. package/dist/domains/eval/user-environment.js.map +1 -0
  1111. package/dist/domains/factory/package.d.ts.map +1 -1
  1112. package/dist/domains/factory/package.js +547 -91
  1113. package/dist/domains/factory/package.js.map +1 -1
  1114. package/dist/domains/integrations/codegraph.d.ts +35 -2
  1115. package/dist/domains/integrations/codegraph.d.ts.map +1 -1
  1116. package/dist/domains/integrations/codegraph.js +466 -12
  1117. package/dist/domains/integrations/codegraph.js.map +1 -1
  1118. package/dist/domains/integrations/openspec.d.ts +13 -2
  1119. package/dist/domains/integrations/openspec.d.ts.map +1 -1
  1120. package/dist/domains/integrations/openspec.js +316 -55
  1121. package/dist/domains/integrations/openspec.js.map +1 -1
  1122. package/dist/domains/integrations/superpowers.d.ts +14 -1
  1123. package/dist/domains/integrations/superpowers.d.ts.map +1 -1
  1124. package/dist/domains/integrations/superpowers.js +93 -5
  1125. package/dist/domains/integrations/superpowers.js.map +1 -1
  1126. package/dist/domains/skill/find.js +8 -7
  1127. package/dist/domains/skill/find.js.map +1 -1
  1128. package/dist/domains/skill/hook-lifecycle.d.ts +9 -0
  1129. package/dist/domains/skill/hook-lifecycle.d.ts.map +1 -0
  1130. package/dist/domains/skill/hook-lifecycle.js +48 -0
  1131. package/dist/domains/skill/hook-lifecycle.js.map +1 -0
  1132. package/dist/domains/skill/json-object.d.ts +13 -0
  1133. package/dist/domains/skill/json-object.d.ts.map +1 -0
  1134. package/dist/domains/skill/json-object.js +24 -0
  1135. package/dist/domains/skill/json-object.js.map +1 -0
  1136. package/dist/domains/skill/languages.d.ts +2 -1
  1137. package/dist/domains/skill/languages.d.ts.map +1 -1
  1138. package/dist/domains/skill/languages.js +4 -1
  1139. package/dist/domains/skill/languages.js.map +1 -1
  1140. package/dist/domains/skill/managed-markdown.d.ts +14 -0
  1141. package/dist/domains/skill/managed-markdown.d.ts.map +1 -0
  1142. package/dist/domains/skill/managed-markdown.js +126 -0
  1143. package/dist/domains/skill/managed-markdown.js.map +1 -0
  1144. package/dist/domains/skill/platform-inspect.d.ts +15 -0
  1145. package/dist/domains/skill/platform-inspect.d.ts.map +1 -0
  1146. package/dist/domains/skill/platform-inspect.js +339 -0
  1147. package/dist/domains/skill/platform-inspect.js.map +1 -0
  1148. package/dist/domains/skill/platform-install.d.ts +65 -14
  1149. package/dist/domains/skill/platform-install.d.ts.map +1 -1
  1150. package/dist/domains/skill/platform-install.js +995 -233
  1151. package/dist/domains/skill/platform-install.js.map +1 -1
  1152. package/dist/domains/skill/project-hook-projection.d.ts +14 -0
  1153. package/dist/domains/skill/project-hook-projection.d.ts.map +1 -0
  1154. package/dist/domains/skill/project-hook-projection.js +41 -0
  1155. package/dist/domains/skill/project-hook-projection.js.map +1 -0
  1156. package/dist/domains/skill/project-instructions.d.ts +25 -0
  1157. package/dist/domains/skill/project-instructions.d.ts.map +1 -0
  1158. package/dist/domains/skill/project-instructions.js +85 -0
  1159. package/dist/domains/skill/project-instructions.js.map +1 -0
  1160. package/dist/domains/skill/uninstall.d.ts +18 -3
  1161. package/dist/domains/skill/uninstall.d.ts.map +1 -1
  1162. package/dist/domains/skill/uninstall.js +1081 -169
  1163. package/dist/domains/skill/uninstall.js.map +1 -1
  1164. package/dist/domains/workflow-contract/builtins.d.ts +6 -0
  1165. package/dist/domains/workflow-contract/builtins.d.ts.map +1 -1
  1166. package/dist/domains/workflow-contract/builtins.js +149 -6
  1167. package/dist/domains/workflow-contract/builtins.js.map +1 -1
  1168. package/dist/domains/workflow-contract/contained-atomic-write.d.ts +24 -0
  1169. package/dist/domains/workflow-contract/contained-atomic-write.d.ts.map +1 -0
  1170. package/dist/domains/workflow-contract/contained-atomic-write.js +256 -0
  1171. package/dist/domains/workflow-contract/contained-atomic-write.js.map +1 -0
  1172. package/dist/domains/workflow-contract/global-config.d.ts +10 -0
  1173. package/dist/domains/workflow-contract/global-config.d.ts.map +1 -0
  1174. package/dist/domains/workflow-contract/global-config.js +117 -0
  1175. package/dist/domains/workflow-contract/global-config.js.map +1 -0
  1176. package/dist/domains/workflow-contract/hook-target-scope.d.ts +6 -0
  1177. package/dist/domains/workflow-contract/hook-target-scope.d.ts.map +1 -0
  1178. package/dist/domains/workflow-contract/hook-target-scope.js +51 -0
  1179. package/dist/domains/workflow-contract/hook-target-scope.js.map +1 -0
  1180. package/dist/domains/workflow-contract/hook-write-policy.d.ts +9 -0
  1181. package/dist/domains/workflow-contract/hook-write-policy.d.ts.map +1 -0
  1182. package/dist/domains/workflow-contract/hook-write-policy.js +52 -0
  1183. package/dist/domains/workflow-contract/hook-write-policy.js.map +1 -0
  1184. package/dist/domains/workflow-contract/index.d.ts +15 -1
  1185. package/dist/domains/workflow-contract/index.d.ts.map +1 -1
  1186. package/dist/domains/workflow-contract/index.js +10 -1
  1187. package/dist/domains/workflow-contract/index.js.map +1 -1
  1188. package/dist/domains/workflow-contract/normalize.d.ts.map +1 -1
  1189. package/dist/domains/workflow-contract/normalize.js +30 -11
  1190. package/dist/domains/workflow-contract/normalize.js.map +1 -1
  1191. package/dist/domains/workflow-contract/project-config-reader.d.ts +26 -0
  1192. package/dist/domains/workflow-contract/project-config-reader.d.ts.map +1 -0
  1193. package/dist/domains/workflow-contract/project-config-reader.js +54 -0
  1194. package/dist/domains/workflow-contract/project-config-reader.js.map +1 -0
  1195. package/dist/domains/workflow-contract/project-config-transaction.d.ts +20 -0
  1196. package/dist/domains/workflow-contract/project-config-transaction.d.ts.map +1 -0
  1197. package/dist/domains/workflow-contract/project-config-transaction.js +293 -0
  1198. package/dist/domains/workflow-contract/project-config-transaction.js.map +1 -0
  1199. package/dist/domains/workflow-contract/project-config-writer.d.ts +13 -0
  1200. package/dist/domains/workflow-contract/project-config-writer.d.ts.map +1 -0
  1201. package/dist/domains/workflow-contract/project-config-writer.js +143 -0
  1202. package/dist/domains/workflow-contract/project-config-writer.js.map +1 -0
  1203. package/dist/domains/workflow-contract/project-config.d.ts +38 -0
  1204. package/dist/domains/workflow-contract/project-config.d.ts.map +1 -0
  1205. package/dist/domains/workflow-contract/project-config.js +1847 -0
  1206. package/dist/domains/workflow-contract/project-config.js.map +1 -0
  1207. package/dist/domains/workflow-contract/project-gitignore.d.ts +9 -0
  1208. package/dist/domains/workflow-contract/project-gitignore.d.ts.map +1 -0
  1209. package/dist/domains/workflow-contract/project-gitignore.js +108 -0
  1210. package/dist/domains/workflow-contract/project-gitignore.js.map +1 -0
  1211. package/dist/domains/workflow-contract/protected-project-path.d.ts +47 -0
  1212. package/dist/domains/workflow-contract/protected-project-path.d.ts.map +1 -0
  1213. package/dist/domains/workflow-contract/protected-project-path.js +245 -0
  1214. package/dist/domains/workflow-contract/protected-project-path.js.map +1 -0
  1215. package/dist/domains/workflow-contract/types.d.ts +83 -2
  1216. package/dist/domains/workflow-contract/types.d.ts.map +1 -1
  1217. package/dist/domains/workflow-contract/validation.d.ts.map +1 -1
  1218. package/dist/domains/workflow-contract/validation.js +14 -5
  1219. package/dist/domains/workflow-contract/validation.js.map +1 -1
  1220. package/dist/platform/fs/file-identity.d.ts +9 -0
  1221. package/dist/platform/fs/file-identity.d.ts.map +1 -0
  1222. package/dist/platform/fs/file-identity.js +21 -0
  1223. package/dist/platform/fs/file-identity.js.map +1 -0
  1224. package/dist/platform/fs/file-system.d.ts +3 -3
  1225. package/dist/platform/fs/file-system.d.ts.map +1 -1
  1226. package/dist/platform/fs/file-system.js +31 -17
  1227. package/dist/platform/fs/file-system.js.map +1 -1
  1228. package/dist/platform/fs/race-safe-read.d.ts +47 -0
  1229. package/dist/platform/fs/race-safe-read.d.ts.map +1 -0
  1230. package/dist/platform/fs/race-safe-read.js +132 -0
  1231. package/dist/platform/fs/race-safe-read.js.map +1 -0
  1232. package/dist/platform/fs/strip-bom.d.ts +10 -0
  1233. package/dist/platform/fs/strip-bom.d.ts.map +1 -0
  1234. package/dist/platform/fs/strip-bom.js +12 -0
  1235. package/dist/platform/fs/strip-bom.js.map +1 -0
  1236. package/dist/platform/fs/trusted-readonly-file.d.ts +31 -0
  1237. package/dist/platform/fs/trusted-readonly-file.d.ts.map +1 -0
  1238. package/dist/platform/fs/trusted-readonly-file.js +107 -0
  1239. package/dist/platform/fs/trusted-readonly-file.js.map +1 -0
  1240. package/dist/platform/install/detect.d.ts +6 -2
  1241. package/dist/platform/install/detect.d.ts.map +1 -1
  1242. package/dist/platform/install/detect.js +16 -2
  1243. package/dist/platform/install/detect.js.map +1 -1
  1244. package/dist/platform/install/platform-targets.d.ts +8 -0
  1245. package/dist/platform/install/platform-targets.d.ts.map +1 -0
  1246. package/dist/platform/install/platform-targets.js +31 -0
  1247. package/dist/platform/install/platform-targets.js.map +1 -0
  1248. package/dist/platform/install/platforms.d.ts +25 -1
  1249. package/dist/platform/install/platforms.d.ts.map +1 -1
  1250. package/dist/platform/install/platforms.js +84 -4
  1251. package/dist/platform/install/platforms.js.map +1 -1
  1252. package/dist/platform/install/project-registry.d.ts +38 -0
  1253. package/dist/platform/install/project-registry.d.ts.map +1 -0
  1254. package/dist/platform/install/project-registry.js +213 -0
  1255. package/dist/platform/install/project-registry.js.map +1 -0
  1256. package/dist/platform/install/skill-root-owner.d.ts +15 -0
  1257. package/dist/platform/install/skill-root-owner.d.ts.map +1 -0
  1258. package/dist/platform/install/skill-root-owner.js +68 -0
  1259. package/dist/platform/install/skill-root-owner.js.map +1 -0
  1260. package/dist/platform/paths/git-worktree.d.ts +20 -0
  1261. package/dist/platform/paths/git-worktree.d.ts.map +1 -0
  1262. package/dist/platform/paths/git-worktree.js +110 -0
  1263. package/dist/platform/paths/git-worktree.js.map +1 -0
  1264. package/dist/platform/paths/repository-layout.d.ts +16 -0
  1265. package/dist/platform/paths/repository-layout.d.ts.map +1 -1
  1266. package/dist/platform/paths/repository-layout.js.map +1 -1
  1267. package/dist/platform/process/external-command.d.ts +14 -0
  1268. package/dist/platform/process/external-command.d.ts.map +1 -0
  1269. package/dist/platform/process/external-command.js +46 -0
  1270. package/dist/platform/process/external-command.js.map +1 -0
  1271. package/dist/platform/process/git.d.ts +12 -0
  1272. package/dist/platform/process/git.d.ts.map +1 -0
  1273. package/dist/platform/process/git.js +86 -0
  1274. package/dist/platform/process/git.js.map +1 -0
  1275. package/dist/platform/process/hook-read-cache.d.ts +45 -0
  1276. package/dist/platform/process/hook-read-cache.d.ts.map +1 -0
  1277. package/dist/platform/process/hook-read-cache.js +102 -0
  1278. package/dist/platform/process/hook-read-cache.js.map +1 -0
  1279. package/dist/platform/process/spawn-command.d.ts +8 -0
  1280. package/dist/platform/process/spawn-command.d.ts.map +1 -0
  1281. package/dist/platform/process/spawn-command.js +113 -0
  1282. package/dist/platform/process/spawn-command.js.map +1 -0
  1283. package/dist/platform/process/terminate-process-tree.d.ts +3 -0
  1284. package/dist/platform/process/terminate-process-tree.d.ts.map +1 -0
  1285. package/dist/platform/process/terminate-process-tree.js +65 -0
  1286. package/dist/platform/process/terminate-process-tree.js.map +1 -0
  1287. package/dist/platform/version/version.d.ts.map +1 -1
  1288. package/dist/platform/version/version.js +9 -2
  1289. package/dist/platform/version/version.js.map +1 -1
  1290. package/eval/.env.example +115 -0
  1291. package/eval/CLAUDE.md +43 -0
  1292. package/eval/README.md +761 -0
  1293. package/eval/langfuse/.env.example +9 -0
  1294. package/eval/langfuse/tests/conftest.py +146 -0
  1295. package/eval/langfuse/tests/tasks/test_tasks.py +109 -0
  1296. package/eval/langfuse/tests/test_adapter.py +272 -0
  1297. package/eval/langsmith/.env.example +16 -0
  1298. package/eval/langsmith/README.md +93 -0
  1299. package/eval/langsmith/skills/README.md +5 -0
  1300. package/eval/langsmith/tasks/README.md +5 -0
  1301. package/eval/langsmith/tests/conftest.py +196 -0
  1302. package/eval/langsmith/tests/tasks/test_tasks.py +287 -0
  1303. package/eval/langsmith/treatments/README.md +5 -0
  1304. package/eval/local/README.md +130 -0
  1305. package/eval/local/regression_baseline.json +13 -0
  1306. package/eval/local/report-style-demo-assets/quality_cost.en.svg +41 -0
  1307. package/eval/local/report-style-demo-assets/quality_cost.zh.svg +41 -0
  1308. package/eval/local/report-style-demo-assets/rubric_delta.en.svg +56 -0
  1309. package/eval/local/report-style-demo-assets/rubric_delta.zh.svg +56 -0
  1310. package/eval/local/report-style-demo-assets/task_outcomes.en.svg +46 -0
  1311. package/eval/local/report-style-demo-assets/task_outcomes.zh.svg +46 -0
  1312. package/eval/local/report-style-demo.html +867 -0
  1313. package/eval/local/scripts/compare_baselines.py +1144 -0
  1314. package/eval/local/scripts/generate_report_style_demo_charts.py +322 -0
  1315. package/eval/local/scripts/regression_check.py +170 -0
  1316. package/eval/local/scripts/render_readme_benchmark_figures.py +416 -0
  1317. package/eval/local/scripts/rescore_rubric.py +120 -0
  1318. package/eval/local/skills/benchmarks/039-release/comet-classic-039/SKILL.md +282 -0
  1319. package/{assets/skills/comet → eval/local/skills/benchmarks/039-release/comet-classic-039}/reference/auto-transition.md +1 -1
  1320. package/{assets/skills/comet → eval/local/skills/benchmarks/039-release/comet-classic-039}/reference/comet-yaml-fields.md +4 -11
  1321. package/{assets/skills/comet → eval/local/skills/benchmarks/039-release/comet-classic-039}/reference/context-recovery.md +2 -12
  1322. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/debug-gate.md +17 -0
  1323. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/decision-point.md +20 -0
  1324. package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/subagent-dispatch.md +113 -0
  1325. package/eval/local/skills/benchmarks/039-release/comet-classic-039/rules/comet-phase-guard.md +125 -0
  1326. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-archive.sh +311 -0
  1327. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-env.sh +110 -0
  1328. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-guard.sh +778 -0
  1329. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-handoff.sh +390 -0
  1330. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-hook-guard.sh +336 -0
  1331. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-state.sh +1338 -0
  1332. package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-yaml-validate.sh +225 -0
  1333. package/eval/local/skills/benchmarks/039-release/comet-classic-039-archive/SKILL.md +100 -0
  1334. package/eval/local/skills/benchmarks/039-release/comet-classic-039-build/SKILL.md +304 -0
  1335. package/eval/local/skills/benchmarks/039-release/comet-classic-039-design/SKILL.md +263 -0
  1336. package/eval/local/skills/benchmarks/039-release/comet-classic-039-hotfix/SKILL.md +204 -0
  1337. package/eval/local/skills/benchmarks/039-release/comet-classic-039-open/SKILL.md +220 -0
  1338. package/eval/local/skills/benchmarks/039-release/comet-classic-039-tweak/SKILL.md +180 -0
  1339. package/eval/local/skills/benchmarks/039-release/comet-classic-039-verify/SKILL.md +234 -0
  1340. package/eval/local/skills/benchmarks/040-beta/comet/SKILL.md +261 -0
  1341. package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/comet-yaml-fields.md +0 -2
  1342. package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/subagent-dispatch.md +2 -2
  1343. package/eval/local/skills/benchmarks/040-beta/comet/rules/comet-phase-guard.md +130 -0
  1344. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/checks.yaml +6 -0
  1345. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/guardrails.yaml +13 -0
  1346. package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/skill.yaml +122 -0
  1347. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-archive.mjs +9515 -0
  1348. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-env.mjs +15 -0
  1349. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-guard.mjs +10173 -0
  1350. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-handoff.mjs +9491 -0
  1351. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-hook-guard.mjs +9175 -0
  1352. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-intent.mjs +404 -0
  1353. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-state.mjs +9273 -0
  1354. package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-yaml-validate.mjs +7627 -0
  1355. package/eval/local/skills/benchmarks/040-beta/comet-archive/SKILL.md +110 -0
  1356. package/eval/local/skills/benchmarks/040-beta/comet-build/SKILL.md +315 -0
  1357. package/eval/local/skills/benchmarks/040-beta/comet-design/SKILL.md +260 -0
  1358. package/eval/local/skills/benchmarks/040-beta/comet-hotfix/SKILL.md +190 -0
  1359. package/eval/local/skills/benchmarks/040-beta/comet-open/SKILL.md +210 -0
  1360. package/eval/local/skills/benchmarks/040-beta/comet-tweak/SKILL.md +183 -0
  1361. package/eval/local/skills/benchmarks/040-beta/comet-verify/SKILL.md +230 -0
  1362. package/eval/local/skills/benchmarks/dependency/claude-md/comet-workflow/CLAUDE.md +12 -0
  1363. package/eval/local/skills/benchmarks/dependency/openspec/openspec-apply-change/SKILL.md +156 -0
  1364. package/eval/local/skills/benchmarks/dependency/openspec/openspec-archive-change/SKILL.md +114 -0
  1365. package/eval/local/skills/benchmarks/dependency/openspec/openspec-bulk-archive-change/SKILL.md +246 -0
  1366. package/eval/local/skills/benchmarks/dependency/openspec/openspec-continue-change/SKILL.md +118 -0
  1367. package/eval/local/skills/benchmarks/dependency/openspec/openspec-explore/SKILL.md +288 -0
  1368. package/eval/local/skills/benchmarks/dependency/openspec/openspec-ff-change/SKILL.md +101 -0
  1369. package/eval/local/skills/benchmarks/dependency/openspec/openspec-new-change/SKILL.md +74 -0
  1370. package/eval/local/skills/benchmarks/dependency/openspec/openspec-onboard/SKILL.md +554 -0
  1371. package/eval/local/skills/benchmarks/dependency/openspec/openspec-propose/SKILL.md +110 -0
  1372. package/eval/local/skills/benchmarks/dependency/openspec/openspec-sync-specs/SKILL.md +138 -0
  1373. package/eval/local/skills/benchmarks/dependency/openspec/openspec-verify-change/SKILL.md +168 -0
  1374. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/SKILL.md +159 -0
  1375. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/frame-template.html +213 -0
  1376. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/helper.js +167 -0
  1377. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/server.cjs +723 -0
  1378. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/start-server.sh +209 -0
  1379. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/stop-server.sh +120 -0
  1380. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/spec-document-reviewer-prompt.md +49 -0
  1381. package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/visual-companion.md +291 -0
  1382. package/eval/local/skills/benchmarks/dependency/superpowers/dispatching-parallel-agents/SKILL.md +185 -0
  1383. package/eval/local/skills/benchmarks/dependency/superpowers/executing-plans/SKILL.md +70 -0
  1384. package/eval/local/skills/benchmarks/dependency/superpowers/finishing-a-development-branch/SKILL.md +241 -0
  1385. package/eval/local/skills/benchmarks/dependency/superpowers/receiving-code-review/SKILL.md +213 -0
  1386. package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/SKILL.md +103 -0
  1387. package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/code-reviewer.md +172 -0
  1388. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/SKILL.md +418 -0
  1389. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/implementer-prompt.md +139 -0
  1390. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/review-package +44 -0
  1391. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/sdd-workspace +22 -0
  1392. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/task-brief +40 -0
  1393. package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/task-reviewer-prompt.md +188 -0
  1394. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/CREATION-LOG.md +119 -0
  1395. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/SKILL.md +296 -0
  1396. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting-example.ts +158 -0
  1397. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting.md +115 -0
  1398. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/defense-in-depth.md +122 -0
  1399. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/find-polluter.sh +63 -0
  1400. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/root-cause-tracing.md +169 -0
  1401. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-academic.md +14 -0
  1402. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-1.md +58 -0
  1403. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-2.md +68 -0
  1404. package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-3.md +69 -0
  1405. package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/SKILL.md +371 -0
  1406. package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/testing-anti-patterns.md +299 -0
  1407. package/eval/local/skills/benchmarks/dependency/superpowers/using-git-worktrees/SKILL.md +202 -0
  1408. package/eval/local/skills/benchmarks/dependency/superpowers/verification-before-completion/SKILL.md +139 -0
  1409. package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/SKILL.md +174 -0
  1410. package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/plan-document-reviewer-prompt.md +49 -0
  1411. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/SKILL.md +689 -0
  1412. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/anthropic-best-practices.md +1150 -0
  1413. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/examples/CLAUDE_MD_TESTING.md +189 -0
  1414. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/graphviz-conventions.dot +172 -0
  1415. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/persuasion-principles.md +187 -0
  1416. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/render-graphs.js +168 -0
  1417. package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/testing-skills-with-subagents.md +384 -0
  1418. package/eval/local/tasks/authoring-skill-smoke/environment/Dockerfile +14 -0
  1419. package/eval/local/tasks/authoring-skill-smoke/instruction.md +4 -0
  1420. package/eval/local/tasks/authoring-skill-smoke/task.toml +21 -0
  1421. package/eval/local/tasks/authoring-skill-smoke/validation/test_authoring_skill_smoke.py +54 -0
  1422. package/eval/local/tasks/comet-agent-memory-routing/environment/Dockerfile +26 -0
  1423. package/eval/local/tasks/comet-agent-memory-routing/environment/agent_system.py +40 -0
  1424. package/eval/local/tasks/comet-agent-memory-routing/environment/test_agent_system.py +29 -0
  1425. package/eval/local/tasks/comet-agent-memory-routing/instruction.md +20 -0
  1426. package/eval/local/tasks/comet-agent-memory-routing/task.toml +24 -0
  1427. package/eval/local/tasks/comet-agent-memory-routing/validation/test_agent_memory_routing.py +24 -0
  1428. package/eval/local/tasks/comet-api-cache-ttl/environment/Dockerfile +35 -0
  1429. package/eval/local/tasks/comet-api-cache-ttl/environment/cache.py +39 -0
  1430. package/eval/local/tasks/comet-api-cache-ttl/environment/test_cache.py +81 -0
  1431. package/eval/local/tasks/comet-api-cache-ttl/instruction.md +33 -0
  1432. package/eval/local/tasks/comet-api-cache-ttl/task.toml +24 -0
  1433. package/eval/local/tasks/comet-api-cache-ttl/validation/test_api_cache_ttl.py +58 -0
  1434. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/.include-current-comet-cli +1 -0
  1435. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/Dockerfile +45 -0
  1436. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet-package.json +22 -0
  1437. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet.sh +14 -0
  1438. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/test_wordcount.py +29 -0
  1439. package/eval/local/tasks/comet-classic-layout-lifecycle/environment/wordcount.py +40 -0
  1440. package/eval/local/tasks/comet-classic-layout-lifecycle/instruction.md +18 -0
  1441. package/eval/local/tasks/comet-classic-layout-lifecycle/task.toml +23 -0
  1442. package/eval/local/tasks/comet-classic-layout-lifecycle/validation/test_classic_layout_lifecycle.py +604 -0
  1443. package/eval/local/tasks/comet-cross-file-refactor/environment/Dockerfile +15 -0
  1444. package/eval/local/tasks/comet-cross-file-refactor/environment/cli.py +13 -0
  1445. package/eval/local/tasks/comet-cross-file-refactor/environment/counting.py +13 -0
  1446. package/eval/local/tasks/comet-cross-file-refactor/environment/test_textkit.py +21 -0
  1447. package/eval/local/tasks/comet-cross-file-refactor/instruction.md +16 -0
  1448. package/eval/local/tasks/comet-cross-file-refactor/task.toml +20 -0
  1449. package/eval/local/tasks/comet-cross-file-refactor/validation/test_cross_file_refactor.py +20 -0
  1450. package/eval/local/tasks/comet-dependency-confusion/environment/Dockerfile +25 -0
  1451. package/eval/local/tasks/comet-dependency-confusion/environment/app.py +8 -0
  1452. package/eval/local/tasks/comet-dependency-confusion/environment/settings_loader.py +14 -0
  1453. package/eval/local/tasks/comet-dependency-confusion/environment/test_settings_service.py +19 -0
  1454. package/eval/local/tasks/comet-dependency-confusion/instruction.md +18 -0
  1455. package/eval/local/tasks/comet-dependency-confusion/task.toml +24 -0
  1456. package/eval/local/tasks/comet-dependency-confusion/validation/test_dependency_confusion.py +24 -0
  1457. package/eval/local/tasks/comet-fix-median/environment/Dockerfile +46 -0
  1458. package/eval/local/tasks/comet-fix-median/environment/stats.py +54 -0
  1459. package/eval/local/tasks/comet-fix-median/environment/test_stats.py +68 -0
  1460. package/eval/local/tasks/comet-fix-median/instruction.md +25 -0
  1461. package/eval/local/tasks/comet-fix-median/task.toml +24 -0
  1462. package/eval/local/tasks/comet-fix-median/validation/test_fix_median.py +60 -0
  1463. package/eval/local/tasks/comet-framework-selection/environment/Dockerfile +25 -0
  1464. package/eval/local/tasks/comet-framework-selection/environment/architecture.py +12 -0
  1465. package/eval/local/tasks/comet-framework-selection/environment/test_architecture.py +30 -0
  1466. package/eval/local/tasks/comet-framework-selection/instruction.md +22 -0
  1467. package/eval/local/tasks/comet-framework-selection/task.toml +24 -0
  1468. package/eval/local/tasks/comet-framework-selection/validation/test_framework_selection.py +24 -0
  1469. package/eval/local/tasks/comet-full-workflow/environment/Dockerfile +49 -0
  1470. package/eval/local/tasks/comet-full-workflow/environment/test_wordcount.py +29 -0
  1471. package/eval/local/tasks/comet-full-workflow/environment/wordcount.py +40 -0
  1472. package/eval/local/tasks/comet-full-workflow/instruction.md +18 -0
  1473. package/eval/local/tasks/comet-full-workflow/task.toml +24 -0
  1474. package/eval/local/tasks/comet-full-workflow/validation/test_full_workflow.py +171 -0
  1475. package/eval/local/tasks/comet-graph-execution-review/environment/Dockerfile +25 -0
  1476. package/eval/local/tasks/comet-graph-execution-review/environment/pipeline.py +19 -0
  1477. package/eval/local/tasks/comet-graph-execution-review/environment/test_pipeline.py +53 -0
  1478. package/eval/local/tasks/comet-graph-execution-review/instruction.md +21 -0
  1479. package/eval/local/tasks/comet-graph-execution-review/task.toml +24 -0
  1480. package/eval/local/tasks/comet-graph-execution-review/validation/test_graph_execution_review.py +24 -0
  1481. package/eval/local/tasks/comet-human-approval-flow/environment/Dockerfile +15 -0
  1482. package/eval/local/tasks/comet-human-approval-flow/environment/approvals.py +17 -0
  1483. package/eval/local/tasks/comet-human-approval-flow/environment/test_approvals.py +30 -0
  1484. package/eval/local/tasks/comet-human-approval-flow/instruction.md +15 -0
  1485. package/eval/local/tasks/comet-human-approval-flow/task.toml +20 -0
  1486. package/eval/local/tasks/comet-human-approval-flow/validation/test_human_approval_flow.py +20 -0
  1487. package/eval/local/tasks/comet-layered-streaming-fix/environment/Dockerfile +17 -0
  1488. package/eval/local/tasks/comet-layered-streaming-fix/environment/chat_app.py +19 -0
  1489. package/eval/local/tasks/comet-layered-streaming-fix/environment/test_chat_app.py +15 -0
  1490. package/eval/local/tasks/comet-layered-streaming-fix/instruction.md +14 -0
  1491. package/eval/local/tasks/comet-layered-streaming-fix/task.toml +20 -0
  1492. package/eval/local/tasks/comet-layered-streaming-fix/validation/test_layered_streaming_fix.py +20 -0
  1493. package/eval/local/tasks/comet-native-clarification/environment/Dockerfile +25 -0
  1494. package/eval/local/tasks/comet-native-clarification/environment/test_wordcount.py +25 -0
  1495. package/eval/local/tasks/comet-native-clarification/environment/wordcount.py +36 -0
  1496. package/eval/local/tasks/comet-native-clarification/instruction.md +7 -0
  1497. package/eval/local/tasks/comet-native-clarification/task.toml +40 -0
  1498. package/eval/local/tasks/comet-native-clarification/validation/test_native_clarification.py +181 -0
  1499. package/eval/local/tasks/comet-native-clarification-depth/environment/Dockerfile +25 -0
  1500. package/eval/local/tasks/comet-native-clarification-depth/environment/test_wordcount.py +25 -0
  1501. package/eval/local/tasks/comet-native-clarification-depth/environment/wordcount.py +36 -0
  1502. package/eval/local/tasks/comet-native-clarification-depth/instruction.md +17 -0
  1503. package/eval/local/tasks/comet-native-clarification-depth/task.toml +47 -0
  1504. package/eval/local/tasks/comet-native-clarification-depth/validation/test_native_clarification_depth.py +615 -0
  1505. package/eval/local/tasks/comet-native-clarification-modes/environment/Dockerfile +25 -0
  1506. package/eval/local/tasks/comet-native-clarification-modes/environment/test_wordcount.py +25 -0
  1507. package/eval/local/tasks/comet-native-clarification-modes/environment/wordcount.py +36 -0
  1508. package/eval/local/tasks/comet-native-clarification-modes/instruction.md +13 -0
  1509. package/eval/local/tasks/comet-native-clarification-modes/task.toml +39 -0
  1510. package/eval/local/tasks/comet-native-clarification-modes/validation/test_native_clarification_modes.py +229 -0
  1511. package/eval/local/tasks/comet-native-interrupted-transition/environment/Dockerfile +26 -0
  1512. package/eval/local/tasks/comet-native-interrupted-transition/environment/docs/comet/changes/add-character-counting/brief.md +17 -0
  1513. package/eval/local/tasks/comet-native-interrupted-transition/environment/docs/comet/changes/add-character-counting/comet-state.yaml +12 -0
  1514. package/eval/local/tasks/comet-native-interrupted-transition/environment/docs/comet/changes/add-character-counting/runtime/transition.json +69 -0
  1515. package/eval/local/tasks/comet-native-interrupted-transition/environment/docs/comet/changes/add-character-counting/specs/character-counting/spec.md +3 -0
  1516. package/eval/local/tasks/comet-native-interrupted-transition/environment/test_wordcount.py +20 -0
  1517. package/eval/local/tasks/comet-native-interrupted-transition/environment/wordcount.py +27 -0
  1518. package/eval/local/tasks/comet-native-interrupted-transition/instruction.md +7 -0
  1519. package/eval/local/tasks/comet-native-interrupted-transition/task.toml +35 -0
  1520. package/eval/local/tasks/comet-native-interrupted-transition/validation/test_native_interrupted_transition.py +62 -0
  1521. package/eval/local/tasks/comet-native-repository-fact/environment/Dockerfile +24 -0
  1522. package/eval/local/tasks/comet-native-repository-fact/environment/PRODUCT_RULES.md +3 -0
  1523. package/eval/local/tasks/comet-native-repository-fact/environment/test_wordcount.py +20 -0
  1524. package/eval/local/tasks/comet-native-repository-fact/environment/wordcount.py +27 -0
  1525. package/eval/local/tasks/comet-native-repository-fact/instruction.md +7 -0
  1526. package/eval/local/tasks/comet-native-repository-fact/task.toml +35 -0
  1527. package/eval/local/tasks/comet-native-repository-fact/validation/test_native_repository_fact.py +59 -0
  1528. package/eval/local/tasks/comet-native-wave-b-decision-resume/environment/Dockerfile +25 -0
  1529. package/eval/local/tasks/comet-native-wave-b-decision-resume/environment/test_wordcount.py +27 -0
  1530. package/eval/local/tasks/comet-native-wave-b-decision-resume/environment/wordcount.py +36 -0
  1531. package/eval/local/tasks/comet-native-wave-b-decision-resume/instruction.md +13 -0
  1532. package/eval/local/tasks/comet-native-wave-b-decision-resume/task.toml +40 -0
  1533. package/eval/local/tasks/comet-native-wave-b-decision-resume/validation/test_native_wave_b_decision_resume.py +199 -0
  1534. package/eval/local/tasks/comet-native-wave-c-verification-integrity/environment/Dockerfile +25 -0
  1535. package/eval/local/tasks/comet-native-wave-c-verification-integrity/environment/test_wordcount.py +27 -0
  1536. package/eval/local/tasks/comet-native-wave-c-verification-integrity/environment/wordcount.py +36 -0
  1537. package/eval/local/tasks/comet-native-wave-c-verification-integrity/instruction.md +11 -0
  1538. package/eval/local/tasks/comet-native-wave-c-verification-integrity/task.toml +36 -0
  1539. package/eval/local/tasks/comet-native-wave-c-verification-integrity/validation/test_native_wave_c_verification_integrity.py +124 -0
  1540. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/environment/Dockerfile +25 -0
  1541. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/environment/test_wordcount.py +27 -0
  1542. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/environment/wordcount.py +36 -0
  1543. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/instruction.md +11 -0
  1544. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/task.toml +37 -0
  1545. package/eval/local/tasks/comet-native-wave-d-stagnation-stop/validation/test_native_wave_d_stagnation_stop.py +215 -0
  1546. package/eval/local/tasks/comet-native-wave-e-parallel-safety/environment/.include-trusted-native-runtime +1 -0
  1547. package/eval/local/tasks/comet-native-wave-e-parallel-safety/environment/Dockerfile +25 -0
  1548. package/eval/local/tasks/comet-native-wave-e-parallel-safety/environment/test_wordcount.py +27 -0
  1549. package/eval/local/tasks/comet-native-wave-e-parallel-safety/environment/wordcount.py +36 -0
  1550. package/eval/local/tasks/comet-native-wave-e-parallel-safety/instruction.md +9 -0
  1551. package/eval/local/tasks/comet-native-wave-e-parallel-safety/task.toml +37 -0
  1552. package/eval/local/tasks/comet-native-wave-e-parallel-safety/validation/test_native_wave_e_parallel_safety.py +205 -0
  1553. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/.include-current-comet-cli +1 -0
  1554. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/Dockerfile +29 -0
  1555. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/current-comet-package.json +20 -0
  1556. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/current-comet.sh +14 -0
  1557. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/test_wordcount.py +27 -0
  1558. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/wordcount.py +36 -0
  1559. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/instruction.md +7 -0
  1560. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/task.toml +36 -0
  1561. package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/validation/test_native_wave_f_dashboard_readonly.py +125 -0
  1562. package/eval/local/tasks/comet-native-workflow/environment/.include-trusted-native-runtime +1 -0
  1563. package/eval/local/tasks/comet-native-workflow/environment/Dockerfile +26 -0
  1564. package/eval/local/tasks/comet-native-workflow/environment/test_wordcount.py +25 -0
  1565. package/eval/local/tasks/comet-native-workflow/environment/wordcount.py +36 -0
  1566. package/eval/local/tasks/comet-native-workflow/instruction.md +24 -0
  1567. package/eval/local/tasks/comet-native-workflow/task.toml +38 -0
  1568. package/eval/local/tasks/comet-native-workflow/validation/test_native_workflow.py +250 -0
  1569. package/eval/local/tasks/comet-noise-distractor/environment/Dockerfile +15 -0
  1570. package/eval/local/tasks/comet-noise-distractor/environment/distractor.md +4 -0
  1571. package/eval/local/tasks/comet-noise-distractor/environment/invoice.py +5 -0
  1572. package/eval/local/tasks/comet-noise-distractor/environment/test_invoice.py +18 -0
  1573. package/eval/local/tasks/comet-noise-distractor/instruction.md +17 -0
  1574. package/eval/local/tasks/comet-noise-distractor/task.toml +20 -0
  1575. package/eval/local/tasks/comet-noise-distractor/validation/test_noise_distractor.py +20 -0
  1576. package/eval/local/tasks/comet-observability-env-template/environment/Dockerfile +15 -0
  1577. package/eval/local/tasks/comet-observability-env-template/environment/env_writer.py +17 -0
  1578. package/eval/local/tasks/comet-observability-env-template/environment/test_env_writer.py +17 -0
  1579. package/eval/local/tasks/comet-observability-env-template/instruction.md +20 -0
  1580. package/eval/local/tasks/comet-observability-env-template/task.toml +20 -0
  1581. package/eval/local/tasks/comet-observability-env-template/validation/test_observability_env_template.py +46 -0
  1582. package/eval/local/tasks/comet-perf-dedupe/environment/Dockerfile +35 -0
  1583. package/eval/local/tasks/comet-perf-dedupe/environment/dedupe.py +22 -0
  1584. package/eval/local/tasks/comet-perf-dedupe/environment/test_dedupe.py +43 -0
  1585. package/eval/local/tasks/comet-perf-dedupe/instruction.md +25 -0
  1586. package/eval/local/tasks/comet-perf-dedupe/task.toml +24 -0
  1587. package/eval/local/tasks/comet-perf-dedupe/validation/test_perf_dedupe.py +40 -0
  1588. package/eval/local/tasks/comet-persistence-threading/environment/Dockerfile +15 -0
  1589. package/eval/local/tasks/comet-persistence-threading/environment/session_store.py +15 -0
  1590. package/eval/local/tasks/comet-persistence-threading/environment/test_session_store.py +21 -0
  1591. package/eval/local/tasks/comet-persistence-threading/instruction.md +14 -0
  1592. package/eval/local/tasks/comet-persistence-threading/task.toml +20 -0
  1593. package/eval/local/tasks/comet-persistence-threading/validation/test_persistence_threading.py +20 -0
  1594. package/eval/local/tasks/comet-refactor-counter/environment/Dockerfile +35 -0
  1595. package/eval/local/tasks/comet-refactor-counter/environment/test_text_processor.py +57 -0
  1596. package/eval/local/tasks/comet-refactor-counter/environment/text_processor.py +49 -0
  1597. package/eval/local/tasks/comet-refactor-counter/instruction.md +31 -0
  1598. package/eval/local/tasks/comet-refactor-counter/task.toml +24 -0
  1599. package/eval/local/tasks/comet-refactor-counter/validation/test_refactor_counter.py +75 -0
  1600. package/eval/local/tasks/comet-robust-config/environment/Dockerfile +35 -0
  1601. package/eval/local/tasks/comet-robust-config/environment/config_loader.py +56 -0
  1602. package/eval/local/tasks/comet-robust-config/environment/test_config_loader.py +72 -0
  1603. package/eval/local/tasks/comet-robust-config/instruction.md +30 -0
  1604. package/eval/local/tasks/comet-robust-config/task.toml +24 -0
  1605. package/eval/local/tasks/comet-robust-config/validation/test_robust_config.py +37 -0
  1606. package/eval/local/tasks/generic-skill-smoke/environment/Dockerfile +14 -0
  1607. package/eval/local/tasks/generic-skill-smoke/instruction.md +7 -0
  1608. package/eval/local/tasks/generic-skill-smoke/task.toml +21 -0
  1609. package/eval/local/tasks/generic-skill-smoke/validation/test_generic_skill_smoke.py +41 -0
  1610. package/eval/local/tasks/index.yaml +229 -0
  1611. package/eval/local/tasks/workflow-overlay-contract/environment/Dockerfile +16 -0
  1612. package/eval/local/tasks/workflow-overlay-contract/instruction.md +5 -0
  1613. package/eval/local/tasks/workflow-overlay-contract/task.toml +21 -0
  1614. package/eval/local/tasks/workflow-overlay-contract/validation/test_workflow_overlay_contract.py +235 -0
  1615. package/eval/local/tasks/workflow-route-conformance/environment/Dockerfile +14 -0
  1616. package/eval/local/tasks/workflow-route-conformance/instruction.md +5 -0
  1617. package/eval/local/tasks/workflow-route-conformance/task.toml +21 -0
  1618. package/eval/local/tasks/workflow-route-conformance/validation/test_workflow_route_conformance.py +84 -0
  1619. package/eval/local/tests/conftest.py +2364 -0
  1620. package/eval/local/tests/scaffold/fixtures/custom-agent/adapter.yaml +19 -0
  1621. package/eval/local/tests/scaffold/test_agents.py +76 -0
  1622. package/eval/local/tests/scaffold/test_aligned_comparison.py +1082 -0
  1623. package/eval/local/tests/scaffold/test_attribution.py +48 -0
  1624. package/eval/local/tests/scaffold/test_auto_tasks.py +350 -0
  1625. package/eval/local/tests/scaffold/test_compare_baselines.py +999 -0
  1626. package/eval/local/tests/scaffold/test_conftest_helpers.py +1286 -0
  1627. package/eval/local/tests/scaffold/test_custom_agents.py +174 -0
  1628. package/eval/local/tests/scaffold/test_eval_context.py +217 -0
  1629. package/eval/local/tests/scaffold/test_evidence.py +15 -0
  1630. package/eval/local/tests/scaffold/test_execution.py +364 -0
  1631. package/eval/local/tests/scaffold/test_inline_tasks.py +56 -0
  1632. package/eval/local/tests/scaffold/test_langfuse_trajectory.py +263 -0
  1633. package/eval/local/tests/scaffold/test_langsmith_conftest.py +307 -0
  1634. package/eval/local/tests/scaffold/test_logging.py +539 -0
  1635. package/eval/local/tests/scaffold/test_manifest_tasks.py +76 -0
  1636. package/eval/local/tests/scaffold/test_manifests.py +530 -0
  1637. package/eval/local/tests/scaffold/test_native_aligned_eval.py +481 -0
  1638. package/eval/local/tests/scaffold/test_native_wave_evaluations.py +116 -0
  1639. package/eval/local/tests/scaffold/test_profiles.py +1207 -0
  1640. package/eval/local/tests/scaffold/test_regression_check.py +19 -0
  1641. package/eval/local/tests/scaffold/test_report_style_demo_charts.py +45 -0
  1642. package/eval/local/tests/scaffold/test_sample_quality.py +268 -0
  1643. package/eval/local/tests/scaffold/test_task_resolution.py +212 -0
  1644. package/eval/local/tests/scaffold/test_tasks.py +996 -0
  1645. package/eval/local/tests/scaffold/test_treatments.py +353 -0
  1646. package/eval/local/tests/scaffold/test_utils.py +1108 -0
  1647. package/eval/local/tests/tasks/__init__.py +1 -0
  1648. package/eval/local/tests/tasks/test_tasks.py +676 -0
  1649. package/eval/local/tests/tasks/test_validation_scripts.py +787 -0
  1650. package/eval/local/treatments/comet/comet_classic_docs_layout.yaml +121 -0
  1651. package/eval/local/treatments/comet/comet_full_039.yaml +141 -0
  1652. package/eval/local/treatments/comet/comet_full_040_beta.yaml +140 -0
  1653. package/eval/local/treatments/comet/comet_native_phase1.yaml +69 -0
  1654. package/eval/local/treatments/common/control.yaml +4 -0
  1655. package/eval/pyproject.toml +46 -0
  1656. package/eval/report-html-config.json +6 -0
  1657. package/eval/scaffold/__init__.py +73 -0
  1658. package/eval/scaffold/docker/agent-overlay.Dockerfile +41 -0
  1659. package/eval/scaffold/python/__init__.py +203 -0
  1660. package/eval/scaffold/python/agents.py +239 -0
  1661. package/eval/scaffold/python/aligned_comparison.py +1761 -0
  1662. package/eval/scaffold/python/attribution.py +43 -0
  1663. package/eval/scaffold/python/auto_tasks.py +700 -0
  1664. package/eval/scaffold/python/custom_agents.py +172 -0
  1665. package/eval/scaffold/python/eval_context.py +236 -0
  1666. package/eval/scaffold/python/eval_schema.py +135 -0
  1667. package/eval/scaffold/python/evidence.py +38 -0
  1668. package/eval/scaffold/python/execution.py +544 -0
  1669. package/eval/scaffold/python/external_data_handler.py +18 -0
  1670. package/eval/scaffold/python/generated_task_cache.py +230 -0
  1671. package/eval/scaffold/python/generic_llm_judge.py +264 -0
  1672. package/eval/scaffold/python/inline_tasks.py +118 -0
  1673. package/eval/scaffold/python/judge_config.py +289 -0
  1674. package/eval/scaffold/python/langfuse_adapter.py +1023 -0
  1675. package/eval/scaffold/python/llm_judge.py +245 -0
  1676. package/eval/scaffold/python/logging.py +944 -0
  1677. package/eval/scaffold/python/manifest_tasks.py +69 -0
  1678. package/eval/scaffold/python/manifests.py +552 -0
  1679. package/eval/scaffold/python/native_eval.py +148 -0
  1680. package/eval/scaffold/python/paper_charts.py +25 -0
  1681. package/eval/scaffold/python/pass_at_k.py +106 -0
  1682. package/eval/scaffold/python/paths.py +66 -0
  1683. package/eval/scaffold/python/profiles.py +127 -0
  1684. package/eval/scaffold/python/report_outputs.py +1573 -0
  1685. package/eval/scaffold/python/sample_quality.py +382 -0
  1686. package/eval/scaffold/python/schema.py +39 -0
  1687. package/eval/scaffold/python/skill_parser.py +469 -0
  1688. package/eval/scaffold/python/task_resolution.py +176 -0
  1689. package/eval/scaffold/python/tasks.py +356 -0
  1690. package/eval/scaffold/python/treatments.py +271 -0
  1691. package/eval/scaffold/python/utils.py +616 -0
  1692. package/eval/scaffold/python/validation/__init__.py +31 -0
  1693. package/eval/scaffold/python/validation/authoring_rubric.py +328 -0
  1694. package/eval/scaffold/python/validation/comet_workflow.py +227 -0
  1695. package/eval/scaffold/python/validation/core.py +310 -0
  1696. package/eval/scaffold/python/validation/dataset.py +337 -0
  1697. package/eval/scaffold/python/validation/docker.py +106 -0
  1698. package/eval/scaffold/python/validation/evaluator.py +549 -0
  1699. package/eval/scaffold/python/validation/generic_rubric.py +207 -0
  1700. package/eval/scaffold/python/validation/native_v4.py +249 -0
  1701. package/eval/scaffold/python/validation/native_wave.py +2153 -0
  1702. package/eval/scaffold/python/validation/native_workflow.py +353 -0
  1703. package/eval/scaffold/python/validation/rubric.py +908 -0
  1704. package/eval/scaffold/python/validation/runner.py +237 -0
  1705. package/eval/scaffold/python/validation/scripts.py +58 -0
  1706. package/eval/scaffold/python/validation/tracing.py +313 -0
  1707. package/eval/scaffold/shell/agent-runtime-config.sh +88 -0
  1708. package/eval/scaffold/shell/common.sh +126 -0
  1709. package/eval/scaffold/shell/completion-point.sh +18 -0
  1710. package/eval/scaffold/shell/decision-point.sh +35 -0
  1711. package/eval/scaffold/shell/docker.sh +1129 -0
  1712. package/eval/scaffold/shell/run-agent-runtime.sh +49 -0
  1713. package/eval/scaffold/shell/run-claude-loop.sh +373 -0
  1714. package/eval/scaffold/shell/setup.sh +259 -0
  1715. package/eval/schemas/comet.eval/v1alpha1.schema.json +244 -0
  1716. package/eval/simulator-instruction.md +9 -0
  1717. package/package.json +59 -8
  1718. package/assets/skills/comet/reference/decision-point.md +0 -31
  1719. package/assets/skills/comet/reference/scripts.md +0 -69
  1720. package/dist/domains/dashboard/web/assets/demo-DQyfozbi.js +0 -1
  1721. package/dist/domains/dashboard/web/assets/index-BcO3_QlT.css +0 -1
  1722. package/dist/domains/dashboard/web/assets/index-CjU3VXVu.js +0 -22
  1723. /package/{assets/skills/comet → eval/local/skills/benchmarks/039-release/comet-classic-039}/reference/dirty-worktree.md +0 -0
  1724. /package/{assets/skills/comet → eval/local/skills/benchmarks/039-release/comet-classic-039}/reference/file-structure.md +0 -0
  1725. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/auto-transition.md +0 -0
  1726. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/context-recovery.md +0 -0
  1727. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/debug-gate.md +0 -0
  1728. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/decision-point.md +0 -0
  1729. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/dirty-worktree.md +0 -0
  1730. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/file-structure.md +0 -0
  1731. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/intent-frame.md +0 -0
  1732. /package/{assets/skills-zh → eval/local/skills/benchmarks/040-beta}/comet/reference/scripts.md +0 -0
@@ -0,0 +1,1761 @@
1
+ """Strict, task-macro comparison for two eval experiments.
2
+
3
+ The legacy comparison report pools every run in one experiment. That is useful
4
+ for a quick dashboard, but it is not a valid pass@k comparison when treatments
5
+ were executed in separate experiments or when tasks have different numbers of
6
+ repetitions. This module pairs runs by ``(task, repetition, case hash)`` and
7
+ then computes each task's metric before taking the macro average.
8
+ """
9
+
10
+ from __future__ import annotations
11
+
12
+ import hashlib
13
+ import json
14
+ import os
15
+ import re
16
+ import stat
17
+ import statistics
18
+ from collections import Counter, defaultdict
19
+ from dataclasses import dataclass
20
+ from pathlib import Path
21
+ from typing import Any, Iterable, Mapping, Sequence
22
+
23
+ from scaffold.python.logging import extract_events, parse_output
24
+ from scaffold.python.agents import AGENT_IDS
25
+ from scaffold.python.pass_at_k import compute_pass_metrics
26
+ from scaffold.python.sample_quality import quality_from_report
27
+
28
+
29
+ CASE_MANIFEST_SCHEMA_V1 = "comet.eval.case-manifest.v1"
30
+ CASE_MANIFEST_SCHEMA = "comet.eval.case-manifest.v2"
31
+ EXECUTION_IDENTITY_SCHEMA = "comet.eval.execution-identity.v1"
32
+ EXPECTED_CASE_MATRIX_SCHEMA = "comet.eval.expected-case-matrix.v1"
33
+ EXPECTED_CASE_MATRIX_FILENAME = "expected-case-matrix.json"
34
+ DURATION_SOURCE = "raw_stdout:extract_events"
35
+ MAX_RAW_STDOUT_BYTES = 64 * 1024 * 1024
36
+ MAX_EXPECTED_CASE_MATRIX_BYTES = 8 * 1024 * 1024
37
+ _EVAL_ROOT = Path(__file__).resolve().parents[2]
38
+ _REPORT_SUFFIX_RE = r"(?:-r(?P<rep>\d+))?$"
39
+ _CASE_IDENTIFIER_RE = re.compile(r"[A-Za-z0-9][A-Za-z0-9._-]{0,199}")
40
+ _HASHED_CASE_PARTS_V1 = (
41
+ "task_hash",
42
+ "instruction_hash",
43
+ "validator_hash",
44
+ "environment_hash",
45
+ "data_hash",
46
+ "prompt_hash",
47
+ )
48
+ _HASHED_CASE_PARTS_V2 = (
49
+ *_HASHED_CASE_PARTS_V1,
50
+ "runner_hash",
51
+ "controller_hash",
52
+ "execution_hash",
53
+ )
54
+ _EXECUTION_IDENTITY_HASH_KEYS = (
55
+ "image_id_hash",
56
+ "image_repo_digests_hash",
57
+ "image_ref_hash",
58
+ "claude_tool_version_hash",
59
+ "model_selection_hash",
60
+ "interaction_hash",
61
+ )
62
+ _RUNNER_FILES = (
63
+ "scaffold/shell/docker.sh",
64
+ "scaffold/shell/common.sh",
65
+ "scaffold/shell/run-claude-loop.sh",
66
+ "scaffold/shell/decision-point.sh",
67
+ "scaffold/shell/completion-point.sh",
68
+ "scaffold/docker/agent-overlay.Dockerfile",
69
+ )
70
+ _CONTROLLER_FILES = (
71
+ "local/tests/tasks/test_tasks.py",
72
+ "local/tests/conftest.py",
73
+ "scaffold/python/tasks.py",
74
+ "scaffold/python/treatments.py",
75
+ "scaffold/python/profiles.py",
76
+ "scaffold/python/manifests.py",
77
+ "scaffold/python/utils.py",
78
+ "scaffold/python/agents.py",
79
+ "scaffold/python/logging.py",
80
+ "scaffold/python/aligned_comparison.py",
81
+ )
82
+
83
+
84
+ @dataclass(frozen=True)
85
+ class CaseManifest:
86
+ schema: str
87
+ task: str
88
+ case_hash: str
89
+ core_hash: str
90
+ task_hash: str
91
+ instruction_hash: str
92
+ validator_hash: str
93
+ environment_hash: str
94
+ data_hash: str
95
+ prompt_hash: str
96
+ runner_hash: str | None
97
+ controller_hash: str | None
98
+ execution_hash: str | None
99
+ execution_identity: dict[str, str] | None
100
+ authored_hashes: dict[str, str] | None
101
+ source: str
102
+ run_bound: bool
103
+ execution_bound: bool
104
+
105
+
106
+ @dataclass(frozen=True)
107
+ class ExpectedCase:
108
+ task: str
109
+ treatment: str
110
+ rep: int
111
+
112
+
113
+ @dataclass(frozen=True)
114
+ class ExpectedCaseMatrix:
115
+ matrix_hash: str
116
+ cases: tuple[ExpectedCase, ...]
117
+
118
+ def keys_for(self, treatment: str) -> frozenset[tuple[str, int]]:
119
+ return frozenset(
120
+ (case.task, case.rep) for case in self.cases if case.treatment == treatment
121
+ )
122
+
123
+
124
+ @dataclass(frozen=True)
125
+ class ExpectedCaseMatrixLoad:
126
+ matrix: ExpectedCaseMatrix | None
127
+ error: str | None
128
+
129
+
130
+ @dataclass(frozen=True)
131
+ class RunRecord:
132
+ task: str
133
+ rep: int
134
+ treatment: str
135
+ report: dict[str, Any]
136
+ report_path: Path
137
+ manifest: CaseManifest
138
+ manifest_valid: bool
139
+ include_in_analysis: bool
140
+ quality_reason: str
141
+
142
+
143
+ @dataclass(frozen=True)
144
+ class AlignmentIssue:
145
+ task: str
146
+ rep: int
147
+ reason: str
148
+ detail: str
149
+
150
+
151
+ @dataclass(frozen=True)
152
+ class AlignedPair:
153
+ task: str
154
+ rep: int
155
+ case_hash: str
156
+ candidate: RunRecord
157
+ baseline: RunRecord
158
+
159
+
160
+ @dataclass(frozen=True)
161
+ class AlignmentResult:
162
+ candidate_records: tuple[RunRecord, ...]
163
+ baseline_records: tuple[RunRecord, ...]
164
+ pairs: tuple[AlignedPair, ...]
165
+ issues: tuple[AlignmentIssue, ...]
166
+ tasks: tuple[str, ...]
167
+ expected_keys: int
168
+
169
+
170
+ def _sha256_bytes(value: bytes) -> str:
171
+ return "sha256:" + hashlib.sha256(value).hexdigest()
172
+
173
+
174
+ def _hash_tree(path: Path) -> str:
175
+ """Hash a file/tree without following symlinks."""
176
+ digest = hashlib.sha256()
177
+ if not path.exists() and not path.is_symlink():
178
+ digest.update(b"missing\0")
179
+ return "sha256:" + digest.hexdigest()
180
+
181
+ paths = [path] if path.is_file() or path.is_symlink() else sorted(path.rglob("*"))
182
+ for item in paths:
183
+ if item.name.startswith(".env"):
184
+ continue
185
+ if item.name == "__pycache__" or "__pycache__" in item.parts:
186
+ continue
187
+ if item.suffix in {".pyc", ".pyo"}:
188
+ continue
189
+ relative = item.name if item == path else item.relative_to(path).as_posix()
190
+ if item.is_symlink():
191
+ digest.update(f"L\0{relative}\0{item.readlink()}\0".encode("utf-8"))
192
+ elif item.is_file():
193
+ digest.update(f"F\0{relative}\0".encode("utf-8"))
194
+ digest.update(item.read_bytes())
195
+ digest.update(b"\0")
196
+ return "sha256:" + digest.hexdigest()
197
+
198
+
199
+ def _case_hash(task: str, components: dict[str, str], *, schema: str) -> str:
200
+ payload = {
201
+ "schema": schema,
202
+ "task": task,
203
+ **components,
204
+ }
205
+ return _sha256_bytes(json.dumps(payload, sort_keys=True, separators=(",", ":")).encode("utf-8"))
206
+
207
+
208
+ def _case_core_hash(task: str, components: dict[str, str]) -> str:
209
+ return _case_hash(
210
+ task,
211
+ {key: components[key] for key in _HASHED_CASE_PARTS_V1},
212
+ schema="comet.eval.case-core.v1",
213
+ )
214
+
215
+
216
+ def _hash_named_files(paths: Sequence[str]) -> str:
217
+ components = {path: _hash_tree(_EVAL_ROOT / path) for path in paths}
218
+ return _sha256_bytes(
219
+ json.dumps(components, sort_keys=True, separators=(",", ":")).encode("utf-8")
220
+ )
221
+
222
+
223
+ def _is_hash(value: Any) -> bool:
224
+ return isinstance(value, str) and re.fullmatch(r"sha256:[0-9a-f]{64}", value) is not None
225
+
226
+
227
+ def _hash_private_value(value: Any) -> str:
228
+ """Hash configuration without persisting its potentially sensitive text."""
229
+ return _sha256_bytes(
230
+ json.dumps(value, sort_keys=True, separators=(",", ":"), default=str).encode("utf-8")
231
+ )
232
+
233
+
234
+ def build_execution_identity(
235
+ docker_identity: dict[str, Any],
236
+ *,
237
+ model: str | None,
238
+ model_config: dict[str, str | None] | None = None,
239
+ interaction: Any,
240
+ ) -> dict[str, str]:
241
+ """Build the safe, report-bound execution identity.
242
+
243
+ Docker supplies identity derived from the immutable image and the actual
244
+ selected CLI version. Model and private interaction text are hashed by the
245
+ controller; only the bounded CLI version, enums, and digests enter reports.
246
+ """
247
+ if docker_identity.get("schema") != EXECUTION_IDENTITY_SCHEMA:
248
+ raise ValueError("Docker execution identity schema is invalid")
249
+ allowed = {
250
+ "schema",
251
+ "runtime_image_id",
252
+ *_EXECUTION_IDENTITY_HASH_KEYS[:4],
253
+ "agent",
254
+ "agent_cli",
255
+ "agent_cli_version",
256
+ "agent_cli_version_hash",
257
+ }
258
+ unknown = set(docker_identity) - allowed
259
+ if unknown:
260
+ raise ValueError(f"Docker execution identity has unknown keys: {sorted(unknown)}")
261
+ runtime_image_id = docker_identity.get("runtime_image_id")
262
+ if not isinstance(runtime_image_id, str) or not re.fullmatch(
263
+ r"sha256:[0-9a-f]{64}", runtime_image_id
264
+ ):
265
+ raise ValueError("Docker execution identity does not include an immutable image ID")
266
+ for key in _EXECUTION_IDENTITY_HASH_KEYS[:4]:
267
+ if not _is_hash(docker_identity.get(key)):
268
+ raise ValueError(f"Docker execution identity {key} is invalid")
269
+ if docker_identity["image_id_hash"] != _sha256_bytes(runtime_image_id.encode("utf-8")):
270
+ raise ValueError("Docker execution identity image hash does not match its runtime image")
271
+ agent = docker_identity.get("agent", "claude-code")
272
+ agent_cli = docker_identity.get("agent_cli", "claude")
273
+ agent_cli_version_hash = docker_identity.get(
274
+ "agent_cli_version_hash", docker_identity.get("claude_tool_version_hash")
275
+ )
276
+ agent_cli_version = docker_identity.get("agent_cli_version")
277
+ if agent not in AGENT_IDS:
278
+ raise ValueError(f"Docker execution identity agent is invalid: {agent!r}")
279
+ if not isinstance(agent_cli, str) or not agent_cli:
280
+ raise ValueError("Docker execution identity agent_cli is invalid")
281
+ if not _is_hash(agent_cli_version_hash):
282
+ raise ValueError("Docker execution identity agent_cli_version_hash is invalid")
283
+ if agent_cli_version is not None and (
284
+ not isinstance(agent_cli_version, str)
285
+ or not agent_cli_version
286
+ or len(agent_cli_version) > 512
287
+ or any(ord(character) < 32 for character in agent_cli_version)
288
+ ):
289
+ raise ValueError("Docker execution identity agent_cli_version is invalid")
290
+
291
+ mode = getattr(interaction, "mode", None) or "none"
292
+ if mode not in {"none", "auto_user"}:
293
+ mode = "custom"
294
+ max_turns = getattr(interaction, "max_turns", None)
295
+ if isinstance(max_turns, bool) or not isinstance(max_turns, int) or not 1 <= max_turns <= 1000:
296
+ raise ValueError("Interaction max_turns must be between 1 and 1000")
297
+ interaction_payload = {
298
+ "mode": mode,
299
+ "max_turns": max_turns,
300
+ "simulator_prompt": getattr(interaction, "simulator_prompt", None),
301
+ "decision_patterns": list(getattr(interaction, "decision_patterns", ()) or ()),
302
+ "decision_reply": getattr(interaction, "decision_reply", None),
303
+ "decision_replies": list(getattr(interaction, "decision_replies", []) or []),
304
+ "continue_prompt": getattr(interaction, "continue_prompt", None),
305
+ "fresh_resume_marker": getattr(interaction, "fresh_resume_marker", None),
306
+ }
307
+ model_source = "explicit" if model else "runtime-default"
308
+ normalized_model_config = {
309
+ key: value
310
+ for key, value in sorted((model_config or {}).items())
311
+ if isinstance(key, str) and isinstance(value, (str, type(None)))
312
+ }
313
+ identity = {
314
+ "schema": EXECUTION_IDENTITY_SCHEMA,
315
+ **{key: docker_identity[key] for key in _EXECUTION_IDENTITY_HASH_KEYS[:4]},
316
+ "model_selection_hash": _hash_private_value(
317
+ {
318
+ "source": model_source,
319
+ "selection": model or "runtime-default",
320
+ "runtime_config": normalized_model_config,
321
+ }
322
+ ),
323
+ "interaction_hash": _hash_private_value(interaction_payload),
324
+ "model_source": model_source,
325
+ "interaction_mode": mode,
326
+ "interaction_max_turns": str(max_turns),
327
+ }
328
+ if "agent" in docker_identity:
329
+ identity.update(
330
+ {
331
+ "agent": agent,
332
+ "agent_cli": agent_cli,
333
+ "agent_cli_version_hash": agent_cli_version_hash,
334
+ }
335
+ )
336
+ if agent_cli_version is not None:
337
+ identity["agent_cli_version"] = agent_cli_version
338
+ return identity
339
+
340
+
341
+ def _validated_execution_identity(raw: Any) -> dict[str, str] | None:
342
+ if not isinstance(raw, dict):
343
+ return None
344
+ allowed = {
345
+ "schema",
346
+ *_EXECUTION_IDENTITY_HASH_KEYS,
347
+ "model_source",
348
+ "interaction_mode",
349
+ "interaction_max_turns",
350
+ }
351
+ new_agent_keys = {"agent", "agent_cli", "agent_cli_version_hash"}
352
+ version_key = {"agent_cli_version"}
353
+ raw_keys = set(raw)
354
+ if raw_keys not in (allowed, allowed | new_agent_keys, allowed | new_agent_keys | version_key):
355
+ return None
356
+ if raw.get("schema") != EXECUTION_IDENTITY_SCHEMA:
357
+ return None
358
+ if not all(_is_hash(raw.get(key)) for key in _EXECUTION_IDENTITY_HASH_KEYS):
359
+ return None
360
+ if new_agent_keys.issubset(raw_keys):
361
+ if raw.get("agent") not in AGENT_IDS:
362
+ return None
363
+ if not isinstance(raw.get("agent_cli"), str) or not raw["agent_cli"]:
364
+ return None
365
+ if not _is_hash(raw.get("agent_cli_version_hash")):
366
+ return None
367
+ if "agent_cli_version" in raw_keys and (
368
+ not isinstance(raw.get("agent_cli_version"), str)
369
+ or not raw["agent_cli_version"]
370
+ or len(raw["agent_cli_version"]) > 512
371
+ or any(ord(character) < 32 for character in raw["agent_cli_version"])
372
+ ):
373
+ return None
374
+ if raw.get("model_source") not in {"explicit", "runtime-default"}:
375
+ return None
376
+ if raw.get("interaction_mode") not in {"none", "auto_user", "custom"}:
377
+ return None
378
+ try:
379
+ max_turns = int(raw.get("interaction_max_turns", ""))
380
+ except (TypeError, ValueError):
381
+ return None
382
+ if not 1 <= max_turns <= 1000 or str(max_turns) != raw.get("interaction_max_turns"):
383
+ return None
384
+ identity_keys = raw_keys
385
+ return {key: raw[key] for key in sorted(identity_keys)}
386
+
387
+
388
+ def build_case_manifest(
389
+ task: str,
390
+ tasks_dir: Path,
391
+ *,
392
+ execution_identity: dict[str, str] | None = None,
393
+ manifest_path: Path | None = None,
394
+ rendered_prompt: str | None = None,
395
+ workspace_dir: Path | None = None,
396
+ validation_rules: Mapping[str, Any] | None = None,
397
+ environment_dir: Path | None = None,
398
+ ) -> CaseManifest:
399
+ """Build a manifest for the canonical task and, for new runs, its execution."""
400
+ task_dir = tasks_dir / task
401
+ native_adapter_hash = _hash_tree(_EVAL_ROOT / "scaffold" / "python" / "native_eval.py")
402
+ authored_hashes: dict[str, str] | None = None
403
+ if manifest_path is not None:
404
+ prompt_bytes = (rendered_prompt or "").encode("utf-8")
405
+ manifest_hash = _hash_tree(manifest_path)
406
+ workspace_hash = (
407
+ _hash_tree(workspace_dir)
408
+ if workspace_dir is not None
409
+ else _sha256_bytes(b"comet-empty-inline-workspace-v1")
410
+ )
411
+ validation_rule_hash = _hash_private_value(dict(validation_rules or {}))
412
+ instruction_hash = _sha256_bytes(b"inline-task-prompt-v1\0" + prompt_bytes)
413
+ task_hash = _hash_private_value(
414
+ {
415
+ "task": task,
416
+ "manifest_hash": manifest_hash,
417
+ "instruction_hash": instruction_hash,
418
+ "workspace_hash": workspace_hash,
419
+ "validation_rule_hash": validation_rule_hash,
420
+ }
421
+ )
422
+ validator_hash = validation_rule_hash
423
+ environment_hash = (
424
+ _hash_tree(environment_dir) if environment_dir else _sha256_bytes(b"missing")
425
+ )
426
+ data_hash = workspace_hash
427
+ prompt_components = {
428
+ "instruction": instruction_hash,
429
+ "task_renderer": _hash_tree(_EVAL_ROOT / "scaffold" / "python" / "tasks.py"),
430
+ "native_adapter": native_adapter_hash,
431
+ }
432
+ authored_hashes = {
433
+ "manifest_hash": manifest_hash,
434
+ "task_definition_hash": task_hash,
435
+ "workspace_hash": workspace_hash,
436
+ "validation_rule_hash": validation_rule_hash,
437
+ }
438
+ else:
439
+ instruction_path = task_dir / "instruction.md"
440
+ task_hash = _hash_tree(task_dir / "task.toml")
441
+ instruction_hash = _hash_tree(instruction_path)
442
+ validator_components = {
443
+ "task_validation": _hash_tree(task_dir / "validation"),
444
+ "shared_validation": _hash_tree(_EVAL_ROOT / "scaffold" / "python" / "validation"),
445
+ "native_adapter": native_adapter_hash,
446
+ }
447
+ validator_hash = _sha256_bytes(
448
+ json.dumps(validator_components, sort_keys=True, separators=(",", ":")).encode("utf-8")
449
+ )
450
+ environment_hash = _hash_tree(task_dir / "environment")
451
+ data_hash = _hash_tree(task_dir / "data")
452
+ instruction_bytes = (
453
+ instruction_path.read_bytes() if instruction_path.is_file() else b"missing"
454
+ )
455
+ prompt_components = {
456
+ "instruction": _sha256_bytes(b"canonical-task-prompt-v1\0" + instruction_bytes),
457
+ "task_renderer": _hash_tree(_EVAL_ROOT / "scaffold" / "python" / "tasks.py"),
458
+ "native_adapter": native_adapter_hash,
459
+ }
460
+ prompt_hash = _sha256_bytes(
461
+ json.dumps(prompt_components, sort_keys=True, separators=(",", ":")).encode("utf-8")
462
+ )
463
+ base_components = {
464
+ "task_hash": task_hash,
465
+ "instruction_hash": instruction_hash,
466
+ "validator_hash": validator_hash,
467
+ "environment_hash": environment_hash,
468
+ "data_hash": data_hash,
469
+ "prompt_hash": prompt_hash,
470
+ }
471
+ if execution_identity is None:
472
+ schema = CASE_MANIFEST_SCHEMA_V1
473
+ components = base_components
474
+ runner_hash = controller_hash = execution_hash = None
475
+ validated_identity = None
476
+ source = "current-task-tree-fallback"
477
+ run_bound = False
478
+ execution_bound = False
479
+ else:
480
+ validated_identity = _validated_execution_identity(execution_identity)
481
+ if validated_identity is None:
482
+ raise ValueError("execution identity is not a safe canonical payload")
483
+ schema = CASE_MANIFEST_SCHEMA
484
+ runner_hash = _hash_named_files(_RUNNER_FILES)
485
+ controller_hash = _hash_named_files(_CONTROLLER_FILES)
486
+ execution_hash = _hash_private_value(validated_identity)
487
+ components = {
488
+ **base_components,
489
+ "runner_hash": runner_hash,
490
+ "controller_hash": controller_hash,
491
+ "execution_hash": execution_hash,
492
+ }
493
+ source = "report-bound-v2"
494
+ run_bound = True
495
+ execution_bound = True
496
+ case_hash = _case_hash(task, components, schema=schema)
497
+ core_hash = _case_core_hash(task, base_components)
498
+ return CaseManifest(
499
+ schema=schema,
500
+ task=task,
501
+ case_hash=case_hash,
502
+ core_hash=core_hash,
503
+ task_hash=task_hash,
504
+ instruction_hash=instruction_hash,
505
+ validator_hash=validator_hash,
506
+ environment_hash=environment_hash,
507
+ data_hash=data_hash,
508
+ prompt_hash=prompt_hash,
509
+ runner_hash=runner_hash,
510
+ controller_hash=controller_hash,
511
+ execution_hash=execution_hash,
512
+ execution_identity=validated_identity,
513
+ authored_hashes=authored_hashes,
514
+ source=source,
515
+ run_bound=run_bound,
516
+ execution_bound=execution_bound,
517
+ )
518
+
519
+
520
+ def case_manifest_payload(manifest: CaseManifest) -> dict[str, Any]:
521
+ """Serialize a case manifest into the report-bound wire format."""
522
+ payload: dict[str, Any] = {
523
+ "schema": manifest.schema,
524
+ "task": manifest.task,
525
+ "case_hash": manifest.case_hash,
526
+ **{key: getattr(manifest, key) for key in _HASHED_CASE_PARTS_V1},
527
+ }
528
+ if manifest.schema == CASE_MANIFEST_SCHEMA:
529
+ payload.update(
530
+ {
531
+ key: getattr(manifest, key)
532
+ for key in ("runner_hash", "controller_hash", "execution_hash")
533
+ }
534
+ )
535
+ payload["execution_identity"] = manifest.execution_identity
536
+ if manifest.authored_hashes is not None:
537
+ payload["authored_hashes"] = manifest.authored_hashes
538
+ return payload
539
+
540
+
541
+ def _embedded_case_manifest(report: dict[str, Any], task: str) -> CaseManifest | None:
542
+ events = report.get("events_summary") or {}
543
+ raw = report.get("case_manifest") or events.get("case_manifest")
544
+ if not isinstance(raw, dict):
545
+ return None
546
+ schema = raw.get("schema")
547
+ if schema not in {CASE_MANIFEST_SCHEMA_V1, CASE_MANIFEST_SCHEMA} or raw.get("task") != task:
548
+ return None
549
+ hashed_parts = (
550
+ _HASHED_CASE_PARTS_V2 if schema == CASE_MANIFEST_SCHEMA else _HASHED_CASE_PARTS_V1
551
+ )
552
+ expected_keys = {"schema", "task", "case_hash", *hashed_parts}
553
+ if schema == CASE_MANIFEST_SCHEMA:
554
+ expected_keys.add("execution_identity")
555
+ authored_hashes = raw.get("authored_hashes")
556
+ if authored_hashes is not None:
557
+ expected_keys.add("authored_hashes")
558
+ if set(raw) != expected_keys:
559
+ return None
560
+ if not all(_is_hash(raw.get(key)) for key in hashed_parts):
561
+ return None
562
+ if authored_hashes is not None and (
563
+ not isinstance(authored_hashes, dict)
564
+ or set(authored_hashes)
565
+ != {
566
+ "manifest_hash",
567
+ "task_definition_hash",
568
+ "workspace_hash",
569
+ "validation_rule_hash",
570
+ }
571
+ or not all(_is_hash(value) for value in authored_hashes.values())
572
+ or authored_hashes["task_definition_hash"] != raw["task_hash"]
573
+ or authored_hashes["workspace_hash"] != raw["data_hash"]
574
+ or authored_hashes["validation_rule_hash"] != raw["validator_hash"]
575
+ ):
576
+ return None
577
+ case_hash = raw.get("case_hash")
578
+ if not isinstance(case_hash, str) or not case_hash.startswith("sha256:"):
579
+ return None
580
+ components = {key: raw[key] for key in hashed_parts}
581
+ if case_hash != _case_hash(task, components, schema=schema):
582
+ return None
583
+ execution_identity = (
584
+ _validated_execution_identity(raw.get("execution_identity"))
585
+ if schema == CASE_MANIFEST_SCHEMA
586
+ else None
587
+ )
588
+ if schema == CASE_MANIFEST_SCHEMA and (
589
+ execution_identity is None
590
+ or raw["execution_hash"] != _hash_private_value(execution_identity)
591
+ ):
592
+ return None
593
+ return CaseManifest(
594
+ schema=schema,
595
+ task=task,
596
+ case_hash=case_hash,
597
+ core_hash=_case_core_hash(task, components),
598
+ task_hash=raw["task_hash"],
599
+ instruction_hash=raw["instruction_hash"],
600
+ validator_hash=raw["validator_hash"],
601
+ environment_hash=raw["environment_hash"],
602
+ data_hash=raw["data_hash"],
603
+ prompt_hash=raw["prompt_hash"],
604
+ runner_hash=raw.get("runner_hash"),
605
+ controller_hash=raw.get("controller_hash"),
606
+ execution_hash=raw.get("execution_hash"),
607
+ execution_identity=execution_identity,
608
+ authored_hashes=authored_hashes,
609
+ source="report-bound-v2" if schema == CASE_MANIFEST_SCHEMA else "report-bound-v1",
610
+ run_bound=True,
611
+ execution_bound=schema == CASE_MANIFEST_SCHEMA,
612
+ )
613
+
614
+
615
+ def expected_case_matrix_payload(
616
+ cases: Iterable[tuple[str, str, int] | ExpectedCase],
617
+ ) -> dict[str, Any]:
618
+ """Create a deterministic, controller-owned expected-case matrix."""
619
+ normalized: set[tuple[str, str, int]] = set()
620
+ for raw in cases:
621
+ if isinstance(raw, ExpectedCase):
622
+ task, treatment, rep = raw.task, raw.treatment, raw.rep
623
+ else:
624
+ task, treatment, rep = raw
625
+ if (
626
+ not isinstance(task, str)
627
+ or _CASE_IDENTIFIER_RE.fullmatch(task) is None
628
+ or not isinstance(treatment, str)
629
+ or _CASE_IDENTIFIER_RE.fullmatch(treatment) is None
630
+ ):
631
+ raise ValueError("Expected case task and treatment must be non-empty strings")
632
+ if isinstance(rep, bool) or not isinstance(rep, int) or rep < 1:
633
+ raise ValueError("Expected case repetition must be a positive integer")
634
+ key = (task, treatment, rep)
635
+ if key in normalized:
636
+ raise ValueError("Expected case matrix contains a duplicate case")
637
+ normalized.add(key)
638
+ serialized = [
639
+ {"task": task, "treatment": treatment, "rep": rep}
640
+ for task, treatment, rep in sorted(normalized)
641
+ ]
642
+ hash_payload = {"schema": EXPECTED_CASE_MATRIX_SCHEMA, "cases": serialized}
643
+ matrix_hash = _sha256_bytes(
644
+ json.dumps(hash_payload, sort_keys=True, separators=(",", ":")).encode("utf-8")
645
+ )
646
+ return {**hash_payload, "matrix_hash": matrix_hash}
647
+
648
+
649
+ def parse_expected_case_matrix(raw: Any) -> ExpectedCaseMatrix:
650
+ if not isinstance(raw, dict) or set(raw) != {"schema", "matrix_hash", "cases"}:
651
+ raise ValueError("expected case matrix has an invalid object shape")
652
+ if raw.get("schema") != EXPECTED_CASE_MATRIX_SCHEMA:
653
+ raise ValueError("expected case matrix schema is invalid")
654
+ cases_raw = raw.get("cases")
655
+ if not isinstance(cases_raw, list):
656
+ raise ValueError("expected case matrix cases must be a list")
657
+ cases: list[ExpectedCase] = []
658
+ seen: set[tuple[str, str, int]] = set()
659
+ for item in cases_raw:
660
+ if not isinstance(item, dict) or set(item) != {"task", "treatment", "rep"}:
661
+ raise ValueError("expected case matrix contains an invalid case")
662
+ task = item.get("task")
663
+ treatment = item.get("treatment")
664
+ rep = item.get("rep")
665
+ if (
666
+ not isinstance(task, str)
667
+ or _CASE_IDENTIFIER_RE.fullmatch(task) is None
668
+ or not isinstance(treatment, str)
669
+ or _CASE_IDENTIFIER_RE.fullmatch(treatment) is None
670
+ ):
671
+ raise ValueError("expected case matrix contains an invalid task or treatment")
672
+ if isinstance(rep, bool) or not isinstance(rep, int) or rep < 1:
673
+ raise ValueError("expected case matrix contains an invalid repetition")
674
+ key = (task, treatment, rep)
675
+ if key in seen:
676
+ raise ValueError("expected case matrix contains a duplicate case")
677
+ seen.add(key)
678
+ cases.append(ExpectedCase(task=task, treatment=treatment, rep=rep))
679
+ if [(case.task, case.treatment, case.rep) for case in cases] != sorted(seen):
680
+ raise ValueError("expected case matrix cases are not canonically ordered")
681
+ canonical = expected_case_matrix_payload(cases)
682
+ if raw.get("matrix_hash") != canonical["matrix_hash"]:
683
+ raise ValueError("expected case matrix hash does not match its cases")
684
+ return ExpectedCaseMatrix(matrix_hash=canonical["matrix_hash"], cases=tuple(cases))
685
+
686
+
687
+ def load_expected_case_matrix(experiment_dir: Path) -> ExpectedCaseMatrixLoad:
688
+ path = experiment_dir / EXPECTED_CASE_MATRIX_FILENAME
689
+ try:
690
+ before = path.lstat()
691
+ except FileNotFoundError:
692
+ return ExpectedCaseMatrixLoad(matrix=None, error=None)
693
+ except OSError:
694
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix metadata cannot be read")
695
+ if stat.S_ISLNK(before.st_mode) or not stat.S_ISREG(before.st_mode):
696
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix is not a regular file")
697
+ if before.st_size > MAX_EXPECTED_CASE_MATRIX_BYTES:
698
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix exceeds the size limit")
699
+ try:
700
+ raw = json.loads(path.read_text(encoding="utf-8"))
701
+ after = path.lstat()
702
+ if _path_identity(before) != _path_identity(after):
703
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix changed during read")
704
+ return ExpectedCaseMatrixLoad(matrix=parse_expected_case_matrix(raw), error=None)
705
+ except OSError:
706
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix cannot be read")
707
+ except UnicodeError:
708
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix is not valid UTF-8")
709
+ except json.JSONDecodeError:
710
+ return ExpectedCaseMatrixLoad(matrix=None, error="matrix is not valid JSON")
711
+ except ValueError as error:
712
+ return ExpectedCaseMatrixLoad(matrix=None, error=str(error))
713
+
714
+
715
+ def _report_identity(
716
+ report: dict[str, Any],
717
+ treatment: str,
718
+ report_path: Path | None = None,
719
+ ) -> tuple[str, int] | None:
720
+ name = str(report.get("name") or "")
721
+ match = re.match(
722
+ rf"^(?P<task>.+)-{re.escape(treatment)}{_REPORT_SUFFIX_RE}",
723
+ name,
724
+ )
725
+ if not match:
726
+ return None
727
+ combined_sample = (
728
+ re.search(r"_sample(?P<rep>\d+)_from_", report_path.stem)
729
+ if report_path is not None
730
+ else None
731
+ )
732
+ rep_text = combined_sample.group("rep") if combined_sample else match.group("rep")
733
+ raw_rep = rep_text if rep_text is not None else report.get("rep", 1)
734
+ if isinstance(raw_rep, bool):
735
+ return None
736
+ try:
737
+ rep = int(raw_rep)
738
+ except (TypeError, ValueError):
739
+ return None
740
+ if rep < 1:
741
+ return None
742
+ return match.group("task"), rep
743
+
744
+
745
+ def load_treatment_records(
746
+ experiment_dir: Path,
747
+ treatment: str,
748
+ *,
749
+ tasks_dir: Path,
750
+ ) -> tuple[RunRecord, ...]:
751
+ reports_dir = experiment_dir / "reports"
752
+ manifests: dict[str, CaseManifest] = {}
753
+ records: list[RunRecord] = []
754
+ if not reports_dir.is_dir():
755
+ return ()
756
+ for path in sorted(reports_dir.glob("*.json")):
757
+ try:
758
+ report = json.loads(path.read_text(encoding="utf-8"))
759
+ except (OSError, json.JSONDecodeError):
760
+ continue
761
+ identity = _report_identity(report, treatment, path)
762
+ if identity is None:
763
+ continue
764
+ task, rep = identity
765
+ events = report.get("events_summary") or {}
766
+ raw_manifest = report.get("case_manifest") or events.get("case_manifest")
767
+ manifest = _embedded_case_manifest(report, task)
768
+ manifest_valid = manifest is not None or raw_manifest is None
769
+ if manifest is None:
770
+ manifest = manifests.setdefault(task, build_case_manifest(task, tasks_dir))
771
+ quality = quality_from_report(report, experiment_dir=experiment_dir)
772
+ records.append(
773
+ RunRecord(
774
+ task=task,
775
+ rep=rep,
776
+ treatment=treatment,
777
+ report=report,
778
+ report_path=path,
779
+ manifest=manifest,
780
+ manifest_valid=manifest_valid,
781
+ include_in_analysis=quality.include_in_analysis,
782
+ quality_reason=quality.reason_code,
783
+ )
784
+ )
785
+ return tuple(records)
786
+
787
+
788
+ def align_records(
789
+ candidate_records: Sequence[RunRecord],
790
+ baseline_records: Sequence[RunRecord],
791
+ *,
792
+ candidate_expected: frozenset[tuple[str, int]] | None = None,
793
+ baseline_expected: frozenset[tuple[str, int]] | None = None,
794
+ initial_issues: Sequence[AlignmentIssue] = (),
795
+ ) -> AlignmentResult:
796
+ candidate_by_key: dict[tuple[str, int], list[RunRecord]] = defaultdict(list)
797
+ baseline_by_key: dict[tuple[str, int], list[RunRecord]] = defaultdict(list)
798
+ for record in candidate_records:
799
+ candidate_by_key[(record.task, record.rep)].append(record)
800
+ for record in baseline_records:
801
+ baseline_by_key[(record.task, record.rep)].append(record)
802
+
803
+ candidate_observed = set(candidate_by_key)
804
+ baseline_observed = set(baseline_by_key)
805
+ effective_candidate_expected = (
806
+ candidate_observed if candidate_expected is None else set(candidate_expected)
807
+ )
808
+ effective_baseline_expected = (
809
+ baseline_observed if baseline_expected is None else set(baseline_expected)
810
+ )
811
+ keys = sorted(
812
+ candidate_observed
813
+ | baseline_observed
814
+ | effective_candidate_expected
815
+ | effective_baseline_expected
816
+ )
817
+ tasks = tuple(sorted({task for task, _rep in keys}))
818
+ issues: list[AlignmentIssue] = list(initial_issues)
819
+ pairs: list[AlignedPair] = []
820
+ for task, rep in keys:
821
+ key = (task, rep)
822
+ candidate_matches = candidate_by_key.get((task, rep), [])
823
+ baseline_matches = baseline_by_key.get((task, rep), [])
824
+ matrix_mismatch = (
825
+ candidate_expected is not None
826
+ and baseline_expected is not None
827
+ and (key in effective_candidate_expected) != (key in effective_baseline_expected)
828
+ )
829
+ if matrix_mismatch:
830
+ omitted = (
831
+ "baseline matrix omits case"
832
+ if key in effective_candidate_expected
833
+ else "candidate matrix omits case"
834
+ )
835
+ issues.append(AlignmentIssue(task, rep, "expected-matrix-mismatch", omitted))
836
+ unexpected: list[str] = []
837
+ if candidate_expected is not None and candidate_matches and key not in candidate_expected:
838
+ unexpected.append("candidate")
839
+ if baseline_expected is not None and baseline_matches and key not in baseline_expected:
840
+ unexpected.append("baseline")
841
+ if unexpected:
842
+ issues.append(AlignmentIssue(task, rep, "unexpected-run", ", ".join(unexpected)))
843
+ continue
844
+ if len(candidate_matches) != 1 or len(baseline_matches) != 1:
845
+ if len(candidate_matches) > 1 or len(baseline_matches) > 1:
846
+ detail = f"candidate={len(candidate_matches)}, baseline={len(baseline_matches)}"
847
+ issues.append(AlignmentIssue(task, rep, "duplicate-run", detail))
848
+ elif not candidate_matches or not baseline_matches:
849
+ missing = []
850
+ if not candidate_matches:
851
+ missing.append("candidate")
852
+ if not baseline_matches:
853
+ missing.append("baseline")
854
+ issues.append(
855
+ AlignmentIssue(
856
+ task,
857
+ rep,
858
+ "missing-repetition",
859
+ f"missing {' and '.join(missing)} run",
860
+ )
861
+ )
862
+ continue
863
+
864
+ candidate = candidate_matches[0]
865
+ baseline = baseline_matches[0]
866
+ invalid_manifests = []
867
+ if not candidate.manifest_valid:
868
+ invalid_manifests.append("candidate")
869
+ if not baseline.manifest_valid:
870
+ invalid_manifests.append("baseline")
871
+ if invalid_manifests:
872
+ issues.append(
873
+ AlignmentIssue(
874
+ task,
875
+ rep,
876
+ "invalid-case-manifest",
877
+ ", ".join(invalid_manifests),
878
+ )
879
+ )
880
+ continue
881
+ excluded = []
882
+ if not candidate.include_in_analysis:
883
+ excluded.append(f"candidate:{candidate.quality_reason}")
884
+ if not baseline.include_in_analysis:
885
+ excluded.append(f"baseline:{baseline.quality_reason}")
886
+ if excluded:
887
+ issues.append(AlignmentIssue(task, rep, "quality-excluded", ", ".join(excluded)))
888
+ continue
889
+ exact_execution_identity = (
890
+ candidate.manifest.execution_bound and baseline.manifest.execution_bound
891
+ )
892
+ comparison_hash = (
893
+ candidate.manifest.case_hash
894
+ if exact_execution_identity
895
+ else candidate.manifest.core_hash
896
+ )
897
+ baseline_comparison_hash = (
898
+ baseline.manifest.case_hash if exact_execution_identity else baseline.manifest.core_hash
899
+ )
900
+ if comparison_hash != baseline_comparison_hash:
901
+ issues.append(
902
+ AlignmentIssue(
903
+ task,
904
+ rep,
905
+ "case-hash-mismatch",
906
+ f"candidate={comparison_hash}, baseline={baseline_comparison_hash}",
907
+ )
908
+ )
909
+ continue
910
+ pairs.append(
911
+ AlignedPair(
912
+ task=task,
913
+ rep=rep,
914
+ case_hash=comparison_hash,
915
+ candidate=candidate,
916
+ baseline=baseline,
917
+ )
918
+ )
919
+
920
+ case_hashes_by_task: dict[str, set[str]] = defaultdict(set)
921
+ for pair in pairs:
922
+ case_hashes_by_task[pair.task].add(pair.case_hash)
923
+ drifting_tasks = {
924
+ task: hashes for task, hashes in case_hashes_by_task.items() if len(hashes) > 1
925
+ }
926
+ if drifting_tasks:
927
+ pairs = [pair for pair in pairs if pair.task not in drifting_tasks]
928
+ for task, hashes in sorted(drifting_tasks.items()):
929
+ issues.append(
930
+ AlignmentIssue(
931
+ task,
932
+ 0,
933
+ "case-hash-drift",
934
+ ", ".join(sorted(hashes)),
935
+ )
936
+ )
937
+
938
+ return AlignmentResult(
939
+ candidate_records=tuple(candidate_records),
940
+ baseline_records=tuple(baseline_records),
941
+ pairs=tuple(pairs),
942
+ issues=tuple(issues),
943
+ tasks=tasks,
944
+ expected_keys=len(keys),
945
+ )
946
+
947
+
948
+ def _run_passed(report: dict[str, Any]) -> bool:
949
+ failed = report.get("checks_failed")
950
+ return report.get("passed") is True and isinstance(failed, list) and len(failed) == 0
951
+
952
+
953
+ def task_macro_pass_metrics(
954
+ results_by_task: dict[str, Sequence[bool]],
955
+ ks: Sequence[int],
956
+ *,
957
+ total_tasks: int,
958
+ ) -> dict[int, dict[str, float | int | None]]:
959
+ """Compute task-level pass metrics and macro-average eligible tasks.
960
+
961
+ A task with fewer than ``k`` aligned repetitions is not silently evaluated
962
+ at a smaller k. It is excluded for that k and reported through coverage.
963
+ """
964
+ output: dict[int, dict[str, float | int | None]] = {}
965
+ for k in ks:
966
+ per_task = [
967
+ compute_pass_metrics(values, k)
968
+ for values in results_by_task.values()
969
+ if len(values) >= k
970
+ ]
971
+ output[k] = {
972
+ "pass_at_k": (
973
+ statistics.fmean(float(item["pass_at_k"]) for item in per_task)
974
+ if per_task
975
+ else None
976
+ ),
977
+ "pass_pow_k": (
978
+ statistics.fmean(float(item["pass_pow_k"]) for item in per_task)
979
+ if per_task
980
+ else None
981
+ ),
982
+ "eligible_tasks": len(per_task),
983
+ "total_tasks": total_tasks,
984
+ }
985
+ return output
986
+
987
+
988
+ def _artifact_path(
989
+ report: dict[str, Any],
990
+ experiment_dir: Path,
991
+ key: str,
992
+ *,
993
+ task: str,
994
+ treatment: str,
995
+ rep: int,
996
+ report_path: Path,
997
+ ) -> Path | None:
998
+ reference = ((report.get("events_summary") or {}).get("artifact_references") or {}).get(key)
999
+ if not isinstance(reference, str) or not reference:
1000
+ return None
1001
+ comparison_root = experiment_dir.resolve()
1002
+ raw_path = Path(reference)
1003
+ candidate = Path(
1004
+ os.path.abspath(raw_path if raw_path.is_absolute() else comparison_root / raw_path)
1005
+ )
1006
+ allowed_root = comparison_root
1007
+ try:
1008
+ candidate.relative_to(allowed_root)
1009
+ except ValueError:
1010
+ combined = re.search(
1011
+ r"_sample(?P<rep>\d+)_from_(?P<source>[A-Za-z0-9._-]+)$",
1012
+ report_path.stem,
1013
+ )
1014
+ if combined is None or int(combined.group("rep")) != rep:
1015
+ return None
1016
+ source = combined.group("source")
1017
+ if source in {".", ".."}:
1018
+ return None
1019
+ allowed_root = comparison_root.parent / source
1020
+ try:
1021
+ candidate.relative_to(allowed_root)
1022
+ except ValueError:
1023
+ return None
1024
+
1025
+ report_name = report.get("name")
1026
+ report_rep = report.get("rep", 1)
1027
+ if not isinstance(report_name, str) or not report_name:
1028
+ return None
1029
+ if isinstance(report_rep, bool):
1030
+ return None
1031
+ try:
1032
+ raw_rep = int(report_rep)
1033
+ except (TypeError, ValueError):
1034
+ return None
1035
+ if raw_rep < 1:
1036
+ return None
1037
+ identity = _report_identity(report, treatment, report_path)
1038
+ if identity != (task, rep):
1039
+ return None
1040
+ expected_names = {
1041
+ f"{report_name}_rep{raw_rep}_stdout.json",
1042
+ f"{report_name.replace('-', '_')}_rep{raw_rep}_stdout.json",
1043
+ }
1044
+ if candidate.name not in expected_names:
1045
+ return None
1046
+ try:
1047
+ root_stat = allowed_root.lstat()
1048
+ if stat.S_ISLNK(root_stat.st_mode) or not stat.S_ISDIR(root_stat.st_mode):
1049
+ return None
1050
+ except OSError:
1051
+ return None
1052
+ return candidate
1053
+
1054
+
1055
+ def _path_identity(value: os.stat_result) -> tuple[int, int, int, int]:
1056
+ return (value.st_dev, value.st_ino, value.st_mtime_ns, value.st_size)
1057
+
1058
+
1059
+ def _directory_chain(root: Path, parent: Path) -> tuple[tuple[Path, os.stat_result], ...]:
1060
+ relative = parent.relative_to(root)
1061
+ paths = [root]
1062
+ cursor = root
1063
+ for part in relative.parts:
1064
+ cursor = cursor / part
1065
+ paths.append(cursor)
1066
+ chain: list[tuple[Path, os.stat_result]] = []
1067
+ for path in paths:
1068
+ current = path.lstat()
1069
+ if stat.S_ISLNK(current.st_mode) or not stat.S_ISDIR(current.st_mode):
1070
+ raise OSError(f"raw stdout parent is not a real directory: {path}")
1071
+ chain.append((path, current))
1072
+ return tuple(chain)
1073
+
1074
+
1075
+ def _verify_directory_chain(chain: Sequence[tuple[Path, os.stat_result]]) -> None:
1076
+ for path, expected in chain:
1077
+ current = path.lstat()
1078
+ if (
1079
+ stat.S_ISLNK(current.st_mode)
1080
+ or not stat.S_ISDIR(current.st_mode)
1081
+ or _path_identity(current)[:3] != _path_identity(expected)[:3]
1082
+ ):
1083
+ raise OSError(f"raw stdout parent changed during read: {path}")
1084
+
1085
+
1086
+ def _read_raw_stdout(path: Path, allowed_root: Path) -> str | None:
1087
+ try:
1088
+ root = allowed_root.resolve(strict=True)
1089
+ chain = _directory_chain(root, path.parent)
1090
+ before = path.lstat()
1091
+ if stat.S_ISLNK(before.st_mode) or not stat.S_ISREG(before.st_mode):
1092
+ return None
1093
+ if before.st_size > MAX_RAW_STDOUT_BYTES:
1094
+ return None
1095
+ _verify_directory_chain(chain)
1096
+ flags = os.O_RDONLY | getattr(os, "O_BINARY", 0) | getattr(os, "O_NOFOLLOW", 0)
1097
+ descriptor = os.open(path, flags)
1098
+ try:
1099
+ opened = os.fstat(descriptor)
1100
+ after_open = path.lstat()
1101
+ if (
1102
+ not stat.S_ISREG(opened.st_mode)
1103
+ or stat.S_ISLNK(after_open.st_mode)
1104
+ or not stat.S_ISREG(after_open.st_mode)
1105
+ or _path_identity(opened) != _path_identity(before)
1106
+ or _path_identity(after_open) != _path_identity(before)
1107
+ ):
1108
+ return None
1109
+ _verify_directory_chain(chain)
1110
+ chunks: list[bytes] = []
1111
+ remaining = MAX_RAW_STDOUT_BYTES + 1
1112
+ while remaining > 0:
1113
+ chunk = os.read(descriptor, min(64 * 1024, remaining))
1114
+ if not chunk:
1115
+ break
1116
+ chunks.append(chunk)
1117
+ remaining -= len(chunk)
1118
+ if remaining == 0:
1119
+ return None
1120
+ after_read = os.fstat(descriptor)
1121
+ after_path = path.lstat()
1122
+ _verify_directory_chain(chain)
1123
+ if (
1124
+ stat.S_ISLNK(after_path.st_mode)
1125
+ or not stat.S_ISREG(after_path.st_mode)
1126
+ or _path_identity(after_read) != _path_identity(opened)
1127
+ or _path_identity(after_path) != _path_identity(opened)
1128
+ ):
1129
+ return None
1130
+ return b"".join(chunks).decode("utf-8", errors="replace")
1131
+ finally:
1132
+ os.close(descriptor)
1133
+ except OSError:
1134
+ return None
1135
+
1136
+
1137
+ def recompute_duration(
1138
+ report: dict[str, Any],
1139
+ experiment_dir: Path,
1140
+ *,
1141
+ task: str,
1142
+ treatment: str,
1143
+ rep: int,
1144
+ report_path: Path,
1145
+ ) -> float | None:
1146
+ """Recompute additive duration from raw stdout; never use stale report duration."""
1147
+ telemetry = recompute_telemetry(
1148
+ report,
1149
+ experiment_dir,
1150
+ task=task,
1151
+ treatment=treatment,
1152
+ rep=rep,
1153
+ report_path=report_path,
1154
+ )
1155
+ if telemetry is None:
1156
+ return None
1157
+ duration = telemetry.get("duration_seconds")
1158
+ if isinstance(duration, bool) or not isinstance(duration, (int, float)):
1159
+ return None
1160
+ return float(duration)
1161
+
1162
+
1163
+ def recompute_telemetry(
1164
+ report: dict[str, Any],
1165
+ experiment_dir: Path,
1166
+ *,
1167
+ task: str,
1168
+ treatment: str,
1169
+ rep: int,
1170
+ report_path: Path,
1171
+ ) -> dict[str, Any] | None:
1172
+ """Recompute cumulative task telemetry from the controller-bound raw stdout."""
1173
+ path = _artifact_path(
1174
+ report,
1175
+ experiment_dir,
1176
+ "raw_stdout",
1177
+ task=task,
1178
+ treatment=treatment,
1179
+ rep=rep,
1180
+ report_path=report_path,
1181
+ )
1182
+ if path is None:
1183
+ return None
1184
+ try:
1185
+ path.relative_to(experiment_dir.resolve())
1186
+ allowed_root = experiment_dir
1187
+ except ValueError:
1188
+ combined = re.search(
1189
+ r"_sample(?P<rep>\d+)_from_(?P<source>[A-Za-z0-9._-]+)$",
1190
+ report_path.stem,
1191
+ )
1192
+ if combined is None or int(combined.group("rep")) != rep:
1193
+ return None
1194
+ allowed_root = experiment_dir.resolve().parent / combined.group("source")
1195
+ stdout = _read_raw_stdout(path, allowed_root)
1196
+ if stdout is None:
1197
+ return None
1198
+ telemetry = extract_events(parse_output(stdout))
1199
+ if telemetry.get("subject_invocations") == 0:
1200
+ return None
1201
+ return telemetry
1202
+
1203
+
1204
+ def _hash_short(value: str) -> str:
1205
+ return value.removeprefix("sha256:")[:12]
1206
+
1207
+
1208
+ def _format_metric(value: float | int | None) -> str:
1209
+ return "N/A" if value is None else f"{float(value):.2f}"
1210
+
1211
+
1212
+ def _format_seconds(value: float | None) -> str:
1213
+ return "N/A" if value is None else f"{value:,.0f}s"
1214
+
1215
+
1216
+ def _experiment_label(directory: Path) -> str:
1217
+ """Render a stable public identifier without leaking a controller-local path."""
1218
+ return directory.name
1219
+
1220
+
1221
+ def _manifest_by_task(records: Iterable[RunRecord]) -> dict[str, CaseManifest]:
1222
+ manifests: dict[str, CaseManifest] = {}
1223
+ for record in records:
1224
+ manifests.setdefault(record.task, record.manifest)
1225
+ return manifests
1226
+
1227
+
1228
+ def _results_by_task(
1229
+ pairs: Sequence[AlignedPair],
1230
+ side: str,
1231
+ ) -> dict[str, list[bool]]:
1232
+ results: dict[str, list[bool]] = defaultdict(list)
1233
+ for pair in sorted(pairs, key=lambda item: (item.task, item.rep)):
1234
+ record = pair.candidate if side == "candidate" else pair.baseline
1235
+ results[pair.task].append(_run_passed(record.report))
1236
+ return dict(results)
1237
+
1238
+
1239
+ def _duration_summary(
1240
+ pairs: Sequence[AlignedPair],
1241
+ side: str,
1242
+ experiment_dir: Path,
1243
+ ) -> tuple[int, int, float | None, float | None, tuple[tuple[str, int], ...]]:
1244
+ values: list[float] = []
1245
+ missing: list[tuple[str, int]] = []
1246
+ for pair in pairs:
1247
+ record = pair.candidate if side == "candidate" else pair.baseline
1248
+ duration = recompute_duration(
1249
+ record.report,
1250
+ experiment_dir,
1251
+ task=record.task,
1252
+ treatment=record.treatment,
1253
+ rep=record.rep,
1254
+ report_path=record.report_path,
1255
+ )
1256
+ if duration is not None:
1257
+ values.append(duration)
1258
+ else:
1259
+ missing.append((pair.task, pair.rep))
1260
+ total = sum(values) if values else None
1261
+ average = statistics.fmean(values) if values else None
1262
+ return len(pairs), len(values), total, average, tuple(missing)
1263
+
1264
+
1265
+ _EFFICIENCY_METRICS = (
1266
+ ("subject_invocations", "Model starts/resumes", "count"),
1267
+ ("num_turns", "Agent turns", "count"),
1268
+ ("tool_calls", "Tool calls", "tool-count"),
1269
+ ("duration_seconds", "Wall duration", "seconds"),
1270
+ ("input_tokens", "Non-cache input tokens", "tokens"),
1271
+ ("output_tokens", "Output tokens", "tokens"),
1272
+ ("cache_read_input_tokens", "Cache-read input tokens", "tokens"),
1273
+ ("total_tokens", "Total tokens incl. cache", "tokens"),
1274
+ ("total_cost_usd", "Model cost", "usd"),
1275
+ ("peak_context_input_tokens", "Peak context input", "tokens"),
1276
+ ("p95_context_input_tokens", "P95 context input", "tokens"),
1277
+ ("peak_context_occupancy_pct", "Peak context occupancy", "percent"),
1278
+ )
1279
+
1280
+
1281
+ def _telemetry_value(events: dict[str, Any], key: str, kind: str) -> float | None:
1282
+ value: Any = events.get(key)
1283
+ if kind == "tool-count":
1284
+ value = len(value) if isinstance(value, list) else value
1285
+ if isinstance(value, bool) or not isinstance(value, (int, float)):
1286
+ return None
1287
+ return float(value)
1288
+
1289
+
1290
+ def _format_efficiency(value: float | None, kind: str) -> str:
1291
+ if value is None:
1292
+ return "N/A"
1293
+ if kind == "seconds":
1294
+ return f"{value:,.0f}s"
1295
+ if kind == "tokens":
1296
+ return f"{value:,.0f}"
1297
+ if kind == "usd":
1298
+ return f"${value:,.3f}"
1299
+ if kind == "percent":
1300
+ return f"{value:,.1f}%"
1301
+ return f"{value:,.2f}"
1302
+
1303
+
1304
+ def _format_reduction(candidate: float | None, baseline: float | None) -> str:
1305
+ if candidate is None or baseline in (None, 0):
1306
+ return "N/A"
1307
+ change = (baseline - candidate) / baseline * 100
1308
+ return f"{abs(change):.1f}% {'less' if change >= 0 else 'more'}"
1309
+
1310
+
1311
+ def _telemetry_by_pair(
1312
+ pairs: Sequence[AlignedPair],
1313
+ candidate_dir: Path,
1314
+ baseline_dir: Path,
1315
+ ) -> list[tuple[AlignedPair, dict[str, Any] | None, dict[str, Any] | None]]:
1316
+ output = []
1317
+ for pair in pairs:
1318
+ sides = []
1319
+ for record, directory in (
1320
+ (pair.candidate, candidate_dir),
1321
+ (pair.baseline, baseline_dir),
1322
+ ):
1323
+ sides.append(
1324
+ recompute_telemetry(
1325
+ record.report,
1326
+ directory,
1327
+ task=record.task,
1328
+ treatment=record.treatment,
1329
+ rep=record.rep,
1330
+ report_path=record.report_path,
1331
+ )
1332
+ )
1333
+ output.append((pair, sides[0], sides[1]))
1334
+ return output
1335
+
1336
+
1337
+ def _render_efficiency_table(
1338
+ telemetry: Sequence[tuple[AlignedPair, dict[str, Any] | None, dict[str, Any] | None]],
1339
+ *,
1340
+ successes_only: bool,
1341
+ ) -> list[str]:
1342
+ selected = [
1343
+ item
1344
+ for item in telemetry
1345
+ if not successes_only
1346
+ or (_run_passed(item[0].candidate.report) and _run_passed(item[0].baseline.report))
1347
+ ]
1348
+ lines = [
1349
+ "| Metric | Complete pairs | Candidate average | Baseline average | Candidate delta |",
1350
+ "|--------|----------------|-------------------|------------------|-----------------|",
1351
+ ]
1352
+ for key, label, kind in _EFFICIENCY_METRICS:
1353
+ values = []
1354
+ for _pair, candidate, baseline in selected:
1355
+ if candidate is None or baseline is None:
1356
+ continue
1357
+ candidate_value = _telemetry_value(candidate, key, kind)
1358
+ baseline_value = _telemetry_value(baseline, key, kind)
1359
+ if candidate_value is not None and baseline_value is not None:
1360
+ values.append((candidate_value, baseline_value))
1361
+ candidate_average = statistics.fmean(value[0] for value in values) if values else None
1362
+ baseline_average = statistics.fmean(value[1] for value in values) if values else None
1363
+ lines.append(
1364
+ f"| {label} | {len(values)}/{len(selected)} | "
1365
+ f"{_format_efficiency(candidate_average, kind)} | "
1366
+ f"{_format_efficiency(baseline_average, kind)} | "
1367
+ f"{_format_reduction(candidate_average, baseline_average)} |"
1368
+ )
1369
+ return lines
1370
+
1371
+
1372
+ def build_aligned_report(
1373
+ candidate_dir: Path,
1374
+ baseline_dir: Path,
1375
+ *,
1376
+ candidate_treatment: str,
1377
+ baseline_treatment: str,
1378
+ tasks_dir: Path,
1379
+ ks: Sequence[int] = (1, 2, 3),
1380
+ ) -> str:
1381
+ """Build a strict two-experiment comparison report."""
1382
+ if not ks or any(isinstance(k, bool) or k < 1 for k in ks):
1383
+ raise ValueError("ks must contain positive integers")
1384
+ normalized_ks = tuple(sorted(set(int(k) for k in ks)))
1385
+ candidate_records = load_treatment_records(
1386
+ candidate_dir,
1387
+ candidate_treatment,
1388
+ tasks_dir=tasks_dir,
1389
+ )
1390
+ baseline_records = load_treatment_records(
1391
+ baseline_dir,
1392
+ baseline_treatment,
1393
+ tasks_dir=tasks_dir,
1394
+ )
1395
+ candidate_matrix_load = load_expected_case_matrix(candidate_dir)
1396
+ baseline_matrix_load = load_expected_case_matrix(baseline_dir)
1397
+ if not candidate_records:
1398
+ raise ValueError(
1399
+ f"no {candidate_treatment} reports found in candidate experiment {candidate_dir}"
1400
+ )
1401
+ if not baseline_records:
1402
+ raise ValueError(
1403
+ f"no {baseline_treatment} reports found in baseline experiment {baseline_dir}"
1404
+ )
1405
+ matrix_issues: list[AlignmentIssue] = []
1406
+ if candidate_matrix_load.error:
1407
+ matrix_issues.append(
1408
+ AlignmentIssue(
1409
+ "*",
1410
+ 0,
1411
+ "invalid-expected-case-matrix",
1412
+ f"candidate: {candidate_matrix_load.error}",
1413
+ )
1414
+ )
1415
+ if baseline_matrix_load.error:
1416
+ matrix_issues.append(
1417
+ AlignmentIssue(
1418
+ "*",
1419
+ 0,
1420
+ "invalid-expected-case-matrix",
1421
+ f"baseline: {baseline_matrix_load.error}",
1422
+ )
1423
+ )
1424
+ candidate_expected = (
1425
+ candidate_matrix_load.matrix.keys_for(candidate_treatment)
1426
+ if candidate_matrix_load.matrix is not None
1427
+ else (frozenset() if candidate_matrix_load.error else None)
1428
+ )
1429
+ baseline_expected = (
1430
+ baseline_matrix_load.matrix.keys_for(baseline_treatment)
1431
+ if baseline_matrix_load.matrix is not None
1432
+ else (frozenset() if baseline_matrix_load.error else None)
1433
+ )
1434
+ if candidate_matrix_load.matrix is not None and not candidate_expected:
1435
+ matrix_issues.append(
1436
+ AlignmentIssue(
1437
+ "*",
1438
+ 0,
1439
+ "expected-treatment-missing",
1440
+ f"candidate matrix has no {candidate_treatment} cases",
1441
+ )
1442
+ )
1443
+ if baseline_matrix_load.matrix is not None and not baseline_expected:
1444
+ matrix_issues.append(
1445
+ AlignmentIssue(
1446
+ "*",
1447
+ 0,
1448
+ "expected-treatment-missing",
1449
+ f"baseline matrix has no {baseline_treatment} cases",
1450
+ )
1451
+ )
1452
+ alignment = align_records(
1453
+ candidate_records,
1454
+ baseline_records,
1455
+ candidate_expected=candidate_expected,
1456
+ baseline_expected=baseline_expected,
1457
+ initial_issues=matrix_issues,
1458
+ )
1459
+ candidate_results = _results_by_task(alignment.pairs, "candidate")
1460
+ baseline_results = _results_by_task(alignment.pairs, "baseline")
1461
+ candidate_metrics = task_macro_pass_metrics(
1462
+ candidate_results,
1463
+ normalized_ks,
1464
+ total_tasks=len(alignment.tasks),
1465
+ )
1466
+ baseline_metrics = task_macro_pass_metrics(
1467
+ baseline_results,
1468
+ normalized_ks,
1469
+ total_tasks=len(alignment.tasks),
1470
+ )
1471
+
1472
+ lines = [
1473
+ "# Comet Aligned Experiment Comparison Report",
1474
+ "",
1475
+ f"- Candidate: `{candidate_treatment}` from `{_experiment_label(candidate_dir)}`",
1476
+ f"- Baseline: `{baseline_treatment}` from `{_experiment_label(baseline_dir)}`",
1477
+ f"- Requested k: {', '.join(str(k) for k in normalized_ks)}",
1478
+ "",
1479
+ "## Alignment contract",
1480
+ "",
1481
+ "- Runs pair only when `task` and repetition match. Two v2 records must also match the full execution-bound `case_hash`; when either side is historical v1, only the shared task-core hash can be checked and the limitation is disclosed below.",
1482
+ "- Expected task/repetition coverage comes from each experiment's controller-written matrix when available, not from the reports that happened to survive.",
1483
+ "- Metrics are computed per task and then macro-averaged; runs are never pooled across tasks.",
1484
+ "- A task with fewer than k aligned repetitions is excluded from that k's task coverage; k is never reduced.",
1485
+ "- Duration is reparsed from raw stdout with the current additive result-event parser. Stored historical duration fields are not mixed into this metric.",
1486
+ "",
1487
+ "## Alignment summary",
1488
+ "",
1489
+ "| Candidate runs | Baseline runs | Expected task/rep keys | Strictly matched pairs | Tasks | Issues |",
1490
+ "|----------------|---------------|------------------------|------------------------|-------|--------|",
1491
+ f"| {len(candidate_records)} | {len(baseline_records)} | {alignment.expected_keys} | {len(alignment.pairs)} | {len(alignment.tasks)} | {len(alignment.issues)} |",
1492
+ "",
1493
+ ]
1494
+
1495
+ matrix_rows = []
1496
+ for side, matrix_load, treatment in (
1497
+ ("Candidate", candidate_matrix_load, candidate_treatment),
1498
+ ("Baseline", baseline_matrix_load, baseline_treatment),
1499
+ ):
1500
+ if matrix_load.matrix is None:
1501
+ status = "invalid (fail closed)" if matrix_load.error else "historical fallback"
1502
+ matrix_rows.append(f"| {side} | {status} | N/A | N/A |")
1503
+ else:
1504
+ keys = matrix_load.matrix.keys_for(treatment)
1505
+ matrix_rows.append(
1506
+ f"| {side} | report-bound | {_hash_short(matrix_load.matrix.matrix_hash)} | {len(keys)} |"
1507
+ )
1508
+ lines.extend(
1509
+ [
1510
+ "## Expected case matrix audit",
1511
+ "",
1512
+ "| Experiment | Source | Matrix hash | Target cases |",
1513
+ "|------------|--------|-------------|--------------|",
1514
+ *matrix_rows,
1515
+ "",
1516
+ ]
1517
+ )
1518
+ missing_matrices = [
1519
+ side
1520
+ for side, matrix_load in (
1521
+ ("candidate", candidate_matrix_load),
1522
+ ("baseline", baseline_matrix_load),
1523
+ )
1524
+ if matrix_load.matrix is None and matrix_load.error is None
1525
+ ]
1526
+ if missing_matrices:
1527
+ lines.extend(
1528
+ [
1529
+ "> Expected-matrix limitation: "
1530
+ + " and ".join(missing_matrices)
1531
+ + " experiment(s) predate a valid controller-written matrix. Observed-report fallback is used for that side, so a case missing from every fallback source cannot be reconstructed or claimed as historically executed.",
1532
+ "",
1533
+ ]
1534
+ )
1535
+ invalid_matrices = [
1536
+ side
1537
+ for side, matrix_load in (
1538
+ ("candidate", candidate_matrix_load),
1539
+ ("baseline", baseline_matrix_load),
1540
+ )
1541
+ if matrix_load.error is not None
1542
+ ]
1543
+ if invalid_matrices:
1544
+ lines.extend(
1545
+ [
1546
+ "> Invalid-matrix handling: "
1547
+ + " and ".join(invalid_matrices)
1548
+ + " experiment matrix failed validation. Its observed reports are excluded rather than treated as a historical fallback.",
1549
+ "",
1550
+ ]
1551
+ )
1552
+
1553
+ fallback_count = sum(
1554
+ 1 for record in (*candidate_records, *baseline_records) if not record.manifest.run_bound
1555
+ )
1556
+ if fallback_count:
1557
+ lines.extend(
1558
+ [
1559
+ f"> Audit limitation: {fallback_count} run record(s) predate report-bound case manifests. Their hashes were reconstructed from the current canonical task tree and are marked `current-task-tree-fallback`; they prove comparison-time parity, not the exact historical checkout.",
1560
+ "",
1561
+ ]
1562
+ )
1563
+ execution_unbound_count = sum(
1564
+ 1
1565
+ for record in (*candidate_records, *baseline_records)
1566
+ if not record.manifest.execution_bound
1567
+ )
1568
+ if execution_unbound_count:
1569
+ lines.extend(
1570
+ [
1571
+ f"> Execution-identity limitation: {execution_unbound_count} run record(s) use v1 or reconstructed manifests that do not bind the runner/controller sources, immutable Docker image, Claude tool version, model selection, and interaction configuration. They must not be presented as exact historical execution identity.",
1572
+ "",
1573
+ ]
1574
+ )
1575
+
1576
+ lines.extend(
1577
+ [
1578
+ "## pass@k / pass^k — task macro average",
1579
+ "",
1580
+ "Each value is the mean of the per-task estimator. Coverage is shown as eligible tasks / all aligned task names.",
1581
+ "`pass@k` uses the HumanEval at-least-one-success estimator. `pass^k` keeps Comet's observed consistency lower bound: a task contributes 1 only when all of its aligned repetitions pass.",
1582
+ "",
1583
+ "| Treatment | Metric | "
1584
+ + " | ".join(f"k={k}" for k in normalized_ks)
1585
+ + " | Matched pass/fail |",
1586
+ "|-----------|--------|"
1587
+ + "|".join("-----" for _ in normalized_ks)
1588
+ + "|-------------------|",
1589
+ ]
1590
+ )
1591
+ for treatment, results, metrics in (
1592
+ (candidate_treatment, candidate_results, candidate_metrics),
1593
+ (baseline_treatment, baseline_results, baseline_metrics),
1594
+ ):
1595
+ total_passes = sum(sum(1 for value in values if value) for values in results.values())
1596
+ total_runs = sum(len(values) for values in results.values())
1597
+ pass_at_cells = [
1598
+ f"{_format_metric(metrics[k]['pass_at_k'])} "
1599
+ f"({metrics[k]['eligible_tasks']}/{metrics[k]['total_tasks']} tasks)"
1600
+ for k in normalized_ks
1601
+ ]
1602
+ pass_pow_cells = [
1603
+ f"{_format_metric(metrics[k]['pass_pow_k'])} "
1604
+ f"({metrics[k]['eligible_tasks']}/{metrics[k]['total_tasks']} tasks)"
1605
+ for k in normalized_ks
1606
+ ]
1607
+ lines.append(
1608
+ f"| {treatment} | pass@k | "
1609
+ + " | ".join(pass_at_cells)
1610
+ + f" | {total_passes}/{total_runs} |"
1611
+ )
1612
+ lines.append(
1613
+ f"| {treatment} | pass^k | "
1614
+ + " | ".join(pass_pow_cells)
1615
+ + f" | {total_passes}/{total_runs} |"
1616
+ )
1617
+ lines.append("")
1618
+
1619
+ lines.extend(
1620
+ [
1621
+ "## Duration from raw stdout",
1622
+ "",
1623
+ "Missing raw duration is reported as missing coverage and is not replaced by, or averaged with, the stored report duration.",
1624
+ "",
1625
+ "| Treatment | Matched runs | Duration coverage | Total | Average / covered run | Source |",
1626
+ "|-----------|--------------|-------------------|-------|-----------------------|--------|",
1627
+ ]
1628
+ )
1629
+ duration_missing: list[tuple[str, tuple[tuple[str, int], ...]]] = []
1630
+ for treatment, side, directory in (
1631
+ (candidate_treatment, "candidate", candidate_dir),
1632
+ (baseline_treatment, "baseline", baseline_dir),
1633
+ ):
1634
+ matched, covered, total, average, missing = _duration_summary(
1635
+ alignment.pairs,
1636
+ side,
1637
+ directory,
1638
+ )
1639
+ lines.append(
1640
+ f"| {treatment} | {matched} | {covered}/{matched} | "
1641
+ f"{_format_seconds(total)} | {_format_seconds(average)} | {DURATION_SOURCE} |"
1642
+ )
1643
+ if missing:
1644
+ duration_missing.append((treatment, missing))
1645
+ lines.append("")
1646
+ for treatment, missing in duration_missing:
1647
+ references = ", ".join(f"`{task}#r{rep}`" for task, rep in missing)
1648
+ lines.append(f"- {treatment} missing raw duration: {references}")
1649
+ if duration_missing:
1650
+ lines.append("")
1651
+
1652
+ paired_telemetry = _telemetry_by_pair(alignment.pairs, candidate_dir, baseline_dir)
1653
+ successful_pairs = sum(
1654
+ _run_passed(pair.candidate.report) and _run_passed(pair.baseline.report)
1655
+ for pair in alignment.pairs
1656
+ )
1657
+ lines.extend(
1658
+ [
1659
+ "## Paired task efficiency from raw stdout",
1660
+ "",
1661
+ "Result telemetry is additive across the initial model start, deterministic user-answer resumes, and cold resumes. Token totals include cache-read tokens. Context input deduplicates streamed assistant events by message id.",
1662
+ "",
1663
+ f"### Strict-success intersection ({successful_pairs} paired runs)",
1664
+ "",
1665
+ "This is the primary completed-task efficiency view: both candidate and baseline passed the same task repetition.",
1666
+ "",
1667
+ *_render_efficiency_table(paired_telemetry, successes_only=True),
1668
+ "",
1669
+ f"### All aligned runs ({len(alignment.pairs)} paired runs)",
1670
+ "",
1671
+ *_render_efficiency_table(paired_telemetry, successes_only=False),
1672
+ "",
1673
+ "> Context rows require per-assistant-message usage from both sides. Low pair coverage means the historical CLI did not preserve enough context telemetry; those rows must not be promoted as a workflow comparison.",
1674
+ "",
1675
+ ]
1676
+ )
1677
+
1678
+ candidate_manifests = _manifest_by_task(candidate_records)
1679
+ baseline_manifests = _manifest_by_task(baseline_records)
1680
+ lines.extend(
1681
+ [
1682
+ "## Case manifest audit",
1683
+ "",
1684
+ "Hash cells show the first 12 hexadecimal characters. Full hashes remain in the source report when report-bound; fallback hashes are reproducible from the task tree.",
1685
+ "",
1686
+ "| Task | Candidate case | Baseline case | Source | Instruction | Validator | Environment | Prompt | Runner | Controller | Execution |",
1687
+ "|------|----------------|---------------|--------|-------------|-----------|-------------|--------|--------|------------|-----------|",
1688
+ ]
1689
+ )
1690
+ for task in alignment.tasks:
1691
+ candidate_manifest = candidate_manifests.get(task)
1692
+ baseline_manifest = baseline_manifests.get(task)
1693
+ representative = candidate_manifest or baseline_manifest
1694
+ if representative is None:
1695
+ continue
1696
+ source = "/".join(
1697
+ filter(
1698
+ None,
1699
+ (
1700
+ candidate_manifest.source if candidate_manifest else "candidate-missing",
1701
+ baseline_manifest.source if baseline_manifest else "baseline-missing",
1702
+ ),
1703
+ )
1704
+ )
1705
+ lines.append(
1706
+ f"| {task} | "
1707
+ f"{_hash_short(candidate_manifest.case_hash) if candidate_manifest else '—'} | "
1708
+ f"{_hash_short(baseline_manifest.case_hash) if baseline_manifest else '—'} | "
1709
+ f"{source} | {_hash_short(representative.instruction_hash)} | "
1710
+ f"{_hash_short(representative.validator_hash)} | "
1711
+ f"{_hash_short(representative.environment_hash)} | "
1712
+ f"{_hash_short(representative.prompt_hash)} | "
1713
+ f"{_hash_short(representative.runner_hash) if representative.runner_hash else 'v1-unbound'} | "
1714
+ f"{_hash_short(representative.controller_hash) if representative.controller_hash else 'v1-unbound'} | "
1715
+ f"{_hash_short(representative.execution_hash) if representative.execution_hash else 'v1-unbound'} |"
1716
+ )
1717
+ lines.append("")
1718
+
1719
+ lines.extend(
1720
+ [
1721
+ "## Task outcomes on strictly matched repetitions",
1722
+ "",
1723
+ "| Task | Repetitions | Candidate | Baseline |",
1724
+ "|------|-------------|-----------|----------|",
1725
+ ]
1726
+ )
1727
+ pairs_by_task: dict[str, list[AlignedPair]] = defaultdict(list)
1728
+ for pair in alignment.pairs:
1729
+ pairs_by_task[pair.task].append(pair)
1730
+ for task in alignment.tasks:
1731
+ pairs = sorted(pairs_by_task.get(task, []), key=lambda item: item.rep)
1732
+ reps = ",".join(str(pair.rep) for pair in pairs) or "—"
1733
+ candidate_passes = sum(_run_passed(pair.candidate.report) for pair in pairs)
1734
+ baseline_passes = sum(_run_passed(pair.baseline.report) for pair in pairs)
1735
+ lines.append(
1736
+ f"| {task} | {reps} | {candidate_passes}/{len(pairs)} | "
1737
+ f"{baseline_passes}/{len(pairs)} |"
1738
+ )
1739
+ lines.append("")
1740
+
1741
+ if alignment.issues:
1742
+ counts = Counter(issue.reason for issue in alignment.issues)
1743
+ lines.extend(
1744
+ [
1745
+ "## Alignment issues",
1746
+ "",
1747
+ "Issue counts: "
1748
+ + ", ".join(f"`{reason}`={count}" for reason, count in sorted(counts.items())),
1749
+ "",
1750
+ "| Task | Rep | Reason | Detail |",
1751
+ "|------|-----|--------|--------|",
1752
+ ]
1753
+ )
1754
+ for issue in alignment.issues:
1755
+ detail = issue.detail.replace("|", "/")
1756
+ lines.append(f"| {issue.task} | {issue.rep} | {issue.reason} | {detail} |")
1757
+ lines.append("")
1758
+ else:
1759
+ lines.extend(["## Alignment issues", "", "_None._", ""])
1760
+
1761
+ return "\n".join(lines)