@bjoernrochel/sevro 0.1.0-rc.8 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (582) hide show
  1. package/CONTRIBUTING.md +52 -6
  2. package/README.md +12 -7
  3. package/dist/examples/basic/graded.json +13 -0
  4. package/dist/examples/basic/host.js +9 -0
  5. package/dist/examples/basic/host.js.map +1 -0
  6. package/dist/examples/basic/prompt-only.json +7 -0
  7. package/dist/examples/recipes/candidate.js +23 -0
  8. package/dist/examples/recipes/candidate.js.map +1 -0
  9. package/dist/examples/recipes/cases/coding-change.json +21 -0
  10. package/dist/examples/recipes/cases/host-tools.json +21 -0
  11. package/dist/examples/recipes/cases/mise.json +21 -0
  12. package/dist/examples/recipes/cases/node.json +21 -0
  13. package/dist/examples/recipes/cases/python-uv.json +21 -0
  14. package/dist/examples/recipes/cases/semantic.json +17 -0
  15. package/dist/examples/recipes/coding-change/check.js +16 -0
  16. package/dist/examples/recipes/coding-change/check.js.map +1 -0
  17. package/dist/examples/recipes/executable.js +20 -0
  18. package/dist/examples/recipes/executable.js.map +1 -0
  19. package/dist/examples/recipes/extension-artifacts.js +56 -0
  20. package/dist/examples/recipes/extension-artifacts.js.map +1 -0
  21. package/dist/examples/recipes/extension-methods.js +167 -0
  22. package/dist/examples/recipes/extension-methods.js.map +1 -0
  23. package/dist/examples/recipes/extension.js +28 -0
  24. package/dist/examples/recipes/extension.js.map +1 -0
  25. package/dist/examples/recipes/modules.js +9 -0
  26. package/dist/examples/recipes/modules.js.map +1 -0
  27. package/dist/examples/recipes/repository-skill/.agents/skills/startup-guide/SKILL.md +7 -0
  28. package/dist/examples/recipes/repository-skill/.claude/skills/startup-guide/SKILL.md +7 -0
  29. package/dist/examples/recipes/repository-skill/README.md +3 -0
  30. package/dist/examples/recipes/run-inputs.js +144 -0
  31. package/dist/examples/recipes/run-inputs.js.map +1 -0
  32. package/dist/examples/recipes/run-options.js +103 -0
  33. package/dist/examples/recipes/run-options.js.map +1 -0
  34. package/dist/examples/recipes/run.js +62 -0
  35. package/dist/examples/recipes/run.js.map +1 -0
  36. package/dist/examples/recipes/runtime/empty.json +1 -0
  37. package/dist/examples/recipes/runtime/goals.json +1 -0
  38. package/dist/examples/recipes/runtime/mise.json +6 -0
  39. package/dist/examples/recipes/runtime/path.json +1 -0
  40. package/dist/examples/recipes/runtime/plugins.json +4 -0
  41. package/dist/examples/recipes/runtime/python-uv.json +10 -0
  42. package/dist/examples/recipes/semantic-judge.js +27 -0
  43. package/dist/examples/recipes/semantic-judge.js.map +1 -0
  44. package/dist/examples/templates/coding/adapter.js +14 -0
  45. package/dist/examples/templates/coding/adapter.js.map +1 -0
  46. package/dist/examples/templates/coding/case.json +15 -0
  47. package/dist/examples/templates/repository-skill/.agents/skills/startup-guide/SKILL.md +6 -0
  48. package/dist/examples/templates/repository-skill/extension-data.js +61 -0
  49. package/dist/examples/templates/repository-skill/extension-data.js.map +1 -0
  50. package/dist/examples/templates/repository-skill/extension.js +29 -0
  51. package/dist/examples/templates/repository-skill/extension.js.map +1 -0
  52. package/dist/examples/templates/response/adapter.js +13 -0
  53. package/dist/examples/templates/response/adapter.js.map +1 -0
  54. package/dist/examples/templates/response/case.json +13 -0
  55. package/dist/src/advisory.js +86 -0
  56. package/dist/src/advisory.js.map +1 -0
  57. package/dist/src/candidate-artifacts.js +139 -0
  58. package/dist/src/candidate-artifacts.js.map +1 -0
  59. package/dist/src/candidate-codex-state.js +110 -0
  60. package/dist/src/candidate-codex-state.js.map +1 -0
  61. package/dist/src/case-validation.js +92 -0
  62. package/dist/src/case-validation.js.map +1 -0
  63. package/dist/src/cli/cancellation.js +21 -0
  64. package/dist/src/cli/cancellation.js.map +1 -0
  65. package/dist/src/cli/command.js +60 -0
  66. package/dist/src/cli/command.js.map +1 -0
  67. package/dist/src/cli/completion.js +14 -0
  68. package/dist/src/cli/completion.js.map +1 -0
  69. package/dist/src/cli/demo.js +45 -0
  70. package/dist/src/cli/demo.js.map +1 -0
  71. package/dist/src/cli/evaluation.js +40 -0
  72. package/dist/src/cli/evaluation.js.map +1 -0
  73. package/dist/src/cli/extension.js +54 -0
  74. package/dist/src/cli/extension.js.map +1 -0
  75. package/dist/src/cli/help.js +190 -0
  76. package/dist/src/cli/help.js.map +1 -0
  77. package/dist/src/cli/hosts.js +33 -0
  78. package/dist/src/cli/hosts.js.map +1 -0
  79. package/dist/src/cli/init-settings.js +29 -0
  80. package/dist/src/cli/init-settings.js.map +1 -0
  81. package/dist/src/cli/init.js +82 -0
  82. package/dist/src/cli/init.js.map +1 -0
  83. package/dist/src/cli/invocation.js +431 -0
  84. package/dist/src/cli/invocation.js.map +1 -0
  85. package/dist/src/cli/loading.js +110 -0
  86. package/dist/src/cli/loading.js.map +1 -0
  87. package/dist/src/cli/preparation.js +88 -0
  88. package/dist/src/cli/preparation.js.map +1 -0
  89. package/dist/src/cli/presentation.js +61 -0
  90. package/dist/src/cli/presentation.js.map +1 -0
  91. package/dist/src/cli/progress.js +5 -0
  92. package/dist/src/cli/progress.js.map +1 -0
  93. package/dist/src/cli/run-manifest.js +108 -0
  94. package/dist/src/cli/run-manifest.js.map +1 -0
  95. package/dist/src/cli/run-options.js +367 -0
  96. package/dist/src/cli/run-options.js.map +1 -0
  97. package/dist/src/cli/run-overrides.js +51 -0
  98. package/dist/src/cli/run-overrides.js.map +1 -0
  99. package/dist/src/cli/settings.js +127 -0
  100. package/dist/src/cli/settings.js.map +1 -0
  101. package/dist/src/cli/summary.js +28 -0
  102. package/dist/src/cli/summary.js.map +1 -0
  103. package/dist/src/cli.js +20 -0
  104. package/dist/src/cli.js.map +1 -0
  105. package/dist/src/contract-types.js +2 -0
  106. package/dist/src/contract-types.js.map +1 -0
  107. package/dist/src/engine.js +4 -0
  108. package/dist/src/engine.js.map +1 -0
  109. package/dist/src/evaluation/advisory.js +85 -0
  110. package/dist/src/evaluation/advisory.js.map +1 -0
  111. package/dist/src/evaluation/check-plan.js +292 -0
  112. package/dist/src/evaluation/check-plan.js.map +1 -0
  113. package/dist/src/evaluation/collection.js +61 -0
  114. package/dist/src/evaluation/collection.js.map +1 -0
  115. package/dist/src/evaluation/context.js +2 -0
  116. package/dist/src/evaluation/context.js.map +1 -0
  117. package/dist/src/evaluation/grading-host.js +28 -0
  118. package/dist/src/evaluation/grading-host.js.map +1 -0
  119. package/dist/src/evaluation/grading.js +154 -0
  120. package/dist/src/evaluation/grading.js.map +1 -0
  121. package/dist/src/evaluation/invocation-plan.js +312 -0
  122. package/dist/src/evaluation/invocation-plan.js.map +1 -0
  123. package/dist/src/evaluation/plan.js +376 -0
  124. package/dist/src/evaluation/plan.js.map +1 -0
  125. package/dist/src/evaluation/progress.js +14 -0
  126. package/dist/src/evaluation/progress.js.map +1 -0
  127. package/dist/src/evaluation/resources.js +159 -0
  128. package/dist/src/evaluation/resources.js.map +1 -0
  129. package/dist/src/evaluation/run.js +148 -0
  130. package/dist/src/evaluation/run.js.map +1 -0
  131. package/dist/src/evaluation/scheduler.js +27 -0
  132. package/dist/src/evaluation/scheduler.js.map +1 -0
  133. package/dist/src/evaluation/semantic.js +183 -0
  134. package/dist/src/evaluation/semantic.js.map +1 -0
  135. package/dist/src/evaluation/trial.js +593 -0
  136. package/dist/src/evaluation/trial.js.map +1 -0
  137. package/dist/src/evaluation/types.js +20 -0
  138. package/dist/src/evaluation/types.js.map +1 -0
  139. package/dist/src/evidence/host-results.js +67 -0
  140. package/dist/src/evidence/host-results.js.map +1 -0
  141. package/dist/src/evidence/retained-artifacts.js +17 -0
  142. package/dist/src/evidence/retained-artifacts.js.map +1 -0
  143. package/dist/src/evidence/trial-writer.js +131 -0
  144. package/dist/src/evidence/trial-writer.js.map +1 -0
  145. package/dist/src/evidence/usage.js +14 -0
  146. package/dist/src/evidence/usage.js.map +1 -0
  147. package/dist/src/executable.js +20 -0
  148. package/dist/src/executable.js.map +1 -0
  149. package/dist/src/extension-client.js +212 -0
  150. package/dist/src/extension-client.js.map +1 -0
  151. package/dist/src/extension-session.js +236 -0
  152. package/dist/src/extension-session.js.map +1 -0
  153. package/dist/src/fixtures/advisory.js +206 -0
  154. package/dist/src/fixtures/advisory.js.map +1 -0
  155. package/dist/src/fixtures/bin.js +41 -0
  156. package/dist/src/fixtures/bin.js.map +1 -0
  157. package/dist/src/fixtures/cleanup.js +43 -0
  158. package/dist/src/fixtures/cleanup.js.map +1 -0
  159. package/dist/src/fixtures/create.js +94 -0
  160. package/dist/src/fixtures/create.js.map +1 -0
  161. package/dist/src/fixtures/generated.js +181 -0
  162. package/dist/src/fixtures/generated.js.map +1 -0
  163. package/dist/src/fixtures/git-hooks.js +16 -0
  164. package/dist/src/fixtures/git-hooks.js.map +1 -0
  165. package/dist/src/fixtures/preparation.js +201 -0
  166. package/dist/src/fixtures/preparation.js.map +1 -0
  167. package/dist/src/fixtures/repository.js +255 -0
  168. package/dist/src/fixtures/repository.js.map +1 -0
  169. package/dist/src/fixtures/setup.js +175 -0
  170. package/dist/src/fixtures/setup.js.map +1 -0
  171. package/dist/src/fixtures/tools.js +57 -0
  172. package/dist/src/fixtures/tools.js.map +1 -0
  173. package/dist/src/fixtures/workspace-state.js +155 -0
  174. package/dist/src/fixtures/workspace-state.js.map +1 -0
  175. package/dist/src/generated/cli-result.cjs +2 -0
  176. package/dist/src/generated/extension.cjs +2 -0
  177. package/dist/src/generated/report.cjs +2 -0
  178. package/dist/src/generated/run-evidence.cjs +2 -0
  179. package/dist/src/generated/runtime.cjs +2 -0
  180. package/dist/src/git.js +72 -0
  181. package/dist/src/git.js.map +1 -0
  182. package/dist/src/graders/artifact.js +68 -0
  183. package/dist/src/graders/artifact.js.map +1 -0
  184. package/dist/src/graders/git-head.js +112 -0
  185. package/dist/src/graders/git-head.js.map +1 -0
  186. package/dist/src/graders/output.js +345 -0
  187. package/dist/src/graders/output.js.map +1 -0
  188. package/dist/src/graders/semantic.js +132 -0
  189. package/dist/src/graders/semantic.js.map +1 -0
  190. package/dist/src/graders/shell.js +321 -0
  191. package/dist/src/graders/shell.js.map +1 -0
  192. package/dist/src/host-diagnostic-redaction.js +52 -0
  193. package/dist/src/host-diagnostic-redaction.js.map +1 -0
  194. package/dist/src/host-diagnostics.js +248 -0
  195. package/dist/src/host-diagnostics.js.map +1 -0
  196. package/dist/src/hosts/claude-continuation.js +89 -0
  197. package/dist/src/hosts/claude-continuation.js.map +1 -0
  198. package/dist/src/hosts/claude-credential.js +121 -0
  199. package/dist/src/hosts/claude-credential.js.map +1 -0
  200. package/dist/src/hosts/claude-events.js +136 -0
  201. package/dist/src/hosts/claude-events.js.map +1 -0
  202. package/dist/src/hosts/claude-keychain.js +100 -0
  203. package/dist/src/hosts/claude-keychain.js.map +1 -0
  204. package/dist/src/hosts/claude-login-recovery.js +67 -0
  205. package/dist/src/hosts/claude-login-recovery.js.map +1 -0
  206. package/dist/src/hosts/claude-login-refresh.js +146 -0
  207. package/dist/src/hosts/claude-login-refresh.js.map +1 -0
  208. package/dist/src/hosts/claude-login-store.js +124 -0
  209. package/dist/src/hosts/claude-login-store.js.map +1 -0
  210. package/dist/src/hosts/claude-login.js +74 -0
  211. package/dist/src/hosts/claude-login.js.map +1 -0
  212. package/dist/src/hosts/claude-native-goal.js +138 -0
  213. package/dist/src/hosts/claude-native-goal.js.map +1 -0
  214. package/dist/src/hosts/claude-process.js +10 -0
  215. package/dist/src/hosts/claude-process.js.map +1 -0
  216. package/dist/src/hosts/claude-refresh-lock.js +76 -0
  217. package/dist/src/hosts/claude-refresh-lock.js.map +1 -0
  218. package/dist/src/hosts/claude-repository-invocation.js +229 -0
  219. package/dist/src/hosts/claude-repository-invocation.js.map +1 -0
  220. package/dist/src/hosts/claude-settings.js +156 -0
  221. package/dist/src/hosts/claude-settings.js.map +1 -0
  222. package/dist/src/hosts/claude-skill-activations.js +131 -0
  223. package/dist/src/hosts/claude-skill-activations.js.map +1 -0
  224. package/dist/src/hosts/claude-state.js +237 -0
  225. package/dist/src/hosts/claude-state.js.map +1 -0
  226. package/dist/src/hosts/claude-tool-calls.js +150 -0
  227. package/dist/src/hosts/claude-tool-calls.js.map +1 -0
  228. package/dist/src/hosts/claude.js +373 -0
  229. package/dist/src/hosts/claude.js.map +1 -0
  230. package/dist/src/hosts/codex-app-server.js +764 -0
  231. package/dist/src/hosts/codex-app-server.js.map +1 -0
  232. package/dist/src/hosts/codex-configuration.js +91 -0
  233. package/dist/src/hosts/codex-configuration.js.map +1 -0
  234. package/dist/src/hosts/codex-events.js +104 -0
  235. package/dist/src/hosts/codex-events.js.map +1 -0
  236. package/dist/src/hosts/codex-exec-controls.js +434 -0
  237. package/dist/src/hosts/codex-exec-controls.js.map +1 -0
  238. package/dist/src/hosts/codex-invocation.js +54 -0
  239. package/dist/src/hosts/codex-invocation.js.map +1 -0
  240. package/dist/src/hosts/codex-marketplace.js +185 -0
  241. package/dist/src/hosts/codex-marketplace.js.map +1 -0
  242. package/dist/src/hosts/codex-native-calls.js +516 -0
  243. package/dist/src/hosts/codex-native-calls.js.map +1 -0
  244. package/dist/src/hosts/codex-process.js +10 -0
  245. package/dist/src/hosts/codex-process.js.map +1 -0
  246. package/dist/src/hosts/codex-profile.js +206 -0
  247. package/dist/src/hosts/codex-profile.js.map +1 -0
  248. package/dist/src/hosts/codex-session-files.js +89 -0
  249. package/dist/src/hosts/codex-session-files.js.map +1 -0
  250. package/dist/src/hosts/codex-state.js +310 -0
  251. package/dist/src/hosts/codex-state.js.map +1 -0
  252. package/dist/src/hosts/codex.js +527 -0
  253. package/dist/src/hosts/codex.js.map +1 -0
  254. package/dist/src/hosts/isolation-common.js +43 -0
  255. package/dist/src/hosts/isolation-common.js.map +1 -0
  256. package/dist/src/hosts/isolation-roots.js +64 -0
  257. package/dist/src/hosts/isolation-roots.js.map +1 -0
  258. package/dist/src/hosts/isolation.js +12 -0
  259. package/dist/src/hosts/isolation.js.map +1 -0
  260. package/dist/src/hosts/linux-sandbox.js +127 -0
  261. package/dist/src/hosts/linux-sandbox.js.map +1 -0
  262. package/dist/src/hosts/mac-sandbox.js +137 -0
  263. package/dist/src/hosts/mac-sandbox.js.map +1 -0
  264. package/dist/src/hosts/native-controls.js +151 -0
  265. package/dist/src/hosts/native-controls.js.map +1 -0
  266. package/dist/src/hosts/native-request.js +33 -0
  267. package/dist/src/hosts/native-request.js.map +1 -0
  268. package/dist/src/hosts/process-lifecycle.js +167 -0
  269. package/dist/src/hosts/process-lifecycle.js.map +1 -0
  270. package/dist/src/hosts/protected-worktrees.js +81 -0
  271. package/dist/src/hosts/protected-worktrees.js.map +1 -0
  272. package/dist/src/hosts/skill-hook-catalog.js +100 -0
  273. package/dist/src/hosts/skill-hook-catalog.js.map +1 -0
  274. package/dist/src/hosts/skill-hook-handler.js +228 -0
  275. package/dist/src/hosts/skill-hook-handler.js.map +1 -0
  276. package/dist/src/hosts/skill-hooks.js +423 -0
  277. package/dist/src/hosts/skill-hooks.js.map +1 -0
  278. package/dist/src/hosts/workspace-fingerprint.js +72 -0
  279. package/dist/src/hosts/workspace-fingerprint.js.map +1 -0
  280. package/dist/src/identity.js +167 -0
  281. package/dist/src/identity.js.map +1 -0
  282. package/dist/src/instrumentation.js +83 -0
  283. package/dist/src/instrumentation.js.map +1 -0
  284. package/dist/src/native-transcript-state.js +85 -0
  285. package/dist/src/native-transcript-state.js.map +1 -0
  286. package/dist/src/native-transcript-view.js +65 -0
  287. package/dist/src/native-transcript-view.js.map +1 -0
  288. package/dist/src/native-transcripts.js +208 -0
  289. package/dist/src/native-transcripts.js.map +1 -0
  290. package/dist/src/paths.js +13 -0
  291. package/dist/src/paths.js.map +1 -0
  292. package/dist/src/process-lifecycle.js +101 -0
  293. package/dist/src/process-lifecycle.js.map +1 -0
  294. package/dist/src/provenance.js +263 -0
  295. package/dist/src/provenance.js.map +1 -0
  296. package/dist/src/prune.js +228 -0
  297. package/dist/src/prune.js.map +1 -0
  298. package/dist/src/report.js +276 -0
  299. package/dist/src/report.js.map +1 -0
  300. package/dist/src/resolved-case.js +29 -0
  301. package/dist/src/resolved-case.js.map +1 -0
  302. package/dist/src/results-lock.js +40 -0
  303. package/dist/src/results-lock.js.map +1 -0
  304. package/dist/src/results.js +127 -0
  305. package/dist/src/results.js.map +1 -0
  306. package/dist/src/run-owner.js +283 -0
  307. package/dist/src/run-owner.js.map +1 -0
  308. package/dist/src/runner-paths.js +11 -0
  309. package/dist/src/runner-paths.js.map +1 -0
  310. package/dist/src/runtime/config.js +323 -0
  311. package/dist/src/runtime/config.js.map +1 -0
  312. package/dist/src/runtime/discovery-apple.js +65 -0
  313. package/dist/src/runtime/discovery-apple.js.map +1 -0
  314. package/dist/src/runtime/discovery-providers.js +37 -0
  315. package/dist/src/runtime/discovery-providers.js.map +1 -0
  316. package/dist/src/runtime/discovery.js +40 -0
  317. package/dist/src/runtime/discovery.js.map +1 -0
  318. package/dist/src/runtime/hook-processes.js +81 -0
  319. package/dist/src/runtime/hook-processes.js.map +1 -0
  320. package/dist/src/runtime/hooks.js +304 -0
  321. package/dist/src/runtime/hooks.js.map +1 -0
  322. package/dist/src/runtime/paths.js +244 -0
  323. package/dist/src/runtime/paths.js.map +1 -0
  324. package/dist/src/runtime/query.js +76 -0
  325. package/dist/src/runtime/query.js.map +1 -0
  326. package/dist/src/runtime/seeds.js +98 -0
  327. package/dist/src/runtime/seeds.js.map +1 -0
  328. package/dist/src/runtime/shared-cache.js +81 -0
  329. package/dist/src/runtime/shared-cache.js.map +1 -0
  330. package/dist/src/runtime/state.js +106 -0
  331. package/dist/src/runtime/state.js.map +1 -0
  332. package/dist/src/runtime-process.js +148 -0
  333. package/dist/src/runtime-process.js.map +1 -0
  334. package/dist/src/schema-types.js +2 -0
  335. package/dist/src/schema-types.js.map +1 -0
  336. package/dist/src/schema.js +16 -0
  337. package/dist/src/schema.js.map +1 -0
  338. package/dist/src/shell.js +5 -0
  339. package/dist/src/shell.js.map +1 -0
  340. package/dist/src/sqlite-lock.js +18 -0
  341. package/dist/src/sqlite-lock.js.map +1 -0
  342. package/dist/src/storage.js +21 -0
  343. package/dist/src/storage.js.map +1 -0
  344. package/dist/src/transcript-retention.js +109 -0
  345. package/dist/src/transcript-retention.js.map +1 -0
  346. package/dist/src/value-guards.js +26 -0
  347. package/dist/src/value-guards.js.map +1 -0
  348. package/docs/README.md +19 -15
  349. package/docs/architecture.md +141 -17
  350. package/docs/assets/README.md +5 -4
  351. package/docs/builtin-graders-v1.md +9 -2
  352. package/docs/codex-host.md +155 -57
  353. package/docs/contracts.md +2 -1
  354. package/docs/creating-cases.md +10 -4
  355. package/docs/development-cli.md +197 -24
  356. package/docs/documentation-quality.md +16 -5
  357. package/docs/evaluation-workflow.md +110 -0
  358. package/docs/extension-protocol-v1.md +26 -3
  359. package/docs/getting-started.md +29 -7
  360. package/docs/guide-evaluation.md +34 -2
  361. package/docs/identity-v1.md +29 -3
  362. package/docs/installing.md +35 -17
  363. package/docs/licensing.md +2 -2
  364. package/docs/native-controls.md +76 -5
  365. package/docs/native-hosts.md +197 -8
  366. package/docs/reading-results.md +102 -0
  367. package/docs/recipes.md +490 -0
  368. package/docs/releases.md +48 -13
  369. package/docs/report-v1.md +29 -1
  370. package/docs/results-v1.md +122 -4
  371. package/docs/run-settings-v1.md +147 -0
  372. package/docs/runtime-v1.md +255 -22
  373. package/docs/specs/repository-guide.md +1 -1
  374. package/docs/troubleshooting.md +12 -12
  375. package/docs/typescript-quality.md +106 -26
  376. package/examples/recipes/candidate.ts +26 -0
  377. package/examples/recipes/cases/coding-change.json +21 -0
  378. package/examples/recipes/cases/host-tools.json +21 -0
  379. package/examples/recipes/cases/mise.json +21 -0
  380. package/examples/recipes/cases/node.json +21 -0
  381. package/examples/recipes/cases/python-uv.json +21 -0
  382. package/examples/recipes/cases/semantic.json +17 -0
  383. package/examples/recipes/coding-change/check.ts +23 -0
  384. package/examples/recipes/executable.ts +19 -0
  385. package/examples/recipes/extension-artifacts.ts +65 -0
  386. package/examples/recipes/extension-methods.ts +174 -0
  387. package/examples/recipes/extension.ts +38 -0
  388. package/examples/recipes/modules.ts +9 -0
  389. package/examples/recipes/repository-skill/.agents/skills/startup-guide/SKILL.md +7 -0
  390. package/examples/recipes/repository-skill/.claude/skills/startup-guide/SKILL.md +7 -0
  391. package/examples/recipes/repository-skill/README.md +3 -0
  392. package/examples/recipes/run-inputs.ts +183 -0
  393. package/examples/recipes/run-options.ts +132 -0
  394. package/examples/recipes/run.ts +77 -0
  395. package/examples/recipes/runtime/empty.json +1 -0
  396. package/examples/recipes/runtime/goals.json +1 -0
  397. package/examples/recipes/runtime/mise.json +6 -0
  398. package/examples/recipes/runtime/path.json +1 -0
  399. package/examples/recipes/runtime/plugins.json +4 -0
  400. package/examples/recipes/runtime/python-uv.json +10 -0
  401. package/examples/recipes/semantic-judge.ts +29 -0
  402. package/examples/templates/coding/adapter.ts +17 -0
  403. package/examples/templates/coding/case.json +15 -0
  404. package/examples/templates/repository-skill/.agents/skills/startup-guide/SKILL.md +6 -0
  405. package/examples/templates/repository-skill/extension-data.ts +64 -0
  406. package/examples/templates/repository-skill/extension.ts +32 -0
  407. package/examples/templates/response/adapter.ts +12 -0
  408. package/examples/templates/response/case.json +13 -0
  409. package/package.json +23 -9
  410. package/schemas/report-v1.schema.json +9 -0
  411. package/schemas/run-evidence-v1.schema.json +2 -1
  412. package/schemas/runtime-v1.schema.json +43 -7
  413. package/src/advisory.ts +2 -2
  414. package/src/candidate-artifacts.ts +42 -11
  415. package/src/candidate-codex-state.ts +185 -0
  416. package/src/case-validation.ts +73 -50
  417. package/src/cli/cancellation.ts +20 -0
  418. package/src/cli/command.ts +87 -0
  419. package/src/cli/completion.ts +15 -0
  420. package/src/cli/demo.ts +61 -0
  421. package/src/cli/evaluation.ts +55 -0
  422. package/src/cli/extension.ts +79 -0
  423. package/src/cli/help.ts +199 -0
  424. package/src/cli/hosts.ts +55 -0
  425. package/src/cli/init-settings.ts +31 -0
  426. package/src/cli/init.ts +112 -0
  427. package/src/{cli-invocation.ts → cli/invocation.ts} +215 -218
  428. package/src/cli/loading.ts +151 -0
  429. package/src/cli/preparation.ts +154 -0
  430. package/src/cli/presentation.ts +93 -0
  431. package/src/cli/progress.ts +6 -0
  432. package/src/cli/run-manifest.ts +128 -0
  433. package/src/cli/run-options.ts +403 -0
  434. package/src/cli/run-overrides.ts +69 -0
  435. package/src/cli/settings.ts +154 -0
  436. package/src/cli/summary.ts +43 -0
  437. package/src/cli.ts +14 -592
  438. package/src/contract-types.ts +94 -0
  439. package/src/engine.ts +9 -5
  440. package/src/evaluation/advisory.ts +150 -0
  441. package/src/{evaluation-check-plan.ts → evaluation/check-plan.ts} +103 -67
  442. package/src/evaluation/collection.ts +88 -0
  443. package/src/evaluation/context.ts +10 -0
  444. package/src/{evaluation-grading-host.ts → evaluation/grading-host.ts} +5 -5
  445. package/src/evaluation/grading.ts +235 -0
  446. package/src/{evaluation-invocation-plan.ts → evaluation/invocation-plan.ts} +147 -58
  447. package/src/{evaluation-plan.ts → evaluation/plan.ts} +208 -141
  448. package/src/evaluation/progress.ts +19 -0
  449. package/src/evaluation/resources.ts +241 -0
  450. package/src/evaluation/run.ts +206 -0
  451. package/src/{evaluation-semantic.ts → evaluation/semantic.ts} +77 -87
  452. package/src/evaluation/trial.ts +800 -0
  453. package/src/{evaluation-types.ts → evaluation/types.ts} +79 -29
  454. package/src/evidence/host-results.ts +85 -0
  455. package/src/evidence/retained-artifacts.ts +18 -0
  456. package/src/evidence/trial-writer.ts +203 -0
  457. package/src/evidence/usage.ts +17 -0
  458. package/src/executable.ts +19 -0
  459. package/src/extension-client.ts +40 -108
  460. package/src/extension-session.ts +24 -48
  461. package/src/{advisory-fixture.ts → fixtures/advisory.ts} +12 -72
  462. package/src/{fixture-bin.ts → fixtures/bin.ts} +1 -1
  463. package/src/{fixture-cleanup.ts → fixtures/cleanup.ts} +13 -7
  464. package/src/fixtures/create.ts +183 -0
  465. package/src/{generated-fixture.ts → fixtures/generated.ts} +10 -53
  466. package/src/{git-hooks.ts → fixtures/git-hooks.ts} +1 -1
  467. package/src/{preparation.ts → fixtures/preparation.ts} +6 -16
  468. package/src/{repository-fixture.ts → fixtures/repository.ts} +30 -64
  469. package/src/{fixture-setup.ts → fixtures/setup.ts} +36 -53
  470. package/src/{fixture-tools.ts → fixtures/tools.ts} +1 -1
  471. package/src/{workspace-state.ts → fixtures/workspace-state.ts} +5 -5
  472. package/src/generated/cli-result.d.cts +2 -1
  473. package/src/generated/extension.d.cts +2 -1
  474. package/src/generated/report.cjs +1 -1
  475. package/src/generated/report.d.cts +2 -1
  476. package/src/generated/run-evidence.cjs +1 -1
  477. package/src/generated/run-evidence.d.cts +2 -1
  478. package/src/generated/runtime.cjs +1 -1
  479. package/src/generated/runtime.d.cts +2 -1
  480. package/src/git.ts +94 -0
  481. package/src/graders/git-head.ts +31 -85
  482. package/src/graders/shell.ts +54 -71
  483. package/src/host-diagnostic-redaction.ts +52 -0
  484. package/src/host-diagnostics.ts +331 -0
  485. package/src/hosts/claude-continuation.ts +57 -40
  486. package/src/hosts/claude-credential.ts +160 -63
  487. package/src/hosts/claude-events.ts +34 -18
  488. package/src/hosts/claude-keychain.ts +79 -21
  489. package/src/hosts/claude-login-recovery.ts +85 -0
  490. package/src/hosts/claude-login-refresh.ts +179 -0
  491. package/src/hosts/claude-login-store.ts +162 -0
  492. package/src/hosts/claude-login.ts +107 -0
  493. package/src/hosts/claude-native-goal.ts +15 -12
  494. package/src/hosts/claude-process.ts +10 -50
  495. package/src/hosts/claude-refresh-lock.ts +82 -0
  496. package/src/hosts/claude-repository-invocation.ts +9 -34
  497. package/src/hosts/claude-settings.ts +46 -9
  498. package/src/hosts/claude-skill-activations.ts +169 -0
  499. package/src/hosts/claude-state.ts +28 -15
  500. package/src/hosts/claude-tool-calls.ts +13 -10
  501. package/src/hosts/claude.ts +121 -81
  502. package/src/hosts/codex-app-server.ts +78 -52
  503. package/src/hosts/codex-configuration.ts +5 -10
  504. package/src/hosts/codex-exec-controls.ts +516 -0
  505. package/src/hosts/codex-marketplace.ts +12 -10
  506. package/src/hosts/codex-native-calls.ts +15 -122
  507. package/src/hosts/codex-process.ts +10 -183
  508. package/src/hosts/codex-profile.ts +36 -21
  509. package/src/hosts/codex-session-files.ts +1 -9
  510. package/src/hosts/codex-state.ts +134 -18
  511. package/src/hosts/codex.ts +210 -183
  512. package/src/hosts/isolation-common.ts +8 -11
  513. package/src/hosts/isolation-roots.ts +5 -4
  514. package/src/hosts/linux-sandbox.ts +15 -2
  515. package/src/hosts/mac-sandbox.ts +87 -18
  516. package/src/hosts/native-controls.ts +72 -22
  517. package/src/hosts/native-request.ts +55 -0
  518. package/src/hosts/process-lifecycle.ts +215 -49
  519. package/src/hosts/protected-worktrees.ts +3 -2
  520. package/src/hosts/skill-hook-catalog.ts +131 -0
  521. package/src/hosts/skill-hook-handler.ts +374 -0
  522. package/src/hosts/skill-hooks.ts +585 -0
  523. package/src/instrumentation.ts +7 -8
  524. package/src/native-transcript-state.ts +22 -3
  525. package/src/native-transcript-view.ts +52 -13
  526. package/src/native-transcripts.ts +26 -11
  527. package/src/paths.ts +22 -0
  528. package/src/process-lifecycle.ts +150 -0
  529. package/src/provenance.ts +34 -13
  530. package/src/prune.ts +300 -0
  531. package/src/report.ts +63 -36
  532. package/src/resolved-case.ts +1 -1
  533. package/src/results-lock.ts +42 -0
  534. package/src/results.ts +14 -18
  535. package/src/run-owner.ts +15 -9
  536. package/src/runner-paths.ts +21 -0
  537. package/src/{runtime-config.ts → runtime/config.ts} +160 -46
  538. package/src/{runtime-discovery-apple.ts → runtime/discovery-apple.ts} +3 -3
  539. package/src/{runtime-discovery-providers.ts → runtime/discovery-providers.ts} +3 -9
  540. package/src/{runtime-discovery.ts → runtime/discovery.ts} +4 -4
  541. package/src/{runtime-hook-processes.ts → runtime/hook-processes.ts} +3 -2
  542. package/src/{runtime-hooks.ts → runtime/hooks.ts} +40 -28
  543. package/src/{runtime-paths.ts → runtime/paths.ts} +5 -19
  544. package/src/{runtime-query.ts → runtime/query.ts} +5 -5
  545. package/src/{runtime-seeds.ts → runtime/seeds.ts} +3 -3
  546. package/src/runtime/shared-cache.ts +130 -0
  547. package/src/{runtime-state.ts → runtime/state.ts} +28 -11
  548. package/src/runtime-process.ts +194 -0
  549. package/src/schema-types.ts +73 -161
  550. package/src/shell.ts +4 -0
  551. package/src/sqlite-lock.ts +25 -0
  552. package/src/transcript-retention.ts +146 -0
  553. package/src/value-guards.ts +22 -0
  554. package/docs/assets/sevro-logo.png +0 -0
  555. package/docs/assets/sevro-symbol.svg +0 -1
  556. package/docs/assets/sevro-wordmark.svg +0 -1
  557. package/docs/cache-ownership-validation.md +0 -49
  558. package/docs/claude-continuation-validation.md +0 -47
  559. package/docs/concurrency-validation.md +0 -86
  560. package/docs/configuration-root-validation.md +0 -70
  561. package/docs/engine-slice.md +0 -114
  562. package/docs/evidence/runtime-startup-30/README.md +0 -185
  563. package/docs/evidence/runtime-startup-30/after.json +0 -319
  564. package/docs/evidence/runtime-startup-30/baseline-timeout.jsonl +0 -2
  565. package/docs/evidence/runtime-startup-30/before.json +0 -403
  566. package/docs/evidence/runtime-startup-30/consumer-smoke.json +0 -63
  567. package/docs/evidence/runtime-startup-30/full-policy-diagnostic.jsonl +0 -3
  568. package/docs/evidence/runtime-startup-30/minimal-policy-diagnostic.jsonl +0 -3
  569. package/docs/evidence/runtime-startup-30/plugin-template-assessment.json +0 -20
  570. package/docs/evidence/runtime-startup-30/seedless-timeout.jsonl +0 -2
  571. package/docs/evidence.md +0 -17
  572. package/docs/fixture-cleanup-validation.md +0 -73
  573. package/docs/guide-verification.json +0 -239
  574. package/src/evaluation-context.ts +0 -259
  575. package/src/evaluation-fixture.ts +0 -302
  576. package/src/evaluation-run.ts +0 -200
  577. package/src/evaluation-trial.ts +0 -1016
  578. package/src/hosts/claude-nested-skills.ts +0 -272
  579. package/src/hosts/codex-command-output.ts +0 -510
  580. package/src/hosts/codex-executor-command.ts +0 -291
  581. package/src/hosts/codex-skill-reads.ts +0 -783
  582. /package/src/{trial-scheduler.ts → evaluation/scheduler.ts} +0 -0
@@ -0,0 +1,367 @@
1
+ import { parseArgs } from "node:util";
2
+ /** Parsing, saved-setting semantics, protection and help share one inventory. */
3
+ export const RUN_OPTIONS = {
4
+ json: {
5
+ type: "boolean",
6
+ kind: "boolean",
7
+ cliOnly: true,
8
+ section: "common",
9
+ help: "One versioned JSON result on stdout (default: false); human diagnostics go to stderr.",
10
+ },
11
+ "run-manifest-file": {
12
+ type: "string",
13
+ kind: "path",
14
+ cliOnly: true,
15
+ private: true,
16
+ section: "common",
17
+ help: "<path> Saved sevro.run.v1 settings; explicit flags override them.",
18
+ },
19
+ "retain-host-diagnostics": {
20
+ type: "boolean",
21
+ kind: "boolean",
22
+ section: "common",
23
+ help: "Retain private native diagnostics (default: false).",
24
+ },
25
+ dry: {
26
+ type: "boolean",
27
+ kind: "boolean",
28
+ section: "common",
29
+ help: "Prepare only (default: false).",
30
+ },
31
+ "case-file": {
32
+ type: "string",
33
+ kind: "path",
34
+ private: true,
35
+ section: "required",
36
+ help: "<path> Select exactly one of --case-file or --extension-command-file.",
37
+ },
38
+ "case-id": {
39
+ type: "string",
40
+ kind: "string",
41
+ extension: true,
42
+ section: "extension",
43
+ help: "<id> Required with --extension-command-file.",
44
+ },
45
+ "extension-command-file": {
46
+ type: "string",
47
+ kind: "path",
48
+ extension: true,
49
+ private: true,
50
+ section: "required",
51
+ help: "<path> Select one extension case instead of --case-file.",
52
+ },
53
+ "extension-source-file": {
54
+ type: "string",
55
+ kind: "path-list",
56
+ multiple: true,
57
+ extension: true,
58
+ private: true,
59
+ section: "extension",
60
+ help: "<path> Required source closure; repeatable.",
61
+ },
62
+ "extension-configuration-file": {
63
+ type: "string",
64
+ kind: "path",
65
+ extension: true,
66
+ private: true,
67
+ section: "extension",
68
+ help: "<path> Private JSON object; supply with --extension-redacted-configuration-file.",
69
+ },
70
+ "extension-redacted-configuration-file": {
71
+ type: "string",
72
+ kind: "path",
73
+ extension: true,
74
+ private: true,
75
+ section: "extension",
76
+ help: "<path> Redacted retained configuration; supply with --extension-configuration-file.",
77
+ },
78
+ "task-verdict-policy": {
79
+ type: "string",
80
+ kind: "string",
81
+ extension: true,
82
+ section: "extension",
83
+ help: "<id> Select an advertised namespaced extension policy.",
84
+ },
85
+ "replace-builtin-grader": {
86
+ type: "string",
87
+ kind: "string",
88
+ multiple: true,
89
+ extension: true,
90
+ section: "extension",
91
+ help: "<id> Explicit replacement; repeatable.",
92
+ },
93
+ "case-source-root": {
94
+ type: "string",
95
+ kind: "path",
96
+ private: true,
97
+ section: "extension",
98
+ help: "<path> Supply with --case-source-map-file for mapped sources.",
99
+ },
100
+ "case-source-map-file": {
101
+ type: "string",
102
+ kind: "path",
103
+ private: true,
104
+ section: "extension",
105
+ help: "<path> Supply with --case-source-root for mapped sources.",
106
+ },
107
+ "adapter-module": {
108
+ type: "string",
109
+ kind: "path",
110
+ section: "required",
111
+ help: "<path> Select exactly one of --adapter-module or --host <codex|claude>.",
112
+ },
113
+ "semantic-adapter-module": {
114
+ type: "string",
115
+ kind: "path",
116
+ private: true,
117
+ section: "grading",
118
+ help: "<path> Select this or --semantic-host codex.",
119
+ },
120
+ "semantic-host": {
121
+ type: "string",
122
+ kind: "string",
123
+ section: "grading",
124
+ help: "<codex> Native semantic route; none selected by default.",
125
+ },
126
+ "semantic-model": {
127
+ type: "string",
128
+ kind: "string",
129
+ section: "grading",
130
+ help: "<name> Required for native semantic route.",
131
+ },
132
+ "semantic-effort": {
133
+ type: "string",
134
+ kind: "string",
135
+ section: "grading",
136
+ help: "<level> Required for native semantic route.",
137
+ },
138
+ "advisory-adapter-module": {
139
+ type: "string",
140
+ kind: "path",
141
+ private: true,
142
+ section: "grading",
143
+ help: "<path> Select this or --advisory-host codex.",
144
+ },
145
+ "advisory-host": {
146
+ type: "string",
147
+ kind: "string",
148
+ section: "grading",
149
+ help: "<codex> Native advisory route; none selected by default.",
150
+ },
151
+ "advisory-model": {
152
+ type: "string",
153
+ kind: "string",
154
+ section: "grading",
155
+ help: "<name> Required for native advisory route.",
156
+ },
157
+ "advisory-effort": {
158
+ type: "string",
159
+ kind: "string",
160
+ section: "grading",
161
+ help: "<level> Required for native advisory route.",
162
+ },
163
+ "advisory-exclude": {
164
+ type: "string",
165
+ kind: "string",
166
+ multiple: true,
167
+ section: "grading",
168
+ help: "<relative-path> Exclude an evaluator path; repeatable.",
169
+ },
170
+ host: {
171
+ type: "string",
172
+ kind: "string",
173
+ section: "required",
174
+ help: "<codex|claude> Bundled candidate route instead of --adapter-module.",
175
+ },
176
+ "codex-bin": {
177
+ type: "string",
178
+ kind: "path",
179
+ route: "codex",
180
+ section: "native",
181
+ help: "<path> (default: codex on PATH) Explicit binary override.",
182
+ },
183
+ "codex-entrypoint": {
184
+ type: "string",
185
+ kind: "string",
186
+ section: "native",
187
+ help: "<exec|app-server> Candidate transport (default: exec).",
188
+ },
189
+ "codex-timeout-ms": {
190
+ type: "string",
191
+ kind: "number",
192
+ route: "codex",
193
+ section: "native",
194
+ help: "<integer> 1..1800000 milliseconds (default: 600000).",
195
+ },
196
+ "codex-auth-file": {
197
+ type: "string",
198
+ kind: "path",
199
+ private: true,
200
+ route: "codex",
201
+ section: "native",
202
+ help: "<path> Required for every Codex route.",
203
+ },
204
+ "claude-bin": {
205
+ type: "string",
206
+ kind: "path",
207
+ route: "claude",
208
+ section: "native",
209
+ help: "<path> (default: claude on PATH) Explicit binary override.",
210
+ },
211
+ "claude-credential-file": {
212
+ type: "string",
213
+ kind: "path",
214
+ private: true,
215
+ route: "claude",
216
+ section: "native",
217
+ help: "<path> Optional credential override; otherwise use native auth.",
218
+ },
219
+ "claude-uv-cache-dir": {
220
+ type: "string",
221
+ kind: "path",
222
+ route: "claude",
223
+ section: "deprecated",
224
+ help: "<path> Migrate to sevro.json; cannot be combined with a runtime policy.",
225
+ },
226
+ "claude-project-settings": {
227
+ type: "boolean",
228
+ kind: "boolean",
229
+ route: "claude",
230
+ section: "native",
231
+ help: "Allow fixture project settings (default: false).",
232
+ },
233
+ "toolchain-bin-dir": {
234
+ type: "string",
235
+ kind: "path",
236
+ section: "deprecated",
237
+ help: "<path> Migrate to sevro.json; cannot be combined with a runtime policy.",
238
+ },
239
+ model: {
240
+ type: "string",
241
+ kind: "string",
242
+ section: "native",
243
+ help: "<name> Required for a bundled candidate host.",
244
+ },
245
+ effort: {
246
+ type: "string",
247
+ kind: "string",
248
+ section: "native",
249
+ help: "<level> Required for a bundled candidate host.",
250
+ },
251
+ "shell-isolation": {
252
+ type: "boolean",
253
+ kind: "boolean",
254
+ section: "common",
255
+ help: "Isolate shell checks (default: false).",
256
+ },
257
+ "protected-root": {
258
+ type: "string",
259
+ kind: "path-list",
260
+ multiple: true,
261
+ section: "common",
262
+ help: "<path> Extra protected source/private root; repeatable.",
263
+ },
264
+ "project-root": {
265
+ type: "string",
266
+ kind: "path",
267
+ section: "common",
268
+ help: "<path> (default: current directory) Project identity; does not copy its files into the fixture.",
269
+ },
270
+ "config-root": {
271
+ type: "string",
272
+ kind: "path",
273
+ section: "common",
274
+ help: "<path> (default: --project-root) Native concurrency configuration.",
275
+ },
276
+ "runtime-config-file": {
277
+ type: "string",
278
+ kind: "path",
279
+ private: true,
280
+ section: "common",
281
+ help: "<path> Runtime policy; otherwise discover project sevro.json.",
282
+ },
283
+ "results-root": {
284
+ type: "string",
285
+ kind: "path",
286
+ section: "common",
287
+ help: "<path> (default: <project-root>/.sevro/results) Retained evidence.",
288
+ },
289
+ "run-state-root": {
290
+ type: "string",
291
+ kind: "path",
292
+ section: "common",
293
+ help: "<path> (default: --results-root) Active records/checkpoints.",
294
+ },
295
+ "runner-build-digest": {
296
+ type: "string",
297
+ kind: "string",
298
+ section: "provenance",
299
+ help: "<sha256> 64 lowercase hex characters; normally derived automatically.",
300
+ },
301
+ "runner-checkout-root": {
302
+ type: "string",
303
+ kind: "path",
304
+ section: "provenance",
305
+ help: "<path> Record the running checkout's revision/dirty digest.",
306
+ },
307
+ "project-digest": {
308
+ type: "string",
309
+ kind: "string",
310
+ section: "provenance",
311
+ help: "<sha256> 64 lowercase hex characters; normally derived automatically.",
312
+ },
313
+ condition: {
314
+ type: "string",
315
+ kind: "string",
316
+ section: "common",
317
+ help: "<passive|enforced> (default: passive) Bundled hosts use passive.",
318
+ },
319
+ trials: {
320
+ type: "string",
321
+ kind: "number",
322
+ section: "common",
323
+ help: "<integer> (default: 1) Positive number of trials.",
324
+ },
325
+ jobs: {
326
+ type: "string",
327
+ kind: "number",
328
+ section: "common",
329
+ help: "<integer> (default: 3) Maximum parallel trials, positive integer.",
330
+ },
331
+ threshold: {
332
+ type: "string",
333
+ kind: "number",
334
+ section: "common",
335
+ help: "<number> (default: 1) All assessed trials must pass; range (0, 1].",
336
+ },
337
+ };
338
+ export function optionsWith(key, value) {
339
+ return Object.keys(RUN_OPTIONS).filter((name) => RUN_OPTIONS[name][key] === value);
340
+ }
341
+ export const PATH_OPTIONS = optionsWith("kind", "path");
342
+ export const PATH_LIST_OPTIONS = optionsWith("kind", "path-list");
343
+ export const NUMBER_OPTIONS = new Set(optionsWith("kind", "number"));
344
+ export const LIST_OPTIONS = new Set(optionsWith("multiple", true));
345
+ export const CLI_ONLY = new Set(optionsWith("cliOnly", true));
346
+ export const EXTENSION_OPTIONS = optionsWith("extension", true);
347
+ export function runArguments(argv) {
348
+ return parseArgs({
349
+ args: argv,
350
+ allowPositionals: true,
351
+ allowNegative: true,
352
+ strict: true,
353
+ options: RUN_OPTIONS,
354
+ });
355
+ }
356
+ /** Preserve the last explicit output selection even when parsing fails. */
357
+ export function jsonOutputRequested(argv) {
358
+ let json = false;
359
+ for (const argument of argv) {
360
+ if (argument === "--json")
361
+ json = true;
362
+ if (argument === "--no-json")
363
+ json = false;
364
+ }
365
+ return json;
366
+ }
367
+ //# sourceMappingURL=run-options.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-options.js","sourceRoot":"","sources":["run-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,kBAAkB;AAqBtC,iFAAiF;AACjF,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE;QACJ,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,uFAAuF;KAC9F;IACD,mBAAmB,EAAE;QACnB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,oEAAoE;KAC3E;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,qDAAqD;KAC5D;IACD,GAAG,EAAE;QACH,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,gCAAgC;KACvC;IACD,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,UAAU;QACnB,IAAI,EAAE,wEAAwE;KAC/E;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,+CAA+C;KACtD;IACD,wBAAwB,EAAE;QACxB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,UAAU;QACnB,IAAI,EAAE,2DAA2D;KAClE;IACD,uBAAuB,EAAE;QACvB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,8CAA8C;KACrD;IACD,8BAA8B,EAAE;QAC9B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,mFAAmF;KAC1F;IACD,uCAAuC,EAAE;QACvC,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,sFAAsF;KAC7F;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,yDAAyD;KAChE;IACD,wBAAwB,EAAE;QACxB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,yCAAyC;KAChD;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,gEAAgE;KACvE;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,4DAA4D;KACnE;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,UAAU;QACnB,IAAI,EAAE,0EAA0E;KACjF;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,+CAA+C;KACtD;IACD,eAAe,EAAE;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,2DAA2D;KAClE;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,6CAA6C;KACpD;IACD,iBAAiB,EAAE;QACjB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,8CAA8C;KACrD;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,+CAA+C;KACtD;IACD,eAAe,EAAE;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,2DAA2D;KAClE;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,6CAA6C;KACpD;IACD,iBAAiB,EAAE;QACjB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,8CAA8C;KACrD;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,yDAAyD;KAChE;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,UAAU;QACnB,IAAI,EAAE,sEAAsE;KAC7E;IACD,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,4DAA4D;KACnE;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,yDAAyD;KAChE;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,uDAAuD;KAC9D;IACD,iBAAiB,EAAE;QACjB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,yCAAyC;KAChD;IACD,YAAY,EAAE;QACZ,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,6DAA6D;KACpE;IACD,wBAAwB,EAAE;QACxB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,kEAAkE;KACzE;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,0EAA0E;KACjF;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,kDAAkD;KACzD;IACD,mBAAmB,EAAE;QACnB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,0EAA0E;KACjF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,gDAAgD;KACvD;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,iDAAiD;KACxD;IACD,iBAAiB,EAAE;QACjB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,wCAAwC;KAC/C;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,0DAA0D;KACjE;IACD,cAAc,EAAE;QACd,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,kGAAkG;KACzG;IACD,aAAa,EAAE;QACb,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,qEAAqE;KAC5E;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,gEAAgE;KACvE;IACD,cAAc,EAAE;QACd,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,qEAAqE;KAC5E;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,+DAA+D;KACtE;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,wEAAwE;KAC/E;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,8DAA8D;KACrE;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,wEAAwE;KAC/E;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,mEAAmE;KAC1E;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,oDAAoD;KAC3D;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,oEAAoE;KAC3E;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,qEAAqE;KAC5E;CAC2C,CAAC;AAU/C,MAAM,UAAU,WAAW,CAGzB,GAAM,EAAE,KAAQ;IAChB,OAAQ,MAAM,CAAC,IAAI,CAAC,WAAW,CAAqB,CAAC,MAAM,CACzD,CAAC,IAAI,EAAE,EAAE,CAAE,WAAW,CAAC,IAAI,CAAe,CAAC,GAAG,CAAC,KAAK,KAAK,CAC/B,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAClE,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC7E,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,MAAM,CAAC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACtE,MAAM,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;AAEhE,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,OAAO,SAAS,CAAC;QACf,IAAI,EAAE,IAAI;QACV,gBAAgB,EAAE,IAAI;QACtB,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,WAAW;KACrB,CAAC,CAAC;AACL,CAAC;AAID,2EAA2E;AAC3E,MAAM,UAAU,mBAAmB,CAAC,IAAc;IAChD,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,KAAK,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,QAAQ,KAAK,QAAQ;YAAE,IAAI,GAAG,IAAI,CAAC;QACvC,IAAI,QAAQ,KAAK,WAAW;YAAE,IAAI,GAAG,KAAK,CAAC;IAC7C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import { parseArgs } from \"node:util\";\n\ntype RunOption = {\n type: \"string\" | \"boolean\";\n kind: \"string\" | \"boolean\" | \"number\" | \"path\" | \"path-list\";\n multiple?: boolean;\n cliOnly?: boolean;\n private?: boolean;\n extension?: boolean;\n route?: \"codex\" | \"claude\";\n section:\n | \"required\"\n | \"common\"\n | \"native\"\n | \"extension\"\n | \"grading\"\n | \"provenance\"\n | \"deprecated\";\n help: string;\n};\n\n/** Parsing, saved-setting semantics, protection and help share one inventory. */\nexport const RUN_OPTIONS = {\n json: {\n type: \"boolean\",\n kind: \"boolean\",\n cliOnly: true,\n section: \"common\",\n help: \"One versioned JSON result on stdout (default: false); human diagnostics go to stderr.\",\n },\n \"run-manifest-file\": {\n type: \"string\",\n kind: \"path\",\n cliOnly: true,\n private: true,\n section: \"common\",\n help: \"<path> Saved sevro.run.v1 settings; explicit flags override them.\",\n },\n \"retain-host-diagnostics\": {\n type: \"boolean\",\n kind: \"boolean\",\n section: \"common\",\n help: \"Retain private native diagnostics (default: false).\",\n },\n dry: {\n type: \"boolean\",\n kind: \"boolean\",\n section: \"common\",\n help: \"Prepare only (default: false).\",\n },\n \"case-file\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"required\",\n help: \"<path> Select exactly one of --case-file or --extension-command-file.\",\n },\n \"case-id\": {\n type: \"string\",\n kind: \"string\",\n extension: true,\n section: \"extension\",\n help: \"<id> Required with --extension-command-file.\",\n },\n \"extension-command-file\": {\n type: \"string\",\n kind: \"path\",\n extension: true,\n private: true,\n section: \"required\",\n help: \"<path> Select one extension case instead of --case-file.\",\n },\n \"extension-source-file\": {\n type: \"string\",\n kind: \"path-list\",\n multiple: true,\n extension: true,\n private: true,\n section: \"extension\",\n help: \"<path> Required source closure; repeatable.\",\n },\n \"extension-configuration-file\": {\n type: \"string\",\n kind: \"path\",\n extension: true,\n private: true,\n section: \"extension\",\n help: \"<path> Private JSON object; supply with --extension-redacted-configuration-file.\",\n },\n \"extension-redacted-configuration-file\": {\n type: \"string\",\n kind: \"path\",\n extension: true,\n private: true,\n section: \"extension\",\n help: \"<path> Redacted retained configuration; supply with --extension-configuration-file.\",\n },\n \"task-verdict-policy\": {\n type: \"string\",\n kind: \"string\",\n extension: true,\n section: \"extension\",\n help: \"<id> Select an advertised namespaced extension policy.\",\n },\n \"replace-builtin-grader\": {\n type: \"string\",\n kind: \"string\",\n multiple: true,\n extension: true,\n section: \"extension\",\n help: \"<id> Explicit replacement; repeatable.\",\n },\n \"case-source-root\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"extension\",\n help: \"<path> Supply with --case-source-map-file for mapped sources.\",\n },\n \"case-source-map-file\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"extension\",\n help: \"<path> Supply with --case-source-root for mapped sources.\",\n },\n \"adapter-module\": {\n type: \"string\",\n kind: \"path\",\n section: \"required\",\n help: \"<path> Select exactly one of --adapter-module or --host <codex|claude>.\",\n },\n \"semantic-adapter-module\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"grading\",\n help: \"<path> Select this or --semantic-host codex.\",\n },\n \"semantic-host\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<codex> Native semantic route; none selected by default.\",\n },\n \"semantic-model\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<name> Required for native semantic route.\",\n },\n \"semantic-effort\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<level> Required for native semantic route.\",\n },\n \"advisory-adapter-module\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"grading\",\n help: \"<path> Select this or --advisory-host codex.\",\n },\n \"advisory-host\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<codex> Native advisory route; none selected by default.\",\n },\n \"advisory-model\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<name> Required for native advisory route.\",\n },\n \"advisory-effort\": {\n type: \"string\",\n kind: \"string\",\n section: \"grading\",\n help: \"<level> Required for native advisory route.\",\n },\n \"advisory-exclude\": {\n type: \"string\",\n kind: \"string\",\n multiple: true,\n section: \"grading\",\n help: \"<relative-path> Exclude an evaluator path; repeatable.\",\n },\n host: {\n type: \"string\",\n kind: \"string\",\n section: \"required\",\n help: \"<codex|claude> Bundled candidate route instead of --adapter-module.\",\n },\n \"codex-bin\": {\n type: \"string\",\n kind: \"path\",\n route: \"codex\",\n section: \"native\",\n help: \"<path> (default: codex on PATH) Explicit binary override.\",\n },\n \"codex-entrypoint\": {\n type: \"string\",\n kind: \"string\",\n section: \"native\",\n help: \"<exec|app-server> Candidate transport (default: exec).\",\n },\n \"codex-timeout-ms\": {\n type: \"string\",\n kind: \"number\",\n route: \"codex\",\n section: \"native\",\n help: \"<integer> 1..1800000 milliseconds (default: 600000).\",\n },\n \"codex-auth-file\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n route: \"codex\",\n section: \"native\",\n help: \"<path> Required for every Codex route.\",\n },\n \"claude-bin\": {\n type: \"string\",\n kind: \"path\",\n route: \"claude\",\n section: \"native\",\n help: \"<path> (default: claude on PATH) Explicit binary override.\",\n },\n \"claude-credential-file\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n route: \"claude\",\n section: \"native\",\n help: \"<path> Optional credential override; otherwise use native auth.\",\n },\n \"claude-uv-cache-dir\": {\n type: \"string\",\n kind: \"path\",\n route: \"claude\",\n section: \"deprecated\",\n help: \"<path> Migrate to sevro.json; cannot be combined with a runtime policy.\",\n },\n \"claude-project-settings\": {\n type: \"boolean\",\n kind: \"boolean\",\n route: \"claude\",\n section: \"native\",\n help: \"Allow fixture project settings (default: false).\",\n },\n \"toolchain-bin-dir\": {\n type: \"string\",\n kind: \"path\",\n section: \"deprecated\",\n help: \"<path> Migrate to sevro.json; cannot be combined with a runtime policy.\",\n },\n model: {\n type: \"string\",\n kind: \"string\",\n section: \"native\",\n help: \"<name> Required for a bundled candidate host.\",\n },\n effort: {\n type: \"string\",\n kind: \"string\",\n section: \"native\",\n help: \"<level> Required for a bundled candidate host.\",\n },\n \"shell-isolation\": {\n type: \"boolean\",\n kind: \"boolean\",\n section: \"common\",\n help: \"Isolate shell checks (default: false).\",\n },\n \"protected-root\": {\n type: \"string\",\n kind: \"path-list\",\n multiple: true,\n section: \"common\",\n help: \"<path> Extra protected source/private root; repeatable.\",\n },\n \"project-root\": {\n type: \"string\",\n kind: \"path\",\n section: \"common\",\n help: \"<path> (default: current directory) Project identity; does not copy its files into the fixture.\",\n },\n \"config-root\": {\n type: \"string\",\n kind: \"path\",\n section: \"common\",\n help: \"<path> (default: --project-root) Native concurrency configuration.\",\n },\n \"runtime-config-file\": {\n type: \"string\",\n kind: \"path\",\n private: true,\n section: \"common\",\n help: \"<path> Runtime policy; otherwise discover project sevro.json.\",\n },\n \"results-root\": {\n type: \"string\",\n kind: \"path\",\n section: \"common\",\n help: \"<path> (default: <project-root>/.sevro/results) Retained evidence.\",\n },\n \"run-state-root\": {\n type: \"string\",\n kind: \"path\",\n section: \"common\",\n help: \"<path> (default: --results-root) Active records/checkpoints.\",\n },\n \"runner-build-digest\": {\n type: \"string\",\n kind: \"string\",\n section: \"provenance\",\n help: \"<sha256> 64 lowercase hex characters; normally derived automatically.\",\n },\n \"runner-checkout-root\": {\n type: \"string\",\n kind: \"path\",\n section: \"provenance\",\n help: \"<path> Record the running checkout's revision/dirty digest.\",\n },\n \"project-digest\": {\n type: \"string\",\n kind: \"string\",\n section: \"provenance\",\n help: \"<sha256> 64 lowercase hex characters; normally derived automatically.\",\n },\n condition: {\n type: \"string\",\n kind: \"string\",\n section: \"common\",\n help: \"<passive|enforced> (default: passive) Bundled hosts use passive.\",\n },\n trials: {\n type: \"string\",\n kind: \"number\",\n section: \"common\",\n help: \"<integer> (default: 1) Positive number of trials.\",\n },\n jobs: {\n type: \"string\",\n kind: \"number\",\n section: \"common\",\n help: \"<integer> (default: 3) Maximum parallel trials, positive integer.\",\n },\n threshold: {\n type: \"string\",\n kind: \"number\",\n section: \"common\",\n help: \"<number> (default: 1) All assessed trials must pass; range (0, 1].\",\n },\n} as const satisfies Record<string, RunOption>;\n\nexport type RunOptionName = keyof typeof RUN_OPTIONS;\n\ntype MatchingOptions<K extends keyof RunOption, V> = {\n [N in RunOptionName]: (typeof RUN_OPTIONS)[N] extends Record<K, V>\n ? N\n : never;\n}[RunOptionName];\n\nexport function optionsWith<\n K extends keyof RunOption,\n const V extends RunOption[K],\n>(key: K, value: V): MatchingOptions<K, V>[] {\n return (Object.keys(RUN_OPTIONS) as RunOptionName[]).filter(\n (name) => (RUN_OPTIONS[name] as RunOption)[key] === value,\n ) as MatchingOptions<K, V>[];\n}\n\nexport const PATH_OPTIONS = optionsWith(\"kind\", \"path\");\nexport const PATH_LIST_OPTIONS = optionsWith(\"kind\", \"path-list\");\nexport const NUMBER_OPTIONS = new Set<string>(optionsWith(\"kind\", \"number\"));\nexport const LIST_OPTIONS = new Set<string>(optionsWith(\"multiple\", true));\nexport const CLI_ONLY = new Set<string>(optionsWith(\"cliOnly\", true));\nexport const EXTENSION_OPTIONS = optionsWith(\"extension\", true);\n\nexport function runArguments(argv: string[]) {\n return parseArgs({\n args: argv,\n allowPositionals: true,\n allowNegative: true,\n strict: true,\n options: RUN_OPTIONS,\n });\n}\n\nexport type RunValues = ReturnType<typeof runArguments>[\"values\"];\n\n/** Preserve the last explicit output selection even when parsing fails. */\nexport function jsonOutputRequested(argv: string[]): boolean {\n let json = false;\n for (const argument of argv) {\n if (argument === \"--json\") json = true;\n if (argument === \"--no-json\") json = false;\n }\n return json;\n}\n"]}
@@ -0,0 +1,51 @@
1
+ import { EXTENSION_OPTIONS, optionsWith } from "./run-options.js";
2
+ function removeSaved(saved, keys) {
3
+ for (const key of keys)
4
+ Reflect.deleteProperty(saved, key);
5
+ }
6
+ const CANDIDATE_OPTIONS = [
7
+ "host",
8
+ "model",
9
+ "effort",
10
+ "codex-entrypoint",
11
+ ];
12
+ function overrideCandidate(saved, explicit) {
13
+ if (explicit["adapter-module"] !== undefined)
14
+ removeSaved(saved, CANDIDATE_OPTIONS);
15
+ if (explicit.host === undefined)
16
+ return;
17
+ delete saved["adapter-module"];
18
+ if (saved.host !== explicit.host)
19
+ removeSaved(saved, ["model", "effort", "codex-entrypoint"]);
20
+ }
21
+ function overrideSecondary(saved, explicit, role) {
22
+ if (explicit[`${role}-host`] !== undefined)
23
+ Reflect.deleteProperty(saved, `${role}-adapter-module`);
24
+ if (explicit[`${role}-adapter-module`] !== undefined)
25
+ removeSaved(saved, [`${role}-host`, `${role}-model`, `${role}-effort`]);
26
+ }
27
+ function removeUnusedNativeOptions(saved, merged) {
28
+ if (![merged.host, merged["semantic-host"], merged["advisory-host"]].includes("codex"))
29
+ removeSaved(saved, optionsWith("route", "codex"));
30
+ if (merged.host !== "claude")
31
+ removeSaved(saved, optionsWith("route", "claude"));
32
+ }
33
+ export function overrideRunSelections(saved, explicit) {
34
+ if (explicit["case-file"] !== undefined)
35
+ removeSaved(saved, EXTENSION_OPTIONS);
36
+ if (explicit["extension-command-file"] !== undefined)
37
+ delete saved["case-file"];
38
+ overrideCandidate(saved, explicit);
39
+ overrideSecondary(saved, explicit, "semantic");
40
+ overrideSecondary(saved, explicit, "advisory");
41
+ if ([
42
+ "host",
43
+ "adapter-module",
44
+ "semantic-host",
45
+ "semantic-adapter-module",
46
+ "advisory-host",
47
+ "advisory-adapter-module",
48
+ ].some((key) => explicit[key] !== undefined))
49
+ removeUnusedNativeOptions(saved, { ...saved, ...explicit });
50
+ }
51
+ //# sourceMappingURL=run-overrides.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-overrides.js","sourceRoot":"","sources":["run-overrides.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAkB,yBAAsB;AAI/E,SAAS,WAAW,CAAC,KAAgB,EAAE,IAAoB;IACzD,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,iBAAiB,GAAG;IACxB,MAAM;IACN,OAAO;IACP,QAAQ;IACR,kBAAkB;CACV,CAAC;AAEX,SAAS,iBAAiB,CAAC,KAAgB,EAAE,QAAmB;IAC9D,IAAI,QAAQ,CAAC,gBAAgB,CAAC,KAAK,SAAS;QAC1C,WAAW,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IACxC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO;IACxC,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;QAC9B,WAAW,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAgB,EAChB,QAAmB,EACnB,IAA6B;IAE7B,IAAI,QAAQ,CAAC,GAAG,IAAI,OAAO,CAAC,KAAK,SAAS;QACxC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,GAAG,IAAI,iBAAiB,CAAC,CAAC;IAC1D,IAAI,QAAQ,CAAC,GAAG,IAAI,iBAAiB,CAAC,KAAK,SAAS;QAClD,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,OAAO,EAAE,GAAG,IAAI,QAAQ,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAgB,EAAE,MAAiB;IACpE,IACE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CACvE,OAAO,CACR;QAED,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACpD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;QAC1B,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAgB,EAChB,QAAmB;IAEnB,IAAI,QAAQ,CAAC,WAAW,CAAC,KAAK,SAAS;QACrC,WAAW,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IACxC,IAAI,QAAQ,CAAC,wBAAwB,CAAC,KAAK,SAAS;QAClD,OAAO,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5B,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/C,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/C,IACE;QACE,MAAM;QACN,gBAAgB;QAChB,eAAe;QACf,yBAAyB;QACzB,eAAe;QACf,yBAAyB;KAC1B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAU,CAAC,KAAK,SAAS,CAAC;QAEnD,yBAAyB,CAAC,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;AAChE,CAAC","sourcesContent":["import { EXTENSION_OPTIONS, optionsWith, type RunValues } from \"./run-options\";\n\ntype Key = keyof RunValues;\n\nfunction removeSaved(saved: RunValues, keys: readonly Key[]): void {\n for (const key of keys) Reflect.deleteProperty(saved, key);\n}\n\nconst CANDIDATE_OPTIONS = [\n \"host\",\n \"model\",\n \"effort\",\n \"codex-entrypoint\",\n] as const;\n\nfunction overrideCandidate(saved: RunValues, explicit: RunValues): void {\n if (explicit[\"adapter-module\"] !== undefined)\n removeSaved(saved, CANDIDATE_OPTIONS);\n if (explicit.host === undefined) return;\n delete saved[\"adapter-module\"];\n if (saved.host !== explicit.host)\n removeSaved(saved, [\"model\", \"effort\", \"codex-entrypoint\"]);\n}\n\nfunction overrideSecondary(\n saved: RunValues,\n explicit: RunValues,\n role: \"semantic\" | \"advisory\",\n): void {\n if (explicit[`${role}-host`] !== undefined)\n Reflect.deleteProperty(saved, `${role}-adapter-module`);\n if (explicit[`${role}-adapter-module`] !== undefined)\n removeSaved(saved, [`${role}-host`, `${role}-model`, `${role}-effort`]);\n}\n\nfunction removeUnusedNativeOptions(saved: RunValues, merged: RunValues): void {\n if (\n ![merged.host, merged[\"semantic-host\"], merged[\"advisory-host\"]].includes(\n \"codex\",\n )\n )\n removeSaved(saved, optionsWith(\"route\", \"codex\"));\n if (merged.host !== \"claude\")\n removeSaved(saved, optionsWith(\"route\", \"claude\"));\n}\n\nexport function overrideRunSelections(\n saved: RunValues,\n explicit: RunValues,\n): void {\n if (explicit[\"case-file\"] !== undefined)\n removeSaved(saved, EXTENSION_OPTIONS);\n if (explicit[\"extension-command-file\"] !== undefined)\n delete saved[\"case-file\"];\n overrideCandidate(saved, explicit);\n overrideSecondary(saved, explicit, \"semantic\");\n overrideSecondary(saved, explicit, \"advisory\");\n if (\n [\n \"host\",\n \"adapter-module\",\n \"semantic-host\",\n \"semantic-adapter-module\",\n \"advisory-host\",\n \"advisory-adapter-module\",\n ].some((key) => explicit[key as Key] !== undefined)\n )\n removeUnusedNativeOptions(saved, { ...saved, ...explicit });\n}\n"]}
@@ -0,0 +1,127 @@
1
+ import { join } from "node:path";
2
+ import { nativeRoutes } from "./invocation.js";
3
+ function nativeSettings(native) {
4
+ if (!native)
5
+ return { executable: null, timeoutMs: null };
6
+ return { executable: native.binary, timeoutMs: native.timeoutMs ?? 600_000 };
7
+ }
8
+ function routeSettings(host, native) {
9
+ if (!host)
10
+ return null;
11
+ return {
12
+ host: host.id,
13
+ model: host.model,
14
+ effort: host.effort,
15
+ ...nativeSettings(native),
16
+ };
17
+ }
18
+ /** A whitelist of resolved operator settings; never copy credentials or runtime environment. */
19
+ export function effectiveSettings(prepared) {
20
+ const { invocation, host, semanticHost, advisoryHost } = prepared;
21
+ return {
22
+ format: "sevro.resolved-run-settings.v1",
23
+ ...sourceSettings(prepared),
24
+ ...extensionSettings(invocation.extension),
25
+ ...adapterSettings(invocation),
26
+ ...legacyRuntimeSettings(invocation),
27
+ protectedRoots: invocation.protectedRoots,
28
+ condition: invocation.condition,
29
+ trials: invocation.trialCount,
30
+ threshold: invocation.passThreshold,
31
+ jobs: invocation.jobs,
32
+ dry: invocation.dry,
33
+ projectRoot: invocation.projectRoot,
34
+ configRoot: invocation.configRoot,
35
+ resultsRoot: invocation.resultsRoot,
36
+ runStateRoot: invocation.runStateRoot,
37
+ runtimeConfigFile: selectedRuntimeFile(prepared),
38
+ candidate: routeSettings(host, invocation.codex ?? invocation.claude),
39
+ semantic: routeSettings(semanticHost, invocation.semanticCodex),
40
+ advisory: routeSettings(advisoryHost, invocation.advisoryCodex),
41
+ codexEntrypoint: selectedEntrypoint(invocation),
42
+ agentConcurrencyLimit: prepared.agentConcurrencyLimit,
43
+ shellIsolation: Boolean(invocation.shellIsolation),
44
+ retainHostDiagnostics: retainedDiagnostics(invocation),
45
+ claudeProjectSettings: projectSettings(invocation),
46
+ shellCheckDefaults: { expectedExitCode: 0, timeoutMs: 30_000 },
47
+ };
48
+ }
49
+ function selectedCaseId(prepared) {
50
+ if (prepared.caseData)
51
+ return prepared.caseData.id;
52
+ return prepared.invocation.extension?.caseId ?? null;
53
+ }
54
+ function sourceSettings(prepared) {
55
+ const { invocation } = prepared;
56
+ return {
57
+ runManifestFile: invocation.runManifestFile ?? null,
58
+ caseFile: invocation.caseFile ?? null,
59
+ caseId: selectedCaseId(prepared),
60
+ caseSourceMapping: Boolean(invocation.caseSourceRoot),
61
+ };
62
+ }
63
+ function extensionSettings(extension) {
64
+ if (!extension)
65
+ return {
66
+ extensionCommandFile: null,
67
+ extensionSourceFileCount: 0,
68
+ taskVerdictPolicy: null,
69
+ replaceBuiltinGraders: [],
70
+ };
71
+ return {
72
+ extensionCommandFile: extension.commandFile,
73
+ extensionSourceFileCount: extension.sourceFiles.length,
74
+ taskVerdictPolicy: extension.taskVerdictPolicy ?? null,
75
+ replaceBuiltinGraders: extension.replaceBuiltinGraders,
76
+ };
77
+ }
78
+ function adapterSettings(invocation) {
79
+ return {
80
+ adapterModule: invocation.adapterModule ?? null,
81
+ semanticAdapterModule: invocation.semanticAdapterModule ?? null,
82
+ advisoryAdapterModule: invocation.advisoryAdapterModule ?? null,
83
+ advisoryExcludedPaths: invocation.advisoryExcludedPaths,
84
+ };
85
+ }
86
+ function selectedEntrypoint(invocation) {
87
+ return invocation.codex ? (invocation.codex.entrypoint ?? "exec") : null;
88
+ }
89
+ function projectSettings(invocation) {
90
+ return invocation.claude?.projectSettings ?? false;
91
+ }
92
+ function legacyRuntimeSettings(invocation) {
93
+ return {
94
+ toolchainBinDir: selectedToolchain(invocation),
95
+ claudeUvCacheDir: invocation.claude?.uvCacheDir ?? null,
96
+ };
97
+ }
98
+ function selectedToolchain(invocation) {
99
+ return ((invocation.shellIsolation ?? invocation.claude)?.toolchainBinDir ?? null);
100
+ }
101
+ function retainedDiagnostics(invocation) {
102
+ return nativeRoutes(invocation).some((host) => host.retainHostDiagnostics);
103
+ }
104
+ /** Assessment-affecting CLI settings absent from the engine's other identity inputs. */
105
+ export function assessmentSettings(prepared) {
106
+ const { invocation } = prepared;
107
+ return {
108
+ shellIsolation: Boolean(invocation.shellIsolation),
109
+ protectedRoots: invocation.protectedRoots,
110
+ ...legacyRuntimeSettings(invocation),
111
+ candidateTimeoutMs: nativeSettings(invocation.codex ?? invocation.claude)
112
+ .timeoutMs,
113
+ semanticTimeoutMs: nativeSettings(invocation.semanticCodex).timeoutMs,
114
+ advisoryTimeoutMs: nativeSettings(invocation.advisoryCodex).timeoutMs,
115
+ claudeProjectSettings: invocation.claude?.projectSettings ?? false,
116
+ };
117
+ }
118
+ function selectedRuntimeFile(prepared) {
119
+ return (prepared.invocation.runtimeConfigFile ??
120
+ (prepared.runtimePolicy
121
+ ? join(prepared.invocation.projectRoot, "sevro.json")
122
+ : null));
123
+ }
124
+ export function displayEffectiveSettings(prepared) {
125
+ process.stderr.write(`sevro: effective settings ${JSON.stringify(effectiveSettings(prepared))}\n`);
126
+ }
127
+ //# sourceMappingURL=settings.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"settings.js","sourceRoot":"","sources":["settings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,kBAAkB;AAGjC,OAAO,EAAE,YAAY,EAAE,wBAAqB;AAI5C,SAAS,cAAc,CAAC,MAAmB;IACzC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,aAAa,CAAC,IAA6B,EAAE,MAAmB;IACvE,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,EAAE;QACb,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,GAAG,cAAc,CAAC,MAAM,CAAC;KAC1B,CAAC;AACJ,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,iBAAiB,CAAC,QAA4B;IAC5D,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,QAAQ,CAAC;IAClE,OAAO;QACL,MAAM,EAAE,gCAAgC;QACxC,GAAG,cAAc,CAAC,QAAQ,CAAC;QAC3B,GAAG,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC;QAC1C,GAAG,eAAe,CAAC,UAAU,CAAC;QAC9B,GAAG,qBAAqB,CAAC,UAAU,CAAC;QACpC,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,MAAM,EAAE,UAAU,CAAC,UAAU;QAC7B,SAAS,EAAE,UAAU,CAAC,aAAa;QACnC,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,iBAAiB,EAAE,mBAAmB,CAAC,QAAQ,CAAC;QAChD,SAAS,EAAE,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC;QACrE,QAAQ,EAAE,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,aAAa,CAAC;QAC/D,QAAQ,EAAE,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,aAAa,CAAC;QAC/D,eAAe,EAAE,kBAAkB,CAAC,UAAU,CAAC;QAC/C,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;QACrD,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;QAClD,qBAAqB,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACtD,qBAAqB,EAAE,eAAe,CAAC,UAAU,CAAC;QAClD,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE;KAC/D,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,QAA4B;IAClD,IAAI,QAAQ,CAAC,QAAQ;QAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnD,OAAO,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,IAAI,IAAI,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,QAA4B;IAClD,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;IAChC,OAAO;QACL,eAAe,EAAE,UAAU,CAAC,eAAe,IAAI,IAAI;QACnD,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,IAAI;QACrC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC;QAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,SAAwD;IAExD,IAAI,CAAC,SAAS;QACZ,OAAO;YACL,oBAAoB,EAAE,IAAI;YAC1B,wBAAwB,EAAE,CAAC;YAC3B,iBAAiB,EAAE,IAAI;YACvB,qBAAqB,EAAE,EAAE;SAC1B,CAAC;IACJ,OAAO;QACL,oBAAoB,EAAE,SAAS,CAAC,WAAW;QAC3C,wBAAwB,EAAE,SAAS,CAAC,WAAW,CAAC,MAAM;QACtD,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,IAAI,IAAI;QACtD,qBAAqB,EAAE,SAAS,CAAC,qBAAqB;KACvD,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,UAA4C;IACnE,OAAO;QACL,aAAa,EAAE,UAAU,CAAC,aAAa,IAAI,IAAI;QAC/C,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,IAAI,IAAI;QAC/D,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,IAAI,IAAI;QAC/D,qBAAqB,EAAE,UAAU,CAAC,qBAAqB;KACxD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA4C;IACtE,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3E,CAAC;AAED,SAAS,eAAe,CACtB,UAA4C;IAE5C,OAAO,UAAU,CAAC,MAAM,EAAE,eAAe,IAAI,KAAK,CAAC;AACrD,CAAC;AAED,SAAS,qBAAqB,CAAC,UAA4C;IACzE,OAAO;QACL,eAAe,EAAE,iBAAiB,CAAC,UAAU,CAAC;QAC9C,gBAAgB,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;KACxD,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,UAA4C;IACrE,OAAO,CACL,CAAC,UAAU,CAAC,cAAc,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,eAAe,IAAI,IAAI,CAC1E,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,UAA4C;IAE5C,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AAC7E,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,kBAAkB,CAAC,QAA4B;IAC7D,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;IAChC,OAAO;QACL,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;QAClD,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,GAAG,qBAAqB,CAAC,UAAU,CAAC;QACpC,kBAAkB,EAAE,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC;aACtE,SAAS;QACZ,iBAAiB,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS;QACrE,iBAAiB,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS;QACrE,qBAAqB,EAAE,UAAU,CAAC,MAAM,EAAE,eAAe,IAAI,KAAK;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,QAA4B;IACvD,OAAO,CACL,QAAQ,CAAC,UAAU,CAAC,iBAAiB;QACrC,CAAC,QAAQ,CAAC,aAAa;YACrB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC;YACrD,CAAC,CAAC,IAAI,CAAC,CACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAA4B;IACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,6BAA6B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC7E,CAAC;AACJ,CAAC","sourcesContent":["import { join } from \"node:path\";\nimport type { HostAdapter } from \"../engine\";\nimport type { PreparedInvocation } from \"./preparation\";\nimport { nativeRoutes } from \"./invocation\";\n\ntype NativeRoute = { binary: string; timeoutMs?: number } | undefined;\n\nfunction nativeSettings(native: NativeRoute) {\n if (!native) return { executable: null, timeoutMs: null };\n return { executable: native.binary, timeoutMs: native.timeoutMs ?? 600_000 };\n}\n\nfunction routeSettings(host: HostAdapter | undefined, native: NativeRoute) {\n if (!host) return null;\n return {\n host: host.id,\n model: host.model,\n effort: host.effort,\n ...nativeSettings(native),\n };\n}\n\n/** A whitelist of resolved operator settings; never copy credentials or runtime environment. */\nexport function effectiveSettings(prepared: PreparedInvocation) {\n const { invocation, host, semanticHost, advisoryHost } = prepared;\n return {\n format: \"sevro.resolved-run-settings.v1\",\n ...sourceSettings(prepared),\n ...extensionSettings(invocation.extension),\n ...adapterSettings(invocation),\n ...legacyRuntimeSettings(invocation),\n protectedRoots: invocation.protectedRoots,\n condition: invocation.condition,\n trials: invocation.trialCount,\n threshold: invocation.passThreshold,\n jobs: invocation.jobs,\n dry: invocation.dry,\n projectRoot: invocation.projectRoot,\n configRoot: invocation.configRoot,\n resultsRoot: invocation.resultsRoot,\n runStateRoot: invocation.runStateRoot,\n runtimeConfigFile: selectedRuntimeFile(prepared),\n candidate: routeSettings(host, invocation.codex ?? invocation.claude),\n semantic: routeSettings(semanticHost, invocation.semanticCodex),\n advisory: routeSettings(advisoryHost, invocation.advisoryCodex),\n codexEntrypoint: selectedEntrypoint(invocation),\n agentConcurrencyLimit: prepared.agentConcurrencyLimit,\n shellIsolation: Boolean(invocation.shellIsolation),\n retainHostDiagnostics: retainedDiagnostics(invocation),\n claudeProjectSettings: projectSettings(invocation),\n shellCheckDefaults: { expectedExitCode: 0, timeoutMs: 30_000 },\n };\n}\n\nfunction selectedCaseId(prepared: PreparedInvocation): string | null {\n if (prepared.caseData) return prepared.caseData.id;\n return prepared.invocation.extension?.caseId ?? null;\n}\n\nfunction sourceSettings(prepared: PreparedInvocation) {\n const { invocation } = prepared;\n return {\n runManifestFile: invocation.runManifestFile ?? null,\n caseFile: invocation.caseFile ?? null,\n caseId: selectedCaseId(prepared),\n caseSourceMapping: Boolean(invocation.caseSourceRoot),\n };\n}\n\nfunction extensionSettings(\n extension: PreparedInvocation[\"invocation\"][\"extension\"],\n) {\n if (!extension)\n return {\n extensionCommandFile: null,\n extensionSourceFileCount: 0,\n taskVerdictPolicy: null,\n replaceBuiltinGraders: [],\n };\n return {\n extensionCommandFile: extension.commandFile,\n extensionSourceFileCount: extension.sourceFiles.length,\n taskVerdictPolicy: extension.taskVerdictPolicy ?? null,\n replaceBuiltinGraders: extension.replaceBuiltinGraders,\n };\n}\n\nfunction adapterSettings(invocation: PreparedInvocation[\"invocation\"]) {\n return {\n adapterModule: invocation.adapterModule ?? null,\n semanticAdapterModule: invocation.semanticAdapterModule ?? null,\n advisoryAdapterModule: invocation.advisoryAdapterModule ?? null,\n advisoryExcludedPaths: invocation.advisoryExcludedPaths,\n };\n}\n\nfunction selectedEntrypoint(invocation: PreparedInvocation[\"invocation\"]) {\n return invocation.codex ? (invocation.codex.entrypoint ?? \"exec\") : null;\n}\n\nfunction projectSettings(\n invocation: PreparedInvocation[\"invocation\"],\n): boolean {\n return invocation.claude?.projectSettings ?? false;\n}\n\nfunction legacyRuntimeSettings(invocation: PreparedInvocation[\"invocation\"]) {\n return {\n toolchainBinDir: selectedToolchain(invocation),\n claudeUvCacheDir: invocation.claude?.uvCacheDir ?? null,\n };\n}\n\nfunction selectedToolchain(invocation: PreparedInvocation[\"invocation\"]) {\n return (\n (invocation.shellIsolation ?? invocation.claude)?.toolchainBinDir ?? null\n );\n}\n\nfunction retainedDiagnostics(\n invocation: PreparedInvocation[\"invocation\"],\n): boolean {\n return nativeRoutes(invocation).some((host) => host.retainHostDiagnostics);\n}\n\n/** Assessment-affecting CLI settings absent from the engine's other identity inputs. */\nexport function assessmentSettings(prepared: PreparedInvocation) {\n const { invocation } = prepared;\n return {\n shellIsolation: Boolean(invocation.shellIsolation),\n protectedRoots: invocation.protectedRoots,\n ...legacyRuntimeSettings(invocation),\n candidateTimeoutMs: nativeSettings(invocation.codex ?? invocation.claude)\n .timeoutMs,\n semanticTimeoutMs: nativeSettings(invocation.semanticCodex).timeoutMs,\n advisoryTimeoutMs: nativeSettings(invocation.advisoryCodex).timeoutMs,\n claudeProjectSettings: invocation.claude?.projectSettings ?? false,\n };\n}\n\nfunction selectedRuntimeFile(prepared: PreparedInvocation): string | null {\n return (\n prepared.invocation.runtimeConfigFile ??\n (prepared.runtimePolicy\n ? join(prepared.invocation.projectRoot, \"sevro.json\")\n : null)\n );\n}\n\nexport function displayEffectiveSettings(prepared: PreparedInvocation): void {\n process.stderr.write(\n `sevro: effective settings ${JSON.stringify(effectiveSettings(prepared))}\\n`,\n );\n}\n"]}
@@ -0,0 +1,28 @@
1
+ function line(value) {
2
+ return value.replaceAll(/\p{Cc}/gu, " ").slice(0, 4096);
3
+ }
4
+ function metric(value) {
5
+ return value === null ? "unknown" : String(value);
6
+ }
7
+ export function displayTrialSummary(result) {
8
+ for (const selected of result.cases)
9
+ for (const trial of selected.trials) {
10
+ process.stdout.write(`trial case=${line(selected.caseId)} trial=${trial.trial} execution=${trial.execution.status} grading=${trial.grading.status} task=${trial.task.verdict}\n`);
11
+ displayFailedChecks(trial.checks);
12
+ }
13
+ }
14
+ function displayFailedChecks(checks) {
15
+ for (const check of checks)
16
+ if (check.status !== "passed")
17
+ process.stdout.write(` check=${line(check.id)} status=${check.status} reason=${line(check.detail ?? "unknown")}\n`);
18
+ }
19
+ export function displayMeasurements(report) {
20
+ for (const row of report.rows) {
21
+ const duration = row.candidateDurationMs === null
22
+ ? "unknown"
23
+ : `${row.candidateDurationMs.toFixed(2)}ms`;
24
+ const cost = row.costUsd === null ? "unknown" : `$${row.costUsd.toFixed(4)}`;
25
+ process.stdout.write(`case=${line(row.caseId)} candidate duration=${duration} candidate tokens=${metric(row.inputTokens)}/${metric(row.outputTokens)} cost=${cost}\n`);
26
+ }
27
+ }
28
+ //# sourceMappingURL=summary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"summary.js","sourceRoot":"","sources":["summary.ts"],"names":[],"mappings":"AAEA,SAAS,IAAI,CAAC,KAAa;IACzB,OAAO,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,MAAM,CAAC,KAAoB;IAClC,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACvD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,KAAK;QACjC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,cAAc,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,SAAS,CAAC,MAAM,YAAY,KAAK,CAAC,OAAO,CAAC,MAAM,SAAS,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAC5J,CAAC;YACF,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAkE;IAElE,KAAK,MAAM,KAAK,IAAI,MAAM;QACxB,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ;YAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,WAAW,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,KAAK,CAAC,MAAM,WAAW,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAC/F,CAAC;AACR,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAkB;IACpD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,QAAQ,GACZ,GAAG,CAAC,mBAAmB,KAAK,IAAI;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,GAAG,GAAG,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAChD,MAAM,IAAI,GACR,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,QAAQ,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,uBAAuB,QAAQ,qBAAqB,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CACjJ,CAAC;IACJ,CAAC;AACH,CAAC","sourcesContent":["import type { CliResultData, ReportData } from \"../schema-types\";\n\nfunction line(value: string): string {\n return value.replaceAll(/\\p{Cc}/gu, \" \").slice(0, 4096);\n}\n\nfunction metric(value: number | null): string {\n return value === null ? \"unknown\" : String(value);\n}\n\nexport function displayTrialSummary(result: CliResultData): void {\n for (const selected of result.cases)\n for (const trial of selected.trials) {\n process.stdout.write(\n `trial case=${line(selected.caseId)} trial=${trial.trial} execution=${trial.execution.status} grading=${trial.grading.status} task=${trial.task.verdict}\\n`,\n );\n displayFailedChecks(trial.checks);\n }\n}\n\nfunction displayFailedChecks(\n checks: CliResultData[\"cases\"][number][\"trials\"][number][\"checks\"],\n): void {\n for (const check of checks)\n if (check.status !== \"passed\")\n process.stdout.write(\n ` check=${line(check.id)} status=${check.status} reason=${line(check.detail ?? \"unknown\")}\\n`,\n );\n}\n\nexport function displayMeasurements(report: ReportData): void {\n for (const row of report.rows) {\n const duration =\n row.candidateDurationMs === null\n ? \"unknown\"\n : `${row.candidateDurationMs.toFixed(2)}ms`;\n const cost =\n row.costUsd === null ? \"unknown\" : `$${row.costUsd.toFixed(4)}`;\n process.stdout.write(\n `case=${line(row.caseId)} candidate duration=${duration} candidate tokens=${metric(row.inputTokens)}/${metric(row.outputTokens)} cost=${cost}\\n`,\n );\n }\n}\n"]}