@prismatic-io/lux 0.0.2-preview.14 → 0.0.2-preview.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/lib/answerers/claude-code/index.d.ts +14 -2
  2. package/lib/answerers/claude-code/index.d.ts.map +1 -1
  3. package/lib/answerers/claude-code/index.js +3 -3
  4. package/lib/answerers/claude-code/index.js.map +1 -1
  5. package/lib/answerers/persona/index.d.ts +28 -2
  6. package/lib/answerers/persona/index.d.ts.map +1 -1
  7. package/lib/answerers/persona/index.js +3 -3
  8. package/lib/answerers/persona/index.js.map +1 -1
  9. package/lib/answerers/terminal/index.d.ts +8 -2
  10. package/lib/answerers/terminal/index.d.ts.map +1 -1
  11. package/lib/answerers/terminal/index.js +3 -2
  12. package/lib/answerers/terminal/index.js.map +1 -1
  13. package/lib/assertions/core/resource-checks.d.ts.map +1 -1
  14. package/lib/assertions/core/resource-checks.js +3 -5
  15. package/lib/assertions/core/resource-checks.js.map +1 -1
  16. package/lib/assertions/rubric/index.d.ts.map +1 -1
  17. package/lib/assertions/rubric/index.js +7 -1
  18. package/lib/assertions/rubric/index.js.map +1 -1
  19. package/lib/assertions/rubric/internal.d.ts +16 -5
  20. package/lib/assertions/rubric/internal.d.ts.map +1 -1
  21. package/lib/assertions/rubric/internal.js +10 -6
  22. package/lib/assertions/rubric/internal.js.map +1 -1
  23. package/lib/authoring.d.ts +32 -2
  24. package/lib/authoring.d.ts.map +1 -1
  25. package/lib/authoring.js +33 -1
  26. package/lib/authoring.js.map +1 -1
  27. package/lib/cli/bin.js +2 -13
  28. package/lib/cli/bin.js.map +1 -1
  29. package/lib/cli/command-runtime.d.ts +3 -3
  30. package/lib/cli/command-runtime.d.ts.map +1 -1
  31. package/lib/cli/command-runtime.js +17 -6
  32. package/lib/cli/command-runtime.js.map +1 -1
  33. package/lib/cli/init-templates.d.ts +11 -0
  34. package/lib/cli/init-templates.d.ts.map +1 -0
  35. package/lib/cli/init-templates.js +207 -0
  36. package/lib/cli/init-templates.js.map +1 -0
  37. package/lib/cli/init.d.ts +7 -0
  38. package/lib/cli/init.d.ts.map +1 -1
  39. package/lib/cli/init.js +23 -173
  40. package/lib/cli/init.js.map +1 -1
  41. package/lib/cli/output-schemas.d.ts +1399 -0
  42. package/lib/cli/output-schemas.d.ts.map +1 -0
  43. package/lib/cli/output-schemas.js +91 -0
  44. package/lib/cli/output-schemas.js.map +1 -0
  45. package/lib/cli/program.d.ts +135 -4
  46. package/lib/cli/program.d.ts.map +1 -1
  47. package/lib/cli/program.js +725 -520
  48. package/lib/cli/program.js.map +1 -1
  49. package/lib/cli/render/reporter.d.ts.map +1 -1
  50. package/lib/cli/render/reporter.js +24 -4
  51. package/lib/cli/render/reporter.js.map +1 -1
  52. package/lib/cli/run-options.d.ts +0 -4
  53. package/lib/cli/run-options.d.ts.map +1 -1
  54. package/lib/cli/run-options.js +8 -19
  55. package/lib/cli/run-options.js.map +1 -1
  56. package/lib/cli/view.d.ts +5 -3
  57. package/lib/cli/view.d.ts.map +1 -1
  58. package/lib/cli/view.js +120 -78
  59. package/lib/cli/view.js.map +1 -1
  60. package/lib/core/annotation.d.ts +6 -2
  61. package/lib/core/annotation.d.ts.map +1 -1
  62. package/lib/core/annotation.js +2 -1
  63. package/lib/core/annotation.js.map +1 -1
  64. package/lib/core/answerer.d.ts +12 -0
  65. package/lib/core/answerer.d.ts.map +1 -1
  66. package/lib/core/answerer.js +2 -0
  67. package/lib/core/answerer.js.map +1 -1
  68. package/lib/core/assertion.d.ts +3 -0
  69. package/lib/core/assertion.d.ts.map +1 -1
  70. package/lib/core/assertion.js +3 -0
  71. package/lib/core/assertion.js.map +1 -1
  72. package/lib/core/case.d.ts +24 -2
  73. package/lib/core/case.d.ts.map +1 -1
  74. package/lib/core/case.js +5 -1
  75. package/lib/core/case.js.map +1 -1
  76. package/lib/core/driver.d.ts +40 -0
  77. package/lib/core/driver.d.ts.map +1 -1
  78. package/lib/core/driver.js +12 -0
  79. package/lib/core/driver.js.map +1 -1
  80. package/lib/core/environment.d.ts +18 -0
  81. package/lib/core/environment.d.ts.map +1 -0
  82. package/lib/core/environment.js +21 -0
  83. package/lib/core/environment.js.map +1 -0
  84. package/lib/core/evaluation-clusters.d.ts +17 -0
  85. package/lib/core/evaluation-clusters.d.ts.map +1 -0
  86. package/lib/core/evaluation-clusters.js +23 -0
  87. package/lib/core/evaluation-clusters.js.map +1 -0
  88. package/lib/core/experiment.d.ts +11 -0
  89. package/lib/core/experiment.d.ts.map +1 -1
  90. package/lib/core/experiment.js +31 -17
  91. package/lib/core/experiment.js.map +1 -1
  92. package/lib/core/file-tree.d.ts +7 -0
  93. package/lib/core/file-tree.d.ts.map +1 -0
  94. package/lib/core/file-tree.js +35 -0
  95. package/lib/core/file-tree.js.map +1 -0
  96. package/lib/core/index.d.ts +1 -0
  97. package/lib/core/index.d.ts.map +1 -1
  98. package/lib/core/index.js +1 -0
  99. package/lib/core/index.js.map +1 -1
  100. package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
  101. package/lib/core/lifecycle-fixtures.js +4 -2
  102. package/lib/core/lifecycle-fixtures.js.map +1 -1
  103. package/lib/core/platform-process.d.ts +5 -1
  104. package/lib/core/platform-process.d.ts.map +1 -1
  105. package/lib/core/platform-process.js +48 -10
  106. package/lib/core/platform-process.js.map +1 -1
  107. package/lib/core/run.d.ts +93 -1
  108. package/lib/core/run.d.ts.map +1 -1
  109. package/lib/core/run.js +16 -0
  110. package/lib/core/run.js.map +1 -1
  111. package/lib/core/usage.d.ts +5 -0
  112. package/lib/core/usage.d.ts.map +1 -1
  113. package/lib/core/usage.js +3 -0
  114. package/lib/core/usage.js.map +1 -1
  115. package/lib/drivers/claude-code/index.d.ts +65 -2
  116. package/lib/drivers/claude-code/index.d.ts.map +1 -1
  117. package/lib/drivers/claude-code/index.js +30 -3
  118. package/lib/drivers/claude-code/index.js.map +1 -1
  119. package/lib/drivers/codex/app-events.d.ts.map +1 -1
  120. package/lib/drivers/codex/app-events.js +41 -30
  121. package/lib/drivers/codex/app-events.js.map +1 -1
  122. package/lib/drivers/codex/exec-events.d.ts +4 -0
  123. package/lib/drivers/codex/exec-events.d.ts.map +1 -0
  124. package/lib/drivers/codex/exec-events.js +230 -0
  125. package/lib/drivers/codex/exec-events.js.map +1 -0
  126. package/lib/drivers/codex/index.d.ts +76 -4
  127. package/lib/drivers/codex/index.d.ts.map +1 -1
  128. package/lib/drivers/codex/index.js +35 -232
  129. package/lib/drivers/codex/index.js.map +1 -1
  130. package/lib/drivers/cursor/acp-transport.d.ts +38 -0
  131. package/lib/drivers/cursor/acp-transport.d.ts.map +1 -0
  132. package/lib/drivers/cursor/acp-transport.js +152 -0
  133. package/lib/drivers/cursor/acp-transport.js.map +1 -0
  134. package/lib/drivers/cursor/config.d.ts +22 -0
  135. package/lib/drivers/cursor/config.d.ts.map +1 -0
  136. package/lib/drivers/cursor/config.js +26 -0
  137. package/lib/drivers/cursor/config.js.map +1 -0
  138. package/lib/drivers/cursor/events.d.ts +13 -0
  139. package/lib/drivers/cursor/events.d.ts.map +1 -0
  140. package/lib/drivers/cursor/events.js +73 -0
  141. package/lib/drivers/cursor/events.js.map +1 -0
  142. package/lib/drivers/cursor/index.d.ts +37 -0
  143. package/lib/drivers/cursor/index.d.ts.map +1 -0
  144. package/lib/drivers/cursor/index.js +276 -0
  145. package/lib/drivers/cursor/index.js.map +1 -0
  146. package/lib/drivers/cursor/interaction.d.ts +7 -0
  147. package/lib/drivers/cursor/interaction.d.ts.map +1 -0
  148. package/lib/drivers/cursor/interaction.js +66 -0
  149. package/lib/drivers/cursor/interaction.js.map +1 -0
  150. package/lib/drivers/mcp/index.d.ts +35 -2
  151. package/lib/drivers/mcp/index.d.ts.map +1 -1
  152. package/lib/drivers/mcp/index.js +16 -3
  153. package/lib/drivers/mcp/index.js.map +1 -1
  154. package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
  155. package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
  156. package/lib/drivers/shared/experiment-behavior.js +197 -0
  157. package/lib/drivers/shared/experiment-behavior.js.map +1 -0
  158. package/lib/drivers/shared/experiment-policy.d.ts +4 -0
  159. package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
  160. package/lib/drivers/shared/experiment-policy.js +143 -0
  161. package/lib/drivers/shared/experiment-policy.js.map +1 -0
  162. package/lib/drivers/subprocess/index.d.ts +37 -2
  163. package/lib/drivers/subprocess/index.d.ts.map +1 -1
  164. package/lib/drivers/subprocess/index.js +46 -6
  165. package/lib/drivers/subprocess/index.js.map +1 -1
  166. package/lib/index.d.ts +6 -5
  167. package/lib/index.d.ts.map +1 -1
  168. package/lib/index.js +4 -3
  169. package/lib/index.js.map +1 -1
  170. package/lib/orchestrator/annotation-loader.d.ts +6 -2
  171. package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
  172. package/lib/orchestrator/annotation-loader.js +8 -0
  173. package/lib/orchestrator/annotation-loader.js.map +1 -1
  174. package/lib/orchestrator/annotation-store.d.ts.map +1 -1
  175. package/lib/orchestrator/annotation-store.js +16 -2
  176. package/lib/orchestrator/annotation-store.js.map +1 -1
  177. package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
  178. package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
  179. package/lib/orchestrator/campaign-lifecycle.js +4 -1
  180. package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
  181. package/lib/orchestrator/compare.d.ts +4 -0
  182. package/lib/orchestrator/compare.d.ts.map +1 -1
  183. package/lib/orchestrator/compare.js +13 -1
  184. package/lib/orchestrator/compare.js.map +1 -1
  185. package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
  186. package/lib/orchestrator/comparison-identity.js +1 -0
  187. package/lib/orchestrator/comparison-identity.js.map +1 -1
  188. package/lib/orchestrator/config.d.ts +42 -0
  189. package/lib/orchestrator/config.d.ts.map +1 -1
  190. package/lib/orchestrator/config.js +6 -2
  191. package/lib/orchestrator/config.js.map +1 -1
  192. package/lib/orchestrator/discover.d.ts +1 -0
  193. package/lib/orchestrator/discover.d.ts.map +1 -1
  194. package/lib/orchestrator/discover.js +7 -1
  195. package/lib/orchestrator/discover.js.map +1 -1
  196. package/lib/orchestrator/doctor.d.ts.map +1 -1
  197. package/lib/orchestrator/doctor.js +34 -26
  198. package/lib/orchestrator/doctor.js.map +1 -1
  199. package/lib/orchestrator/driver-capabilities.d.ts +3 -0
  200. package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
  201. package/lib/orchestrator/driver-capabilities.js +10 -0
  202. package/lib/orchestrator/driver-capabilities.js.map +1 -0
  203. package/lib/orchestrator/driver-identity.d.ts +5 -0
  204. package/lib/orchestrator/driver-identity.d.ts.map +1 -0
  205. package/lib/orchestrator/driver-identity.js +41 -0
  206. package/lib/orchestrator/driver-identity.js.map +1 -0
  207. package/lib/orchestrator/experiment-context.d.ts +10 -0
  208. package/lib/orchestrator/experiment-context.d.ts.map +1 -1
  209. package/lib/orchestrator/experiment-contracts.d.ts +10 -0
  210. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
  211. package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
  212. package/lib/orchestrator/experiment-corpus.js +17 -19
  213. package/lib/orchestrator/experiment-corpus.js.map +1 -1
  214. package/lib/orchestrator/experiment-effects.d.ts +33 -0
  215. package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
  216. package/lib/orchestrator/experiment-effects.js +44 -0
  217. package/lib/orchestrator/experiment-effects.js.map +1 -0
  218. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
  219. package/lib/orchestrator/experiment-evaluation.js +36 -3
  220. package/lib/orchestrator/experiment-evaluation.js.map +1 -1
  221. package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
  222. package/lib/orchestrator/experiment-identity.js +18 -29
  223. package/lib/orchestrator/experiment-identity.js.map +1 -1
  224. package/lib/orchestrator/experiment-loader.d.ts +7 -2
  225. package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
  226. package/lib/orchestrator/experiment-report.d.ts +70 -0
  227. package/lib/orchestrator/experiment-report.d.ts.map +1 -1
  228. package/lib/orchestrator/experiment-report.js +9 -1
  229. package/lib/orchestrator/experiment-report.js.map +1 -1
  230. package/lib/orchestrator/experiment-runs.d.ts +22 -1
  231. package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
  232. package/lib/orchestrator/experiment-runs.js +13 -5
  233. package/lib/orchestrator/experiment-runs.js.map +1 -1
  234. package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
  235. package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
  236. package/lib/orchestrator/experiment-runtime-identity.js +5 -220
  237. package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
  238. package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
  239. package/lib/orchestrator/experiment-selection.js +52 -0
  240. package/lib/orchestrator/experiment-selection.js.map +1 -1
  241. package/lib/orchestrator/experiment.d.ts +0 -2
  242. package/lib/orchestrator/experiment.d.ts.map +1 -1
  243. package/lib/orchestrator/experiment.js +23 -15
  244. package/lib/orchestrator/experiment.js.map +1 -1
  245. package/lib/orchestrator/fs-read.d.ts +1 -6
  246. package/lib/orchestrator/fs-read.d.ts.map +1 -1
  247. package/lib/orchestrator/fs-read.js +2 -32
  248. package/lib/orchestrator/fs-read.js.map +1 -1
  249. package/lib/orchestrator/grader-experiment.d.ts +17 -1
  250. package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
  251. package/lib/orchestrator/grader-experiment.js +52 -7
  252. package/lib/orchestrator/grader-experiment.js.map +1 -1
  253. package/lib/orchestrator/grading.d.ts.map +1 -1
  254. package/lib/orchestrator/grading.js +13 -6
  255. package/lib/orchestrator/grading.js.map +1 -1
  256. package/lib/orchestrator/list-runs.d.ts +1 -0
  257. package/lib/orchestrator/list-runs.d.ts.map +1 -1
  258. package/lib/orchestrator/list-runs.js +27 -6
  259. package/lib/orchestrator/list-runs.js.map +1 -1
  260. package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
  261. package/lib/orchestrator/optimization-lifecycle.js +3 -1
  262. package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
  263. package/lib/orchestrator/orchestrator.d.ts +6 -1
  264. package/lib/orchestrator/orchestrator.d.ts.map +1 -1
  265. package/lib/orchestrator/orchestrator.js +17 -143
  266. package/lib/orchestrator/orchestrator.js.map +1 -1
  267. package/lib/orchestrator/paired-effects.d.ts +34 -0
  268. package/lib/orchestrator/paired-effects.d.ts.map +1 -0
  269. package/lib/orchestrator/paired-effects.js +158 -0
  270. package/lib/orchestrator/paired-effects.js.map +1 -0
  271. package/lib/orchestrator/provenance.d.ts +5 -1
  272. package/lib/orchestrator/provenance.d.ts.map +1 -1
  273. package/lib/orchestrator/provenance.js +16 -3
  274. package/lib/orchestrator/provenance.js.map +1 -1
  275. package/lib/orchestrator/regrade.d.ts +1 -0
  276. package/lib/orchestrator/regrade.d.ts.map +1 -1
  277. package/lib/orchestrator/run-execution.d.ts +2 -0
  278. package/lib/orchestrator/run-execution.d.ts.map +1 -1
  279. package/lib/orchestrator/run-execution.js +18 -3
  280. package/lib/orchestrator/run-execution.js.map +1 -1
  281. package/lib/orchestrator/run-lifecycle.d.ts +1 -0
  282. package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
  283. package/lib/orchestrator/run-lifecycle.js +3 -2
  284. package/lib/orchestrator/run-lifecycle.js.map +1 -1
  285. package/lib/orchestrator/suite-runs.d.ts +3 -1
  286. package/lib/orchestrator/suite-runs.d.ts.map +1 -1
  287. package/lib/orchestrator/suite-runs.js +12 -2
  288. package/lib/orchestrator/suite-runs.js.map +1 -1
  289. package/lib/orchestrator/suite-summary.d.ts.map +1 -1
  290. package/lib/orchestrator/suite-summary.js +2 -1
  291. package/lib/orchestrator/suite-summary.js.map +1 -1
  292. package/lib/previewer/server.d.ts +6 -0
  293. package/lib/previewer/server.d.ts.map +1 -1
  294. package/lib/previewer/server.js +21 -5
  295. package/lib/previewer/server.js.map +1 -1
  296. package/package.json +2 -2
  297. package/skills/lux/references/cli.md +5 -2
  298. package/skills/lux/references/eval-authoring.md +0 -7
  299. package/skills/lux-answerer/SKILL.md +1 -1
  300. package/src/answerers/claude-code/index.ts +3 -3
  301. package/src/answerers/persona/index.ts +3 -3
  302. package/src/answerers/terminal/index.ts +4 -9
  303. package/src/assertions/core/resource-checks.ts +3 -5
  304. package/src/assertions/rubric/index.ts +7 -1
  305. package/src/assertions/rubric/internal.ts +13 -8
  306. package/src/authoring.ts +331 -2
  307. package/src/cli/bin.ts +2 -12
  308. package/src/cli/command-runtime.ts +20 -9
  309. package/src/cli/init-templates.ts +223 -0
  310. package/src/cli/init.ts +38 -184
  311. package/src/cli/output-schemas.ts +106 -0
  312. package/src/cli/program.ts +621 -548
  313. package/src/cli/render/reporter.ts +25 -4
  314. package/src/cli/run-options.ts +8 -25
  315. package/src/cli/view.ts +45 -84
  316. package/src/core/annotation.ts +2 -1
  317. package/src/core/answerer.ts +9 -0
  318. package/src/core/assertion.ts +3 -0
  319. package/src/core/case.ts +5 -1
  320. package/src/core/driver.ts +38 -0
  321. package/src/core/environment.ts +22 -0
  322. package/src/core/evaluation-clusters.ts +35 -0
  323. package/src/core/experiment.ts +60 -23
  324. package/src/core/file-tree.ts +35 -0
  325. package/src/core/index.ts +1 -0
  326. package/src/core/lifecycle-fixtures.ts +4 -2
  327. package/src/core/platform-process.ts +54 -6
  328. package/src/core/run.ts +20 -0
  329. package/src/core/usage.ts +8 -0
  330. package/src/drivers/claude-code/index.ts +34 -3
  331. package/src/drivers/codex/app-events.ts +43 -33
  332. package/src/drivers/codex/exec-events.ts +258 -0
  333. package/src/drivers/codex/index.ts +37 -262
  334. package/src/drivers/cursor/README.md +57 -0
  335. package/src/drivers/cursor/acp-transport.ts +182 -0
  336. package/src/drivers/cursor/config.ts +29 -0
  337. package/src/drivers/cursor/events.ts +83 -0
  338. package/src/drivers/cursor/index.ts +316 -0
  339. package/src/drivers/cursor/interaction.ts +90 -0
  340. package/src/drivers/mcp/index.ts +16 -3
  341. package/src/drivers/shared/experiment-behavior.ts +214 -0
  342. package/src/drivers/shared/experiment-policy.ts +195 -0
  343. package/src/drivers/subprocess/index.ts +45 -6
  344. package/src/index.ts +16 -5
  345. package/src/orchestrator/annotation-loader.ts +10 -0
  346. package/src/orchestrator/annotation-store.ts +24 -3
  347. package/src/orchestrator/campaign-lifecycle.ts +5 -1
  348. package/src/orchestrator/compare.ts +16 -1
  349. package/src/orchestrator/comparison-identity.ts +1 -0
  350. package/src/orchestrator/config.ts +6 -2
  351. package/src/orchestrator/discover.ts +8 -1
  352. package/src/orchestrator/doctor.ts +40 -22
  353. package/src/orchestrator/driver-capabilities.ts +16 -0
  354. package/src/orchestrator/driver-identity.ts +59 -0
  355. package/src/orchestrator/experiment-corpus.ts +23 -28
  356. package/src/orchestrator/experiment-effects.ts +61 -0
  357. package/src/orchestrator/experiment-evaluation.ts +45 -5
  358. package/src/orchestrator/experiment-identity.ts +27 -36
  359. package/src/orchestrator/experiment-report.ts +21 -1
  360. package/src/orchestrator/experiment-runs.ts +11 -4
  361. package/src/orchestrator/experiment-runtime-identity.ts +5 -243
  362. package/src/orchestrator/experiment-selection.ts +77 -0
  363. package/src/orchestrator/experiment.ts +26 -24
  364. package/src/orchestrator/fs-read.ts +2 -32
  365. package/src/orchestrator/grader-experiment.ts +72 -8
  366. package/src/orchestrator/grading.ts +15 -6
  367. package/src/orchestrator/list-runs.ts +29 -6
  368. package/src/orchestrator/optimization-lifecycle.ts +4 -1
  369. package/src/orchestrator/orchestrator.ts +26 -183
  370. package/src/orchestrator/paired-effects.ts +209 -0
  371. package/src/orchestrator/provenance.ts +23 -3
  372. package/src/orchestrator/run-execution.ts +18 -3
  373. package/src/orchestrator/run-lifecycle.ts +4 -2
  374. package/src/orchestrator/suite-runs.ts +10 -1
  375. package/src/orchestrator/suite-summary.ts +2 -1
  376. package/src/previewer/server.ts +27 -5
  377. package/viewer/app.js +27 -6
  378. package/viewer/detail.js +22 -5
  379. package/lib/answerers/scripted/index.d.ts +0 -18
  380. package/lib/answerers/scripted/index.d.ts.map +0 -1
  381. package/lib/answerers/scripted/index.js +0 -63
  382. package/lib/answerers/scripted/index.js.map +0 -1
  383. package/lib/cli/skills.d.ts +0 -38
  384. package/lib/cli/skills.d.ts.map +0 -1
  385. package/lib/cli/skills.js +0 -84
  386. package/lib/cli/skills.js.map +0 -1
  387. package/src/answerers/scripted/index.ts +0 -78
  388. package/src/cli/skills.ts +0 -129
@@ -0,0 +1,1399 @@
1
+ import { z } from "incur";
2
+ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
3
+ runDir: z.ZodString;
4
+ case: z.ZodNullable<z.ZodObject<{
5
+ id: z.ZodOptional<z.ZodOptional<z.ZodString>>;
6
+ prompt: z.ZodOptional<z.ZodString>;
7
+ persona: z.ZodOptional<z.ZodOptional<z.ZodString>>;
8
+ requires: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodEnum<{
9
+ artifacts: "artifacts";
10
+ cost: "cost";
11
+ interactive: "interactive";
12
+ isolation: "isolation";
13
+ subagents: "subagents";
14
+ "tool-calls": "tool-calls";
15
+ "tool-results": "tool-results";
16
+ usage: "usage";
17
+ }>>>>;
18
+ assertions: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
19
+ id: z.ZodOptional<z.ZodString>;
20
+ type: z.ZodString;
21
+ name: z.ZodOptional<z.ZodString>;
22
+ weight: z.ZodOptional<z.ZodNumber>;
23
+ threshold: z.ZodOptional<z.ZodNumber>;
24
+ }, z.core.$loose>>>>;
25
+ casePath: z.ZodExactOptional<z.ZodString>;
26
+ driver: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
27
+ name: z.ZodString;
28
+ config: z.ZodOptional<z.ZodUnknown>;
29
+ }, z.core.$loose>]>>;
30
+ answerer: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31
+ name: z.ZodString;
32
+ config: z.ZodOptional<z.ZodUnknown>;
33
+ }, z.core.$loose>]>>;
34
+ fixtures: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
35
+ kind: z.ZodLiteral<"dir">;
36
+ path: z.ZodString;
37
+ }, z.core.$loose>]>>;
38
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
39
+ }, z.core.$loose>>;
40
+ metadata: z.ZodNullable<z.ZodObject<{
41
+ schemaVersion: z.ZodLiteral<1>;
42
+ luxVersion: z.ZodString;
43
+ suiteId: z.ZodExactOptional<z.ZodString>;
44
+ startedAt: z.ZodString;
45
+ agentEndedAt: z.ZodExactOptional<z.ZodString>;
46
+ endedAt: z.ZodString;
47
+ exitReason: z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
48
+ error: "error";
49
+ "idle-timeout": "idle-timeout";
50
+ "max-interactions": "max-interactions";
51
+ }>]>;
52
+ driver: z.ZodObject<{
53
+ agentId: z.ZodString;
54
+ agentVersion: z.ZodExactOptional<z.ZodString>;
55
+ model: z.ZodExactOptional<z.ZodString>;
56
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
57
+ name: z.ZodString;
58
+ version: z.ZodExactOptional<z.ZodString>;
59
+ }, z.core.$strip>;
60
+ answerer: z.ZodObject<{
61
+ name: z.ZodString;
62
+ version: z.ZodExactOptional<z.ZodString>;
63
+ provider: z.ZodExactOptional<z.ZodString>;
64
+ model: z.ZodExactOptional<z.ZodString>;
65
+ }, z.core.$strip>;
66
+ usage: z.ZodObject<{
67
+ agent: z.ZodObject<{
68
+ input: z.ZodNumber;
69
+ output: z.ZodNumber;
70
+ cacheRead: z.ZodNumber;
71
+ cacheCreation: z.ZodNumber;
72
+ }, z.core.$strip>;
73
+ answerer: z.ZodObject<{
74
+ input: z.ZodNumber;
75
+ output: z.ZodNumber;
76
+ cacheRead: z.ZodNumber;
77
+ cacheCreation: z.ZodNumber;
78
+ }, z.core.$strip>;
79
+ grading: z.ZodObject<{
80
+ input: z.ZodNumber;
81
+ output: z.ZodNumber;
82
+ cacheRead: z.ZodNumber;
83
+ cacheCreation: z.ZodNumber;
84
+ }, z.core.$strip>;
85
+ }, z.core.$strip>;
86
+ agentUsageAvailability: z.ZodExactOptional<z.ZodEnum<{
87
+ reported: "reported";
88
+ unavailable: "unavailable";
89
+ }>>;
90
+ modelAccounting: z.ZodExactOptional<z.ZodObject<{
91
+ agentCalls: z.ZodNumber;
92
+ answererCalls: z.ZodNumber;
93
+ reportedCostUsd: z.ZodNumber;
94
+ unpricedModelCalls: z.ZodNumber;
95
+ }, z.core.$strip>>;
96
+ cost: z.ZodExactOptional<z.ZodObject<{
97
+ usd: z.ZodExactOptional<z.ZodNumber>;
98
+ }, z.core.$strip>>;
99
+ driverMetrics: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
100
+ unit: z.ZodDefault<z.ZodEnum<{
101
+ bytes: "bytes";
102
+ count: "count";
103
+ milliseconds: "milliseconds";
104
+ number: "number";
105
+ percent: "percent";
106
+ ratio: "ratio";
107
+ score: "score";
108
+ tokens: "tokens";
109
+ usd: "usd";
110
+ }>>;
111
+ label: z.ZodOptional<z.ZodString>;
112
+ better: z.ZodDefault<z.ZodEnum<{
113
+ higher: "higher";
114
+ lower: "lower";
115
+ neutral: "neutral";
116
+ }>>;
117
+ value: z.ZodNumber;
118
+ }, z.core.$strict>>>;
119
+ interruptCounts: z.ZodObject<{
120
+ ask: z.ZodNumber;
121
+ approve: z.ZodNumber;
122
+ custom: z.ZodNumber;
123
+ }, z.core.$strip>;
124
+ toolCallCount: z.ZodExactOptional<z.ZodNumber>;
125
+ toolOutcomes: z.ZodExactOptional<z.ZodObject<{
126
+ reportedCalls: z.ZodNumber;
127
+ total: z.ZodNumber;
128
+ succeeded: z.ZodNumber;
129
+ failed: z.ZodNumber;
130
+ unresolved: z.ZodNumber;
131
+ unmatchedResults: z.ZodNumber;
132
+ malformedEvents: z.ZodNumber;
133
+ }, z.core.$strip>>;
134
+ artifacts: z.ZodExactOptional<z.ZodObject<{
135
+ count: z.ZodNumber;
136
+ bytes: z.ZodExactOptional<z.ZodNumber>;
137
+ }, z.core.$strip>>;
138
+ phaseDurationMs: z.ZodExactOptional<z.ZodObject<{
139
+ agent: z.ZodNumber;
140
+ collect: z.ZodNumber;
141
+ grading: z.ZodNumber;
142
+ }, z.core.$strip>>;
143
+ actionTiming: z.ZodExactOptional<z.ZodObject<{
144
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
145
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
146
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
147
+ }, z.core.$strip>>;
148
+ agentActivity: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
149
+ agent: z.ZodObject<{
150
+ id: z.ZodString;
151
+ role: z.ZodEnum<{
152
+ main: "main";
153
+ subagent: "subagent";
154
+ }>;
155
+ parentId: z.ZodExactOptional<z.ZodString>;
156
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
157
+ name: z.ZodExactOptional<z.ZodString>;
158
+ model: z.ZodExactOptional<z.ZodString>;
159
+ }, z.core.$strip>;
160
+ startedAt: z.ZodNumber;
161
+ endedAt: z.ZodNumber;
162
+ durationMs: z.ZodNumber;
163
+ status: z.ZodEnum<{
164
+ cancelled: "cancelled";
165
+ completed: "completed";
166
+ failed: "failed";
167
+ unknown: "unknown";
168
+ }>;
169
+ eventCount: z.ZodNumber;
170
+ usage: z.ZodObject<{
171
+ input: z.ZodNumber;
172
+ output: z.ZodNumber;
173
+ cacheRead: z.ZodNumber;
174
+ cacheCreation: z.ZodNumber;
175
+ total: z.ZodNumber;
176
+ }, z.core.$strip>;
177
+ toolCalls: z.ZodObject<{
178
+ total: z.ZodNumber;
179
+ succeeded: z.ZodNumber;
180
+ failed: z.ZodNumber;
181
+ unresolved: z.ZodNumber;
182
+ }, z.core.$strip>;
183
+ actions: z.ZodObject<{
184
+ total: z.ZodNumber;
185
+ mutations: z.ZodNumber;
186
+ durableMutations: z.ZodNumber;
187
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
188
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
189
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
190
+ }, z.core.$strip>;
191
+ }, z.core.$strip>>>;
192
+ operationalFailure: z.ZodExactOptional<z.ZodObject<{
193
+ phase: z.ZodEnum<{
194
+ abort: "abort";
195
+ answerer: "answerer";
196
+ close: "close";
197
+ collection: "collection";
198
+ "driver-transport": "driver-transport";
199
+ grading: "grading";
200
+ setup: "setup";
201
+ trace: "trace";
202
+ }>;
203
+ reason: z.ZodString;
204
+ }, z.core.$strict>>;
205
+ provenance: z.ZodExactOptional<z.ZodObject<{
206
+ runtime: z.ZodObject<{
207
+ platform: z.ZodString;
208
+ arch: z.ZodString;
209
+ node: z.ZodString;
210
+ bun: z.ZodExactOptional<z.ZodString>;
211
+ host: z.ZodExactOptional<z.ZodObject<{
212
+ osRelease: z.ZodString;
213
+ cpuModels: z.ZodArray<z.ZodString>;
214
+ logicalCpuCount: z.ZodNumber;
215
+ availableParallelism: z.ZodNumber;
216
+ totalMemoryBytes: z.ZodNumber;
217
+ }, z.core.$strip>>;
218
+ }, z.core.$strip>;
219
+ environment: z.ZodExactOptional<z.ZodObject<{
220
+ declared: z.ZodExactOptional<z.ZodObject<{
221
+ imageDigest: z.ZodOptional<z.ZodString>;
222
+ toolchains: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
223
+ network: z.ZodOptional<z.ZodEnum<{
224
+ disabled: "disabled";
225
+ restricted: "restricted";
226
+ unrestricted: "unrestricted";
227
+ }>>;
228
+ resources: z.ZodOptional<z.ZodObject<{
229
+ cpuCount: z.ZodOptional<z.ZodNumber>;
230
+ memoryBytes: z.ZodOptional<z.ZodNumber>;
231
+ diskBytes: z.ZodOptional<z.ZodNumber>;
232
+ }, z.core.$strict>>;
233
+ }, z.core.$strict>>;
234
+ concurrency: z.ZodNumber;
235
+ }, z.core.$strip>>;
236
+ source: z.ZodExactOptional<z.ZodObject<{
237
+ casePath: z.ZodString;
238
+ git: z.ZodExactOptional<z.ZodObject<{
239
+ commit: z.ZodString;
240
+ dirty: z.ZodBoolean;
241
+ workingTreeHash: z.ZodExactOptional<z.ZodString>;
242
+ }, z.core.$strip>>;
243
+ }, z.core.$strip>>;
244
+ caseHash: z.ZodExactOptional<z.ZodString>;
245
+ assertionsHash: z.ZodExactOptional<z.ZodString>;
246
+ validatedAssertionsHash: z.ZodExactOptional<z.ZodString>;
247
+ fixturesHash: z.ZodExactOptional<z.ZodString>;
248
+ subjectHash: z.ZodExactOptional<z.ZodString>;
249
+ profileId: z.ZodExactOptional<z.ZodString>;
250
+ experimentId: z.ZodExactOptional<z.ZodString>;
251
+ variantId: z.ZodExactOptional<z.ZodString>;
252
+ candidateId: z.ZodExactOptional<z.ZodString>;
253
+ driverConfigHash: z.ZodExactOptional<z.ZodString>;
254
+ answererConfigHash: z.ZodExactOptional<z.ZodString>;
255
+ graderConfigHash: z.ZodExactOptional<z.ZodString>;
256
+ evaluatorConfigHash: z.ZodExactOptional<z.ZodString>;
257
+ }, z.core.$strip>>;
258
+ }, z.core.$strip>>;
259
+ grading: z.ZodNullable<z.ZodObject<{
260
+ schemaVersion: z.ZodLiteral<1>;
261
+ casePassed: z.ZodNullable<z.ZodBoolean>;
262
+ caseScore: z.ZodNullable<z.ZodNumber>;
263
+ assertions: z.ZodArray<z.ZodObject<{
264
+ id: z.ZodExactOptional<z.ZodString>;
265
+ type: z.ZodString;
266
+ name: z.ZodString;
267
+ passed: z.ZodBoolean;
268
+ score: z.ZodNumber;
269
+ weight: z.ZodNumber;
270
+ threshold: z.ZodNumber;
271
+ durationMs: z.ZodNumber;
272
+ comment: z.ZodExactOptional<z.ZodString>;
273
+ detail: z.ZodOptional<z.ZodUnknown>;
274
+ abstention: z.ZodExactOptional<z.ZodLiteral<"insufficient-evidence">>;
275
+ errorMessage: z.ZodExactOptional<z.ZodString>;
276
+ usage: z.ZodExactOptional<z.ZodObject<{
277
+ input: z.ZodNumber;
278
+ output: z.ZodNumber;
279
+ cacheRead: z.ZodNumber;
280
+ cacheCreation: z.ZodNumber;
281
+ }, z.core.$strip>>;
282
+ }, z.core.$strip>>;
283
+ skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
284
+ id: z.ZodString;
285
+ type: z.ZodString;
286
+ name: z.ZodString;
287
+ reason: z.ZodLiteral<"judge-disabled">;
288
+ }, z.core.$strip>>>;
289
+ incomplete: z.ZodExactOptional<z.ZodObject<{
290
+ exitReason: z.ZodEnum<{
291
+ error: "error";
292
+ "idle-timeout": "idle-timeout";
293
+ "max-interactions": "max-interactions";
294
+ }>;
295
+ phase: z.ZodOptional<z.ZodEnum<{
296
+ collection: "collection";
297
+ grading: "grading";
298
+ run: "run";
299
+ }>>;
300
+ }, z.core.$strip>>;
301
+ }, z.core.$strip>>;
302
+ events: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
303
+ agentId: z.ZodString;
304
+ agentVersion: z.ZodExactOptional<z.ZodString>;
305
+ model: z.ZodExactOptional<z.ZodString>;
306
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
307
+ type: z.ZodLiteral<"ready">;
308
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
309
+ kind: z.ZodLiteral<"ask">;
310
+ id: z.ZodString;
311
+ question: z.ZodString;
312
+ context: z.ZodOptional<z.ZodUnknown>;
313
+ ts: z.ZodNumber;
314
+ type: z.ZodLiteral<"interrupt">;
315
+ }, z.core.$strip>, z.ZodObject<{
316
+ kind: z.ZodLiteral<"approve">;
317
+ id: z.ZodString;
318
+ request: z.ZodString;
319
+ context: z.ZodOptional<z.ZodUnknown>;
320
+ ts: z.ZodNumber;
321
+ type: z.ZodLiteral<"interrupt">;
322
+ }, z.core.$strip>, z.ZodObject<{
323
+ kind: z.ZodLiteral<"custom">;
324
+ id: z.ZodString;
325
+ payload: z.ZodUnknown;
326
+ context: z.ZodOptional<z.ZodUnknown>;
327
+ ts: z.ZodNumber;
328
+ type: z.ZodLiteral<"interrupt">;
329
+ }, z.core.$strip>], "kind">, z.ZodDiscriminatedUnion<[z.ZodObject<{
330
+ kind: z.ZodLiteral<"ask">;
331
+ id: z.ZodString;
332
+ text: z.ZodString;
333
+ ts: z.ZodNumber;
334
+ type: z.ZodLiteral<"responded">;
335
+ }, z.core.$strip>, z.ZodObject<{
336
+ kind: z.ZodLiteral<"approve">;
337
+ id: z.ZodString;
338
+ approved: z.ZodBoolean;
339
+ reason: z.ZodExactOptional<z.ZodString>;
340
+ ts: z.ZodNumber;
341
+ type: z.ZodLiteral<"responded">;
342
+ }, z.core.$strip>, z.ZodObject<{
343
+ kind: z.ZodLiteral<"custom">;
344
+ id: z.ZodString;
345
+ payload: z.ZodUnknown;
346
+ ts: z.ZodNumber;
347
+ type: z.ZodLiteral<"responded">;
348
+ }, z.core.$strip>], "kind">, z.ZodObject<{
349
+ id: z.ZodString;
350
+ kind: z.ZodString;
351
+ payload: z.ZodUnknown;
352
+ ts: z.ZodNumber;
353
+ agent: z.ZodExactOptional<z.ZodObject<{
354
+ id: z.ZodString;
355
+ role: z.ZodEnum<{
356
+ main: "main";
357
+ subagent: "subagent";
358
+ }>;
359
+ parentId: z.ZodExactOptional<z.ZodString>;
360
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
361
+ name: z.ZodExactOptional<z.ZodString>;
362
+ model: z.ZodExactOptional<z.ZodString>;
363
+ }, z.core.$strip>>;
364
+ type: z.ZodLiteral<"progress">;
365
+ }, z.core.$strip>, z.ZodObject<{
366
+ exitReason: z.ZodLiteral<"done">;
367
+ summary: z.ZodOptional<z.ZodUnknown>;
368
+ ts: z.ZodNumber;
369
+ type: z.ZodLiteral<"done">;
370
+ }, z.core.$strip>, z.ZodObject<{
371
+ exitReason: z.ZodEnum<{
372
+ error: "error";
373
+ "idle-timeout": "idle-timeout";
374
+ "max-interactions": "max-interactions";
375
+ }>;
376
+ reason: z.ZodString;
377
+ summary: z.ZodOptional<z.ZodUnknown>;
378
+ ts: z.ZodNumber;
379
+ type: z.ZodLiteral<"error">;
380
+ }, z.core.$strip>, z.ZodObject<{
381
+ ts: z.ZodNumber;
382
+ type: z.ZodLiteral<"lifecycle">;
383
+ stage: z.ZodEnum<{
384
+ close: "close";
385
+ "collect-end": "collect-end";
386
+ "collect-start": "collect-start";
387
+ "grade-end": "grade-end";
388
+ "grade-start": "grade-start";
389
+ load: "load";
390
+ "prepare-answerer": "prepare-answerer";
391
+ "run-loop": "run-loop";
392
+ "start-driver": "start-driver";
393
+ }>;
394
+ }, z.core.$strip>], "type">>;
395
+ artifacts: z.ZodArray<z.ZodString>;
396
+ }, z.core.$strip>, z.ZodObject<{
397
+ schemaVersion: z.ZodLiteral<1>;
398
+ suiteId: z.ZodString;
399
+ startedAt: z.ZodString;
400
+ endedAt: z.ZodNullable<z.ZodString>;
401
+ status: z.ZodEnum<{
402
+ aborted: "aborted";
403
+ failed: "failed";
404
+ passed: "passed";
405
+ running: "running";
406
+ }>;
407
+ aborted: z.ZodBoolean;
408
+ concurrency: z.ZodNumber;
409
+ profileId: z.ZodExactOptional<z.ZodString>;
410
+ experimentId: z.ZodExactOptional<z.ZodString>;
411
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
412
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
413
+ variantId: z.ZodExactOptional<z.ZodString>;
414
+ candidateId: z.ZodExactOptional<z.ZodString>;
415
+ subjectHash: z.ZodExactOptional<z.ZodString>;
416
+ errorMessage: z.ZodExactOptional<z.ZodString>;
417
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
418
+ name: z.ZodString;
419
+ pluginVersion: z.ZodString;
420
+ }, z.core.$strip>>>;
421
+ items: z.ZodArray<z.ZodObject<{
422
+ caseId: z.ZodString;
423
+ canonicalCaseId: z.ZodString;
424
+ status: z.ZodEnum<{
425
+ completed: "completed";
426
+ pending: "pending";
427
+ running: "running";
428
+ }>;
429
+ runDir: z.ZodNullable<z.ZodString>;
430
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
431
+ casePassed: z.ZodNullable<z.ZodBoolean>;
432
+ errorMessage: z.ZodExactOptional<z.ZodString>;
433
+ }, z.core.$strip>>;
434
+ suiteDir: z.ZodString;
435
+ }, z.core.$strip>, z.ZodObject<{
436
+ schemaVersion: z.ZodLiteral<1>;
437
+ experimentId: z.ZodString;
438
+ campaignId: z.ZodString;
439
+ campaignPath: z.ZodString;
440
+ campaignHash: z.ZodString;
441
+ campaignSnapshot: z.ZodObject<{
442
+ id: z.ZodString;
443
+ subject: z.ZodObject<{
444
+ root: z.ZodString;
445
+ mutable: z.ZodArray<z.ZodString>;
446
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
447
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
448
+ command: z.ZodString;
449
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
450
+ timeoutMs: z.ZodDefault<z.ZodNumber>;
451
+ unsafeHostExecution: z.ZodLiteral<true>;
452
+ }, z.core.$strict>>>;
453
+ }, z.core.$strict>;
454
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
455
+ kind: z.ZodLiteral<"agent">;
456
+ }, z.core.$strict>, z.ZodObject<{
457
+ kind: z.ZodLiteral<"grader">;
458
+ annotations: z.ZodString;
459
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
460
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
461
+ }, z.core.$strict>], "kind">>;
462
+ profiles: z.ZodArray<z.ZodString>;
463
+ splits: z.ZodObject<{
464
+ train: z.ZodOptional<z.ZodObject<{
465
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
466
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
467
+ }, z.core.$strict>>;
468
+ validation: z.ZodObject<{
469
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
470
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
471
+ }, z.core.$strict>;
472
+ test: z.ZodOptional<z.ZodObject<{
473
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
474
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
475
+ }, z.core.$strict>>;
476
+ }, z.core.$strict>;
477
+ repetitions: z.ZodDefault<z.ZodObject<{
478
+ search: z.ZodDefault<z.ZodNumber>;
479
+ promotion: z.ZodDefault<z.ZodNumber>;
480
+ }, z.core.$strict>>;
481
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
482
+ id: z.ZodString;
483
+ name: z.ZodOptional<z.ZodString>;
484
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
485
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
486
+ }, z.core.$strict>>>;
487
+ objectives: z.ZodDefault<z.ZodObject<{
488
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
489
+ metric: z.ZodString;
490
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
491
+ min: z.ZodOptional<z.ZodNumber>;
492
+ max: z.ZodOptional<z.ZodNumber>;
493
+ profile: z.ZodOptional<z.ZodString>;
494
+ split: z.ZodDefault<z.ZodEnum<{
495
+ test: "test";
496
+ train: "train";
497
+ validation: "validation";
498
+ }>>;
499
+ confidence: z.ZodOptional<z.ZodObject<{
500
+ method: z.ZodEnum<{
501
+ hoeffding: "hoeffding";
502
+ "percentile-bootstrap": "percentile-bootstrap";
503
+ wilson: "wilson";
504
+ }>;
505
+ level: z.ZodDefault<z.ZodNumber>;
506
+ resamples: z.ZodDefault<z.ZodNumber>;
507
+ seed: z.ZodDefault<z.ZodNumber>;
508
+ minSamples: z.ZodDefault<z.ZodNumber>;
509
+ }, z.core.$strict>>;
510
+ }, z.core.$strict>>>;
511
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
512
+ metric: z.ZodString;
513
+ profile: z.ZodOptional<z.ZodString>;
514
+ split: z.ZodDefault<z.ZodEnum<{
515
+ test: "test";
516
+ train: "train";
517
+ validation: "validation";
518
+ }>>;
519
+ }, z.core.$strict>>>;
520
+ }, z.core.$strict>>;
521
+ optimizer: z.ZodOptional<z.ZodObject<{
522
+ algorithm: z.ZodLiteral<"reflective">;
523
+ config: z.ZodOptional<z.ZodUnknown>;
524
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
525
+ "current-best": "current-best";
526
+ pareto: "pareto";
527
+ }>>;
528
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
529
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
530
+ }, z.core.$strict>>;
531
+ budget: z.ZodDefault<z.ZodObject<{
532
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
533
+ patience: z.ZodDefault<z.ZodNumber>;
534
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
535
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
536
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
537
+ maxTokens: z.ZodDefault<z.ZodNumber>;
538
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
539
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
540
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
541
+ }, z.core.$strict>>;
542
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
543
+ }, z.core.$strict>;
544
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
545
+ evaluatorVersion: z.ZodLiteral<1>;
546
+ luxVersion: z.ZodString;
547
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
548
+ agent: "agent";
549
+ grader: "grader";
550
+ }>>;
551
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
552
+ mode: z.ZodEnum<{
553
+ experiment: "experiment";
554
+ optimize: "optimize";
555
+ }>;
556
+ status: z.ZodEnum<{
557
+ aborted: "aborted";
558
+ failed: "failed";
559
+ passed: "passed";
560
+ running: "running";
561
+ }>;
562
+ startedAt: z.ZodString;
563
+ endedAt: z.ZodNullable<z.ZodString>;
564
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
565
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
566
+ subjectRoot: z.ZodString;
567
+ baseSourceHash: z.ZodString;
568
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
569
+ candidates: z.ZodArray<z.ZodObject<{
570
+ id: z.ZodString;
571
+ path: z.ZodString;
572
+ candidateHash: z.ZodString;
573
+ sourceBytes: z.ZodNumber;
574
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
575
+ }, z.core.$strip>>;
576
+ evaluations: z.ZodArray<z.ZodObject<{
577
+ profileId: z.ZodString;
578
+ split: z.ZodEnum<{
579
+ test: "test";
580
+ train: "train";
581
+ validation: "validation";
582
+ }>;
583
+ suiteDir: z.ZodExactOptional<z.ZodString>;
584
+ passRate: z.ZodNumber;
585
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
586
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
587
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
588
+ unit: z.ZodDefault<z.ZodEnum<{
589
+ bytes: "bytes";
590
+ count: "count";
591
+ milliseconds: "milliseconds";
592
+ number: "number";
593
+ percent: "percent";
594
+ ratio: "ratio";
595
+ score: "score";
596
+ tokens: "tokens";
597
+ usd: "usd";
598
+ }>>;
599
+ label: z.ZodOptional<z.ZodString>;
600
+ better: z.ZodDefault<z.ZodEnum<{
601
+ higher: "higher";
602
+ lower: "lower";
603
+ neutral: "neutral";
604
+ }>>;
605
+ }, z.core.$strict>>>;
606
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
607
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
608
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
609
+ usage: z.ZodExactOptional<z.ZodObject<{
610
+ input: z.ZodNumber;
611
+ output: z.ZodNumber;
612
+ cacheRead: z.ZodNumber;
613
+ cacheCreation: z.ZodNumber;
614
+ }, z.core.$strip>>;
615
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
616
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
617
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
618
+ identityHash: z.ZodNullable<z.ZodString>;
619
+ clusterId: z.ZodExactOptional<z.ZodString>;
620
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
621
+ mean: z.ZodNumber;
622
+ n: z.ZodNumber;
623
+ }, z.core.$strip>>;
624
+ }, z.core.$strip>>>;
625
+ failedCases: z.ZodArray<z.ZodObject<{
626
+ caseId: z.ZodString;
627
+ score: z.ZodNullable<z.ZodNumber>;
628
+ feedback: z.ZodArray<z.ZodString>;
629
+ }, z.core.$strip>>;
630
+ candidateId: z.ZodString;
631
+ repetitions: z.ZodNumber;
632
+ summaryPath: z.ZodExactOptional<z.ZodString>;
633
+ evidencePath: z.ZodExactOptional<z.ZodString>;
634
+ }, z.core.$strip>>;
635
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
636
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
637
+ budgetUsage: z.ZodObject<{
638
+ metricCalls: z.ZodNumber;
639
+ judgeCalls: z.ZodNumber;
640
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
641
+ proposalCalls: z.ZodNumber;
642
+ usage: z.ZodObject<{
643
+ input: z.ZodNumber;
644
+ output: z.ZodNumber;
645
+ cacheRead: z.ZodNumber;
646
+ cacheCreation: z.ZodNumber;
647
+ }, z.core.$strip>;
648
+ costUsd: z.ZodNumber;
649
+ }, z.core.$strip>;
650
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
651
+ selection: z.ZodExactOptional<z.ZodObject<{
652
+ decidedAt: z.ZodString;
653
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
654
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
655
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
656
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
657
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
658
+ constraints: z.ZodArray<z.ZodObject<{
659
+ candidateId: z.ZodString;
660
+ metric: z.ZodString;
661
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
662
+ profile: z.ZodExactOptional<z.ZodString>;
663
+ split: z.ZodEnum<{
664
+ test: "test";
665
+ train: "train";
666
+ validation: "validation";
667
+ }>;
668
+ values: z.ZodArray<z.ZodNumber>;
669
+ passed: z.ZodBoolean;
670
+ interval: z.ZodExactOptional<z.ZodObject<{
671
+ method: z.ZodEnum<{
672
+ hoeffding: "hoeffding";
673
+ "percentile-bootstrap": "percentile-bootstrap";
674
+ wilson: "wilson";
675
+ }>;
676
+ level: z.ZodNumber;
677
+ estimate: z.ZodNumber;
678
+ lower: z.ZodNumber;
679
+ upper: z.ZodNumber;
680
+ n: z.ZodNumber;
681
+ resamples: z.ZodNumber;
682
+ }, z.core.$strict>>;
683
+ note: z.ZodExactOptional<z.ZodString>;
684
+ }, z.core.$strip>>;
685
+ }, z.core.$strip>>;
686
+ errorMessage: z.ZodExactOptional<z.ZodString>;
687
+ experimentDir: z.ZodString;
688
+ }, z.core.$strip>, z.ZodObject<{
689
+ runsRoot: z.ZodString;
690
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
691
+ path: z.ZodString;
692
+ message: z.ZodString;
693
+ }, z.core.$strip>>>;
694
+ runs: z.ZodArray<z.ZodObject<{
695
+ caseSlug: z.ZodString;
696
+ driverName: z.ZodString;
697
+ ts: z.ZodString;
698
+ runDir: z.ZodString;
699
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
700
+ error: "error";
701
+ "idle-timeout": "idle-timeout";
702
+ "max-interactions": "max-interactions";
703
+ }>]>>;
704
+ driverAgentId: z.ZodNullable<z.ZodString>;
705
+ startedAt: z.ZodNullable<z.ZodString>;
706
+ endedAt: z.ZodNullable<z.ZodString>;
707
+ durationMs: z.ZodNullable<z.ZodNumber>;
708
+ timeToFirstActionMs: z.ZodNullable<z.ZodNumber>;
709
+ timeToFirstMutationMs: z.ZodNullable<z.ZodNumber>;
710
+ timeToFirstDurableMutationMs: z.ZodNullable<z.ZodNumber>;
711
+ driverMetrics: z.ZodRecord<z.ZodString, z.ZodObject<{
712
+ unit: z.ZodDefault<z.ZodEnum<{
713
+ bytes: "bytes";
714
+ count: "count";
715
+ milliseconds: "milliseconds";
716
+ number: "number";
717
+ percent: "percent";
718
+ ratio: "ratio";
719
+ score: "score";
720
+ tokens: "tokens";
721
+ usd: "usd";
722
+ }>>;
723
+ label: z.ZodOptional<z.ZodString>;
724
+ better: z.ZodDefault<z.ZodEnum<{
725
+ higher: "higher";
726
+ lower: "lower";
727
+ neutral: "neutral";
728
+ }>>;
729
+ value: z.ZodNumber;
730
+ }, z.core.$strict>>;
731
+ subagentCount: z.ZodNumber;
732
+ casePassed: z.ZodNullable<z.ZodBoolean>;
733
+ caseScore: z.ZodNullable<z.ZodNumber>;
734
+ assertionPassed: z.ZodNumber;
735
+ assertionTotal: z.ZodNumber;
736
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodString>>;
737
+ }, z.core.$strip>>;
738
+ suites: z.ZodOptional<z.ZodArray<z.ZodObject<{
739
+ schemaVersion: z.ZodLiteral<1>;
740
+ suiteId: z.ZodString;
741
+ startedAt: z.ZodString;
742
+ endedAt: z.ZodNullable<z.ZodString>;
743
+ status: z.ZodEnum<{
744
+ aborted: "aborted";
745
+ failed: "failed";
746
+ passed: "passed";
747
+ running: "running";
748
+ }>;
749
+ aborted: z.ZodBoolean;
750
+ concurrency: z.ZodNumber;
751
+ profileId: z.ZodExactOptional<z.ZodString>;
752
+ experimentId: z.ZodExactOptional<z.ZodString>;
753
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
754
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
755
+ variantId: z.ZodExactOptional<z.ZodString>;
756
+ candidateId: z.ZodExactOptional<z.ZodString>;
757
+ subjectHash: z.ZodExactOptional<z.ZodString>;
758
+ errorMessage: z.ZodExactOptional<z.ZodString>;
759
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
760
+ name: z.ZodString;
761
+ pluginVersion: z.ZodString;
762
+ }, z.core.$strip>>>;
763
+ items: z.ZodArray<z.ZodObject<{
764
+ caseId: z.ZodString;
765
+ canonicalCaseId: z.ZodString;
766
+ status: z.ZodEnum<{
767
+ completed: "completed";
768
+ pending: "pending";
769
+ running: "running";
770
+ }>;
771
+ runDir: z.ZodNullable<z.ZodString>;
772
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
773
+ casePassed: z.ZodNullable<z.ZodBoolean>;
774
+ errorMessage: z.ZodExactOptional<z.ZodString>;
775
+ }, z.core.$strip>>;
776
+ suiteDir: z.ZodString;
777
+ }, z.core.$strip>>>;
778
+ }, z.core.$strip>, z.ZodObject<{
779
+ runsRoot: z.ZodString;
780
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
781
+ path: z.ZodString;
782
+ message: z.ZodString;
783
+ }, z.core.$strip>>>;
784
+ suites: z.ZodArray<z.ZodObject<{
785
+ schemaVersion: z.ZodLiteral<1>;
786
+ suiteId: z.ZodString;
787
+ startedAt: z.ZodString;
788
+ endedAt: z.ZodNullable<z.ZodString>;
789
+ status: z.ZodEnum<{
790
+ aborted: "aborted";
791
+ failed: "failed";
792
+ passed: "passed";
793
+ running: "running";
794
+ }>;
795
+ aborted: z.ZodBoolean;
796
+ concurrency: z.ZodNumber;
797
+ profileId: z.ZodExactOptional<z.ZodString>;
798
+ experimentId: z.ZodExactOptional<z.ZodString>;
799
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
800
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
801
+ variantId: z.ZodExactOptional<z.ZodString>;
802
+ candidateId: z.ZodExactOptional<z.ZodString>;
803
+ subjectHash: z.ZodExactOptional<z.ZodString>;
804
+ errorMessage: z.ZodExactOptional<z.ZodString>;
805
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
806
+ name: z.ZodString;
807
+ pluginVersion: z.ZodString;
808
+ }, z.core.$strip>>>;
809
+ items: z.ZodArray<z.ZodObject<{
810
+ caseId: z.ZodString;
811
+ canonicalCaseId: z.ZodString;
812
+ status: z.ZodEnum<{
813
+ completed: "completed";
814
+ pending: "pending";
815
+ running: "running";
816
+ }>;
817
+ runDir: z.ZodNullable<z.ZodString>;
818
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
819
+ casePassed: z.ZodNullable<z.ZodBoolean>;
820
+ errorMessage: z.ZodExactOptional<z.ZodString>;
821
+ }, z.core.$strip>>;
822
+ suiteDir: z.ZodString;
823
+ }, z.core.$strip>>;
824
+ }, z.core.$strip>, z.ZodObject<{
825
+ runsRoot: z.ZodString;
826
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
827
+ path: z.ZodString;
828
+ message: z.ZodString;
829
+ }, z.core.$strip>>>;
830
+ experiments: z.ZodArray<z.ZodObject<{
831
+ schemaVersion: z.ZodLiteral<1>;
832
+ experimentId: z.ZodString;
833
+ campaignId: z.ZodString;
834
+ campaignPath: z.ZodString;
835
+ campaignHash: z.ZodString;
836
+ campaignSnapshot: z.ZodObject<{
837
+ id: z.ZodString;
838
+ subject: z.ZodObject<{
839
+ root: z.ZodString;
840
+ mutable: z.ZodArray<z.ZodString>;
841
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
842
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
843
+ command: z.ZodString;
844
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
845
+ timeoutMs: z.ZodDefault<z.ZodNumber>;
846
+ unsafeHostExecution: z.ZodLiteral<true>;
847
+ }, z.core.$strict>>>;
848
+ }, z.core.$strict>;
849
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
850
+ kind: z.ZodLiteral<"agent">;
851
+ }, z.core.$strict>, z.ZodObject<{
852
+ kind: z.ZodLiteral<"grader">;
853
+ annotations: z.ZodString;
854
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
855
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
856
+ }, z.core.$strict>], "kind">>;
857
+ profiles: z.ZodArray<z.ZodString>;
858
+ splits: z.ZodObject<{
859
+ train: z.ZodOptional<z.ZodObject<{
860
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
861
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
862
+ }, z.core.$strict>>;
863
+ validation: z.ZodObject<{
864
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
865
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
866
+ }, z.core.$strict>;
867
+ test: z.ZodOptional<z.ZodObject<{
868
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
869
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
870
+ }, z.core.$strict>>;
871
+ }, z.core.$strict>;
872
+ repetitions: z.ZodDefault<z.ZodObject<{
873
+ search: z.ZodDefault<z.ZodNumber>;
874
+ promotion: z.ZodDefault<z.ZodNumber>;
875
+ }, z.core.$strict>>;
876
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
877
+ id: z.ZodString;
878
+ name: z.ZodOptional<z.ZodString>;
879
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
880
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
881
+ }, z.core.$strict>>>;
882
+ objectives: z.ZodDefault<z.ZodObject<{
883
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
884
+ metric: z.ZodString;
885
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
886
+ min: z.ZodOptional<z.ZodNumber>;
887
+ max: z.ZodOptional<z.ZodNumber>;
888
+ profile: z.ZodOptional<z.ZodString>;
889
+ split: z.ZodDefault<z.ZodEnum<{
890
+ test: "test";
891
+ train: "train";
892
+ validation: "validation";
893
+ }>>;
894
+ confidence: z.ZodOptional<z.ZodObject<{
895
+ method: z.ZodEnum<{
896
+ hoeffding: "hoeffding";
897
+ "percentile-bootstrap": "percentile-bootstrap";
898
+ wilson: "wilson";
899
+ }>;
900
+ level: z.ZodDefault<z.ZodNumber>;
901
+ resamples: z.ZodDefault<z.ZodNumber>;
902
+ seed: z.ZodDefault<z.ZodNumber>;
903
+ minSamples: z.ZodDefault<z.ZodNumber>;
904
+ }, z.core.$strict>>;
905
+ }, z.core.$strict>>>;
906
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
907
+ metric: z.ZodString;
908
+ profile: z.ZodOptional<z.ZodString>;
909
+ split: z.ZodDefault<z.ZodEnum<{
910
+ test: "test";
911
+ train: "train";
912
+ validation: "validation";
913
+ }>>;
914
+ }, z.core.$strict>>>;
915
+ }, z.core.$strict>>;
916
+ optimizer: z.ZodOptional<z.ZodObject<{
917
+ algorithm: z.ZodLiteral<"reflective">;
918
+ config: z.ZodOptional<z.ZodUnknown>;
919
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
920
+ "current-best": "current-best";
921
+ pareto: "pareto";
922
+ }>>;
923
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
924
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
925
+ }, z.core.$strict>>;
926
+ budget: z.ZodDefault<z.ZodObject<{
927
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
928
+ patience: z.ZodDefault<z.ZodNumber>;
929
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
930
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
931
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
932
+ maxTokens: z.ZodDefault<z.ZodNumber>;
933
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
934
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
935
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
936
+ }, z.core.$strict>>;
937
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
938
+ }, z.core.$strict>;
939
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
940
+ evaluatorVersion: z.ZodLiteral<1>;
941
+ luxVersion: z.ZodString;
942
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
943
+ agent: "agent";
944
+ grader: "grader";
945
+ }>>;
946
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
947
+ mode: z.ZodEnum<{
948
+ experiment: "experiment";
949
+ optimize: "optimize";
950
+ }>;
951
+ status: z.ZodEnum<{
952
+ aborted: "aborted";
953
+ failed: "failed";
954
+ passed: "passed";
955
+ running: "running";
956
+ }>;
957
+ startedAt: z.ZodString;
958
+ endedAt: z.ZodNullable<z.ZodString>;
959
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
960
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
961
+ subjectRoot: z.ZodString;
962
+ baseSourceHash: z.ZodString;
963
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
964
+ candidates: z.ZodArray<z.ZodObject<{
965
+ id: z.ZodString;
966
+ path: z.ZodString;
967
+ candidateHash: z.ZodString;
968
+ sourceBytes: z.ZodNumber;
969
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
970
+ }, z.core.$strip>>;
971
+ evaluations: z.ZodArray<z.ZodObject<{
972
+ profileId: z.ZodString;
973
+ split: z.ZodEnum<{
974
+ test: "test";
975
+ train: "train";
976
+ validation: "validation";
977
+ }>;
978
+ suiteDir: z.ZodExactOptional<z.ZodString>;
979
+ passRate: z.ZodNumber;
980
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
981
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
982
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
983
+ unit: z.ZodDefault<z.ZodEnum<{
984
+ bytes: "bytes";
985
+ count: "count";
986
+ milliseconds: "milliseconds";
987
+ number: "number";
988
+ percent: "percent";
989
+ ratio: "ratio";
990
+ score: "score";
991
+ tokens: "tokens";
992
+ usd: "usd";
993
+ }>>;
994
+ label: z.ZodOptional<z.ZodString>;
995
+ better: z.ZodDefault<z.ZodEnum<{
996
+ higher: "higher";
997
+ lower: "lower";
998
+ neutral: "neutral";
999
+ }>>;
1000
+ }, z.core.$strict>>>;
1001
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
1002
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
1003
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
1004
+ usage: z.ZodExactOptional<z.ZodObject<{
1005
+ input: z.ZodNumber;
1006
+ output: z.ZodNumber;
1007
+ cacheRead: z.ZodNumber;
1008
+ cacheCreation: z.ZodNumber;
1009
+ }, z.core.$strip>>;
1010
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
1011
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
1012
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
1013
+ identityHash: z.ZodNullable<z.ZodString>;
1014
+ clusterId: z.ZodExactOptional<z.ZodString>;
1015
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
1016
+ mean: z.ZodNumber;
1017
+ n: z.ZodNumber;
1018
+ }, z.core.$strip>>;
1019
+ }, z.core.$strip>>>;
1020
+ failedCases: z.ZodArray<z.ZodObject<{
1021
+ caseId: z.ZodString;
1022
+ score: z.ZodNullable<z.ZodNumber>;
1023
+ feedback: z.ZodArray<z.ZodString>;
1024
+ }, z.core.$strip>>;
1025
+ candidateId: z.ZodString;
1026
+ repetitions: z.ZodNumber;
1027
+ summaryPath: z.ZodExactOptional<z.ZodString>;
1028
+ evidencePath: z.ZodExactOptional<z.ZodString>;
1029
+ }, z.core.$strip>>;
1030
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
1031
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
1032
+ budgetUsage: z.ZodObject<{
1033
+ metricCalls: z.ZodNumber;
1034
+ judgeCalls: z.ZodNumber;
1035
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
1036
+ proposalCalls: z.ZodNumber;
1037
+ usage: z.ZodObject<{
1038
+ input: z.ZodNumber;
1039
+ output: z.ZodNumber;
1040
+ cacheRead: z.ZodNumber;
1041
+ cacheCreation: z.ZodNumber;
1042
+ }, z.core.$strip>;
1043
+ costUsd: z.ZodNumber;
1044
+ }, z.core.$strip>;
1045
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1046
+ selection: z.ZodExactOptional<z.ZodObject<{
1047
+ decidedAt: z.ZodString;
1048
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1049
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1050
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
1051
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
1052
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1053
+ constraints: z.ZodArray<z.ZodObject<{
1054
+ candidateId: z.ZodString;
1055
+ metric: z.ZodString;
1056
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
1057
+ profile: z.ZodExactOptional<z.ZodString>;
1058
+ split: z.ZodEnum<{
1059
+ test: "test";
1060
+ train: "train";
1061
+ validation: "validation";
1062
+ }>;
1063
+ values: z.ZodArray<z.ZodNumber>;
1064
+ passed: z.ZodBoolean;
1065
+ interval: z.ZodExactOptional<z.ZodObject<{
1066
+ method: z.ZodEnum<{
1067
+ hoeffding: "hoeffding";
1068
+ "percentile-bootstrap": "percentile-bootstrap";
1069
+ wilson: "wilson";
1070
+ }>;
1071
+ level: z.ZodNumber;
1072
+ estimate: z.ZodNumber;
1073
+ lower: z.ZodNumber;
1074
+ upper: z.ZodNumber;
1075
+ n: z.ZodNumber;
1076
+ resamples: z.ZodNumber;
1077
+ }, z.core.$strict>>;
1078
+ note: z.ZodExactOptional<z.ZodString>;
1079
+ }, z.core.$strip>>;
1080
+ }, z.core.$strip>>;
1081
+ errorMessage: z.ZodExactOptional<z.ZodString>;
1082
+ experimentDir: z.ZodString;
1083
+ }, z.core.$strip>>;
1084
+ }, z.core.$strip>, z.ZodObject<{
1085
+ url: z.ZodString;
1086
+ runsRoot: z.ZodString;
1087
+ }, z.core.$strip>]>;
1088
+ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
1089
+ pathA: z.ZodString;
1090
+ pathB: z.ZodString;
1091
+ passRateTolerance: z.ZodNumber;
1092
+ before: z.ZodObject<{
1093
+ attempts: z.ZodNumber;
1094
+ passRate: z.ZodNumber;
1095
+ }, z.core.$strict>;
1096
+ after: z.ZodObject<{
1097
+ attempts: z.ZodNumber;
1098
+ passRate: z.ZodNumber;
1099
+ }, z.core.$strict>;
1100
+ passRateDelta: z.ZodNumber;
1101
+ cases: z.ZodArray<z.ZodObject<{
1102
+ canonicalCaseId: z.ZodString;
1103
+ before: z.ZodNullable<z.ZodObject<{
1104
+ attempts: z.ZodNumber;
1105
+ passRate: z.ZodNumber;
1106
+ }, z.core.$strict>>;
1107
+ after: z.ZodNullable<z.ZodObject<{
1108
+ attempts: z.ZodNumber;
1109
+ passRate: z.ZodNumber;
1110
+ }, z.core.$strict>>;
1111
+ passRateDelta: z.ZodNullable<z.ZodNumber>;
1112
+ regressed: z.ZodBoolean;
1113
+ pairedMetricDeltas: z.ZodRecord<z.ZodString, z.ZodObject<{
1114
+ n: z.ZodNumber;
1115
+ min: z.ZodNumber;
1116
+ max: z.ZodNumber;
1117
+ mean: z.ZodNumber;
1118
+ median: z.ZodNumber;
1119
+ p90: z.ZodNumber;
1120
+ unit: z.ZodExactOptional<z.ZodEnum<{
1121
+ bytes: "bytes";
1122
+ count: "count";
1123
+ milliseconds: "milliseconds";
1124
+ number: "number";
1125
+ percent: "percent";
1126
+ ratio: "ratio";
1127
+ score: "score";
1128
+ tokens: "tokens";
1129
+ usd: "usd";
1130
+ }>>;
1131
+ label: z.ZodExactOptional<z.ZodString>;
1132
+ better: z.ZodExactOptional<z.ZodEnum<{
1133
+ higher: "higher";
1134
+ lower: "lower";
1135
+ neutral: "neutral";
1136
+ }>>;
1137
+ }, z.core.$strip>>;
1138
+ }, z.core.$strict>>;
1139
+ identityMismatches: z.ZodArray<z.ZodObject<{
1140
+ canonicalCaseId: z.ZodString;
1141
+ repetition: z.ZodNumber;
1142
+ before: z.ZodNullable<z.ZodString>;
1143
+ after: z.ZodNullable<z.ZodString>;
1144
+ }, z.core.$strict>>;
1145
+ regressions: z.ZodNumber;
1146
+ }, z.core.$strict>, z.ZodObject<{
1147
+ pathA: z.ZodString;
1148
+ pathB: z.ZodString;
1149
+ caseMismatch: z.ZodArray<z.ZodObject<{
1150
+ field: z.ZodString;
1151
+ a: z.ZodUnknown;
1152
+ b: z.ZodUnknown;
1153
+ }, z.core.$strip>>;
1154
+ runDelta: z.ZodNullable<z.ZodObject<{
1155
+ exitReason: z.ZodObject<{
1156
+ a: z.ZodString;
1157
+ b: z.ZodString;
1158
+ }, z.core.$strip>;
1159
+ durationMsA: z.ZodNullable<z.ZodNumber>;
1160
+ durationMsB: z.ZodNullable<z.ZodNumber>;
1161
+ actionTiming: z.ZodObject<{
1162
+ a: z.ZodObject<{
1163
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1164
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1165
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1166
+ }, z.core.$strip>;
1167
+ b: z.ZodObject<{
1168
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1169
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1170
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1171
+ }, z.core.$strip>;
1172
+ }, z.core.$strip>;
1173
+ driverMetrics: z.ZodObject<{
1174
+ a: z.ZodRecord<z.ZodString, z.ZodObject<{
1175
+ unit: z.ZodDefault<z.ZodEnum<{
1176
+ bytes: "bytes";
1177
+ count: "count";
1178
+ milliseconds: "milliseconds";
1179
+ number: "number";
1180
+ percent: "percent";
1181
+ ratio: "ratio";
1182
+ score: "score";
1183
+ tokens: "tokens";
1184
+ usd: "usd";
1185
+ }>>;
1186
+ label: z.ZodOptional<z.ZodString>;
1187
+ better: z.ZodDefault<z.ZodEnum<{
1188
+ higher: "higher";
1189
+ lower: "lower";
1190
+ neutral: "neutral";
1191
+ }>>;
1192
+ value: z.ZodNumber;
1193
+ }, z.core.$strict>>;
1194
+ b: z.ZodRecord<z.ZodString, z.ZodObject<{
1195
+ unit: z.ZodDefault<z.ZodEnum<{
1196
+ bytes: "bytes";
1197
+ count: "count";
1198
+ milliseconds: "milliseconds";
1199
+ number: "number";
1200
+ percent: "percent";
1201
+ ratio: "ratio";
1202
+ score: "score";
1203
+ tokens: "tokens";
1204
+ usd: "usd";
1205
+ }>>;
1206
+ label: z.ZodOptional<z.ZodString>;
1207
+ better: z.ZodDefault<z.ZodEnum<{
1208
+ higher: "higher";
1209
+ lower: "lower";
1210
+ neutral: "neutral";
1211
+ }>>;
1212
+ value: z.ZodNumber;
1213
+ }, z.core.$strict>>;
1214
+ }, z.core.$strip>;
1215
+ agentActivity: z.ZodObject<{
1216
+ a: z.ZodArray<z.ZodObject<{
1217
+ agent: z.ZodObject<{
1218
+ id: z.ZodString;
1219
+ role: z.ZodEnum<{
1220
+ main: "main";
1221
+ subagent: "subagent";
1222
+ }>;
1223
+ parentId: z.ZodExactOptional<z.ZodString>;
1224
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1225
+ name: z.ZodExactOptional<z.ZodString>;
1226
+ model: z.ZodExactOptional<z.ZodString>;
1227
+ }, z.core.$strip>;
1228
+ startedAt: z.ZodNumber;
1229
+ endedAt: z.ZodNumber;
1230
+ durationMs: z.ZodNumber;
1231
+ status: z.ZodEnum<{
1232
+ cancelled: "cancelled";
1233
+ completed: "completed";
1234
+ failed: "failed";
1235
+ unknown: "unknown";
1236
+ }>;
1237
+ eventCount: z.ZodNumber;
1238
+ usage: z.ZodObject<{
1239
+ input: z.ZodNumber;
1240
+ output: z.ZodNumber;
1241
+ cacheRead: z.ZodNumber;
1242
+ cacheCreation: z.ZodNumber;
1243
+ total: z.ZodNumber;
1244
+ }, z.core.$strip>;
1245
+ toolCalls: z.ZodObject<{
1246
+ total: z.ZodNumber;
1247
+ succeeded: z.ZodNumber;
1248
+ failed: z.ZodNumber;
1249
+ unresolved: z.ZodNumber;
1250
+ }, z.core.$strip>;
1251
+ actions: z.ZodObject<{
1252
+ total: z.ZodNumber;
1253
+ mutations: z.ZodNumber;
1254
+ durableMutations: z.ZodNumber;
1255
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1256
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1257
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1258
+ }, z.core.$strip>;
1259
+ }, z.core.$strip>>;
1260
+ b: z.ZodArray<z.ZodObject<{
1261
+ agent: z.ZodObject<{
1262
+ id: z.ZodString;
1263
+ role: z.ZodEnum<{
1264
+ main: "main";
1265
+ subagent: "subagent";
1266
+ }>;
1267
+ parentId: z.ZodExactOptional<z.ZodString>;
1268
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1269
+ name: z.ZodExactOptional<z.ZodString>;
1270
+ model: z.ZodExactOptional<z.ZodString>;
1271
+ }, z.core.$strip>;
1272
+ startedAt: z.ZodNumber;
1273
+ endedAt: z.ZodNumber;
1274
+ durationMs: z.ZodNumber;
1275
+ status: z.ZodEnum<{
1276
+ cancelled: "cancelled";
1277
+ completed: "completed";
1278
+ failed: "failed";
1279
+ unknown: "unknown";
1280
+ }>;
1281
+ eventCount: z.ZodNumber;
1282
+ usage: z.ZodObject<{
1283
+ input: z.ZodNumber;
1284
+ output: z.ZodNumber;
1285
+ cacheRead: z.ZodNumber;
1286
+ cacheCreation: z.ZodNumber;
1287
+ total: z.ZodNumber;
1288
+ }, z.core.$strip>;
1289
+ toolCalls: z.ZodObject<{
1290
+ total: z.ZodNumber;
1291
+ succeeded: z.ZodNumber;
1292
+ failed: z.ZodNumber;
1293
+ unresolved: z.ZodNumber;
1294
+ }, z.core.$strip>;
1295
+ actions: z.ZodObject<{
1296
+ total: z.ZodNumber;
1297
+ mutations: z.ZodNumber;
1298
+ durableMutations: z.ZodNumber;
1299
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1300
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1301
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1302
+ }, z.core.$strip>;
1303
+ }, z.core.$strip>>;
1304
+ }, z.core.$strip>;
1305
+ interruptCounts: z.ZodObject<{
1306
+ a: z.ZodObject<{
1307
+ ask: z.ZodNumber;
1308
+ approve: z.ZodNumber;
1309
+ custom: z.ZodNumber;
1310
+ }, z.core.$strip>;
1311
+ b: z.ZodObject<{
1312
+ ask: z.ZodNumber;
1313
+ approve: z.ZodNumber;
1314
+ custom: z.ZodNumber;
1315
+ }, z.core.$strip>;
1316
+ }, z.core.$strip>;
1317
+ usage: z.ZodObject<{
1318
+ a: z.ZodObject<{
1319
+ agent: z.ZodObject<{
1320
+ input: z.ZodNumber;
1321
+ output: z.ZodNumber;
1322
+ cacheRead: z.ZodNumber;
1323
+ cacheCreation: z.ZodNumber;
1324
+ }, z.core.$strip>;
1325
+ answerer: z.ZodObject<{
1326
+ input: z.ZodNumber;
1327
+ output: z.ZodNumber;
1328
+ cacheRead: z.ZodNumber;
1329
+ cacheCreation: z.ZodNumber;
1330
+ }, z.core.$strip>;
1331
+ grading: z.ZodObject<{
1332
+ input: z.ZodNumber;
1333
+ output: z.ZodNumber;
1334
+ cacheRead: z.ZodNumber;
1335
+ cacheCreation: z.ZodNumber;
1336
+ }, z.core.$strip>;
1337
+ }, z.core.$strip>;
1338
+ b: z.ZodObject<{
1339
+ agent: z.ZodObject<{
1340
+ input: z.ZodNumber;
1341
+ output: z.ZodNumber;
1342
+ cacheRead: z.ZodNumber;
1343
+ cacheCreation: z.ZodNumber;
1344
+ }, z.core.$strip>;
1345
+ answerer: z.ZodObject<{
1346
+ input: z.ZodNumber;
1347
+ output: z.ZodNumber;
1348
+ cacheRead: z.ZodNumber;
1349
+ cacheCreation: z.ZodNumber;
1350
+ }, z.core.$strip>;
1351
+ grading: z.ZodObject<{
1352
+ input: z.ZodNumber;
1353
+ output: z.ZodNumber;
1354
+ cacheRead: z.ZodNumber;
1355
+ cacheCreation: z.ZodNumber;
1356
+ }, z.core.$strip>;
1357
+ }, z.core.$strip>;
1358
+ }, z.core.$strip>;
1359
+ agentUsageAvailable: z.ZodOptional<z.ZodObject<{
1360
+ a: z.ZodBoolean;
1361
+ b: z.ZodBoolean;
1362
+ }, z.core.$strip>>;
1363
+ }, z.core.$strip>>;
1364
+ grading: z.ZodObject<{
1365
+ casePassedA: z.ZodNullable<z.ZodBoolean>;
1366
+ casePassedB: z.ZodNullable<z.ZodBoolean>;
1367
+ caseScoreA: z.ZodNullable<z.ZodNumber>;
1368
+ caseScoreB: z.ZodNullable<z.ZodNumber>;
1369
+ deltas: z.ZodArray<z.ZodObject<{
1370
+ id: z.ZodString;
1371
+ type: z.ZodString;
1372
+ name: z.ZodString;
1373
+ before: z.ZodNullable<z.ZodObject<{
1374
+ passed: z.ZodBoolean;
1375
+ score: z.ZodNumber;
1376
+ }, z.core.$strip>>;
1377
+ after: z.ZodNullable<z.ZodObject<{
1378
+ passed: z.ZodBoolean;
1379
+ score: z.ZodNumber;
1380
+ }, z.core.$strip>>;
1381
+ status: z.ZodEnum<{
1382
+ added: "added";
1383
+ improved: "improved";
1384
+ regressed: "regressed";
1385
+ removed: "removed";
1386
+ unchanged: "unchanged";
1387
+ }>;
1388
+ }, z.core.$strip>>;
1389
+ improvements: z.ZodNumber;
1390
+ regressions: z.ZodNumber;
1391
+ }, z.core.$strip>;
1392
+ artifactsDelta: z.ZodObject<{
1393
+ added: z.ZodArray<z.ZodString>;
1394
+ removed: z.ZodArray<z.ZodString>;
1395
+ changed: z.ZodArray<z.ZodString>;
1396
+ unchanged: z.ZodArray<z.ZodString>;
1397
+ }, z.core.$strip>;
1398
+ }, z.core.$strip>]>;
1399
+ //# sourceMappingURL=output-schemas.d.ts.map