@prismatic-io/lux 0.0.2-preview.4 → 0.0.2-preview.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (753) hide show
  1. package/lib/answerers/claude-code/index.d.ts +15 -3
  2. package/lib/answerers/claude-code/index.d.ts.map +1 -1
  3. package/lib/answerers/claude-code/index.js +6 -5
  4. package/lib/answerers/claude-code/index.js.map +1 -1
  5. package/lib/answerers/persona/index.d.ts +44 -5
  6. package/lib/answerers/persona/index.d.ts.map +1 -1
  7. package/lib/answerers/persona/index.js +60 -34
  8. package/lib/answerers/persona/index.js.map +1 -1
  9. package/lib/answerers/terminal/index.d.ts +9 -3
  10. package/lib/answerers/terminal/index.d.ts.map +1 -1
  11. package/lib/answerers/terminal/index.js +6 -4
  12. package/lib/answerers/terminal/index.js.map +1 -1
  13. package/lib/assertions/authoring.d.ts +2 -2
  14. package/lib/assertions/authoring.d.ts.map +1 -1
  15. package/lib/assertions/authoring.js.map +1 -1
  16. package/lib/assertions/core/command-exits-zero.d.ts +5 -2
  17. package/lib/assertions/core/command-exits-zero.d.ts.map +1 -1
  18. package/lib/assertions/core/command-exits-zero.js +59 -14
  19. package/lib/assertions/core/command-exits-zero.js.map +1 -1
  20. package/lib/assertions/core/event-checks.d.ts +3 -0
  21. package/lib/assertions/core/event-checks.d.ts.map +1 -1
  22. package/lib/assertions/core/event-checks.js +49 -3
  23. package/lib/assertions/core/event-checks.js.map +1 -1
  24. package/lib/assertions/core/file-checks.d.ts +6 -0
  25. package/lib/assertions/core/file-checks.d.ts.map +1 -1
  26. package/lib/assertions/core/index.d.ts.map +1 -1
  27. package/lib/assertions/core/index.js +2 -1
  28. package/lib/assertions/core/index.js.map +1 -1
  29. package/lib/assertions/core/json-pointer-equals.d.ts +1 -0
  30. package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -1
  31. package/lib/assertions/core/output-checks.d.ts +3 -0
  32. package/lib/assertions/core/output-checks.d.ts.map +1 -1
  33. package/lib/assertions/core/predicate.d.ts +1 -0
  34. package/lib/assertions/core/predicate.d.ts.map +1 -1
  35. package/lib/assertions/core/resource-checks.d.ts +25 -0
  36. package/lib/assertions/core/resource-checks.d.ts.map +1 -1
  37. package/lib/assertions/core/resource-checks.js +35 -5
  38. package/lib/assertions/core/resource-checks.js.map +1 -1
  39. package/lib/assertions/core/safe-regex.d.ts.map +1 -1
  40. package/lib/assertions/core/safe-regex.js +7 -1
  41. package/lib/assertions/core/safe-regex.js.map +1 -1
  42. package/lib/assertions/rubric/evidence.d.ts +88 -0
  43. package/lib/assertions/rubric/evidence.d.ts.map +1 -0
  44. package/lib/assertions/rubric/evidence.js +75 -0
  45. package/lib/assertions/rubric/evidence.js.map +1 -0
  46. package/lib/assertions/rubric/index.d.ts +88 -34
  47. package/lib/assertions/rubric/index.d.ts.map +1 -1
  48. package/lib/assertions/rubric/index.js +59 -43
  49. package/lib/assertions/rubric/index.js.map +1 -1
  50. package/lib/assertions/rubric/internal.d.ts +30 -5
  51. package/lib/assertions/rubric/internal.d.ts.map +1 -1
  52. package/lib/assertions/rubric/internal.js +203 -41
  53. package/lib/assertions/rubric/internal.js.map +1 -1
  54. package/lib/authoring.d.ts +37 -2
  55. package/lib/authoring.d.ts.map +1 -1
  56. package/lib/authoring.js +36 -1
  57. package/lib/authoring.js.map +1 -1
  58. package/lib/cli/bin.js +2 -13
  59. package/lib/cli/bin.js.map +1 -1
  60. package/lib/cli/command-runtime.d.ts +3 -3
  61. package/lib/cli/command-runtime.d.ts.map +1 -1
  62. package/lib/cli/command-runtime.js +17 -6
  63. package/lib/cli/command-runtime.js.map +1 -1
  64. package/lib/cli/doctor.d.ts +55 -0
  65. package/lib/cli/doctor.d.ts.map +1 -0
  66. package/lib/cli/doctor.js +14 -0
  67. package/lib/cli/doctor.js.map +1 -0
  68. package/lib/cli/harness-plan.d.ts +27 -0
  69. package/lib/cli/harness-plan.d.ts.map +1 -0
  70. package/lib/cli/harness-plan.js +75 -0
  71. package/lib/cli/harness-plan.js.map +1 -0
  72. package/lib/cli/init-templates.d.ts +11 -0
  73. package/lib/cli/init-templates.d.ts.map +1 -0
  74. package/lib/cli/init-templates.js +215 -0
  75. package/lib/cli/init-templates.js.map +1 -0
  76. package/lib/cli/init.d.ts +10 -0
  77. package/lib/cli/init.d.ts.map +1 -1
  78. package/lib/cli/init.js +34 -173
  79. package/lib/cli/init.js.map +1 -1
  80. package/lib/cli/output-schemas.d.ts +1412 -0
  81. package/lib/cli/output-schemas.d.ts.map +1 -0
  82. package/lib/cli/output-schemas.js +94 -0
  83. package/lib/cli/output-schemas.js.map +1 -0
  84. package/lib/cli/program.d.ts +140 -12
  85. package/lib/cli/program.d.ts.map +1 -1
  86. package/lib/cli/program.js +783 -650
  87. package/lib/cli/program.js.map +1 -1
  88. package/lib/cli/render/format.d.ts.map +1 -1
  89. package/lib/cli/render/format.js +1 -1
  90. package/lib/cli/render/format.js.map +1 -1
  91. package/lib/cli/render/reporter.d.ts.map +1 -1
  92. package/lib/cli/render/reporter.js +35 -8
  93. package/lib/cli/render/reporter.js.map +1 -1
  94. package/lib/cli/run-options.d.ts +19 -4
  95. package/lib/cli/run-options.d.ts.map +1 -1
  96. package/lib/cli/run-options.js +100 -19
  97. package/lib/cli/run-options.js.map +1 -1
  98. package/lib/cli/view.d.ts +15 -0
  99. package/lib/cli/view.d.ts.map +1 -0
  100. package/lib/cli/view.js +168 -0
  101. package/lib/cli/view.js.map +1 -0
  102. package/lib/container/driver.d.ts +27 -0
  103. package/lib/container/driver.d.ts.map +1 -0
  104. package/lib/container/driver.js +199 -0
  105. package/lib/container/driver.js.map +1 -0
  106. package/lib/container/paths.d.ts +3 -0
  107. package/lib/container/paths.d.ts.map +1 -0
  108. package/lib/container/paths.js +27 -0
  109. package/lib/container/paths.js.map +1 -0
  110. package/lib/container/protocol.d.ts +12 -0
  111. package/lib/container/protocol.d.ts.map +1 -0
  112. package/lib/container/protocol.js +38 -0
  113. package/lib/container/protocol.js.map +1 -0
  114. package/lib/container/resources.d.ts +14 -0
  115. package/lib/container/resources.d.ts.map +1 -0
  116. package/lib/container/resources.js +141 -0
  117. package/lib/container/resources.js.map +1 -0
  118. package/lib/container/worker.d.ts +2 -0
  119. package/lib/container/worker.d.ts.map +1 -0
  120. package/lib/container/worker.js +85 -0
  121. package/lib/container/worker.js.map +1 -0
  122. package/lib/core/action-events.d.ts +29 -0
  123. package/lib/core/action-events.d.ts.map +1 -0
  124. package/lib/core/action-events.js +51 -0
  125. package/lib/core/action-events.js.map +1 -0
  126. package/lib/core/agent-activity.d.ts +49 -0
  127. package/lib/core/agent-activity.d.ts.map +1 -0
  128. package/lib/core/agent-activity.js +206 -0
  129. package/lib/core/agent-activity.js.map +1 -0
  130. package/lib/core/agent-environment.d.ts +5 -0
  131. package/lib/core/agent-environment.d.ts.map +1 -0
  132. package/lib/core/agent-environment.js +47 -0
  133. package/lib/core/agent-environment.js.map +1 -0
  134. package/lib/core/agent-events.d.ts +26 -0
  135. package/lib/core/agent-events.d.ts.map +1 -0
  136. package/lib/core/agent-events.js +13 -0
  137. package/lib/core/agent-events.js.map +1 -0
  138. package/lib/core/annotation.d.ts +6 -2
  139. package/lib/core/annotation.d.ts.map +1 -1
  140. package/lib/core/annotation.js +2 -1
  141. package/lib/core/annotation.js.map +1 -1
  142. package/lib/core/answerer.d.ts +12 -0
  143. package/lib/core/answerer.d.ts.map +1 -1
  144. package/lib/core/answerer.js +2 -0
  145. package/lib/core/answerer.js.map +1 -1
  146. package/lib/core/artifact-evidence.d.ts +6 -1
  147. package/lib/core/artifact-evidence.d.ts.map +1 -1
  148. package/lib/core/artifact-evidence.js +27 -6
  149. package/lib/core/artifact-evidence.js.map +1 -1
  150. package/lib/core/assertion.d.ts +10 -4
  151. package/lib/core/assertion.d.ts.map +1 -1
  152. package/lib/core/assertion.js +8 -2
  153. package/lib/core/assertion.js.map +1 -1
  154. package/lib/core/case-defaults.d.ts +16 -0
  155. package/lib/core/case-defaults.d.ts.map +1 -0
  156. package/lib/core/case-defaults.js +42 -0
  157. package/lib/core/case-defaults.js.map +1 -0
  158. package/lib/core/case.d.ts +120 -6
  159. package/lib/core/case.d.ts.map +1 -1
  160. package/lib/core/case.js +51 -5
  161. package/lib/core/case.js.map +1 -1
  162. package/lib/core/command-verification.d.ts +10 -0
  163. package/lib/core/command-verification.d.ts.map +1 -0
  164. package/lib/core/command-verification.js +66 -0
  165. package/lib/core/command-verification.js.map +1 -0
  166. package/lib/core/driver-execution.d.ts +83 -0
  167. package/lib/core/driver-execution.d.ts.map +1 -0
  168. package/lib/core/driver-execution.js +72 -0
  169. package/lib/core/driver-execution.js.map +1 -0
  170. package/lib/core/driver-metrics.d.ts +98 -0
  171. package/lib/core/driver-metrics.d.ts.map +1 -0
  172. package/lib/core/driver-metrics.js +36 -0
  173. package/lib/core/driver-metrics.js.map +1 -0
  174. package/lib/core/driver.d.ts +64 -0
  175. package/lib/core/driver.d.ts.map +1 -1
  176. package/lib/core/driver.js +28 -0
  177. package/lib/core/driver.js.map +1 -1
  178. package/lib/core/duration.d.ts +5 -0
  179. package/lib/core/duration.d.ts.map +1 -0
  180. package/lib/core/duration.js +49 -0
  181. package/lib/core/duration.js.map +1 -0
  182. package/lib/core/environment.d.ts +18 -0
  183. package/lib/core/environment.d.ts.map +1 -0
  184. package/lib/core/environment.js +21 -0
  185. package/lib/core/environment.js.map +1 -0
  186. package/lib/core/evaluation-clusters.d.ts +17 -0
  187. package/lib/core/evaluation-clusters.d.ts.map +1 -0
  188. package/lib/core/evaluation-clusters.js +23 -0
  189. package/lib/core/evaluation-clusters.js.map +1 -0
  190. package/lib/core/events.d.ts +34 -0
  191. package/lib/core/events.d.ts.map +1 -1
  192. package/lib/core/events.js +11 -2
  193. package/lib/core/events.js.map +1 -1
  194. package/lib/core/experiment.d.ts +33 -2
  195. package/lib/core/experiment.d.ts.map +1 -1
  196. package/lib/core/experiment.js +40 -19
  197. package/lib/core/experiment.js.map +1 -1
  198. package/lib/core/file-tree.d.ts +7 -0
  199. package/lib/core/file-tree.d.ts.map +1 -0
  200. package/lib/core/file-tree.js +35 -0
  201. package/lib/core/file-tree.js.map +1 -0
  202. package/lib/core/global-id.d.ts +6 -0
  203. package/lib/core/global-id.d.ts.map +1 -0
  204. package/lib/core/global-id.js +17 -0
  205. package/lib/core/global-id.js.map +1 -0
  206. package/lib/core/harness-catalog.d.ts +35 -0
  207. package/lib/core/harness-catalog.d.ts.map +1 -0
  208. package/lib/core/harness-catalog.js +45 -0
  209. package/lib/core/harness-catalog.js.map +1 -0
  210. package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
  211. package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
  212. package/lib/core/harness-catalogs/antigravity.js +23 -0
  213. package/lib/core/harness-catalogs/antigravity.js.map +1 -0
  214. package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
  215. package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
  216. package/lib/core/harness-catalogs/claude-code.js +24 -0
  217. package/lib/core/harness-catalogs/claude-code.js.map +1 -0
  218. package/lib/core/harness-catalogs/codex.d.ts +11 -0
  219. package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
  220. package/lib/core/harness-catalogs/codex.js +26 -0
  221. package/lib/core/harness-catalogs/codex.js.map +1 -0
  222. package/lib/core/harness-catalogs/copilot.d.ts +29 -0
  223. package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
  224. package/lib/core/harness-catalogs/copilot.js +45 -0
  225. package/lib/core/harness-catalogs/copilot.js.map +1 -0
  226. package/lib/core/harness-catalogs/cursor.d.ts +2 -0
  227. package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
  228. package/lib/core/harness-catalogs/cursor.js +13 -0
  229. package/lib/core/harness-catalogs/cursor.js.map +1 -0
  230. package/lib/core/harness-catalogs/grok-build.d.ts +7 -0
  231. package/lib/core/harness-catalogs/grok-build.d.ts.map +1 -0
  232. package/lib/core/harness-catalogs/grok-build.js +18 -0
  233. package/lib/core/harness-catalogs/grok-build.js.map +1 -0
  234. package/lib/core/harness-catalogs/index.d.ts +73 -0
  235. package/lib/core/harness-catalogs/index.d.ts.map +1 -0
  236. package/lib/core/harness-catalogs/index.js +17 -0
  237. package/lib/core/harness-catalogs/index.js.map +1 -0
  238. package/lib/core/harness-matrix.d.ts +154 -0
  239. package/lib/core/harness-matrix.d.ts.map +1 -0
  240. package/lib/core/harness-matrix.js +204 -0
  241. package/lib/core/harness-matrix.js.map +1 -0
  242. package/lib/core/index.d.ts +12 -0
  243. package/lib/core/index.d.ts.map +1 -1
  244. package/lib/core/index.js +12 -0
  245. package/lib/core/index.js.map +1 -1
  246. package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
  247. package/lib/core/lifecycle-fixtures.js +4 -2
  248. package/lib/core/lifecycle-fixtures.js.map +1 -1
  249. package/lib/core/model-cli.d.ts +9 -11
  250. package/lib/core/model-cli.d.ts.map +1 -1
  251. package/lib/core/model-cli.js +39 -22
  252. package/lib/core/model-cli.js.map +1 -1
  253. package/lib/core/platform-process.d.ts +7 -2
  254. package/lib/core/platform-process.d.ts.map +1 -1
  255. package/lib/core/platform-process.js +54 -16
  256. package/lib/core/platform-process.js.map +1 -1
  257. package/lib/core/reference-defaults.d.ts +5 -0
  258. package/lib/core/reference-defaults.d.ts.map +1 -0
  259. package/lib/core/reference-defaults.js +42 -0
  260. package/lib/core/reference-defaults.js.map +1 -0
  261. package/lib/core/rubric.d.ts +1 -0
  262. package/lib/core/rubric.d.ts.map +1 -1
  263. package/lib/core/run.d.ts +292 -1
  264. package/lib/core/run.d.ts.map +1 -1
  265. package/lib/core/run.js +27 -0
  266. package/lib/core/run.js.map +1 -1
  267. package/lib/core/secure-copy.d.ts.map +1 -0
  268. package/lib/core/secure-copy.js.map +1 -0
  269. package/lib/core/usage.d.ts +5 -0
  270. package/lib/core/usage.d.ts.map +1 -1
  271. package/lib/core/usage.js +3 -0
  272. package/lib/core/usage.js.map +1 -1
  273. package/lib/core/wire.d.ts +11 -0
  274. package/lib/core/wire.d.ts.map +1 -1
  275. package/lib/drivers/antigravity/artifacts.d.ts +2 -0
  276. package/lib/drivers/antigravity/artifacts.d.ts.map +1 -0
  277. package/lib/drivers/antigravity/artifacts.js +33 -0
  278. package/lib/drivers/antigravity/artifacts.js.map +1 -0
  279. package/lib/drivers/antigravity/config.d.ts +88 -0
  280. package/lib/drivers/antigravity/config.d.ts.map +1 -0
  281. package/lib/drivers/antigravity/config.js +87 -0
  282. package/lib/drivers/antigravity/config.js.map +1 -0
  283. package/lib/drivers/antigravity/events.d.ts +4 -0
  284. package/lib/drivers/antigravity/events.d.ts.map +1 -0
  285. package/lib/drivers/antigravity/events.js +241 -0
  286. package/lib/drivers/antigravity/events.js.map +1 -0
  287. package/lib/drivers/antigravity/index.d.ts +114 -0
  288. package/lib/drivers/antigravity/index.d.ts.map +1 -0
  289. package/lib/drivers/antigravity/index.js +113 -0
  290. package/lib/drivers/antigravity/index.js.map +1 -0
  291. package/lib/drivers/antigravity/runtime.d.ts +7 -0
  292. package/lib/drivers/antigravity/runtime.d.ts.map +1 -0
  293. package/lib/drivers/antigravity/runtime.js +83 -0
  294. package/lib/drivers/antigravity/runtime.js.map +1 -0
  295. package/lib/drivers/claude-code/deferred-process.d.ts +17 -0
  296. package/lib/drivers/claude-code/deferred-process.d.ts.map +1 -0
  297. package/lib/drivers/claude-code/deferred-process.js +108 -0
  298. package/lib/drivers/claude-code/deferred-process.js.map +1 -0
  299. package/lib/drivers/claude-code/index.d.ts +187 -10
  300. package/lib/drivers/claude-code/index.d.ts.map +1 -1
  301. package/lib/drivers/claude-code/index.js +197 -252
  302. package/lib/drivers/claude-code/index.js.map +1 -1
  303. package/lib/drivers/claude-code/isolation.d.ts +8 -0
  304. package/lib/drivers/claude-code/isolation.d.ts.map +1 -0
  305. package/lib/drivers/claude-code/isolation.js +199 -0
  306. package/lib/drivers/claude-code/isolation.js.map +1 -0
  307. package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
  308. package/lib/drivers/claude-code/parse-events.js +73 -8
  309. package/lib/drivers/claude-code/parse-events.js.map +1 -1
  310. package/lib/drivers/codex/app-events.d.ts +9 -2
  311. package/lib/drivers/codex/app-events.d.ts.map +1 -1
  312. package/lib/drivers/codex/app-events.js +104 -12
  313. package/lib/drivers/codex/app-events.js.map +1 -1
  314. package/lib/drivers/codex/config.d.ts +69 -5
  315. package/lib/drivers/codex/config.d.ts.map +1 -1
  316. package/lib/drivers/codex/config.js +48 -8
  317. package/lib/drivers/codex/config.js.map +1 -1
  318. package/lib/drivers/codex/exec-events.d.ts +4 -0
  319. package/lib/drivers/codex/exec-events.d.ts.map +1 -0
  320. package/lib/drivers/codex/exec-events.js +230 -0
  321. package/lib/drivers/codex/exec-events.js.map +1 -0
  322. package/lib/drivers/codex/index.d.ts +142 -4
  323. package/lib/drivers/codex/index.d.ts.map +1 -1
  324. package/lib/drivers/codex/index.js +114 -276
  325. package/lib/drivers/codex/index.js.map +1 -1
  326. package/lib/drivers/copilot/config.d.ts +84 -0
  327. package/lib/drivers/copilot/config.d.ts.map +1 -0
  328. package/lib/drivers/copilot/config.js +57 -0
  329. package/lib/drivers/copilot/config.js.map +1 -0
  330. package/lib/drivers/copilot/index.d.ts +107 -0
  331. package/lib/drivers/copilot/index.d.ts.map +1 -0
  332. package/lib/drivers/copilot/index.js +268 -0
  333. package/lib/drivers/copilot/index.js.map +1 -0
  334. package/lib/drivers/cursor/config.d.ts +28 -0
  335. package/lib/drivers/cursor/config.d.ts.map +1 -0
  336. package/lib/drivers/cursor/config.js +28 -0
  337. package/lib/drivers/cursor/config.js.map +1 -0
  338. package/lib/drivers/cursor/index.d.ts +44 -0
  339. package/lib/drivers/cursor/index.d.ts.map +1 -0
  340. package/lib/drivers/cursor/index.js +286 -0
  341. package/lib/drivers/cursor/index.js.map +1 -0
  342. package/lib/drivers/cursor/interaction.d.ts +6 -0
  343. package/lib/drivers/cursor/interaction.d.ts.map +1 -0
  344. package/lib/drivers/cursor/interaction.js +55 -0
  345. package/lib/drivers/cursor/interaction.js.map +1 -0
  346. package/lib/drivers/grok-build/config.d.ts +68 -0
  347. package/lib/drivers/grok-build/config.d.ts.map +1 -0
  348. package/lib/drivers/grok-build/config.js +40 -0
  349. package/lib/drivers/grok-build/config.js.map +1 -0
  350. package/lib/drivers/grok-build/index.d.ts +87 -0
  351. package/lib/drivers/grok-build/index.d.ts.map +1 -0
  352. package/lib/drivers/grok-build/index.js +293 -0
  353. package/lib/drivers/grok-build/index.js.map +1 -0
  354. package/lib/drivers/mcp/index.d.ts +37 -4
  355. package/lib/drivers/mcp/index.d.ts.map +1 -1
  356. package/lib/drivers/mcp/index.js +25 -11
  357. package/lib/drivers/mcp/index.js.map +1 -1
  358. package/lib/drivers/shared/acp-events.d.ts +15 -0
  359. package/lib/drivers/shared/acp-events.d.ts.map +1 -0
  360. package/lib/drivers/shared/acp-events.js +83 -0
  361. package/lib/drivers/shared/acp-events.js.map +1 -0
  362. package/lib/drivers/shared/acp-interaction.d.ts +7 -0
  363. package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
  364. package/lib/drivers/shared/acp-interaction.js +20 -0
  365. package/lib/drivers/shared/acp-interaction.js.map +1 -0
  366. package/lib/drivers/shared/acp-session.d.ts +4 -0
  367. package/lib/drivers/shared/acp-session.d.ts.map +1 -0
  368. package/lib/drivers/shared/acp-session.js +23 -0
  369. package/lib/drivers/shared/acp-session.js.map +1 -0
  370. package/lib/drivers/shared/acp-transport.d.ts +40 -0
  371. package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
  372. package/lib/drivers/shared/acp-transport.js +152 -0
  373. package/lib/drivers/shared/acp-transport.js.map +1 -0
  374. package/lib/drivers/shared/artifacts.d.ts.map +1 -1
  375. package/lib/drivers/shared/artifacts.js +3 -2
  376. package/lib/drivers/shared/artifacts.js.map +1 -1
  377. package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
  378. package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
  379. package/lib/drivers/shared/experiment-behavior.js +200 -0
  380. package/lib/drivers/shared/experiment-behavior.js.map +1 -0
  381. package/lib/drivers/shared/experiment-policy.d.ts +4 -0
  382. package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
  383. package/lib/drivers/shared/experiment-policy.js +144 -0
  384. package/lib/drivers/shared/experiment-policy.js.map +1 -0
  385. package/lib/drivers/shared/skills.d.ts +3 -0
  386. package/lib/drivers/shared/skills.d.ts.map +1 -0
  387. package/lib/drivers/shared/skills.js +73 -0
  388. package/lib/drivers/shared/skills.js.map +1 -0
  389. package/lib/drivers/subprocess/index.d.ts +39 -4
  390. package/lib/drivers/subprocess/index.d.ts.map +1 -1
  391. package/lib/drivers/subprocess/index.js +56 -12
  392. package/lib/drivers/subprocess/index.js.map +1 -1
  393. package/lib/index.d.ts +24 -8
  394. package/lib/index.d.ts.map +1 -1
  395. package/lib/index.js +20 -5
  396. package/lib/index.js.map +1 -1
  397. package/lib/optimization/reflective.d.ts +3 -1
  398. package/lib/optimization/reflective.d.ts.map +1 -1
  399. package/lib/optimization/reflective.js +3 -2
  400. package/lib/optimization/reflective.js.map +1 -1
  401. package/lib/orchestrator/annotation-loader.d.ts +6 -2
  402. package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
  403. package/lib/orchestrator/annotation-loader.js +8 -0
  404. package/lib/orchestrator/annotation-loader.js.map +1 -1
  405. package/lib/orchestrator/annotation-store.d.ts.map +1 -1
  406. package/lib/orchestrator/annotation-store.js +16 -2
  407. package/lib/orchestrator/annotation-store.js.map +1 -1
  408. package/lib/orchestrator/artifact-origin.d.ts +3 -0
  409. package/lib/orchestrator/artifact-origin.d.ts.map +1 -0
  410. package/lib/orchestrator/artifact-origin.js +40 -0
  411. package/lib/orchestrator/artifact-origin.js.map +1 -0
  412. package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
  413. package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
  414. package/lib/orchestrator/campaign-lifecycle.js +4 -1
  415. package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
  416. package/lib/orchestrator/candidates.d.ts.map +1 -1
  417. package/lib/orchestrator/candidates.js +3 -2
  418. package/lib/orchestrator/candidates.js.map +1 -1
  419. package/lib/orchestrator/compare.d.ts +23 -6
  420. package/lib/orchestrator/compare.d.ts.map +1 -1
  421. package/lib/orchestrator/compare.js +45 -12
  422. package/lib/orchestrator/compare.js.map +1 -1
  423. package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
  424. package/lib/orchestrator/comparison-identity.js +2 -0
  425. package/lib/orchestrator/comparison-identity.js.map +1 -1
  426. package/lib/orchestrator/config.d.ts +180 -1
  427. package/lib/orchestrator/config.d.ts.map +1 -1
  428. package/lib/orchestrator/config.js +21 -2
  429. package/lib/orchestrator/config.js.map +1 -1
  430. package/lib/orchestrator/discover.d.ts +1 -0
  431. package/lib/orchestrator/discover.d.ts.map +1 -1
  432. package/lib/orchestrator/discover.js +7 -1
  433. package/lib/orchestrator/discover.js.map +1 -1
  434. package/lib/orchestrator/doctor.d.ts +1 -0
  435. package/lib/orchestrator/doctor.d.ts.map +1 -1
  436. package/lib/orchestrator/doctor.js +134 -69
  437. package/lib/orchestrator/doctor.js.map +1 -1
  438. package/lib/orchestrator/driver-capabilities.d.ts +4 -0
  439. package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
  440. package/lib/orchestrator/driver-capabilities.js +13 -0
  441. package/lib/orchestrator/driver-capabilities.js.map +1 -0
  442. package/lib/orchestrator/driver-identity.d.ts +5 -0
  443. package/lib/orchestrator/driver-identity.d.ts.map +1 -0
  444. package/lib/orchestrator/driver-identity.js +51 -0
  445. package/lib/orchestrator/driver-identity.js.map +1 -0
  446. package/lib/orchestrator/experiment-context.d.ts +51 -3
  447. package/lib/orchestrator/experiment-context.d.ts.map +1 -1
  448. package/lib/orchestrator/experiment-context.js +2 -1
  449. package/lib/orchestrator/experiment-context.js.map +1 -1
  450. package/lib/orchestrator/experiment-contracts.d.ts +31 -1
  451. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
  452. package/lib/orchestrator/experiment-corpus.d.ts +2 -1
  453. package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
  454. package/lib/orchestrator/experiment-corpus.js +28 -22
  455. package/lib/orchestrator/experiment-corpus.js.map +1 -1
  456. package/lib/orchestrator/experiment-effects.d.ts +33 -0
  457. package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
  458. package/lib/orchestrator/experiment-effects.js +46 -0
  459. package/lib/orchestrator/experiment-effects.js.map +1 -0
  460. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
  461. package/lib/orchestrator/experiment-evaluation.js +70 -5
  462. package/lib/orchestrator/experiment-evaluation.js.map +1 -1
  463. package/lib/orchestrator/experiment-identity.d.ts +3 -0
  464. package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
  465. package/lib/orchestrator/experiment-identity.js +22 -33
  466. package/lib/orchestrator/experiment-identity.js.map +1 -1
  467. package/lib/orchestrator/experiment-loader.d.ts +8 -3
  468. package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
  469. package/lib/orchestrator/experiment-preflight.d.ts +3 -0
  470. package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
  471. package/lib/orchestrator/experiment-preflight.js +21 -0
  472. package/lib/orchestrator/experiment-preflight.js.map +1 -0
  473. package/lib/orchestrator/experiment-report.d.ts +91 -1
  474. package/lib/orchestrator/experiment-report.d.ts.map +1 -1
  475. package/lib/orchestrator/experiment-report.js +9 -1
  476. package/lib/orchestrator/experiment-report.js.map +1 -1
  477. package/lib/orchestrator/experiment-runs.d.ts +63 -2
  478. package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
  479. package/lib/orchestrator/experiment-runs.js +13 -5
  480. package/lib/orchestrator/experiment-runs.js.map +1 -1
  481. package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
  482. package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
  483. package/lib/orchestrator/experiment-runtime-identity.js +5 -220
  484. package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
  485. package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
  486. package/lib/orchestrator/experiment-selection.js +151 -43
  487. package/lib/orchestrator/experiment-selection.js.map +1 -1
  488. package/lib/orchestrator/experiment.d.ts +3 -3
  489. package/lib/orchestrator/experiment.d.ts.map +1 -1
  490. package/lib/orchestrator/experiment.js +26 -21
  491. package/lib/orchestrator/experiment.js.map +1 -1
  492. package/lib/orchestrator/fixture-identity.d.ts +1 -0
  493. package/lib/orchestrator/fixture-identity.d.ts.map +1 -1
  494. package/lib/orchestrator/fixture-identity.js +6 -1
  495. package/lib/orchestrator/fixture-identity.js.map +1 -1
  496. package/lib/orchestrator/fs-read.d.ts +1 -6
  497. package/lib/orchestrator/fs-read.d.ts.map +1 -1
  498. package/lib/orchestrator/fs-read.js +2 -32
  499. package/lib/orchestrator/fs-read.js.map +1 -1
  500. package/lib/orchestrator/grader-experiment.d.ts +23 -5
  501. package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
  502. package/lib/orchestrator/grader-experiment.js +54 -9
  503. package/lib/orchestrator/grader-experiment.js.map +1 -1
  504. package/lib/orchestrator/grading.d.ts +1 -0
  505. package/lib/orchestrator/grading.d.ts.map +1 -1
  506. package/lib/orchestrator/grading.js +41 -33
  507. package/lib/orchestrator/grading.js.map +1 -1
  508. package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
  509. package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
  510. package/lib/orchestrator/harness-catalog-drift.js +90 -0
  511. package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
  512. package/lib/orchestrator/harness-registry.d.ts +4 -0
  513. package/lib/orchestrator/harness-registry.d.ts.map +1 -0
  514. package/lib/orchestrator/harness-registry.js +5 -0
  515. package/lib/orchestrator/harness-registry.js.map +1 -0
  516. package/lib/orchestrator/index.d.ts +1 -1
  517. package/lib/orchestrator/index.d.ts.map +1 -1
  518. package/lib/orchestrator/index.js +1 -1
  519. package/lib/orchestrator/index.js.map +1 -1
  520. package/lib/orchestrator/list-runs.d.ts +8 -1
  521. package/lib/orchestrator/list-runs.d.ts.map +1 -1
  522. package/lib/orchestrator/list-runs.js +83 -18
  523. package/lib/orchestrator/list-runs.js.map +1 -1
  524. package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
  525. package/lib/orchestrator/optimization-lifecycle.js +3 -1
  526. package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
  527. package/lib/orchestrator/orchestrator.d.ts +17 -2
  528. package/lib/orchestrator/orchestrator.d.ts.map +1 -1
  529. package/lib/orchestrator/orchestrator.js +55 -177
  530. package/lib/orchestrator/orchestrator.js.map +1 -1
  531. package/lib/orchestrator/paired-effects.d.ts +34 -0
  532. package/lib/orchestrator/paired-effects.d.ts.map +1 -0
  533. package/lib/orchestrator/paired-effects.js +164 -0
  534. package/lib/orchestrator/paired-effects.js.map +1 -0
  535. package/lib/orchestrator/profile.d.ts +4 -0
  536. package/lib/orchestrator/profile.d.ts.map +1 -0
  537. package/lib/orchestrator/profile.js +10 -0
  538. package/lib/orchestrator/profile.js.map +1 -0
  539. package/lib/orchestrator/provenance.d.ts +5 -1
  540. package/lib/orchestrator/provenance.d.ts.map +1 -1
  541. package/lib/orchestrator/provenance.js +16 -3
  542. package/lib/orchestrator/provenance.js.map +1 -1
  543. package/lib/orchestrator/regrade.d.ts +4 -2
  544. package/lib/orchestrator/regrade.d.ts.map +1 -1
  545. package/lib/orchestrator/rubric-loader.js +1 -1
  546. package/lib/orchestrator/rubric-loader.js.map +1 -1
  547. package/lib/orchestrator/run-dir.d.ts +2 -0
  548. package/lib/orchestrator/run-dir.d.ts.map +1 -1
  549. package/lib/orchestrator/run-dir.js +1 -1
  550. package/lib/orchestrator/run-dir.js.map +1 -1
  551. package/lib/orchestrator/run-execution.d.ts +3 -0
  552. package/lib/orchestrator/run-execution.d.ts.map +1 -1
  553. package/lib/orchestrator/run-execution.js +64 -10
  554. package/lib/orchestrator/run-execution.js.map +1 -1
  555. package/lib/orchestrator/run-lifecycle.d.ts +1 -0
  556. package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
  557. package/lib/orchestrator/run-lifecycle.js +3 -2
  558. package/lib/orchestrator/run-lifecycle.js.map +1 -1
  559. package/lib/orchestrator/run-workspace.d.ts +10 -0
  560. package/lib/orchestrator/run-workspace.d.ts.map +1 -0
  561. package/lib/orchestrator/run-workspace.js +58 -0
  562. package/lib/orchestrator/run-workspace.js.map +1 -0
  563. package/lib/orchestrator/suite-compare.d.ts +37 -0
  564. package/lib/orchestrator/suite-compare.d.ts.map +1 -1
  565. package/lib/orchestrator/suite-compare.js +44 -22
  566. package/lib/orchestrator/suite-compare.js.map +1 -1
  567. package/lib/orchestrator/suite-runs.d.ts +6 -1
  568. package/lib/orchestrator/suite-runs.d.ts.map +1 -1
  569. package/lib/orchestrator/suite-runs.js +14 -2
  570. package/lib/orchestrator/suite-runs.js.map +1 -1
  571. package/lib/orchestrator/suite-summary.d.ts +79 -0
  572. package/lib/orchestrator/suite-summary.d.ts.map +1 -1
  573. package/lib/orchestrator/suite-summary.js +67 -14
  574. package/lib/orchestrator/suite-summary.js.map +1 -1
  575. package/lib/previewer/artifacts.d.ts +25 -0
  576. package/lib/previewer/artifacts.d.ts.map +1 -0
  577. package/lib/previewer/artifacts.js +180 -0
  578. package/lib/previewer/artifacts.js.map +1 -0
  579. package/lib/previewer/server.d.ts +111 -0
  580. package/lib/previewer/server.d.ts.map +1 -0
  581. package/lib/previewer/server.js +559 -0
  582. package/lib/previewer/server.js.map +1 -0
  583. package/package.json +4 -2
  584. package/skills/lux-answerer/SKILL.md +2 -2
  585. package/src/answerers/claude-code/index.ts +6 -5
  586. package/src/answerers/persona/index.ts +75 -34
  587. package/src/answerers/terminal/index.ts +7 -11
  588. package/src/assertions/authoring.ts +2 -0
  589. package/src/assertions/core/command-exits-zero.ts +82 -17
  590. package/src/assertions/core/event-checks.ts +64 -3
  591. package/src/assertions/core/index.ts +2 -0
  592. package/src/assertions/core/resource-checks.ts +38 -5
  593. package/src/assertions/core/safe-regex.ts +16 -6
  594. package/src/assertions/rubric/evidence.ts +85 -0
  595. package/src/assertions/rubric/index.ts +63 -46
  596. package/src/assertions/rubric/internal.ts +256 -41
  597. package/src/authoring.ts +346 -2
  598. package/src/cli/bin.ts +2 -12
  599. package/src/cli/command-runtime.ts +20 -9
  600. package/src/cli/doctor.ts +17 -0
  601. package/src/cli/harness-plan.ts +123 -0
  602. package/src/cli/init-templates.ts +238 -0
  603. package/src/cli/init.ts +53 -184
  604. package/src/cli/output-schemas.ts +109 -0
  605. package/src/cli/program.ts +697 -730
  606. package/src/cli/render/format.ts +1 -1
  607. package/src/cli/render/reporter.ts +36 -8
  608. package/src/cli/run-options.ts +131 -25
  609. package/src/cli/view.ts +129 -0
  610. package/src/container/driver.ts +213 -0
  611. package/src/container/paths.ts +29 -0
  612. package/src/container/protocol.ts +48 -0
  613. package/src/container/resources.ts +165 -0
  614. package/src/container/worker.ts +107 -0
  615. package/src/core/action-events.ts +59 -0
  616. package/src/core/agent-activity.ts +236 -0
  617. package/src/core/agent-environment.ts +64 -0
  618. package/src/core/agent-events.ts +17 -0
  619. package/src/core/annotation.ts +2 -1
  620. package/src/core/answerer.ts +9 -0
  621. package/src/core/artifact-evidence.ts +40 -5
  622. package/src/core/assertion.ts +8 -2
  623. package/src/core/case-defaults.ts +65 -0
  624. package/src/core/case.ts +79 -8
  625. package/src/core/command-verification.ts +74 -0
  626. package/src/core/driver-execution.ts +84 -0
  627. package/src/core/driver-metrics.ts +51 -0
  628. package/src/core/driver.ts +76 -0
  629. package/src/core/duration.ts +52 -0
  630. package/src/core/environment.ts +22 -0
  631. package/src/core/evaluation-clusters.ts +35 -0
  632. package/src/core/events.ts +13 -2
  633. package/src/core/experiment.ts +71 -25
  634. package/src/core/file-tree.ts +35 -0
  635. package/src/core/global-id.ts +26 -0
  636. package/src/core/harness-catalog.ts +100 -0
  637. package/src/core/harness-catalogs/antigravity.ts +24 -0
  638. package/src/core/harness-catalogs/claude-code.ts +25 -0
  639. package/src/core/harness-catalogs/codex.ts +27 -0
  640. package/src/core/harness-catalogs/copilot.ts +46 -0
  641. package/src/core/harness-catalogs/cursor.ts +13 -0
  642. package/src/core/harness-catalogs/grok-build.ts +19 -0
  643. package/src/core/harness-catalogs/index.ts +31 -0
  644. package/src/core/harness-matrix.ts +316 -0
  645. package/src/core/index.ts +12 -0
  646. package/src/core/lifecycle-fixtures.ts +4 -2
  647. package/src/core/model-cli.ts +60 -26
  648. package/src/core/platform-process.ts +65 -16
  649. package/src/core/reference-defaults.ts +47 -0
  650. package/src/core/run.ts +31 -0
  651. package/src/core/usage.ts +8 -0
  652. package/src/drivers/antigravity/README.md +171 -0
  653. package/src/drivers/antigravity/artifacts.ts +37 -0
  654. package/src/drivers/antigravity/config.ts +92 -0
  655. package/src/drivers/antigravity/events.ts +290 -0
  656. package/src/drivers/antigravity/index.ts +132 -0
  657. package/src/drivers/antigravity/runtime.ts +94 -0
  658. package/src/drivers/claude-code/deferred-process.ts +118 -0
  659. package/src/drivers/claude-code/index.ts +227 -281
  660. package/src/drivers/claude-code/isolation.ts +228 -0
  661. package/src/drivers/claude-code/parse-events.ts +98 -12
  662. package/src/drivers/codex/app-events.ts +126 -16
  663. package/src/drivers/codex/config.ts +59 -8
  664. package/src/drivers/codex/exec-events.ts +258 -0
  665. package/src/drivers/codex/index.ts +146 -312
  666. package/src/drivers/copilot/README.md +60 -0
  667. package/src/drivers/copilot/config.ts +61 -0
  668. package/src/drivers/copilot/index.ts +310 -0
  669. package/src/drivers/cursor/README.md +66 -0
  670. package/src/drivers/cursor/config.ts +31 -0
  671. package/src/drivers/cursor/index.ts +326 -0
  672. package/src/drivers/cursor/interaction.ts +74 -0
  673. package/src/drivers/grok-build/README.md +112 -0
  674. package/src/drivers/grok-build/config.ts +43 -0
  675. package/src/drivers/grok-build/index.ts +331 -0
  676. package/src/drivers/mcp/index.ts +25 -11
  677. package/src/drivers/shared/acp-events.ts +94 -0
  678. package/src/drivers/shared/acp-interaction.ts +27 -0
  679. package/src/drivers/shared/acp-session.ts +40 -0
  680. package/src/drivers/shared/acp-transport.ts +187 -0
  681. package/src/drivers/shared/artifacts.ts +6 -2
  682. package/src/drivers/shared/experiment-behavior.ts +217 -0
  683. package/src/drivers/shared/experiment-policy.ts +196 -0
  684. package/src/drivers/shared/skills.ts +74 -0
  685. package/src/drivers/subprocess/index.ts +55 -12
  686. package/src/index.ts +117 -6
  687. package/src/optimization/reflective.ts +3 -2
  688. package/src/orchestrator/annotation-loader.ts +10 -0
  689. package/src/orchestrator/annotation-store.ts +24 -3
  690. package/src/orchestrator/artifact-origin.ts +50 -0
  691. package/src/orchestrator/campaign-lifecycle.ts +5 -1
  692. package/src/orchestrator/candidates.ts +3 -2
  693. package/src/orchestrator/compare.ts +62 -13
  694. package/src/orchestrator/comparison-identity.ts +2 -0
  695. package/src/orchestrator/config.ts +23 -1
  696. package/src/orchestrator/discover.ts +8 -1
  697. package/src/orchestrator/doctor.ts +211 -65
  698. package/src/orchestrator/driver-capabilities.ts +21 -0
  699. package/src/orchestrator/driver-identity.ts +69 -0
  700. package/src/orchestrator/experiment-context.ts +5 -3
  701. package/src/orchestrator/experiment-corpus.ts +58 -37
  702. package/src/orchestrator/experiment-effects.ts +63 -0
  703. package/src/orchestrator/experiment-evaluation.ts +88 -10
  704. package/src/orchestrator/experiment-identity.ts +57 -48
  705. package/src/orchestrator/experiment-preflight.ts +27 -0
  706. package/src/orchestrator/experiment-report.ts +21 -1
  707. package/src/orchestrator/experiment-runs.ts +11 -4
  708. package/src/orchestrator/experiment-runtime-identity.ts +5 -243
  709. package/src/orchestrator/experiment-selection.ts +178 -18
  710. package/src/orchestrator/experiment.ts +29 -29
  711. package/src/orchestrator/fixture-identity.ts +9 -1
  712. package/src/orchestrator/fs-read.ts +2 -32
  713. package/src/orchestrator/grader-experiment.ts +74 -13
  714. package/src/orchestrator/grading.ts +60 -31
  715. package/src/orchestrator/harness-catalog-drift.ts +132 -0
  716. package/src/orchestrator/harness-registry.ts +12 -0
  717. package/src/orchestrator/index.ts +1 -0
  718. package/src/orchestrator/list-runs.ts +102 -18
  719. package/src/orchestrator/optimization-lifecycle.ts +4 -1
  720. package/src/orchestrator/orchestrator.ts +105 -224
  721. package/src/orchestrator/paired-effects.ts +214 -0
  722. package/src/orchestrator/profile.ts +24 -0
  723. package/src/orchestrator/provenance.ts +23 -3
  724. package/src/orchestrator/rubric-loader.ts +1 -1
  725. package/src/orchestrator/run-dir.ts +8 -1
  726. package/src/orchestrator/run-execution.ts +75 -10
  727. package/src/orchestrator/run-lifecycle.ts +4 -2
  728. package/src/orchestrator/run-workspace.ts +62 -0
  729. package/src/orchestrator/suite-compare.ts +47 -23
  730. package/src/orchestrator/suite-runs.ts +13 -2
  731. package/src/orchestrator/suite-summary.ts +129 -15
  732. package/src/previewer/artifacts.ts +221 -0
  733. package/src/previewer/server.ts +789 -0
  734. package/viewer/app.css +2111 -0
  735. package/viewer/app.js +627 -0
  736. package/viewer/artifact-view.js +48 -0
  737. package/viewer/charts.js +98 -0
  738. package/viewer/detail.js +1266 -0
  739. package/viewer/format.js +129 -0
  740. package/viewer/index.html +151 -0
  741. package/lib/cli/skills.d.ts +0 -38
  742. package/lib/cli/skills.d.ts.map +0 -1
  743. package/lib/cli/skills.js +0 -84
  744. package/lib/cli/skills.js.map +0 -1
  745. package/lib/drivers/shared/secure-copy.d.ts.map +0 -1
  746. package/lib/drivers/shared/secure-copy.js.map +0 -1
  747. package/skills/lux/SKILL.md +0 -89
  748. package/skills/lux/references/cli.md +0 -125
  749. package/skills/lux/references/eval-authoring.md +0 -257
  750. package/src/cli/skills.ts +0 -129
  751. /package/lib/{drivers/shared → core}/secure-copy.d.ts +0 -0
  752. /package/lib/{drivers/shared → core}/secure-copy.js +0 -0
  753. /package/src/{drivers/shared → core}/secure-copy.ts +0 -0
package/lib/cli/output-schemas.d.ts ADDED
@@ -0,0 +1,1412 @@
1
+ import { z } from "incur";
2
+ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
3
+ runDir: z.ZodString;
4
+ case: z.ZodNullable<z.ZodObject<{
5
+ id: z.ZodOptional<z.ZodOptional<z.ZodString>>;
6
+ prompt: z.ZodOptional<z.ZodString>;
7
+ persona: z.ZodOptional<z.ZodOptional<z.ZodString>>;
8
+ matrix: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodCustom<import("../core/harness-matrix.js").HarnessMatrixEntry, import("../core/harness-matrix.js").HarnessMatrixEntry>>>>;
9
+ requires: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodEnum<{
10
+ artifacts: "artifacts";
11
+ cost: "cost";
12
+ interactive: "interactive";
13
+ isolation: "isolation";
14
+ subagents: "subagents";
15
+ "tool-calls": "tool-calls";
16
+ "tool-results": "tool-results";
17
+ usage: "usage";
18
+ }>>>>;
19
+ assertions: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
20
+ id: z.ZodOptional<z.ZodString>;
21
+ type: z.ZodString;
22
+ name: z.ZodOptional<z.ZodString>;
23
+ weight: z.ZodOptional<z.ZodNumber>;
24
+ threshold: z.ZodOptional<z.ZodNumber>;
25
+ informational: z.ZodOptional<z.ZodBoolean>;
26
+ }, z.core.$loose>>>>;
27
+ casePath: z.ZodExactOptional<z.ZodString>;
28
+ driver: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29
+ name: z.ZodString;
30
+ config: z.ZodOptional<z.ZodUnknown>;
31
+ }, z.core.$loose>]>>;
32
+ answerer: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
33
+ name: z.ZodString;
34
+ config: z.ZodOptional<z.ZodUnknown>;
35
+ }, z.core.$loose>]>>;
36
+ fixtures: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
37
+ kind: z.ZodLiteral<"dir">;
38
+ path: z.ZodString;
39
+ }, z.core.$loose>]>>;
40
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
41
+ }, z.core.$loose>>;
42
+ metadata: z.ZodNullable<z.ZodObject<{
43
+ schemaVersion: z.ZodLiteral<1>;
44
+ luxVersion: z.ZodString;
45
+ suiteId: z.ZodExactOptional<z.ZodString>;
46
+ startedAt: z.ZodString;
47
+ agentEndedAt: z.ZodExactOptional<z.ZodString>;
48
+ endedAt: z.ZodString;
49
+ exitReason: z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
50
+ error: "error";
51
+ "idle-timeout": "idle-timeout";
52
+ "max-interactions": "max-interactions";
53
+ }>]>;
54
+ driver: z.ZodObject<{
55
+ agentId: z.ZodString;
56
+ agentVersion: z.ZodExactOptional<z.ZodString>;
57
+ model: z.ZodExactOptional<z.ZodString>;
58
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
59
+ name: z.ZodString;
60
+ version: z.ZodExactOptional<z.ZodString>;
61
+ }, z.core.$strip>;
62
+ answerer: z.ZodObject<{
63
+ name: z.ZodString;
64
+ version: z.ZodExactOptional<z.ZodString>;
65
+ provider: z.ZodExactOptional<z.ZodString>;
66
+ model: z.ZodExactOptional<z.ZodString>;
67
+ }, z.core.$strip>;
68
+ usage: z.ZodObject<{
69
+ agent: z.ZodObject<{
70
+ input: z.ZodNumber;
71
+ output: z.ZodNumber;
72
+ cacheRead: z.ZodNumber;
73
+ cacheCreation: z.ZodNumber;
74
+ }, z.core.$strip>;
75
+ answerer: z.ZodObject<{
76
+ input: z.ZodNumber;
77
+ output: z.ZodNumber;
78
+ cacheRead: z.ZodNumber;
79
+ cacheCreation: z.ZodNumber;
80
+ }, z.core.$strip>;
81
+ grading: z.ZodObject<{
82
+ input: z.ZodNumber;
83
+ output: z.ZodNumber;
84
+ cacheRead: z.ZodNumber;
85
+ cacheCreation: z.ZodNumber;
86
+ }, z.core.$strip>;
87
+ }, z.core.$strip>;
88
+ agentUsageAvailability: z.ZodExactOptional<z.ZodEnum<{
89
+ reported: "reported";
90
+ unavailable: "unavailable";
91
+ }>>;
92
+ modelAccounting: z.ZodExactOptional<z.ZodObject<{
93
+ agentCalls: z.ZodNumber;
94
+ answererCalls: z.ZodNumber;
95
+ reportedCostUsd: z.ZodNumber;
96
+ unpricedModelCalls: z.ZodNumber;
97
+ }, z.core.$strip>>;
98
+ cost: z.ZodExactOptional<z.ZodObject<{
99
+ usd: z.ZodExactOptional<z.ZodNumber>;
100
+ }, z.core.$strip>>;
101
+ driverMetrics: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
102
+ unit: z.ZodDefault<z.ZodEnum<{
103
+ bytes: "bytes";
104
+ count: "count";
105
+ milliseconds: "milliseconds";
106
+ number: "number";
107
+ percent: "percent";
108
+ ratio: "ratio";
109
+ score: "score";
110
+ tokens: "tokens";
111
+ usd: "usd";
112
+ }>>;
113
+ label: z.ZodOptional<z.ZodString>;
114
+ better: z.ZodDefault<z.ZodEnum<{
115
+ higher: "higher";
116
+ lower: "lower";
117
+ neutral: "neutral";
118
+ }>>;
119
+ value: z.ZodNumber;
120
+ }, z.core.$strict>>>;
121
+ interruptCounts: z.ZodObject<{
122
+ ask: z.ZodNumber;
123
+ approve: z.ZodNumber;
124
+ custom: z.ZodNumber;
125
+ }, z.core.$strip>;
126
+ toolCallCount: z.ZodExactOptional<z.ZodNumber>;
127
+ toolOutcomes: z.ZodExactOptional<z.ZodObject<{
128
+ reportedCalls: z.ZodNumber;
129
+ total: z.ZodNumber;
130
+ succeeded: z.ZodNumber;
131
+ failed: z.ZodNumber;
132
+ unresolved: z.ZodNumber;
133
+ unmatchedResults: z.ZodNumber;
134
+ malformedEvents: z.ZodNumber;
135
+ }, z.core.$strip>>;
136
+ artifacts: z.ZodExactOptional<z.ZodObject<{
137
+ count: z.ZodNumber;
138
+ bytes: z.ZodExactOptional<z.ZodNumber>;
139
+ }, z.core.$strip>>;
140
+ phaseDurationMs: z.ZodExactOptional<z.ZodObject<{
141
+ agent: z.ZodNumber;
142
+ collect: z.ZodNumber;
143
+ grading: z.ZodNumber;
144
+ }, z.core.$strip>>;
145
+ actionTiming: z.ZodExactOptional<z.ZodObject<{
146
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
147
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
148
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
149
+ }, z.core.$strip>>;
150
+ agentActivity: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
151
+ agent: z.ZodObject<{
152
+ id: z.ZodString;
153
+ role: z.ZodEnum<{
154
+ main: "main";
155
+ subagent: "subagent";
156
+ }>;
157
+ parentId: z.ZodExactOptional<z.ZodString>;
158
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
159
+ name: z.ZodExactOptional<z.ZodString>;
160
+ model: z.ZodExactOptional<z.ZodString>;
161
+ }, z.core.$strip>;
162
+ startedAt: z.ZodNumber;
163
+ endedAt: z.ZodNumber;
164
+ durationMs: z.ZodNumber;
165
+ status: z.ZodEnum<{
166
+ cancelled: "cancelled";
167
+ completed: "completed";
168
+ failed: "failed";
169
+ unknown: "unknown";
170
+ }>;
171
+ eventCount: z.ZodNumber;
172
+ usage: z.ZodObject<{
173
+ input: z.ZodNumber;
174
+ output: z.ZodNumber;
175
+ cacheRead: z.ZodNumber;
176
+ cacheCreation: z.ZodNumber;
177
+ total: z.ZodNumber;
178
+ }, z.core.$strip>;
179
+ toolCalls: z.ZodObject<{
180
+ total: z.ZodNumber;
181
+ succeeded: z.ZodNumber;
182
+ failed: z.ZodNumber;
183
+ unresolved: z.ZodNumber;
184
+ }, z.core.$strip>;
185
+ actions: z.ZodObject<{
186
+ total: z.ZodNumber;
187
+ mutations: z.ZodNumber;
188
+ durableMutations: z.ZodNumber;
189
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
190
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
191
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
192
+ }, z.core.$strip>;
193
+ }, z.core.$strip>>>;
194
+ operationalFailure: z.ZodExactOptional<z.ZodObject<{
195
+ phase: z.ZodEnum<{
196
+ abort: "abort";
197
+ answerer: "answerer";
198
+ close: "close";
199
+ collection: "collection";
200
+ "driver-transport": "driver-transport";
201
+ grading: "grading";
202
+ setup: "setup";
203
+ trace: "trace";
204
+ }>;
205
+ reason: z.ZodString;
206
+ }, z.core.$strict>>;
207
+ provenance: z.ZodExactOptional<z.ZodObject<{
208
+ runtime: z.ZodObject<{
209
+ platform: z.ZodString;
210
+ arch: z.ZodString;
211
+ node: z.ZodString;
212
+ bun: z.ZodExactOptional<z.ZodString>;
213
+ host: z.ZodExactOptional<z.ZodObject<{
214
+ osRelease: z.ZodString;
215
+ cpuModels: z.ZodArray<z.ZodString>;
216
+ logicalCpuCount: z.ZodNumber;
217
+ availableParallelism: z.ZodNumber;
218
+ totalMemoryBytes: z.ZodNumber;
219
+ }, z.core.$strip>>;
220
+ }, z.core.$strip>;
221
+ environment: z.ZodExactOptional<z.ZodObject<{
222
+ declared: z.ZodExactOptional<z.ZodObject<{
223
+ imageDigest: z.ZodOptional<z.ZodString>;
224
+ toolchains: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
225
+ network: z.ZodOptional<z.ZodEnum<{
226
+ disabled: "disabled";
227
+ restricted: "restricted";
228
+ unrestricted: "unrestricted";
229
+ }>>;
230
+ resources: z.ZodOptional<z.ZodObject<{
231
+ cpuCount: z.ZodOptional<z.ZodNumber>;
232
+ memoryBytes: z.ZodOptional<z.ZodNumber>;
233
+ diskBytes: z.ZodOptional<z.ZodNumber>;
234
+ }, z.core.$strict>>;
235
+ }, z.core.$strict>>;
236
+ concurrency: z.ZodNumber;
237
+ }, z.core.$strip>>;
238
+ source: z.ZodExactOptional<z.ZodObject<{
239
+ casePath: z.ZodString;
240
+ git: z.ZodExactOptional<z.ZodObject<{
241
+ commit: z.ZodString;
242
+ dirty: z.ZodBoolean;
243
+ workingTreeHash: z.ZodExactOptional<z.ZodString>;
244
+ }, z.core.$strip>>;
245
+ }, z.core.$strip>>;
246
+ caseHash: z.ZodExactOptional<z.ZodString>;
247
+ assertionsHash: z.ZodExactOptional<z.ZodString>;
248
+ validatedAssertionsHash: z.ZodExactOptional<z.ZodString>;
249
+ fixturesHash: z.ZodExactOptional<z.ZodString>;
250
+ subjectHash: z.ZodExactOptional<z.ZodString>;
251
+ profileId: z.ZodExactOptional<z.ZodString>;
252
+ permutationId: z.ZodExactOptional<z.ZodString>;
253
+ experimentId: z.ZodExactOptional<z.ZodString>;
254
+ variantId: z.ZodExactOptional<z.ZodString>;
255
+ candidateId: z.ZodExactOptional<z.ZodString>;
256
+ driverConfigHash: z.ZodExactOptional<z.ZodString>;
257
+ answererConfigHash: z.ZodExactOptional<z.ZodString>;
258
+ graderConfigHash: z.ZodExactOptional<z.ZodString>;
259
+ evaluatorConfigHash: z.ZodExactOptional<z.ZodString>;
260
+ }, z.core.$strip>>;
261
+ }, z.core.$strip>>;
262
+ grading: z.ZodNullable<z.ZodObject<{
263
+ schemaVersion: z.ZodLiteral<1>;
264
+ casePassed: z.ZodNullable<z.ZodBoolean>;
265
+ caseScore: z.ZodNullable<z.ZodNumber>;
266
+ assertions: z.ZodArray<z.ZodObject<{
267
+ id: z.ZodExactOptional<z.ZodString>;
268
+ type: z.ZodString;
269
+ name: z.ZodString;
270
+ passed: z.ZodNullable<z.ZodBoolean>;
271
+ informational: z.ZodExactOptional<z.ZodBoolean>;
272
+ score: z.ZodNumber;
273
+ weight: z.ZodNumber;
274
+ threshold: z.ZodExactOptional<z.ZodNumber>;
275
+ durationMs: z.ZodNumber;
276
+ comment: z.ZodExactOptional<z.ZodString>;
277
+ detail: z.ZodOptional<z.ZodUnknown>;
278
+ abstention: z.ZodExactOptional<z.ZodLiteral<"insufficient-evidence">>;
279
+ errorMessage: z.ZodExactOptional<z.ZodString>;
280
+ usage: z.ZodExactOptional<z.ZodObject<{
281
+ input: z.ZodNumber;
282
+ output: z.ZodNumber;
283
+ cacheRead: z.ZodNumber;
284
+ cacheCreation: z.ZodNumber;
285
+ }, z.core.$strip>>;
286
+ }, z.core.$strip>>;
287
+ skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
288
+ id: z.ZodString;
289
+ type: z.ZodString;
290
+ name: z.ZodString;
291
+ reason: z.ZodLiteral<"judge-disabled">;
292
+ }, z.core.$strip>>>;
293
+ incomplete: z.ZodExactOptional<z.ZodObject<{
294
+ exitReason: z.ZodEnum<{
295
+ error: "error";
296
+ "idle-timeout": "idle-timeout";
297
+ "max-interactions": "max-interactions";
298
+ }>;
299
+ phase: z.ZodOptional<z.ZodEnum<{
300
+ collection: "collection";
301
+ grading: "grading";
302
+ run: "run";
303
+ }>>;
304
+ }, z.core.$strip>>;
305
+ }, z.core.$strip>>;
306
+ events: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
307
+ agentId: z.ZodString;
308
+ agentVersion: z.ZodExactOptional<z.ZodString>;
309
+ model: z.ZodExactOptional<z.ZodString>;
310
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
311
+ type: z.ZodLiteral<"ready">;
312
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
313
+ kind: z.ZodLiteral<"ask">;
314
+ id: z.ZodString;
315
+ question: z.ZodString;
316
+ context: z.ZodOptional<z.ZodUnknown>;
317
+ ts: z.ZodNumber;
318
+ type: z.ZodLiteral<"interrupt">;
319
+ }, z.core.$strip>, z.ZodObject<{
320
+ kind: z.ZodLiteral<"approve">;
321
+ id: z.ZodString;
322
+ request: z.ZodString;
323
+ context: z.ZodOptional<z.ZodUnknown>;
324
+ ts: z.ZodNumber;
325
+ type: z.ZodLiteral<"interrupt">;
326
+ }, z.core.$strip>, z.ZodObject<{
327
+ kind: z.ZodLiteral<"custom">;
328
+ id: z.ZodString;
329
+ payload: z.ZodUnknown;
330
+ context: z.ZodOptional<z.ZodUnknown>;
331
+ ts: z.ZodNumber;
332
+ type: z.ZodLiteral<"interrupt">;
333
+ }, z.core.$strip>], "kind">, z.ZodDiscriminatedUnion<[z.ZodObject<{
334
+ kind: z.ZodLiteral<"ask">;
335
+ id: z.ZodString;
336
+ text: z.ZodString;
337
+ ts: z.ZodNumber;
338
+ type: z.ZodLiteral<"responded">;
339
+ }, z.core.$strip>, z.ZodObject<{
340
+ kind: z.ZodLiteral<"approve">;
341
+ id: z.ZodString;
342
+ approved: z.ZodBoolean;
343
+ reason: z.ZodExactOptional<z.ZodString>;
344
+ ts: z.ZodNumber;
345
+ type: z.ZodLiteral<"responded">;
346
+ }, z.core.$strip>, z.ZodObject<{
347
+ kind: z.ZodLiteral<"custom">;
348
+ id: z.ZodString;
349
+ payload: z.ZodUnknown;
350
+ ts: z.ZodNumber;
351
+ type: z.ZodLiteral<"responded">;
352
+ }, z.core.$strip>], "kind">, z.ZodObject<{
353
+ id: z.ZodString;
354
+ kind: z.ZodString;
355
+ payload: z.ZodUnknown;
356
+ ts: z.ZodNumber;
357
+ agent: z.ZodExactOptional<z.ZodObject<{
358
+ id: z.ZodString;
359
+ role: z.ZodEnum<{
360
+ main: "main";
361
+ subagent: "subagent";
362
+ }>;
363
+ parentId: z.ZodExactOptional<z.ZodString>;
364
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
365
+ name: z.ZodExactOptional<z.ZodString>;
366
+ model: z.ZodExactOptional<z.ZodString>;
367
+ }, z.core.$strip>>;
368
+ type: z.ZodLiteral<"progress">;
369
+ }, z.core.$strip>, z.ZodObject<{
370
+ exitReason: z.ZodLiteral<"done">;
371
+ summary: z.ZodOptional<z.ZodUnknown>;
372
+ ts: z.ZodNumber;
373
+ type: z.ZodLiteral<"done">;
374
+ }, z.core.$strip>, z.ZodObject<{
375
+ exitReason: z.ZodEnum<{
376
+ error: "error";
377
+ "idle-timeout": "idle-timeout";
378
+ "max-interactions": "max-interactions";
379
+ }>;
380
+ reason: z.ZodString;
381
+ summary: z.ZodOptional<z.ZodUnknown>;
382
+ ts: z.ZodNumber;
383
+ type: z.ZodLiteral<"error">;
384
+ }, z.core.$strip>, z.ZodObject<{
385
+ ts: z.ZodNumber;
386
+ type: z.ZodLiteral<"lifecycle">;
387
+ stage: z.ZodEnum<{
388
+ close: "close";
389
+ "collect-end": "collect-end";
390
+ "collect-start": "collect-start";
391
+ "grade-end": "grade-end";
392
+ "grade-start": "grade-start";
393
+ load: "load";
394
+ "prepare-answerer": "prepare-answerer";
395
+ "run-loop": "run-loop";
396
+ "start-driver": "start-driver";
397
+ }>;
398
+ }, z.core.$strip>], "type">>;
399
+ artifacts: z.ZodArray<z.ZodString>;
400
+ }, z.core.$strip>, z.ZodObject<{
401
+ schemaVersion: z.ZodLiteral<1>;
402
+ suiteId: z.ZodString;
403
+ startedAt: z.ZodString;
404
+ endedAt: z.ZodNullable<z.ZodString>;
405
+ status: z.ZodEnum<{
406
+ aborted: "aborted";
407
+ failed: "failed";
408
+ passed: "passed";
409
+ running: "running";
410
+ }>;
411
+ aborted: z.ZodBoolean;
412
+ concurrency: z.ZodNumber;
413
+ profileId: z.ZodExactOptional<z.ZodString>;
414
+ experimentId: z.ZodExactOptional<z.ZodString>;
415
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
416
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
417
+ variantId: z.ZodExactOptional<z.ZodString>;
418
+ candidateId: z.ZodExactOptional<z.ZodString>;
419
+ subjectHash: z.ZodExactOptional<z.ZodString>;
420
+ errorMessage: z.ZodExactOptional<z.ZodString>;
421
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
422
+ name: z.ZodString;
423
+ pluginVersion: z.ZodString;
424
+ }, z.core.$strip>>>;
425
+ items: z.ZodArray<z.ZodObject<{
426
+ caseId: z.ZodString;
427
+ canonicalCaseId: z.ZodString;
428
+ permutationId: z.ZodExactOptional<z.ZodString>;
429
+ status: z.ZodEnum<{
430
+ completed: "completed";
431
+ pending: "pending";
432
+ running: "running";
433
+ }>;
434
+ runDir: z.ZodNullable<z.ZodString>;
435
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
436
+ casePassed: z.ZodNullable<z.ZodBoolean>;
437
+ errorMessage: z.ZodExactOptional<z.ZodString>;
438
+ }, z.core.$strip>>;
439
+ suiteDir: z.ZodString;
440
+ }, z.core.$strip>, z.ZodObject<{
441
+ schemaVersion: z.ZodLiteral<1>;
442
+ experimentId: z.ZodString;
443
+ campaignId: z.ZodString;
444
+ campaignPath: z.ZodString;
445
+ campaignHash: z.ZodString;
446
+ campaignSnapshot: z.ZodObject<{
447
+ id: z.ZodString;
448
+ subject: z.ZodObject<{
449
+ root: z.ZodString;
450
+ mutable: z.ZodArray<z.ZodString>;
451
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
452
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
453
+ command: z.ZodString;
454
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
455
+ timeout: z.ZodDefault<z.ZodString>;
456
+ unsafeHostExecution: z.ZodLiteral<true>;
457
+ }, z.core.$strict>>>;
458
+ }, z.core.$strict>;
459
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
460
+ kind: z.ZodLiteral<"agent">;
461
+ }, z.core.$strict>, z.ZodObject<{
462
+ kind: z.ZodLiteral<"grader">;
463
+ annotations: z.ZodString;
464
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
465
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
466
+ }, z.core.$strict>], "kind">>;
467
+ profiles: z.ZodArray<z.ZodString>;
468
+ splits: z.ZodObject<{
469
+ train: z.ZodOptional<z.ZodObject<{
470
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
471
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
472
+ }, z.core.$strict>>;
473
+ validation: z.ZodObject<{
474
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
475
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
476
+ }, z.core.$strict>;
477
+ test: z.ZodOptional<z.ZodObject<{
478
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
479
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
480
+ }, z.core.$strict>>;
481
+ }, z.core.$strict>;
482
+ repetitions: z.ZodDefault<z.ZodObject<{
483
+ search: z.ZodDefault<z.ZodNumber>;
484
+ promotion: z.ZodDefault<z.ZodNumber>;
485
+ }, z.core.$strict>>;
486
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
487
+ id: z.ZodString;
488
+ name: z.ZodOptional<z.ZodString>;
489
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
490
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
491
+ }, z.core.$strict>>>;
492
+ objectives: z.ZodDefault<z.ZodObject<{
493
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
494
+ metric: z.ZodString;
495
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
496
+ min: z.ZodOptional<z.ZodNumber>;
497
+ max: z.ZodOptional<z.ZodNumber>;
498
+ profile: z.ZodOptional<z.ZodString>;
499
+ split: z.ZodDefault<z.ZodEnum<{
500
+ test: "test";
501
+ train: "train";
502
+ validation: "validation";
503
+ }>>;
504
+ confidence: z.ZodOptional<z.ZodObject<{
505
+ method: z.ZodEnum<{
506
+ hoeffding: "hoeffding";
507
+ "percentile-bootstrap": "percentile-bootstrap";
508
+ wilson: "wilson";
509
+ }>;
510
+ level: z.ZodDefault<z.ZodNumber>;
511
+ resamples: z.ZodDefault<z.ZodNumber>;
512
+ seed: z.ZodDefault<z.ZodNumber>;
513
+ minSamples: z.ZodDefault<z.ZodNumber>;
514
+ }, z.core.$strict>>;
515
+ }, z.core.$strict>>>;
516
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
517
+ metric: z.ZodString;
518
+ profile: z.ZodOptional<z.ZodString>;
519
+ split: z.ZodDefault<z.ZodEnum<{
520
+ test: "test";
521
+ train: "train";
522
+ validation: "validation";
523
+ }>>;
524
+ }, z.core.$strict>>>;
525
+ }, z.core.$strict>>;
526
+ optimizer: z.ZodOptional<z.ZodObject<{
527
+ algorithm: z.ZodLiteral<"reflective">;
528
+ config: z.ZodOptional<z.ZodUnknown>;
529
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
530
+ "current-best": "current-best";
531
+ pareto: "pareto";
532
+ }>>;
533
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
534
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
535
+ }, z.core.$strict>>;
536
+ budget: z.ZodDefault<z.ZodObject<{
537
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
538
+ patience: z.ZodDefault<z.ZodNumber>;
539
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
540
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
541
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
542
+ maxTokens: z.ZodDefault<z.ZodNumber>;
543
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
544
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
545
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
546
+ }, z.core.$strict>>;
547
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
548
+ }, z.core.$strict>;
549
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
550
+ evaluatorVersion: z.ZodLiteral<1>;
551
+ luxVersion: z.ZodString;
552
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
553
+ agent: "agent";
554
+ grader: "grader";
555
+ }>>;
556
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
557
+ mode: z.ZodEnum<{
558
+ experiment: "experiment";
559
+ optimize: "optimize";
560
+ }>;
561
+ status: z.ZodEnum<{
562
+ aborted: "aborted";
563
+ failed: "failed";
564
+ passed: "passed";
565
+ running: "running";
566
+ }>;
567
+ startedAt: z.ZodString;
568
+ endedAt: z.ZodNullable<z.ZodString>;
569
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
570
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
571
+ subjectRoot: z.ZodString;
572
+ baseSourceHash: z.ZodString;
573
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
574
+ candidates: z.ZodArray<z.ZodObject<{
575
+ id: z.ZodString;
576
+ path: z.ZodString;
577
+ candidateHash: z.ZodString;
578
+ sourceBytes: z.ZodNumber;
579
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
580
+ }, z.core.$strip>>;
581
+ evaluations: z.ZodArray<z.ZodObject<{
582
+ profileId: z.ZodString;
583
+ split: z.ZodEnum<{
584
+ test: "test";
585
+ train: "train";
586
+ validation: "validation";
587
+ }>;
588
+ suiteDir: z.ZodExactOptional<z.ZodString>;
589
+ passRate: z.ZodNumber;
590
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
591
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
592
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
593
+ unit: z.ZodDefault<z.ZodEnum<{
594
+ bytes: "bytes";
595
+ count: "count";
596
+ milliseconds: "milliseconds";
597
+ number: "number";
598
+ percent: "percent";
599
+ ratio: "ratio";
600
+ score: "score";
601
+ tokens: "tokens";
602
+ usd: "usd";
603
+ }>>;
604
+ label: z.ZodOptional<z.ZodString>;
605
+ better: z.ZodDefault<z.ZodEnum<{
606
+ higher: "higher";
607
+ lower: "lower";
608
+ neutral: "neutral";
609
+ }>>;
610
+ }, z.core.$strict>>>;
611
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
612
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
613
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
614
+ usage: z.ZodExactOptional<z.ZodObject<{
615
+ input: z.ZodNumber;
616
+ output: z.ZodNumber;
617
+ cacheRead: z.ZodNumber;
618
+ cacheCreation: z.ZodNumber;
619
+ }, z.core.$strip>>;
620
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
621
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
622
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
623
+ identityHash: z.ZodNullable<z.ZodString>;
624
+ scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
625
+ clusterId: z.ZodExactOptional<z.ZodString>;
626
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
627
+ mean: z.ZodNumber;
628
+ n: z.ZodNumber;
629
+ }, z.core.$strip>>;
630
+ }, z.core.$strip>>>;
631
+ failedCases: z.ZodArray<z.ZodObject<{
632
+ caseId: z.ZodString;
633
+ score: z.ZodNullable<z.ZodNumber>;
634
+ feedback: z.ZodArray<z.ZodString>;
635
+ }, z.core.$strip>>;
636
+ candidateId: z.ZodString;
637
+ repetitions: z.ZodNumber;
638
+ summaryPath: z.ZodExactOptional<z.ZodString>;
639
+ evidencePath: z.ZodExactOptional<z.ZodString>;
640
+ }, z.core.$strip>>;
641
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
642
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
643
+ budgetUsage: z.ZodObject<{
644
+ metricCalls: z.ZodNumber;
645
+ judgeCalls: z.ZodNumber;
646
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
647
+ proposalCalls: z.ZodNumber;
648
+ usage: z.ZodObject<{
649
+ input: z.ZodNumber;
650
+ output: z.ZodNumber;
651
+ cacheRead: z.ZodNumber;
652
+ cacheCreation: z.ZodNumber;
653
+ }, z.core.$strip>;
654
+ costUsd: z.ZodNumber;
655
+ }, z.core.$strip>;
656
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
657
+ selection: z.ZodExactOptional<z.ZodObject<{
658
+ decidedAt: z.ZodString;
659
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
660
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
661
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
662
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
663
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
664
+ constraints: z.ZodArray<z.ZodObject<{
665
+ candidateId: z.ZodString;
666
+ metric: z.ZodString;
667
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
668
+ profile: z.ZodExactOptional<z.ZodString>;
669
+ split: z.ZodEnum<{
670
+ test: "test";
671
+ train: "train";
672
+ validation: "validation";
673
+ }>;
674
+ values: z.ZodArray<z.ZodNumber>;
675
+ passed: z.ZodBoolean;
676
+ interval: z.ZodExactOptional<z.ZodObject<{
677
+ method: z.ZodEnum<{
678
+ hoeffding: "hoeffding";
679
+ "percentile-bootstrap": "percentile-bootstrap";
680
+ wilson: "wilson";
681
+ }>;
682
+ level: z.ZodNumber;
683
+ estimate: z.ZodNumber;
684
+ lower: z.ZodNumber;
685
+ upper: z.ZodNumber;
686
+ n: z.ZodNumber;
687
+ resamples: z.ZodNumber;
688
+ }, z.core.$strict>>;
689
+ note: z.ZodExactOptional<z.ZodString>;
690
+ }, z.core.$strip>>;
691
+ }, z.core.$strip>>;
692
+ errorMessage: z.ZodExactOptional<z.ZodString>;
693
+ experimentDir: z.ZodString;
694
+ }, z.core.$strip>, z.ZodObject<{
695
+ runsRoot: z.ZodString;
696
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
697
+ path: z.ZodString;
698
+ message: z.ZodString;
699
+ }, z.core.$strip>>>;
700
+ runs: z.ZodArray<z.ZodObject<{
701
+ caseSlug: z.ZodString;
702
+ driverName: z.ZodString;
703
+ ts: z.ZodString;
704
+ runDir: z.ZodString;
705
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
706
+ error: "error";
707
+ "idle-timeout": "idle-timeout";
708
+ "max-interactions": "max-interactions";
709
+ }>]>>;
710
+ driverAgentId: z.ZodNullable<z.ZodString>;
711
+ startedAt: z.ZodNullable<z.ZodString>;
712
+ endedAt: z.ZodNullable<z.ZodString>;
713
+ durationMs: z.ZodNullable<z.ZodNumber>;
714
+ timeToFirstActionMs: z.ZodNullable<z.ZodNumber>;
715
+ timeToFirstMutationMs: z.ZodNullable<z.ZodNumber>;
716
+ timeToFirstDurableMutationMs: z.ZodNullable<z.ZodNumber>;
717
+ driverMetrics: z.ZodRecord<z.ZodString, z.ZodObject<{
718
+ unit: z.ZodDefault<z.ZodEnum<{
719
+ bytes: "bytes";
720
+ count: "count";
721
+ milliseconds: "milliseconds";
722
+ number: "number";
723
+ percent: "percent";
724
+ ratio: "ratio";
725
+ score: "score";
726
+ tokens: "tokens";
727
+ usd: "usd";
728
+ }>>;
729
+ label: z.ZodOptional<z.ZodString>;
730
+ better: z.ZodDefault<z.ZodEnum<{
731
+ higher: "higher";
732
+ lower: "lower";
733
+ neutral: "neutral";
734
+ }>>;
735
+ value: z.ZodNumber;
736
+ }, z.core.$strict>>;
737
+ subagentCount: z.ZodNumber;
738
+ casePassed: z.ZodNullable<z.ZodBoolean>;
739
+ caseScore: z.ZodNullable<z.ZodNumber>;
740
+ assertionPassed: z.ZodNumber;
741
+ assertionTotal: z.ZodNumber;
742
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodString>>;
743
+ }, z.core.$strip>>;
744
+ suites: z.ZodOptional<z.ZodArray<z.ZodObject<{
745
+ schemaVersion: z.ZodLiteral<1>;
746
+ suiteId: z.ZodString;
747
+ startedAt: z.ZodString;
748
+ endedAt: z.ZodNullable<z.ZodString>;
749
+ status: z.ZodEnum<{
750
+ aborted: "aborted";
751
+ failed: "failed";
752
+ passed: "passed";
753
+ running: "running";
754
+ }>;
755
+ aborted: z.ZodBoolean;
756
+ concurrency: z.ZodNumber;
757
+ profileId: z.ZodExactOptional<z.ZodString>;
758
+ experimentId: z.ZodExactOptional<z.ZodString>;
759
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
760
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
761
+ variantId: z.ZodExactOptional<z.ZodString>;
762
+ candidateId: z.ZodExactOptional<z.ZodString>;
763
+ subjectHash: z.ZodExactOptional<z.ZodString>;
764
+ errorMessage: z.ZodExactOptional<z.ZodString>;
765
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
766
+ name: z.ZodString;
767
+ pluginVersion: z.ZodString;
768
+ }, z.core.$strip>>>;
769
+ items: z.ZodArray<z.ZodObject<{
770
+ caseId: z.ZodString;
771
+ canonicalCaseId: z.ZodString;
772
+ permutationId: z.ZodExactOptional<z.ZodString>;
773
+ status: z.ZodEnum<{
774
+ completed: "completed";
775
+ pending: "pending";
776
+ running: "running";
777
+ }>;
778
+ runDir: z.ZodNullable<z.ZodString>;
779
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
780
+ casePassed: z.ZodNullable<z.ZodBoolean>;
781
+ errorMessage: z.ZodExactOptional<z.ZodString>;
782
+ }, z.core.$strip>>;
783
+ suiteDir: z.ZodString;
784
+ }, z.core.$strip>>>;
785
+ }, z.core.$strip>, z.ZodObject<{
786
+ runsRoot: z.ZodString;
787
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
788
+ path: z.ZodString;
789
+ message: z.ZodString;
790
+ }, z.core.$strip>>>;
791
+ suites: z.ZodArray<z.ZodObject<{
792
+ schemaVersion: z.ZodLiteral<1>;
793
+ suiteId: z.ZodString;
794
+ startedAt: z.ZodString;
795
+ endedAt: z.ZodNullable<z.ZodString>;
796
+ status: z.ZodEnum<{
797
+ aborted: "aborted";
798
+ failed: "failed";
799
+ passed: "passed";
800
+ running: "running";
801
+ }>;
802
+ aborted: z.ZodBoolean;
803
+ concurrency: z.ZodNumber;
804
+ profileId: z.ZodExactOptional<z.ZodString>;
805
+ experimentId: z.ZodExactOptional<z.ZodString>;
806
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
807
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
808
+ variantId: z.ZodExactOptional<z.ZodString>;
809
+ candidateId: z.ZodExactOptional<z.ZodString>;
810
+ subjectHash: z.ZodExactOptional<z.ZodString>;
811
+ errorMessage: z.ZodExactOptional<z.ZodString>;
812
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
813
+ name: z.ZodString;
814
+ pluginVersion: z.ZodString;
815
+ }, z.core.$strip>>>;
816
+ items: z.ZodArray<z.ZodObject<{
817
+ caseId: z.ZodString;
818
+ canonicalCaseId: z.ZodString;
819
+ permutationId: z.ZodExactOptional<z.ZodString>;
820
+ status: z.ZodEnum<{
821
+ completed: "completed";
822
+ pending: "pending";
823
+ running: "running";
824
+ }>;
825
+ runDir: z.ZodNullable<z.ZodString>;
826
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
827
+ casePassed: z.ZodNullable<z.ZodBoolean>;
828
+ errorMessage: z.ZodExactOptional<z.ZodString>;
829
+ }, z.core.$strip>>;
830
+ suiteDir: z.ZodString;
831
+ }, z.core.$strip>>;
832
+ }, z.core.$strip>, z.ZodObject<{
833
+ runsRoot: z.ZodString;
834
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
835
+ path: z.ZodString;
836
+ message: z.ZodString;
837
+ }, z.core.$strip>>>;
838
+ experiments: z.ZodArray<z.ZodObject<{
839
+ schemaVersion: z.ZodLiteral<1>;
840
+ experimentId: z.ZodString;
841
+ campaignId: z.ZodString;
842
+ campaignPath: z.ZodString;
843
+ campaignHash: z.ZodString;
844
+ campaignSnapshot: z.ZodObject<{
845
+ id: z.ZodString;
846
+ subject: z.ZodObject<{
847
+ root: z.ZodString;
848
+ mutable: z.ZodArray<z.ZodString>;
849
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
850
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
851
+ command: z.ZodString;
852
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
853
+ timeout: z.ZodDefault<z.ZodString>;
854
+ unsafeHostExecution: z.ZodLiteral<true>;
855
+ }, z.core.$strict>>>;
856
+ }, z.core.$strict>;
857
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
858
+ kind: z.ZodLiteral<"agent">;
859
+ }, z.core.$strict>, z.ZodObject<{
860
+ kind: z.ZodLiteral<"grader">;
861
+ annotations: z.ZodString;
862
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
863
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
864
+ }, z.core.$strict>], "kind">>;
865
+ profiles: z.ZodArray<z.ZodString>;
866
+ splits: z.ZodObject<{
867
+ train: z.ZodOptional<z.ZodObject<{
868
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
869
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
870
+ }, z.core.$strict>>;
871
+ validation: z.ZodObject<{
872
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
873
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
874
+ }, z.core.$strict>;
875
+ test: z.ZodOptional<z.ZodObject<{
876
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
877
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
878
+ }, z.core.$strict>>;
879
+ }, z.core.$strict>;
880
+ repetitions: z.ZodDefault<z.ZodObject<{
881
+ search: z.ZodDefault<z.ZodNumber>;
882
+ promotion: z.ZodDefault<z.ZodNumber>;
883
+ }, z.core.$strict>>;
884
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
885
+ id: z.ZodString;
886
+ name: z.ZodOptional<z.ZodString>;
887
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
888
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
889
+ }, z.core.$strict>>>;
890
+ objectives: z.ZodDefault<z.ZodObject<{
891
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
892
+ metric: z.ZodString;
893
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
894
+ min: z.ZodOptional<z.ZodNumber>;
895
+ max: z.ZodOptional<z.ZodNumber>;
896
+ profile: z.ZodOptional<z.ZodString>;
897
+ split: z.ZodDefault<z.ZodEnum<{
898
+ test: "test";
899
+ train: "train";
900
+ validation: "validation";
901
+ }>>;
902
+ confidence: z.ZodOptional<z.ZodObject<{
903
+ method: z.ZodEnum<{
904
+ hoeffding: "hoeffding";
905
+ "percentile-bootstrap": "percentile-bootstrap";
906
+ wilson: "wilson";
907
+ }>;
908
+ level: z.ZodDefault<z.ZodNumber>;
909
+ resamples: z.ZodDefault<z.ZodNumber>;
910
+ seed: z.ZodDefault<z.ZodNumber>;
911
+ minSamples: z.ZodDefault<z.ZodNumber>;
912
+ }, z.core.$strict>>;
913
+ }, z.core.$strict>>>;
914
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
915
+ metric: z.ZodString;
916
+ profile: z.ZodOptional<z.ZodString>;
917
+ split: z.ZodDefault<z.ZodEnum<{
918
+ test: "test";
919
+ train: "train";
920
+ validation: "validation";
921
+ }>>;
922
+ }, z.core.$strict>>>;
923
+ }, z.core.$strict>>;
924
+ optimizer: z.ZodOptional<z.ZodObject<{
925
+ algorithm: z.ZodLiteral<"reflective">;
926
+ config: z.ZodOptional<z.ZodUnknown>;
927
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
928
+ "current-best": "current-best";
929
+ pareto: "pareto";
930
+ }>>;
931
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
932
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
933
+ }, z.core.$strict>>;
934
+ budget: z.ZodDefault<z.ZodObject<{
935
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
936
+ patience: z.ZodDefault<z.ZodNumber>;
937
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
938
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
939
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
940
+ maxTokens: z.ZodDefault<z.ZodNumber>;
941
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
942
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
943
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
944
+ }, z.core.$strict>>;
945
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
946
+ }, z.core.$strict>;
947
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
948
+ evaluatorVersion: z.ZodLiteral<1>;
949
+ luxVersion: z.ZodString;
950
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
951
+ agent: "agent";
952
+ grader: "grader";
953
+ }>>;
954
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
955
+ mode: z.ZodEnum<{
956
+ experiment: "experiment";
957
+ optimize: "optimize";
958
+ }>;
959
+ status: z.ZodEnum<{
960
+ aborted: "aborted";
961
+ failed: "failed";
962
+ passed: "passed";
963
+ running: "running";
964
+ }>;
965
+ startedAt: z.ZodString;
966
+ endedAt: z.ZodNullable<z.ZodString>;
967
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
968
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
969
+ subjectRoot: z.ZodString;
970
+ baseSourceHash: z.ZodString;
971
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
972
+ candidates: z.ZodArray<z.ZodObject<{
973
+ id: z.ZodString;
974
+ path: z.ZodString;
975
+ candidateHash: z.ZodString;
976
+ sourceBytes: z.ZodNumber;
977
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
978
+ }, z.core.$strip>>;
979
+ evaluations: z.ZodArray<z.ZodObject<{
980
+ profileId: z.ZodString;
981
+ split: z.ZodEnum<{
982
+ test: "test";
983
+ train: "train";
984
+ validation: "validation";
985
+ }>;
986
+ suiteDir: z.ZodExactOptional<z.ZodString>;
987
+ passRate: z.ZodNumber;
988
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
989
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
990
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
991
+ unit: z.ZodDefault<z.ZodEnum<{
992
+ bytes: "bytes";
993
+ count: "count";
994
+ milliseconds: "milliseconds";
995
+ number: "number";
996
+ percent: "percent";
997
+ ratio: "ratio";
998
+ score: "score";
999
+ tokens: "tokens";
1000
+ usd: "usd";
1001
+ }>>;
1002
+ label: z.ZodOptional<z.ZodString>;
1003
+ better: z.ZodDefault<z.ZodEnum<{
1004
+ higher: "higher";
1005
+ lower: "lower";
1006
+ neutral: "neutral";
1007
+ }>>;
1008
+ }, z.core.$strict>>>;
1009
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
1010
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
1011
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
1012
+ usage: z.ZodExactOptional<z.ZodObject<{
1013
+ input: z.ZodNumber;
1014
+ output: z.ZodNumber;
1015
+ cacheRead: z.ZodNumber;
1016
+ cacheCreation: z.ZodNumber;
1017
+ }, z.core.$strip>>;
1018
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
1019
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
1020
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
1021
+ identityHash: z.ZodNullable<z.ZodString>;
1022
+ scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
1023
+ clusterId: z.ZodExactOptional<z.ZodString>;
1024
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
1025
+ mean: z.ZodNumber;
1026
+ n: z.ZodNumber;
1027
+ }, z.core.$strip>>;
1028
+ }, z.core.$strip>>>;
1029
+ failedCases: z.ZodArray<z.ZodObject<{
1030
+ caseId: z.ZodString;
1031
+ score: z.ZodNullable<z.ZodNumber>;
1032
+ feedback: z.ZodArray<z.ZodString>;
1033
+ }, z.core.$strip>>;
1034
+ candidateId: z.ZodString;
1035
+ repetitions: z.ZodNumber;
1036
+ summaryPath: z.ZodExactOptional<z.ZodString>;
1037
+ evidencePath: z.ZodExactOptional<z.ZodString>;
1038
+ }, z.core.$strip>>;
1039
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
1040
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
1041
+ budgetUsage: z.ZodObject<{
1042
+ metricCalls: z.ZodNumber;
1043
+ judgeCalls: z.ZodNumber;
1044
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
1045
+ proposalCalls: z.ZodNumber;
1046
+ usage: z.ZodObject<{
1047
+ input: z.ZodNumber;
1048
+ output: z.ZodNumber;
1049
+ cacheRead: z.ZodNumber;
1050
+ cacheCreation: z.ZodNumber;
1051
+ }, z.core.$strip>;
1052
+ costUsd: z.ZodNumber;
1053
+ }, z.core.$strip>;
1054
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1055
+ selection: z.ZodExactOptional<z.ZodObject<{
1056
+ decidedAt: z.ZodString;
1057
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1058
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1059
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
1060
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
1061
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1062
+ constraints: z.ZodArray<z.ZodObject<{
1063
+ candidateId: z.ZodString;
1064
+ metric: z.ZodString;
1065
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
1066
+ profile: z.ZodExactOptional<z.ZodString>;
1067
+ split: z.ZodEnum<{
1068
+ test: "test";
1069
+ train: "train";
1070
+ validation: "validation";
1071
+ }>;
1072
+ values: z.ZodArray<z.ZodNumber>;
1073
+ passed: z.ZodBoolean;
1074
+ interval: z.ZodExactOptional<z.ZodObject<{
1075
+ method: z.ZodEnum<{
1076
+ hoeffding: "hoeffding";
1077
+ "percentile-bootstrap": "percentile-bootstrap";
1078
+ wilson: "wilson";
1079
+ }>;
1080
+ level: z.ZodNumber;
1081
+ estimate: z.ZodNumber;
1082
+ lower: z.ZodNumber;
1083
+ upper: z.ZodNumber;
1084
+ n: z.ZodNumber;
1085
+ resamples: z.ZodNumber;
1086
+ }, z.core.$strict>>;
1087
+ note: z.ZodExactOptional<z.ZodString>;
1088
+ }, z.core.$strip>>;
1089
+ }, z.core.$strip>>;
1090
+ errorMessage: z.ZodExactOptional<z.ZodString>;
1091
+ experimentDir: z.ZodString;
1092
+ }, z.core.$strip>>;
1093
+ }, z.core.$strip>, z.ZodObject<{
1094
+ url: z.ZodString;
1095
+ runsRoot: z.ZodString;
1096
+ }, z.core.$strip>]>;
1097
+ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
1098
+ pathA: z.ZodString;
1099
+ pathB: z.ZodString;
1100
+ passRateTolerance: z.ZodNumber;
1101
+ before: z.ZodObject<{
1102
+ attempts: z.ZodNumber;
1103
+ passRate: z.ZodNumber;
1104
+ }, z.core.$strict>;
1105
+ after: z.ZodObject<{
1106
+ attempts: z.ZodNumber;
1107
+ passRate: z.ZodNumber;
1108
+ }, z.core.$strict>;
1109
+ passRateDelta: z.ZodNumber;
1110
+ cases: z.ZodArray<z.ZodObject<{
1111
+ canonicalCaseId: z.ZodString;
1112
+ permutationId: z.ZodExactOptional<z.ZodString>;
1113
+ before: z.ZodNullable<z.ZodObject<{
1114
+ attempts: z.ZodNumber;
1115
+ passRate: z.ZodNumber;
1116
+ }, z.core.$strict>>;
1117
+ after: z.ZodNullable<z.ZodObject<{
1118
+ attempts: z.ZodNumber;
1119
+ passRate: z.ZodNumber;
1120
+ }, z.core.$strict>>;
1121
+ passRateDelta: z.ZodNullable<z.ZodNumber>;
1122
+ regressed: z.ZodBoolean;
1123
+ pairedMetricDeltas: z.ZodRecord<z.ZodString, z.ZodObject<{
1124
+ n: z.ZodNumber;
1125
+ min: z.ZodNumber;
1126
+ max: z.ZodNumber;
1127
+ mean: z.ZodNumber;
1128
+ median: z.ZodNumber;
1129
+ p90: z.ZodNumber;
1130
+ unit: z.ZodExactOptional<z.ZodEnum<{
1131
+ bytes: "bytes";
1132
+ count: "count";
1133
+ milliseconds: "milliseconds";
1134
+ number: "number";
1135
+ percent: "percent";
1136
+ ratio: "ratio";
1137
+ score: "score";
1138
+ tokens: "tokens";
1139
+ usd: "usd";
1140
+ }>>;
1141
+ label: z.ZodExactOptional<z.ZodString>;
1142
+ better: z.ZodExactOptional<z.ZodEnum<{
1143
+ higher: "higher";
1144
+ lower: "lower";
1145
+ neutral: "neutral";
1146
+ }>>;
1147
+ }, z.core.$strip>>;
1148
+ }, z.core.$strict>>;
1149
+ identityMismatches: z.ZodArray<z.ZodObject<{
1150
+ canonicalCaseId: z.ZodString;
1151
+ permutationId: z.ZodExactOptional<z.ZodString>;
1152
+ repetition: z.ZodNumber;
1153
+ before: z.ZodNullable<z.ZodString>;
1154
+ after: z.ZodNullable<z.ZodString>;
1155
+ }, z.core.$strict>>;
1156
+ regressions: z.ZodNumber;
1157
+ }, z.core.$strict>, z.ZodObject<{
1158
+ pathA: z.ZodString;
1159
+ pathB: z.ZodString;
1160
+ caseMismatch: z.ZodArray<z.ZodObject<{
1161
+ field: z.ZodString;
1162
+ a: z.ZodUnknown;
1163
+ b: z.ZodUnknown;
1164
+ }, z.core.$strip>>;
1165
+ runDelta: z.ZodNullable<z.ZodObject<{
1166
+ exitReason: z.ZodObject<{
1167
+ a: z.ZodString;
1168
+ b: z.ZodString;
1169
+ }, z.core.$strip>;
1170
+ durationMsA: z.ZodNullable<z.ZodNumber>;
1171
+ durationMsB: z.ZodNullable<z.ZodNumber>;
1172
+ actionTiming: z.ZodObject<{
1173
+ a: z.ZodObject<{
1174
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1175
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1176
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1177
+ }, z.core.$strip>;
1178
+ b: z.ZodObject<{
1179
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1180
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1181
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1182
+ }, z.core.$strip>;
1183
+ }, z.core.$strip>;
1184
+ driverMetrics: z.ZodObject<{
1185
+ a: z.ZodRecord<z.ZodString, z.ZodObject<{
1186
+ unit: z.ZodDefault<z.ZodEnum<{
1187
+ bytes: "bytes";
1188
+ count: "count";
1189
+ milliseconds: "milliseconds";
1190
+ number: "number";
1191
+ percent: "percent";
1192
+ ratio: "ratio";
1193
+ score: "score";
1194
+ tokens: "tokens";
1195
+ usd: "usd";
1196
+ }>>;
1197
+ label: z.ZodOptional<z.ZodString>;
1198
+ better: z.ZodDefault<z.ZodEnum<{
1199
+ higher: "higher";
1200
+ lower: "lower";
1201
+ neutral: "neutral";
1202
+ }>>;
1203
+ value: z.ZodNumber;
1204
+ }, z.core.$strict>>;
1205
+ b: z.ZodRecord<z.ZodString, z.ZodObject<{
1206
+ unit: z.ZodDefault<z.ZodEnum<{
1207
+ bytes: "bytes";
1208
+ count: "count";
1209
+ milliseconds: "milliseconds";
1210
+ number: "number";
1211
+ percent: "percent";
1212
+ ratio: "ratio";
1213
+ score: "score";
1214
+ tokens: "tokens";
1215
+ usd: "usd";
1216
+ }>>;
1217
+ label: z.ZodOptional<z.ZodString>;
1218
+ better: z.ZodDefault<z.ZodEnum<{
1219
+ higher: "higher";
1220
+ lower: "lower";
1221
+ neutral: "neutral";
1222
+ }>>;
1223
+ value: z.ZodNumber;
1224
+ }, z.core.$strict>>;
1225
+ }, z.core.$strip>;
1226
+ agentActivity: z.ZodObject<{
1227
+ a: z.ZodArray<z.ZodObject<{
1228
+ agent: z.ZodObject<{
1229
+ id: z.ZodString;
1230
+ role: z.ZodEnum<{
1231
+ main: "main";
1232
+ subagent: "subagent";
1233
+ }>;
1234
+ parentId: z.ZodExactOptional<z.ZodString>;
1235
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1236
+ name: z.ZodExactOptional<z.ZodString>;
1237
+ model: z.ZodExactOptional<z.ZodString>;
1238
+ }, z.core.$strip>;
1239
+ startedAt: z.ZodNumber;
1240
+ endedAt: z.ZodNumber;
1241
+ durationMs: z.ZodNumber;
1242
+ status: z.ZodEnum<{
1243
+ cancelled: "cancelled";
1244
+ completed: "completed";
1245
+ failed: "failed";
1246
+ unknown: "unknown";
1247
+ }>;
1248
+ eventCount: z.ZodNumber;
1249
+ usage: z.ZodObject<{
1250
+ input: z.ZodNumber;
1251
+ output: z.ZodNumber;
1252
+ cacheRead: z.ZodNumber;
1253
+ cacheCreation: z.ZodNumber;
1254
+ total: z.ZodNumber;
1255
+ }, z.core.$strip>;
1256
+ toolCalls: z.ZodObject<{
1257
+ total: z.ZodNumber;
1258
+ succeeded: z.ZodNumber;
1259
+ failed: z.ZodNumber;
1260
+ unresolved: z.ZodNumber;
1261
+ }, z.core.$strip>;
1262
+ actions: z.ZodObject<{
1263
+ total: z.ZodNumber;
1264
+ mutations: z.ZodNumber;
1265
+ durableMutations: z.ZodNumber;
1266
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1267
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1268
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1269
+ }, z.core.$strip>;
1270
+ }, z.core.$strip>>;
1271
+ b: z.ZodArray<z.ZodObject<{
1272
+ agent: z.ZodObject<{
1273
+ id: z.ZodString;
1274
+ role: z.ZodEnum<{
1275
+ main: "main";
1276
+ subagent: "subagent";
1277
+ }>;
1278
+ parentId: z.ZodExactOptional<z.ZodString>;
1279
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1280
+ name: z.ZodExactOptional<z.ZodString>;
1281
+ model: z.ZodExactOptional<z.ZodString>;
1282
+ }, z.core.$strip>;
1283
+ startedAt: z.ZodNumber;
1284
+ endedAt: z.ZodNumber;
1285
+ durationMs: z.ZodNumber;
1286
+ status: z.ZodEnum<{
1287
+ cancelled: "cancelled";
1288
+ completed: "completed";
1289
+ failed: "failed";
1290
+ unknown: "unknown";
1291
+ }>;
1292
+ eventCount: z.ZodNumber;
1293
+ usage: z.ZodObject<{
1294
+ input: z.ZodNumber;
1295
+ output: z.ZodNumber;
1296
+ cacheRead: z.ZodNumber;
1297
+ cacheCreation: z.ZodNumber;
1298
+ total: z.ZodNumber;
1299
+ }, z.core.$strip>;
1300
+ toolCalls: z.ZodObject<{
1301
+ total: z.ZodNumber;
1302
+ succeeded: z.ZodNumber;
1303
+ failed: z.ZodNumber;
1304
+ unresolved: z.ZodNumber;
1305
+ }, z.core.$strip>;
1306
+ actions: z.ZodObject<{
1307
+ total: z.ZodNumber;
1308
+ mutations: z.ZodNumber;
1309
+ durableMutations: z.ZodNumber;
1310
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1311
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1312
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1313
+ }, z.core.$strip>;
1314
+ }, z.core.$strip>>;
1315
+ }, z.core.$strip>;
1316
+ interruptCounts: z.ZodObject<{
1317
+ a: z.ZodObject<{
1318
+ ask: z.ZodNumber;
1319
+ approve: z.ZodNumber;
1320
+ custom: z.ZodNumber;
1321
+ }, z.core.$strip>;
1322
+ b: z.ZodObject<{
1323
+ ask: z.ZodNumber;
1324
+ approve: z.ZodNumber;
1325
+ custom: z.ZodNumber;
1326
+ }, z.core.$strip>;
1327
+ }, z.core.$strip>;
1328
+ usage: z.ZodObject<{
1329
+ a: z.ZodObject<{
1330
+ agent: z.ZodObject<{
1331
+ input: z.ZodNumber;
1332
+ output: z.ZodNumber;
1333
+ cacheRead: z.ZodNumber;
1334
+ cacheCreation: z.ZodNumber;
1335
+ }, z.core.$strip>;
1336
+ answerer: z.ZodObject<{
1337
+ input: z.ZodNumber;
1338
+ output: z.ZodNumber;
1339
+ cacheRead: z.ZodNumber;
1340
+ cacheCreation: z.ZodNumber;
1341
+ }, z.core.$strip>;
1342
+ grading: z.ZodObject<{
1343
+ input: z.ZodNumber;
1344
+ output: z.ZodNumber;
1345
+ cacheRead: z.ZodNumber;
1346
+ cacheCreation: z.ZodNumber;
1347
+ }, z.core.$strip>;
1348
+ }, z.core.$strip>;
1349
+ b: z.ZodObject<{
1350
+ agent: z.ZodObject<{
1351
+ input: z.ZodNumber;
1352
+ output: z.ZodNumber;
1353
+ cacheRead: z.ZodNumber;
1354
+ cacheCreation: z.ZodNumber;
1355
+ }, z.core.$strip>;
1356
+ answerer: z.ZodObject<{
1357
+ input: z.ZodNumber;
1358
+ output: z.ZodNumber;
1359
+ cacheRead: z.ZodNumber;
1360
+ cacheCreation: z.ZodNumber;
1361
+ }, z.core.$strip>;
1362
+ grading: z.ZodObject<{
1363
+ input: z.ZodNumber;
1364
+ output: z.ZodNumber;
1365
+ cacheRead: z.ZodNumber;
1366
+ cacheCreation: z.ZodNumber;
1367
+ }, z.core.$strip>;
1368
+ }, z.core.$strip>;
1369
+ }, z.core.$strip>;
1370
+ agentUsageAvailable: z.ZodOptional<z.ZodObject<{
1371
+ a: z.ZodBoolean;
1372
+ b: z.ZodBoolean;
1373
+ }, z.core.$strip>>;
1374
+ }, z.core.$strip>>;
1375
+ grading: z.ZodObject<{
1376
+ casePassedA: z.ZodNullable<z.ZodBoolean>;
1377
+ casePassedB: z.ZodNullable<z.ZodBoolean>;
1378
+ caseScoreA: z.ZodNullable<z.ZodNumber>;
1379
+ caseScoreB: z.ZodNullable<z.ZodNumber>;
1380
+ caseScoreComparable: z.ZodBoolean;
1381
+ deltas: z.ZodArray<z.ZodObject<{
1382
+ id: z.ZodString;
1383
+ type: z.ZodString;
1384
+ name: z.ZodString;
1385
+ before: z.ZodNullable<z.ZodObject<{
1386
+ passed: z.ZodNullable<z.ZodBoolean>;
1387
+ score: z.ZodNullable<z.ZodNumber>;
1388
+ }, z.core.$strip>>;
1389
+ after: z.ZodNullable<z.ZodObject<{
1390
+ passed: z.ZodNullable<z.ZodBoolean>;
1391
+ score: z.ZodNullable<z.ZodNumber>;
1392
+ }, z.core.$strip>>;
1393
+ status: z.ZodEnum<{
1394
+ added: "added";
1395
+ improved: "improved";
1396
+ regressed: "regressed";
1397
+ removed: "removed";
1398
+ unavailable: "unavailable";
1399
+ unchanged: "unchanged";
1400
+ }>;
1401
+ }, z.core.$strip>>;
1402
+ improvements: z.ZodNumber;
1403
+ regressions: z.ZodNumber;
1404
+ }, z.core.$strip>;
1405
+ artifactsDelta: z.ZodObject<{
1406
+ added: z.ZodArray<z.ZodString>;
1407
+ removed: z.ZodArray<z.ZodString>;
1408
+ changed: z.ZodArray<z.ZodString>;
1409
+ unchanged: z.ZodArray<z.ZodString>;
1410
+ }, z.core.$strip>;
1411
+ }, z.core.$strip>]>;
1412
+ //# sourceMappingURL=output-schemas.d.ts.map