@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (727) hide show
  1. package/lib/answerers/claude-code/index.d.ts +15 -3
  2. package/lib/answerers/claude-code/index.d.ts.map +1 -1
  3. package/lib/answerers/claude-code/index.js +6 -5
  4. package/lib/answerers/claude-code/index.js.map +1 -1
  5. package/lib/answerers/persona/index.d.ts +44 -5
  6. package/lib/answerers/persona/index.d.ts.map +1 -1
  7. package/lib/answerers/persona/index.js +60 -34
  8. package/lib/answerers/persona/index.js.map +1 -1
  9. package/lib/answerers/terminal/index.d.ts +9 -3
  10. package/lib/answerers/terminal/index.d.ts.map +1 -1
  11. package/lib/answerers/terminal/index.js +7 -5
  12. package/lib/answerers/terminal/index.js.map +1 -1
  13. package/lib/assertions/authoring.d.ts +2 -2
  14. package/lib/assertions/authoring.d.ts.map +1 -1
  15. package/lib/assertions/authoring.js.map +1 -1
  16. package/lib/assertions/core/command-exits-zero.d.ts +4 -1
  17. package/lib/assertions/core/command-exits-zero.d.ts.map +1 -1
  18. package/lib/assertions/core/command-exits-zero.js +50 -7
  19. package/lib/assertions/core/command-exits-zero.js.map +1 -1
  20. package/lib/assertions/core/event-checks.d.ts +3 -0
  21. package/lib/assertions/core/event-checks.d.ts.map +1 -1
  22. package/lib/assertions/core/event-checks.js +49 -3
  23. package/lib/assertions/core/event-checks.js.map +1 -1
  24. package/lib/assertions/core/file-checks.d.ts +6 -0
  25. package/lib/assertions/core/file-checks.d.ts.map +1 -1
  26. package/lib/assertions/core/helpers.d.ts +2 -7
  27. package/lib/assertions/core/helpers.d.ts.map +1 -1
  28. package/lib/assertions/core/helpers.js +2 -6
  29. package/lib/assertions/core/helpers.js.map +1 -1
  30. package/lib/assertions/core/index.d.ts.map +1 -1
  31. package/lib/assertions/core/index.js +2 -1
  32. package/lib/assertions/core/index.js.map +1 -1
  33. package/lib/assertions/core/json-pointer-equals.d.ts +1 -0
  34. package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -1
  35. package/lib/assertions/core/output-checks.d.ts +3 -0
  36. package/lib/assertions/core/output-checks.d.ts.map +1 -1
  37. package/lib/assertions/core/predicate.d.ts +1 -0
  38. package/lib/assertions/core/predicate.d.ts.map +1 -1
  39. package/lib/assertions/core/resource-checks.d.ts +25 -0
  40. package/lib/assertions/core/resource-checks.d.ts.map +1 -1
  41. package/lib/assertions/core/resource-checks.js +35 -5
  42. package/lib/assertions/core/resource-checks.js.map +1 -1
  43. package/lib/assertions/rubric/index.d.ts +28 -3
  44. package/lib/assertions/rubric/index.d.ts.map +1 -1
  45. package/lib/assertions/rubric/index.js +59 -13
  46. package/lib/assertions/rubric/index.js.map +1 -1
  47. package/lib/assertions/rubric/internal.d.ts +30 -5
  48. package/lib/assertions/rubric/internal.d.ts.map +1 -1
  49. package/lib/assertions/rubric/internal.js +181 -28
  50. package/lib/assertions/rubric/internal.js.map +1 -1
  51. package/lib/authoring.d.ts +36 -2
  52. package/lib/authoring.d.ts.map +1 -1
  53. package/lib/authoring.js +36 -1
  54. package/lib/authoring.js.map +1 -1
  55. package/lib/cli/bin.js +2 -13
  56. package/lib/cli/bin.js.map +1 -1
  57. package/lib/cli/command-runtime.d.ts +3 -3
  58. package/lib/cli/command-runtime.d.ts.map +1 -1
  59. package/lib/cli/command-runtime.js +17 -6
  60. package/lib/cli/command-runtime.js.map +1 -1
  61. package/lib/cli/doctor.d.ts +55 -0
  62. package/lib/cli/doctor.d.ts.map +1 -0
  63. package/lib/cli/doctor.js +14 -0
  64. package/lib/cli/doctor.js.map +1 -0
  65. package/lib/cli/harness-plan.d.ts +26 -0
  66. package/lib/cli/harness-plan.d.ts.map +1 -0
  67. package/lib/cli/harness-plan.js +75 -0
  68. package/lib/cli/harness-plan.js.map +1 -0
  69. package/lib/cli/init-templates.d.ts +11 -0
  70. package/lib/cli/init-templates.d.ts.map +1 -0
  71. package/lib/cli/init-templates.js +215 -0
  72. package/lib/cli/init-templates.js.map +1 -0
  73. package/lib/cli/init.d.ts +10 -0
  74. package/lib/cli/init.d.ts.map +1 -1
  75. package/lib/cli/init.js +34 -173
  76. package/lib/cli/init.js.map +1 -1
  77. package/lib/cli/output-schemas.d.ts +1408 -0
  78. package/lib/cli/output-schemas.d.ts.map +1 -0
  79. package/lib/cli/output-schemas.js +91 -0
  80. package/lib/cli/output-schemas.js.map +1 -0
  81. package/lib/cli/program.d.ts +140 -12
  82. package/lib/cli/program.d.ts.map +1 -1
  83. package/lib/cli/program.js +779 -646
  84. package/lib/cli/program.js.map +1 -1
  85. package/lib/cli/render/reporter.d.ts.map +1 -1
  86. package/lib/cli/render/reporter.js +48 -8
  87. package/lib/cli/render/reporter.js.map +1 -1
  88. package/lib/cli/run-options.d.ts +20 -4
  89. package/lib/cli/run-options.d.ts.map +1 -1
  90. package/lib/cli/run-options.js +100 -19
  91. package/lib/cli/run-options.js.map +1 -1
  92. package/lib/cli/view.d.ts +15 -0
  93. package/lib/cli/view.d.ts.map +1 -0
  94. package/lib/cli/view.js +168 -0
  95. package/lib/cli/view.js.map +1 -0
  96. package/lib/container/driver.d.ts +27 -0
  97. package/lib/container/driver.d.ts.map +1 -0
  98. package/lib/container/driver.js +197 -0
  99. package/lib/container/driver.js.map +1 -0
  100. package/lib/container/protocol.d.ts +12 -0
  101. package/lib/container/protocol.d.ts.map +1 -0
  102. package/lib/container/protocol.js +38 -0
  103. package/lib/container/protocol.js.map +1 -0
  104. package/lib/container/resources.d.ts +12 -0
  105. package/lib/container/resources.d.ts.map +1 -0
  106. package/lib/container/resources.js +133 -0
  107. package/lib/container/resources.js.map +1 -0
  108. package/lib/container/worker.d.ts +2 -0
  109. package/lib/container/worker.d.ts.map +1 -0
  110. package/lib/container/worker.js +85 -0
  111. package/lib/container/worker.js.map +1 -0
  112. package/lib/core/action-events.d.ts +29 -0
  113. package/lib/core/action-events.d.ts.map +1 -0
  114. package/lib/core/action-events.js +51 -0
  115. package/lib/core/action-events.js.map +1 -0
  116. package/lib/core/agent-activity.d.ts +49 -0
  117. package/lib/core/agent-activity.d.ts.map +1 -0
  118. package/lib/core/agent-activity.js +206 -0
  119. package/lib/core/agent-activity.js.map +1 -0
  120. package/lib/core/agent-environment.d.ts +5 -0
  121. package/lib/core/agent-environment.d.ts.map +1 -0
  122. package/lib/core/agent-environment.js +47 -0
  123. package/lib/core/agent-environment.js.map +1 -0
  124. package/lib/core/agent-events.d.ts +26 -0
  125. package/lib/core/agent-events.d.ts.map +1 -0
  126. package/lib/core/agent-events.js +13 -0
  127. package/lib/core/agent-events.js.map +1 -0
  128. package/lib/core/annotation.d.ts +6 -2
  129. package/lib/core/annotation.d.ts.map +1 -1
  130. package/lib/core/annotation.js +2 -1
  131. package/lib/core/annotation.js.map +1 -1
  132. package/lib/core/answerer.d.ts +12 -0
  133. package/lib/core/answerer.d.ts.map +1 -1
  134. package/lib/core/answerer.js +2 -0
  135. package/lib/core/answerer.js.map +1 -1
  136. package/lib/core/artifact-evidence.d.ts +8 -0
  137. package/lib/core/artifact-evidence.d.ts.map +1 -1
  138. package/lib/core/artifact-evidence.js +36 -4
  139. package/lib/core/artifact-evidence.js.map +1 -1
  140. package/lib/core/assertion.d.ts +20 -2
  141. package/lib/core/assertion.d.ts.map +1 -1
  142. package/lib/core/assertion.js +19 -1
  143. package/lib/core/assertion.js.map +1 -1
  144. package/lib/core/case.d.ts +111 -3
  145. package/lib/core/case.d.ts.map +1 -1
  146. package/lib/core/case.js +17 -2
  147. package/lib/core/case.js.map +1 -1
  148. package/lib/core/command-verification.d.ts +10 -0
  149. package/lib/core/command-verification.d.ts.map +1 -0
  150. package/lib/core/command-verification.js +66 -0
  151. package/lib/core/command-verification.js.map +1 -0
  152. package/lib/core/driver-execution.d.ts +83 -0
  153. package/lib/core/driver-execution.d.ts.map +1 -0
  154. package/lib/core/driver-execution.js +72 -0
  155. package/lib/core/driver-execution.js.map +1 -0
  156. package/lib/core/driver-metrics.d.ts +98 -0
  157. package/lib/core/driver-metrics.d.ts.map +1 -0
  158. package/lib/core/driver-metrics.js +36 -0
  159. package/lib/core/driver-metrics.js.map +1 -0
  160. package/lib/core/driver.d.ts +64 -0
  161. package/lib/core/driver.d.ts.map +1 -1
  162. package/lib/core/driver.js +28 -0
  163. package/lib/core/driver.js.map +1 -1
  164. package/lib/core/duration.d.ts +5 -0
  165. package/lib/core/duration.d.ts.map +1 -0
  166. package/lib/core/duration.js +49 -0
  167. package/lib/core/duration.js.map +1 -0
  168. package/lib/core/environment.d.ts +18 -0
  169. package/lib/core/environment.d.ts.map +1 -0
  170. package/lib/core/environment.js +21 -0
  171. package/lib/core/environment.js.map +1 -0
  172. package/lib/core/evaluation-clusters.d.ts +17 -0
  173. package/lib/core/evaluation-clusters.d.ts.map +1 -0
  174. package/lib/core/evaluation-clusters.js +23 -0
  175. package/lib/core/evaluation-clusters.js.map +1 -0
  176. package/lib/core/events.d.ts +36 -0
  177. package/lib/core/events.d.ts.map +1 -1
  178. package/lib/core/events.js +12 -2
  179. package/lib/core/events.js.map +1 -1
  180. package/lib/core/experiment.d.ts +32 -2
  181. package/lib/core/experiment.d.ts.map +1 -1
  182. package/lib/core/experiment.js +35 -18
  183. package/lib/core/experiment.js.map +1 -1
  184. package/lib/core/file-tree.d.ts +7 -0
  185. package/lib/core/file-tree.d.ts.map +1 -0
  186. package/lib/core/file-tree.js +35 -0
  187. package/lib/core/file-tree.js.map +1 -0
  188. package/lib/core/global-id.d.ts +6 -0
  189. package/lib/core/global-id.d.ts.map +1 -0
  190. package/lib/core/global-id.js +17 -0
  191. package/lib/core/global-id.js.map +1 -0
  192. package/lib/core/harness-catalog.d.ts +35 -0
  193. package/lib/core/harness-catalog.d.ts.map +1 -0
  194. package/lib/core/harness-catalog.js +45 -0
  195. package/lib/core/harness-catalog.js.map +1 -0
  196. package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
  197. package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
  198. package/lib/core/harness-catalogs/antigravity.js +23 -0
  199. package/lib/core/harness-catalogs/antigravity.js.map +1 -0
  200. package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
  201. package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
  202. package/lib/core/harness-catalogs/claude-code.js +24 -0
  203. package/lib/core/harness-catalogs/claude-code.js.map +1 -0
  204. package/lib/core/harness-catalogs/codex.d.ts +11 -0
  205. package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
  206. package/lib/core/harness-catalogs/codex.js +26 -0
  207. package/lib/core/harness-catalogs/codex.js.map +1 -0
  208. package/lib/core/harness-catalogs/copilot.d.ts +29 -0
  209. package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
  210. package/lib/core/harness-catalogs/copilot.js +45 -0
  211. package/lib/core/harness-catalogs/copilot.js.map +1 -0
  212. package/lib/core/harness-catalogs/cursor.d.ts +2 -0
  213. package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
  214. package/lib/core/harness-catalogs/cursor.js +13 -0
  215. package/lib/core/harness-catalogs/cursor.js.map +1 -0
  216. package/lib/core/harness-catalogs/grok-build.d.ts +7 -0
  217. package/lib/core/harness-catalogs/grok-build.d.ts.map +1 -0
  218. package/lib/core/harness-catalogs/grok-build.js +18 -0
  219. package/lib/core/harness-catalogs/grok-build.js.map +1 -0
  220. package/lib/core/harness-catalogs/index.d.ts +73 -0
  221. package/lib/core/harness-catalogs/index.d.ts.map +1 -0
  222. package/lib/core/harness-catalogs/index.js +17 -0
  223. package/lib/core/harness-catalogs/index.js.map +1 -0
  224. package/lib/core/harness-matrix.d.ts +154 -0
  225. package/lib/core/harness-matrix.d.ts.map +1 -0
  226. package/lib/core/harness-matrix.js +204 -0
  227. package/lib/core/harness-matrix.js.map +1 -0
  228. package/lib/core/index.d.ts +12 -0
  229. package/lib/core/index.d.ts.map +1 -1
  230. package/lib/core/index.js +12 -0
  231. package/lib/core/index.js.map +1 -1
  232. package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
  233. package/lib/core/lifecycle-fixtures.js +4 -2
  234. package/lib/core/lifecycle-fixtures.js.map +1 -1
  235. package/lib/core/model-cli.d.ts +9 -11
  236. package/lib/core/model-cli.d.ts.map +1 -1
  237. package/lib/core/model-cli.js +31 -19
  238. package/lib/core/model-cli.js.map +1 -1
  239. package/lib/core/platform-process.d.ts +6 -1
  240. package/lib/core/platform-process.d.ts.map +1 -1
  241. package/lib/core/platform-process.js +49 -11
  242. package/lib/core/platform-process.js.map +1 -1
  243. package/lib/core/rubric.d.ts +1 -0
  244. package/lib/core/rubric.d.ts.map +1 -1
  245. package/lib/core/run.d.ts +293 -1
  246. package/lib/core/run.d.ts.map +1 -1
  247. package/lib/core/run.js +27 -0
  248. package/lib/core/run.js.map +1 -1
  249. package/lib/core/secure-copy.d.ts.map +1 -0
  250. package/lib/core/secure-copy.js.map +1 -0
  251. package/lib/core/usage.d.ts +5 -0
  252. package/lib/core/usage.d.ts.map +1 -1
  253. package/lib/core/usage.js +3 -0
  254. package/lib/core/usage.js.map +1 -1
  255. package/lib/core/wire.d.ts +12 -0
  256. package/lib/core/wire.d.ts.map +1 -1
  257. package/lib/core/wire.js +5 -1
  258. package/lib/core/wire.js.map +1 -1
  259. package/lib/drivers/antigravity/artifacts.d.ts +2 -0
  260. package/lib/drivers/antigravity/artifacts.d.ts.map +1 -0
  261. package/lib/drivers/antigravity/artifacts.js +33 -0
  262. package/lib/drivers/antigravity/artifacts.js.map +1 -0
  263. package/lib/drivers/antigravity/config.d.ts +88 -0
  264. package/lib/drivers/antigravity/config.d.ts.map +1 -0
  265. package/lib/drivers/antigravity/config.js +87 -0
  266. package/lib/drivers/antigravity/config.js.map +1 -0
  267. package/lib/drivers/antigravity/events.d.ts +4 -0
  268. package/lib/drivers/antigravity/events.d.ts.map +1 -0
  269. package/lib/drivers/antigravity/events.js +241 -0
  270. package/lib/drivers/antigravity/events.js.map +1 -0
  271. package/lib/drivers/antigravity/index.d.ts +114 -0
  272. package/lib/drivers/antigravity/index.d.ts.map +1 -0
  273. package/lib/drivers/antigravity/index.js +113 -0
  274. package/lib/drivers/antigravity/index.js.map +1 -0
  275. package/lib/drivers/antigravity/runtime.d.ts +7 -0
  276. package/lib/drivers/antigravity/runtime.d.ts.map +1 -0
  277. package/lib/drivers/antigravity/runtime.js +83 -0
  278. package/lib/drivers/antigravity/runtime.js.map +1 -0
  279. package/lib/drivers/claude-code/deferred-process.d.ts +17 -0
  280. package/lib/drivers/claude-code/deferred-process.d.ts.map +1 -0
  281. package/lib/drivers/claude-code/deferred-process.js +108 -0
  282. package/lib/drivers/claude-code/deferred-process.js.map +1 -0
  283. package/lib/drivers/claude-code/index.d.ts +180 -10
  284. package/lib/drivers/claude-code/index.d.ts.map +1 -1
  285. package/lib/drivers/claude-code/index.js +186 -252
  286. package/lib/drivers/claude-code/index.js.map +1 -1
  287. package/lib/drivers/claude-code/isolation.d.ts +8 -0
  288. package/lib/drivers/claude-code/isolation.d.ts.map +1 -0
  289. package/lib/drivers/claude-code/isolation.js +199 -0
  290. package/lib/drivers/claude-code/isolation.js.map +1 -0
  291. package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
  292. package/lib/drivers/claude-code/parse-events.js +73 -8
  293. package/lib/drivers/claude-code/parse-events.js.map +1 -1
  294. package/lib/drivers/codex/app-events.d.ts +9 -2
  295. package/lib/drivers/codex/app-events.d.ts.map +1 -1
  296. package/lib/drivers/codex/app-events.js +104 -12
  297. package/lib/drivers/codex/app-events.js.map +1 -1
  298. package/lib/drivers/codex/config.d.ts +66 -5
  299. package/lib/drivers/codex/config.d.ts.map +1 -1
  300. package/lib/drivers/codex/config.js +39 -8
  301. package/lib/drivers/codex/config.js.map +1 -1
  302. package/lib/drivers/codex/exec-events.d.ts +4 -0
  303. package/lib/drivers/codex/exec-events.d.ts.map +1 -0
  304. package/lib/drivers/codex/exec-events.js +230 -0
  305. package/lib/drivers/codex/exec-events.js.map +1 -0
  306. package/lib/drivers/codex/index.d.ts +138 -4
  307. package/lib/drivers/codex/index.d.ts.map +1 -1
  308. package/lib/drivers/codex/index.js +112 -276
  309. package/lib/drivers/codex/index.js.map +1 -1
  310. package/lib/drivers/copilot/config.d.ts +84 -0
  311. package/lib/drivers/copilot/config.d.ts.map +1 -0
  312. package/lib/drivers/copilot/config.js +57 -0
  313. package/lib/drivers/copilot/config.js.map +1 -0
  314. package/lib/drivers/copilot/index.d.ts +107 -0
  315. package/lib/drivers/copilot/index.d.ts.map +1 -0
  316. package/lib/drivers/copilot/index.js +268 -0
  317. package/lib/drivers/copilot/index.js.map +1 -0
  318. package/lib/drivers/cursor/config.d.ts +28 -0
  319. package/lib/drivers/cursor/config.d.ts.map +1 -0
  320. package/lib/drivers/cursor/config.js +28 -0
  321. package/lib/drivers/cursor/config.js.map +1 -0
  322. package/lib/drivers/cursor/index.d.ts +44 -0
  323. package/lib/drivers/cursor/index.d.ts.map +1 -0
  324. package/lib/drivers/cursor/index.js +286 -0
  325. package/lib/drivers/cursor/index.js.map +1 -0
  326. package/lib/drivers/cursor/interaction.d.ts +6 -0
  327. package/lib/drivers/cursor/interaction.d.ts.map +1 -0
  328. package/lib/drivers/cursor/interaction.js +55 -0
  329. package/lib/drivers/cursor/interaction.js.map +1 -0
  330. package/lib/drivers/grok-build/config.d.ts +68 -0
  331. package/lib/drivers/grok-build/config.d.ts.map +1 -0
  332. package/lib/drivers/grok-build/config.js +40 -0
  333. package/lib/drivers/grok-build/config.js.map +1 -0
  334. package/lib/drivers/grok-build/index.d.ts +87 -0
  335. package/lib/drivers/grok-build/index.d.ts.map +1 -0
  336. package/lib/drivers/grok-build/index.js +293 -0
  337. package/lib/drivers/grok-build/index.js.map +1 -0
  338. package/lib/drivers/mcp/index.d.ts +37 -4
  339. package/lib/drivers/mcp/index.d.ts.map +1 -1
  340. package/lib/drivers/mcp/index.js +25 -11
  341. package/lib/drivers/mcp/index.js.map +1 -1
  342. package/lib/drivers/shared/acp-events.d.ts +15 -0
  343. package/lib/drivers/shared/acp-events.d.ts.map +1 -0
  344. package/lib/drivers/shared/acp-events.js +83 -0
  345. package/lib/drivers/shared/acp-events.js.map +1 -0
  346. package/lib/drivers/shared/acp-interaction.d.ts +7 -0
  347. package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
  348. package/lib/drivers/shared/acp-interaction.js +20 -0
  349. package/lib/drivers/shared/acp-interaction.js.map +1 -0
  350. package/lib/drivers/shared/acp-session.d.ts +4 -0
  351. package/lib/drivers/shared/acp-session.d.ts.map +1 -0
  352. package/lib/drivers/shared/acp-session.js +23 -0
  353. package/lib/drivers/shared/acp-session.js.map +1 -0
  354. package/lib/drivers/shared/acp-transport.d.ts +40 -0
  355. package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
  356. package/lib/drivers/shared/acp-transport.js +152 -0
  357. package/lib/drivers/shared/acp-transport.js.map +1 -0
  358. package/lib/drivers/shared/artifacts.d.ts.map +1 -1
  359. package/lib/drivers/shared/artifacts.js +3 -2
  360. package/lib/drivers/shared/artifacts.js.map +1 -1
  361. package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
  362. package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
  363. package/lib/drivers/shared/experiment-behavior.js +197 -0
  364. package/lib/drivers/shared/experiment-behavior.js.map +1 -0
  365. package/lib/drivers/shared/experiment-policy.d.ts +4 -0
  366. package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
  367. package/lib/drivers/shared/experiment-policy.js +143 -0
  368. package/lib/drivers/shared/experiment-policy.js.map +1 -0
  369. package/lib/drivers/subprocess/index.d.ts +39 -4
  370. package/lib/drivers/subprocess/index.d.ts.map +1 -1
  371. package/lib/drivers/subprocess/index.js +56 -12
  372. package/lib/drivers/subprocess/index.js.map +1 -1
  373. package/lib/index.d.ts +22 -8
  374. package/lib/index.d.ts.map +1 -1
  375. package/lib/index.js +20 -6
  376. package/lib/index.js.map +1 -1
  377. package/lib/optimization/reflective.d.ts +3 -1
  378. package/lib/optimization/reflective.d.ts.map +1 -1
  379. package/lib/optimization/reflective.js +3 -2
  380. package/lib/optimization/reflective.js.map +1 -1
  381. package/lib/orchestrator/annotation-loader.d.ts +6 -2
  382. package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
  383. package/lib/orchestrator/annotation-loader.js +8 -0
  384. package/lib/orchestrator/annotation-loader.js.map +1 -1
  385. package/lib/orchestrator/annotation-store.d.ts.map +1 -1
  386. package/lib/orchestrator/annotation-store.js +16 -2
  387. package/lib/orchestrator/annotation-store.js.map +1 -1
  388. package/lib/orchestrator/artifact-origin.d.ts +3 -0
  389. package/lib/orchestrator/artifact-origin.d.ts.map +1 -0
  390. package/lib/orchestrator/artifact-origin.js +40 -0
  391. package/lib/orchestrator/artifact-origin.js.map +1 -0
  392. package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
  393. package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
  394. package/lib/orchestrator/campaign-lifecycle.js +4 -1
  395. package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
  396. package/lib/orchestrator/candidates.d.ts.map +1 -1
  397. package/lib/orchestrator/candidates.js +3 -2
  398. package/lib/orchestrator/candidates.js.map +1 -1
  399. package/lib/orchestrator/compare.d.ts +19 -3
  400. package/lib/orchestrator/compare.d.ts.map +1 -1
  401. package/lib/orchestrator/compare.js +32 -6
  402. package/lib/orchestrator/compare.js.map +1 -1
  403. package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
  404. package/lib/orchestrator/comparison-identity.js +2 -0
  405. package/lib/orchestrator/comparison-identity.js.map +1 -1
  406. package/lib/orchestrator/config.d.ts +179 -1
  407. package/lib/orchestrator/config.d.ts.map +1 -1
  408. package/lib/orchestrator/config.js +18 -4
  409. package/lib/orchestrator/config.js.map +1 -1
  410. package/lib/orchestrator/discover.d.ts +1 -0
  411. package/lib/orchestrator/discover.d.ts.map +1 -1
  412. package/lib/orchestrator/discover.js +7 -1
  413. package/lib/orchestrator/discover.js.map +1 -1
  414. package/lib/orchestrator/doctor.d.ts +1 -0
  415. package/lib/orchestrator/doctor.d.ts.map +1 -1
  416. package/lib/orchestrator/doctor.js +121 -33
  417. package/lib/orchestrator/doctor.js.map +1 -1
  418. package/lib/orchestrator/driver-capabilities.d.ts +4 -0
  419. package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
  420. package/lib/orchestrator/driver-capabilities.js +13 -0
  421. package/lib/orchestrator/driver-capabilities.js.map +1 -0
  422. package/lib/orchestrator/driver-identity.d.ts +5 -0
  423. package/lib/orchestrator/driver-identity.d.ts.map +1 -0
  424. package/lib/orchestrator/driver-identity.js +51 -0
  425. package/lib/orchestrator/driver-identity.js.map +1 -0
  426. package/lib/orchestrator/experiment-context.d.ts +51 -3
  427. package/lib/orchestrator/experiment-context.d.ts.map +1 -1
  428. package/lib/orchestrator/experiment-context.js.map +1 -1
  429. package/lib/orchestrator/experiment-contracts.d.ts +30 -1
  430. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
  431. package/lib/orchestrator/experiment-corpus.d.ts +2 -1
  432. package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
  433. package/lib/orchestrator/experiment-corpus.js +28 -22
  434. package/lib/orchestrator/experiment-corpus.js.map +1 -1
  435. package/lib/orchestrator/experiment-effects.d.ts +33 -0
  436. package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
  437. package/lib/orchestrator/experiment-effects.js +44 -0
  438. package/lib/orchestrator/experiment-effects.js.map +1 -0
  439. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
  440. package/lib/orchestrator/experiment-evaluation.js +56 -5
  441. package/lib/orchestrator/experiment-evaluation.js.map +1 -1
  442. package/lib/orchestrator/experiment-identity.d.ts +3 -0
  443. package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
  444. package/lib/orchestrator/experiment-identity.js +22 -33
  445. package/lib/orchestrator/experiment-identity.js.map +1 -1
  446. package/lib/orchestrator/experiment-loader.d.ts +8 -3
  447. package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
  448. package/lib/orchestrator/experiment-preflight.d.ts +3 -0
  449. package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
  450. package/lib/orchestrator/experiment-preflight.js +21 -0
  451. package/lib/orchestrator/experiment-preflight.js.map +1 -0
  452. package/lib/orchestrator/experiment-report.d.ts +90 -1
  453. package/lib/orchestrator/experiment-report.d.ts.map +1 -1
  454. package/lib/orchestrator/experiment-report.js +9 -1
  455. package/lib/orchestrator/experiment-report.js.map +1 -1
  456. package/lib/orchestrator/experiment-runs.d.ts +61 -2
  457. package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
  458. package/lib/orchestrator/experiment-runs.js +13 -5
  459. package/lib/orchestrator/experiment-runs.js.map +1 -1
  460. package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
  461. package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
  462. package/lib/orchestrator/experiment-runtime-identity.js +5 -220
  463. package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
  464. package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
  465. package/lib/orchestrator/experiment-selection.js +52 -0
  466. package/lib/orchestrator/experiment-selection.js.map +1 -1
  467. package/lib/orchestrator/experiment.d.ts +3 -3
  468. package/lib/orchestrator/experiment.d.ts.map +1 -1
  469. package/lib/orchestrator/experiment.js +26 -21
  470. package/lib/orchestrator/experiment.js.map +1 -1
  471. package/lib/orchestrator/fixture-identity.d.ts +1 -0
  472. package/lib/orchestrator/fixture-identity.d.ts.map +1 -1
  473. package/lib/orchestrator/fixture-identity.js +6 -1
  474. package/lib/orchestrator/fixture-identity.js.map +1 -1
  475. package/lib/orchestrator/fs-read.d.ts +1 -6
  476. package/lib/orchestrator/fs-read.d.ts.map +1 -1
  477. package/lib/orchestrator/fs-read.js +2 -32
  478. package/lib/orchestrator/fs-read.js.map +1 -1
  479. package/lib/orchestrator/grader-experiment.d.ts +33 -3
  480. package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
  481. package/lib/orchestrator/grader-experiment.js +54 -9
  482. package/lib/orchestrator/grader-experiment.js.map +1 -1
  483. package/lib/orchestrator/grading.d.ts +2 -1
  484. package/lib/orchestrator/grading.d.ts.map +1 -1
  485. package/lib/orchestrator/grading.js +46 -31
  486. package/lib/orchestrator/grading.js.map +1 -1
  487. package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
  488. package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
  489. package/lib/orchestrator/harness-catalog-drift.js +90 -0
  490. package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
  491. package/lib/orchestrator/harness-registry.d.ts +4 -0
  492. package/lib/orchestrator/harness-registry.d.ts.map +1 -0
  493. package/lib/orchestrator/harness-registry.js +5 -0
  494. package/lib/orchestrator/harness-registry.js.map +1 -0
  495. package/lib/orchestrator/index.d.ts +1 -1
  496. package/lib/orchestrator/index.d.ts.map +1 -1
  497. package/lib/orchestrator/index.js +1 -1
  498. package/lib/orchestrator/index.js.map +1 -1
  499. package/lib/orchestrator/list-runs.d.ts +8 -1
  500. package/lib/orchestrator/list-runs.d.ts.map +1 -1
  501. package/lib/orchestrator/list-runs.js +81 -14
  502. package/lib/orchestrator/list-runs.js.map +1 -1
  503. package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
  504. package/lib/orchestrator/optimization-lifecycle.js +3 -1
  505. package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
  506. package/lib/orchestrator/orchestrator.d.ts +18 -2
  507. package/lib/orchestrator/orchestrator.d.ts.map +1 -1
  508. package/lib/orchestrator/orchestrator.js +50 -168
  509. package/lib/orchestrator/orchestrator.js.map +1 -1
  510. package/lib/orchestrator/paired-effects.d.ts +34 -0
  511. package/lib/orchestrator/paired-effects.d.ts.map +1 -0
  512. package/lib/orchestrator/paired-effects.js +158 -0
  513. package/lib/orchestrator/paired-effects.js.map +1 -0
  514. package/lib/orchestrator/provenance.d.ts +5 -1
  515. package/lib/orchestrator/provenance.d.ts.map +1 -1
  516. package/lib/orchestrator/provenance.js +16 -3
  517. package/lib/orchestrator/provenance.js.map +1 -1
  518. package/lib/orchestrator/regrade.d.ts +9 -1
  519. package/lib/orchestrator/regrade.d.ts.map +1 -1
  520. package/lib/orchestrator/rubric-loader.js +1 -1
  521. package/lib/orchestrator/rubric-loader.js.map +1 -1
  522. package/lib/orchestrator/run-dir.d.ts +2 -0
  523. package/lib/orchestrator/run-dir.d.ts.map +1 -1
  524. package/lib/orchestrator/run-dir.js +1 -1
  525. package/lib/orchestrator/run-dir.js.map +1 -1
  526. package/lib/orchestrator/run-execution.d.ts +3 -0
  527. package/lib/orchestrator/run-execution.d.ts.map +1 -1
  528. package/lib/orchestrator/run-execution.js +66 -12
  529. package/lib/orchestrator/run-execution.js.map +1 -1
  530. package/lib/orchestrator/run-lifecycle.d.ts +1 -0
  531. package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
  532. package/lib/orchestrator/run-lifecycle.js +3 -2
  533. package/lib/orchestrator/run-lifecycle.js.map +1 -1
  534. package/lib/orchestrator/run-workspace.d.ts +10 -0
  535. package/lib/orchestrator/run-workspace.d.ts.map +1 -0
  536. package/lib/orchestrator/run-workspace.js +58 -0
  537. package/lib/orchestrator/run-workspace.js.map +1 -0
  538. package/lib/orchestrator/suite-compare.d.ts +37 -0
  539. package/lib/orchestrator/suite-compare.d.ts.map +1 -1
  540. package/lib/orchestrator/suite-compare.js +27 -17
  541. package/lib/orchestrator/suite-compare.js.map +1 -1
  542. package/lib/orchestrator/suite-runs.d.ts +6 -1
  543. package/lib/orchestrator/suite-runs.d.ts.map +1 -1
  544. package/lib/orchestrator/suite-runs.js +14 -2
  545. package/lib/orchestrator/suite-runs.js.map +1 -1
  546. package/lib/orchestrator/suite-summary.d.ts +77 -0
  547. package/lib/orchestrator/suite-summary.d.ts.map +1 -1
  548. package/lib/orchestrator/suite-summary.js +61 -12
  549. package/lib/orchestrator/suite-summary.js.map +1 -1
  550. package/lib/previewer/artifacts.d.ts +25 -0
  551. package/lib/previewer/artifacts.d.ts.map +1 -0
  552. package/lib/previewer/artifacts.js +180 -0
  553. package/lib/previewer/artifacts.js.map +1 -0
  554. package/lib/previewer/server.d.ts +111 -0
  555. package/lib/previewer/server.d.ts.map +1 -0
  556. package/lib/previewer/server.js +558 -0
  557. package/lib/previewer/server.js.map +1 -0
  558. package/package.json +3 -3
  559. package/skills/lux-answerer/SKILL.md +2 -2
  560. package/src/answerers/claude-code/index.ts +6 -5
  561. package/src/answerers/persona/index.ts +75 -34
  562. package/src/answerers/terminal/index.ts +8 -12
  563. package/src/assertions/authoring.ts +2 -0
  564. package/src/assertions/core/command-exits-zero.ts +61 -7
  565. package/src/assertions/core/event-checks.ts +64 -3
  566. package/src/assertions/core/helpers.ts +3 -6
  567. package/src/assertions/core/index.ts +2 -0
  568. package/src/assertions/core/resource-checks.ts +38 -5
  569. package/src/assertions/rubric/index.ts +68 -13
  570. package/src/assertions/rubric/internal.ts +227 -27
  571. package/src/authoring.ts +345 -2
  572. package/src/cli/bin.ts +2 -12
  573. package/src/cli/command-runtime.ts +20 -9
  574. package/src/cli/doctor.ts +17 -0
  575. package/src/cli/harness-plan.ts +117 -0
  576. package/src/cli/init-templates.ts +238 -0
  577. package/src/cli/init.ts +53 -184
  578. package/src/cli/output-schemas.ts +106 -0
  579. package/src/cli/program.ts +691 -721
  580. package/src/cli/render/reporter.ts +50 -8
  581. package/src/cli/run-options.ts +132 -25
  582. package/src/cli/view.ts +129 -0
  583. package/src/container/driver.ts +211 -0
  584. package/src/container/protocol.ts +48 -0
  585. package/src/container/resources.ts +153 -0
  586. package/src/container/worker.ts +107 -0
  587. package/src/core/action-events.ts +59 -0
  588. package/src/core/agent-activity.ts +236 -0
  589. package/src/core/agent-environment.ts +64 -0
  590. package/src/core/agent-events.ts +17 -0
  591. package/src/core/annotation.ts +2 -1
  592. package/src/core/answerer.ts +9 -0
  593. package/src/core/artifact-evidence.ts +47 -4
  594. package/src/core/assertion.ts +21 -1
  595. package/src/core/case.ts +21 -3
  596. package/src/core/command-verification.ts +74 -0
  597. package/src/core/driver-execution.ts +84 -0
  598. package/src/core/driver-metrics.ts +51 -0
  599. package/src/core/driver.ts +76 -0
  600. package/src/core/duration.ts +52 -0
  601. package/src/core/environment.ts +22 -0
  602. package/src/core/evaluation-clusters.ts +35 -0
  603. package/src/core/events.ts +14 -2
  604. package/src/core/experiment.ts +64 -24
  605. package/src/core/file-tree.ts +35 -0
  606. package/src/core/global-id.ts +26 -0
  607. package/src/core/harness-catalog.ts +100 -0
  608. package/src/core/harness-catalogs/antigravity.ts +24 -0
  609. package/src/core/harness-catalogs/claude-code.ts +25 -0
  610. package/src/core/harness-catalogs/codex.ts +27 -0
  611. package/src/core/harness-catalogs/copilot.ts +46 -0
  612. package/src/core/harness-catalogs/cursor.ts +13 -0
  613. package/src/core/harness-catalogs/grok-build.ts +19 -0
  614. package/src/core/harness-catalogs/index.ts +31 -0
  615. package/src/core/harness-matrix.ts +316 -0
  616. package/src/core/index.ts +12 -0
  617. package/src/core/lifecycle-fixtures.ts +4 -2
  618. package/src/core/model-cli.ts +52 -23
  619. package/src/core/platform-process.ts +58 -10
  620. package/src/core/run.ts +31 -0
  621. package/src/core/usage.ts +8 -0
  622. package/src/core/wire.ts +5 -1
  623. package/src/drivers/antigravity/README.md +171 -0
  624. package/src/drivers/antigravity/artifacts.ts +37 -0
  625. package/src/drivers/antigravity/config.ts +92 -0
  626. package/src/drivers/antigravity/events.ts +290 -0
  627. package/src/drivers/antigravity/index.ts +132 -0
  628. package/src/drivers/antigravity/runtime.ts +94 -0
  629. package/src/drivers/claude-code/deferred-process.ts +118 -0
  630. package/src/drivers/claude-code/index.ts +216 -281
  631. package/src/drivers/claude-code/isolation.ts +228 -0
  632. package/src/drivers/claude-code/parse-events.ts +98 -12
  633. package/src/drivers/codex/app-events.ts +126 -16
  634. package/src/drivers/codex/config.ts +50 -8
  635. package/src/drivers/codex/exec-events.ts +258 -0
  636. package/src/drivers/codex/index.ts +144 -312
  637. package/src/drivers/copilot/README.md +60 -0
  638. package/src/drivers/copilot/config.ts +61 -0
  639. package/src/drivers/copilot/index.ts +310 -0
  640. package/src/drivers/cursor/README.md +66 -0
  641. package/src/drivers/cursor/config.ts +31 -0
  642. package/src/drivers/cursor/index.ts +326 -0
  643. package/src/drivers/cursor/interaction.ts +74 -0
  644. package/src/drivers/grok-build/README.md +112 -0
  645. package/src/drivers/grok-build/config.ts +43 -0
  646. package/src/drivers/grok-build/index.ts +331 -0
  647. package/src/drivers/mcp/index.ts +25 -11
  648. package/src/drivers/shared/acp-events.ts +94 -0
  649. package/src/drivers/shared/acp-interaction.ts +27 -0
  650. package/src/drivers/shared/acp-session.ts +40 -0
  651. package/src/drivers/shared/acp-transport.ts +187 -0
  652. package/src/drivers/shared/artifacts.ts +6 -2
  653. package/src/drivers/shared/experiment-behavior.ts +214 -0
  654. package/src/drivers/shared/experiment-policy.ts +195 -0
  655. package/src/drivers/subprocess/index.ts +55 -12
  656. package/src/index.ts +115 -10
  657. package/src/optimization/reflective.ts +3 -2
  658. package/src/orchestrator/annotation-loader.ts +10 -0
  659. package/src/orchestrator/annotation-store.ts +24 -3
  660. package/src/orchestrator/artifact-origin.ts +50 -0
  661. package/src/orchestrator/campaign-lifecycle.ts +5 -1
  662. package/src/orchestrator/candidates.ts +3 -2
  663. package/src/orchestrator/compare.ts +41 -6
  664. package/src/orchestrator/comparison-identity.ts +2 -0
  665. package/src/orchestrator/config.ts +20 -3
  666. package/src/orchestrator/discover.ts +8 -1
  667. package/src/orchestrator/doctor.ts +189 -28
  668. package/src/orchestrator/driver-capabilities.ts +21 -0
  669. package/src/orchestrator/driver-identity.ts +69 -0
  670. package/src/orchestrator/experiment-context.ts +3 -2
  671. package/src/orchestrator/experiment-corpus.ts +53 -37
  672. package/src/orchestrator/experiment-effects.ts +61 -0
  673. package/src/orchestrator/experiment-evaluation.ts +71 -10
  674. package/src/orchestrator/experiment-identity.ts +42 -48
  675. package/src/orchestrator/experiment-preflight.ts +27 -0
  676. package/src/orchestrator/experiment-report.ts +21 -1
  677. package/src/orchestrator/experiment-runs.ts +11 -4
  678. package/src/orchestrator/experiment-runtime-identity.ts +5 -243
  679. package/src/orchestrator/experiment-selection.ts +77 -0
  680. package/src/orchestrator/experiment.ts +29 -29
  681. package/src/orchestrator/fixture-identity.ts +9 -1
  682. package/src/orchestrator/fs-read.ts +2 -32
  683. package/src/orchestrator/grader-experiment.ts +74 -13
  684. package/src/orchestrator/grading.ts +67 -28
  685. package/src/orchestrator/harness-catalog-drift.ts +132 -0
  686. package/src/orchestrator/harness-registry.ts +12 -0
  687. package/src/orchestrator/index.ts +1 -0
  688. package/src/orchestrator/list-runs.ts +98 -13
  689. package/src/orchestrator/optimization-lifecycle.ts +4 -1
  690. package/src/orchestrator/orchestrator.ts +92 -216
  691. package/src/orchestrator/paired-effects.ts +209 -0
  692. package/src/orchestrator/provenance.ts +23 -3
  693. package/src/orchestrator/rubric-loader.ts +1 -1
  694. package/src/orchestrator/run-dir.ts +8 -1
  695. package/src/orchestrator/run-execution.ts +77 -11
  696. package/src/orchestrator/run-lifecycle.ts +4 -2
  697. package/src/orchestrator/run-workspace.ts +62 -0
  698. package/src/orchestrator/suite-compare.ts +29 -19
  699. package/src/orchestrator/suite-runs.ts +13 -2
  700. package/src/orchestrator/suite-summary.ts +122 -13
  701. package/src/previewer/artifacts.ts +221 -0
  702. package/src/previewer/server.ts +787 -0
  703. package/viewer/app.css +2079 -0
  704. package/viewer/app.js +627 -0
  705. package/viewer/artifact-view.js +48 -0
  706. package/viewer/charts.js +86 -0
  707. package/viewer/detail.js +1237 -0
  708. package/viewer/format.js +129 -0
  709. package/viewer/index.html +151 -0
  710. package/lib/answerers/scripted/index.d.ts +0 -8
  711. package/lib/answerers/scripted/index.d.ts.map +0 -1
  712. package/lib/answerers/scripted/index.js +0 -163
  713. package/lib/answerers/scripted/index.js.map +0 -1
  714. package/lib/cli/skills.d.ts +0 -38
  715. package/lib/cli/skills.d.ts.map +0 -1
  716. package/lib/cli/skills.js +0 -84
  717. package/lib/cli/skills.js.map +0 -1
  718. package/lib/drivers/shared/secure-copy.d.ts.map +0 -1
  719. package/lib/drivers/shared/secure-copy.js.map +0 -1
  720. package/skills/lux/SKILL.md +0 -85
  721. package/skills/lux/references/cli.md +0 -102
  722. package/skills/lux/references/eval-authoring.md +0 -105
  723. package/src/answerers/scripted/index.ts +0 -186
  724. package/src/cli/skills.ts +0 -129
  725. /package/lib/{drivers/shared → core}/secure-copy.d.ts +0 -0
  726. /package/lib/{drivers/shared → core}/secure-copy.js +0 -0
  727. /package/src/{drivers/shared → core}/secure-copy.ts +0 -0
package/lib/cli/output-schemas.d.ts ADDED
@@ -0,0 +1,1408 @@
1
+ import { z } from "incur";
2
+ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
3
+ runDir: z.ZodString;
4
+ case: z.ZodNullable<z.ZodObject<{
5
+ id: z.ZodOptional<z.ZodOptional<z.ZodString>>;
6
+ prompt: z.ZodOptional<z.ZodString>;
7
+ persona: z.ZodOptional<z.ZodOptional<z.ZodString>>;
8
+ matrix: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodCustom<import("../core/harness-matrix.js").HarnessMatrixEntry, import("../core/harness-matrix.js").HarnessMatrixEntry>>>>;
9
+ requires: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodEnum<{
10
+ artifacts: "artifacts";
11
+ cost: "cost";
12
+ interactive: "interactive";
13
+ isolation: "isolation";
14
+ subagents: "subagents";
15
+ "tool-calls": "tool-calls";
16
+ "tool-results": "tool-results";
17
+ usage: "usage";
18
+ }>>>>;
19
+ assertions: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
20
+ id: z.ZodOptional<z.ZodString>;
21
+ type: z.ZodString;
22
+ name: z.ZodOptional<z.ZodString>;
23
+ weight: z.ZodOptional<z.ZodNumber>;
24
+ threshold: z.ZodOptional<z.ZodNumber>;
25
+ informational: z.ZodOptional<z.ZodBoolean>;
26
+ }, z.core.$loose>>>>;
27
+ casePath: z.ZodExactOptional<z.ZodString>;
28
+ driver: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29
+ name: z.ZodString;
30
+ config: z.ZodOptional<z.ZodUnknown>;
31
+ }, z.core.$loose>]>>;
32
+ answerer: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
33
+ name: z.ZodString;
34
+ config: z.ZodOptional<z.ZodUnknown>;
35
+ }, z.core.$loose>]>>;
36
+ fixtures: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
37
+ kind: z.ZodLiteral<"dir">;
38
+ path: z.ZodString;
39
+ }, z.core.$loose>]>>;
40
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
41
+ }, z.core.$loose>>;
42
+ metadata: z.ZodNullable<z.ZodObject<{
43
+ schemaVersion: z.ZodLiteral<1>;
44
+ luxVersion: z.ZodString;
45
+ suiteId: z.ZodExactOptional<z.ZodString>;
46
+ startedAt: z.ZodString;
47
+ agentEndedAt: z.ZodExactOptional<z.ZodString>;
48
+ endedAt: z.ZodString;
49
+ exitReason: z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
50
+ error: "error";
51
+ "idle-timeout": "idle-timeout";
52
+ "max-interactions": "max-interactions";
53
+ }>]>;
54
+ driver: z.ZodObject<{
55
+ agentId: z.ZodString;
56
+ agentVersion: z.ZodExactOptional<z.ZodString>;
57
+ model: z.ZodExactOptional<z.ZodString>;
58
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
59
+ name: z.ZodString;
60
+ version: z.ZodExactOptional<z.ZodString>;
61
+ }, z.core.$strip>;
62
+ answerer: z.ZodObject<{
63
+ name: z.ZodString;
64
+ version: z.ZodExactOptional<z.ZodString>;
65
+ provider: z.ZodExactOptional<z.ZodString>;
66
+ model: z.ZodExactOptional<z.ZodString>;
67
+ }, z.core.$strip>;
68
+ usage: z.ZodObject<{
69
+ agent: z.ZodObject<{
70
+ input: z.ZodNumber;
71
+ output: z.ZodNumber;
72
+ cacheRead: z.ZodNumber;
73
+ cacheCreation: z.ZodNumber;
74
+ }, z.core.$strip>;
75
+ answerer: z.ZodObject<{
76
+ input: z.ZodNumber;
77
+ output: z.ZodNumber;
78
+ cacheRead: z.ZodNumber;
79
+ cacheCreation: z.ZodNumber;
80
+ }, z.core.$strip>;
81
+ grading: z.ZodObject<{
82
+ input: z.ZodNumber;
83
+ output: z.ZodNumber;
84
+ cacheRead: z.ZodNumber;
85
+ cacheCreation: z.ZodNumber;
86
+ }, z.core.$strip>;
87
+ }, z.core.$strip>;
88
+ agentUsageAvailability: z.ZodExactOptional<z.ZodEnum<{
89
+ reported: "reported";
90
+ unavailable: "unavailable";
91
+ }>>;
92
+ modelAccounting: z.ZodExactOptional<z.ZodObject<{
93
+ agentCalls: z.ZodNumber;
94
+ answererCalls: z.ZodNumber;
95
+ reportedCostUsd: z.ZodNumber;
96
+ unpricedModelCalls: z.ZodNumber;
97
+ }, z.core.$strip>>;
98
+ cost: z.ZodExactOptional<z.ZodObject<{
99
+ usd: z.ZodExactOptional<z.ZodNumber>;
100
+ }, z.core.$strip>>;
101
+ driverMetrics: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
102
+ unit: z.ZodDefault<z.ZodEnum<{
103
+ bytes: "bytes";
104
+ count: "count";
105
+ milliseconds: "milliseconds";
106
+ number: "number";
107
+ percent: "percent";
108
+ ratio: "ratio";
109
+ score: "score";
110
+ tokens: "tokens";
111
+ usd: "usd";
112
+ }>>;
113
+ label: z.ZodOptional<z.ZodString>;
114
+ better: z.ZodDefault<z.ZodEnum<{
115
+ higher: "higher";
116
+ lower: "lower";
117
+ neutral: "neutral";
118
+ }>>;
119
+ value: z.ZodNumber;
120
+ }, z.core.$strict>>>;
121
+ interruptCounts: z.ZodObject<{
122
+ ask: z.ZodNumber;
123
+ approve: z.ZodNumber;
124
+ custom: z.ZodNumber;
125
+ }, z.core.$strip>;
126
+ toolCallCount: z.ZodExactOptional<z.ZodNumber>;
127
+ toolOutcomes: z.ZodExactOptional<z.ZodObject<{
128
+ reportedCalls: z.ZodNumber;
129
+ total: z.ZodNumber;
130
+ succeeded: z.ZodNumber;
131
+ failed: z.ZodNumber;
132
+ unresolved: z.ZodNumber;
133
+ unmatchedResults: z.ZodNumber;
134
+ malformedEvents: z.ZodNumber;
135
+ }, z.core.$strip>>;
136
+ artifacts: z.ZodExactOptional<z.ZodObject<{
137
+ count: z.ZodNumber;
138
+ bytes: z.ZodExactOptional<z.ZodNumber>;
139
+ }, z.core.$strip>>;
140
+ phaseDurationMs: z.ZodExactOptional<z.ZodObject<{
141
+ agent: z.ZodNumber;
142
+ collect: z.ZodNumber;
143
+ grading: z.ZodNumber;
144
+ }, z.core.$strip>>;
145
+ actionTiming: z.ZodExactOptional<z.ZodObject<{
146
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
147
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
148
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
149
+ }, z.core.$strip>>;
150
+ agentActivity: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
151
+ agent: z.ZodObject<{
152
+ id: z.ZodString;
153
+ role: z.ZodEnum<{
154
+ main: "main";
155
+ subagent: "subagent";
156
+ }>;
157
+ parentId: z.ZodExactOptional<z.ZodString>;
158
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
159
+ name: z.ZodExactOptional<z.ZodString>;
160
+ model: z.ZodExactOptional<z.ZodString>;
161
+ }, z.core.$strip>;
162
+ startedAt: z.ZodNumber;
163
+ endedAt: z.ZodNumber;
164
+ durationMs: z.ZodNumber;
165
+ status: z.ZodEnum<{
166
+ cancelled: "cancelled";
167
+ completed: "completed";
168
+ failed: "failed";
169
+ unknown: "unknown";
170
+ }>;
171
+ eventCount: z.ZodNumber;
172
+ usage: z.ZodObject<{
173
+ input: z.ZodNumber;
174
+ output: z.ZodNumber;
175
+ cacheRead: z.ZodNumber;
176
+ cacheCreation: z.ZodNumber;
177
+ total: z.ZodNumber;
178
+ }, z.core.$strip>;
179
+ toolCalls: z.ZodObject<{
180
+ total: z.ZodNumber;
181
+ succeeded: z.ZodNumber;
182
+ failed: z.ZodNumber;
183
+ unresolved: z.ZodNumber;
184
+ }, z.core.$strip>;
185
+ actions: z.ZodObject<{
186
+ total: z.ZodNumber;
187
+ mutations: z.ZodNumber;
188
+ durableMutations: z.ZodNumber;
189
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
190
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
191
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
192
+ }, z.core.$strip>;
193
+ }, z.core.$strip>>>;
194
+ operationalFailure: z.ZodExactOptional<z.ZodObject<{
195
+ phase: z.ZodEnum<{
196
+ abort: "abort";
197
+ answerer: "answerer";
198
+ close: "close";
199
+ collection: "collection";
200
+ "driver-transport": "driver-transport";
201
+ grading: "grading";
202
+ setup: "setup";
203
+ trace: "trace";
204
+ }>;
205
+ reason: z.ZodString;
206
+ }, z.core.$strict>>;
207
+ provenance: z.ZodExactOptional<z.ZodObject<{
208
+ runtime: z.ZodObject<{
209
+ platform: z.ZodString;
210
+ arch: z.ZodString;
211
+ node: z.ZodString;
212
+ bun: z.ZodExactOptional<z.ZodString>;
213
+ host: z.ZodExactOptional<z.ZodObject<{
214
+ osRelease: z.ZodString;
215
+ cpuModels: z.ZodArray<z.ZodString>;
216
+ logicalCpuCount: z.ZodNumber;
217
+ availableParallelism: z.ZodNumber;
218
+ totalMemoryBytes: z.ZodNumber;
219
+ }, z.core.$strip>>;
220
+ }, z.core.$strip>;
221
+ environment: z.ZodExactOptional<z.ZodObject<{
222
+ declared: z.ZodExactOptional<z.ZodObject<{
223
+ imageDigest: z.ZodOptional<z.ZodString>;
224
+ toolchains: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
225
+ network: z.ZodOptional<z.ZodEnum<{
226
+ disabled: "disabled";
227
+ restricted: "restricted";
228
+ unrestricted: "unrestricted";
229
+ }>>;
230
+ resources: z.ZodOptional<z.ZodObject<{
231
+ cpuCount: z.ZodOptional<z.ZodNumber>;
232
+ memoryBytes: z.ZodOptional<z.ZodNumber>;
233
+ diskBytes: z.ZodOptional<z.ZodNumber>;
234
+ }, z.core.$strict>>;
235
+ }, z.core.$strict>>;
236
+ concurrency: z.ZodNumber;
237
+ }, z.core.$strip>>;
238
+ source: z.ZodExactOptional<z.ZodObject<{
239
+ casePath: z.ZodString;
240
+ git: z.ZodExactOptional<z.ZodObject<{
241
+ commit: z.ZodString;
242
+ dirty: z.ZodBoolean;
243
+ workingTreeHash: z.ZodExactOptional<z.ZodString>;
244
+ }, z.core.$strip>>;
245
+ }, z.core.$strip>>;
246
+ caseHash: z.ZodExactOptional<z.ZodString>;
247
+ assertionsHash: z.ZodExactOptional<z.ZodString>;
248
+ validatedAssertionsHash: z.ZodExactOptional<z.ZodString>;
249
+ fixturesHash: z.ZodExactOptional<z.ZodString>;
250
+ subjectHash: z.ZodExactOptional<z.ZodString>;
251
+ profileId: z.ZodExactOptional<z.ZodString>;
252
+ permutationId: z.ZodExactOptional<z.ZodString>;
253
+ experimentId: z.ZodExactOptional<z.ZodString>;
254
+ variantId: z.ZodExactOptional<z.ZodString>;
255
+ candidateId: z.ZodExactOptional<z.ZodString>;
256
+ driverConfigHash: z.ZodExactOptional<z.ZodString>;
257
+ answererConfigHash: z.ZodExactOptional<z.ZodString>;
258
+ graderConfigHash: z.ZodExactOptional<z.ZodString>;
259
+ evaluatorConfigHash: z.ZodExactOptional<z.ZodString>;
260
+ }, z.core.$strip>>;
261
+ }, z.core.$strip>>;
262
+ grading: z.ZodNullable<z.ZodObject<{
263
+ schemaVersion: z.ZodLiteral<1>;
264
+ casePassed: z.ZodNullable<z.ZodBoolean>;
265
+ caseScore: z.ZodNullable<z.ZodNumber>;
266
+ assertions: z.ZodArray<z.ZodObject<{
267
+ id: z.ZodExactOptional<z.ZodString>;
268
+ type: z.ZodString;
269
+ name: z.ZodString;
270
+ passed: z.ZodNullable<z.ZodBoolean>;
271
+ informational: z.ZodExactOptional<z.ZodBoolean>;
272
+ score: z.ZodNumber;
273
+ weight: z.ZodNumber;
274
+ threshold: z.ZodNumber;
275
+ durationMs: z.ZodNumber;
276
+ comment: z.ZodExactOptional<z.ZodString>;
277
+ detail: z.ZodOptional<z.ZodUnknown>;
278
+ abstention: z.ZodExactOptional<z.ZodLiteral<"insufficient-evidence">>;
279
+ errorMessage: z.ZodExactOptional<z.ZodString>;
280
+ usage: z.ZodExactOptional<z.ZodObject<{
281
+ input: z.ZodNumber;
282
+ output: z.ZodNumber;
283
+ cacheRead: z.ZodNumber;
284
+ cacheCreation: z.ZodNumber;
285
+ }, z.core.$strip>>;
286
+ }, z.core.$strip>>;
287
+ skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
288
+ id: z.ZodString;
289
+ type: z.ZodString;
290
+ name: z.ZodString;
291
+ reason: z.ZodLiteral<"judge-disabled">;
292
+ }, z.core.$strip>>>;
293
+ incomplete: z.ZodExactOptional<z.ZodObject<{
294
+ exitReason: z.ZodEnum<{
295
+ error: "error";
296
+ "idle-timeout": "idle-timeout";
297
+ "max-interactions": "max-interactions";
298
+ }>;
299
+ phase: z.ZodOptional<z.ZodEnum<{
300
+ collection: "collection";
301
+ grading: "grading";
302
+ run: "run";
303
+ }>>;
304
+ }, z.core.$strip>>;
305
+ }, z.core.$strip>>;
306
+ events: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
307
+ agentId: z.ZodString;
308
+ agentVersion: z.ZodExactOptional<z.ZodString>;
309
+ model: z.ZodExactOptional<z.ZodString>;
310
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
311
+ type: z.ZodLiteral<"ready">;
312
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
313
+ kind: z.ZodLiteral<"ask">;
314
+ id: z.ZodString;
315
+ question: z.ZodString;
316
+ context: z.ZodOptional<z.ZodUnknown>;
317
+ ts: z.ZodNumber;
318
+ type: z.ZodLiteral<"interrupt">;
319
+ }, z.core.$strip>, z.ZodObject<{
320
+ kind: z.ZodLiteral<"approve">;
321
+ id: z.ZodString;
322
+ request: z.ZodString;
323
+ context: z.ZodOptional<z.ZodUnknown>;
324
+ ts: z.ZodNumber;
325
+ type: z.ZodLiteral<"interrupt">;
326
+ }, z.core.$strip>, z.ZodObject<{
327
+ kind: z.ZodLiteral<"custom">;
328
+ id: z.ZodString;
329
+ payload: z.ZodUnknown;
330
+ context: z.ZodOptional<z.ZodUnknown>;
331
+ ts: z.ZodNumber;
332
+ type: z.ZodLiteral<"interrupt">;
333
+ }, z.core.$strip>], "kind">, z.ZodDiscriminatedUnion<[z.ZodObject<{
334
+ kind: z.ZodLiteral<"ask">;
335
+ id: z.ZodString;
336
+ text: z.ZodString;
337
+ ts: z.ZodNumber;
338
+ type: z.ZodLiteral<"responded">;
339
+ }, z.core.$strip>, z.ZodObject<{
340
+ kind: z.ZodLiteral<"approve">;
341
+ id: z.ZodString;
342
+ approved: z.ZodBoolean;
343
+ reason: z.ZodExactOptional<z.ZodString>;
344
+ ts: z.ZodNumber;
345
+ type: z.ZodLiteral<"responded">;
346
+ }, z.core.$strip>, z.ZodObject<{
347
+ kind: z.ZodLiteral<"custom">;
348
+ id: z.ZodString;
349
+ payload: z.ZodUnknown;
350
+ ts: z.ZodNumber;
351
+ type: z.ZodLiteral<"responded">;
352
+ }, z.core.$strip>], "kind">, z.ZodObject<{
353
+ id: z.ZodString;
354
+ kind: z.ZodString;
355
+ payload: z.ZodUnknown;
356
+ ts: z.ZodNumber;
357
+ agent: z.ZodExactOptional<z.ZodObject<{
358
+ id: z.ZodString;
359
+ role: z.ZodEnum<{
360
+ main: "main";
361
+ subagent: "subagent";
362
+ }>;
363
+ parentId: z.ZodExactOptional<z.ZodString>;
364
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
365
+ name: z.ZodExactOptional<z.ZodString>;
366
+ model: z.ZodExactOptional<z.ZodString>;
367
+ }, z.core.$strip>>;
368
+ type: z.ZodLiteral<"progress">;
369
+ }, z.core.$strip>, z.ZodObject<{
370
+ exitReason: z.ZodLiteral<"done">;
371
+ summary: z.ZodOptional<z.ZodUnknown>;
372
+ ts: z.ZodNumber;
373
+ type: z.ZodLiteral<"done">;
374
+ }, z.core.$strip>, z.ZodObject<{
375
+ exitReason: z.ZodEnum<{
376
+ error: "error";
377
+ "idle-timeout": "idle-timeout";
378
+ "max-interactions": "max-interactions";
379
+ }>;
380
+ reason: z.ZodString;
381
+ summary: z.ZodOptional<z.ZodUnknown>;
382
+ ts: z.ZodNumber;
383
+ type: z.ZodLiteral<"error">;
384
+ }, z.core.$strip>, z.ZodObject<{
385
+ ts: z.ZodNumber;
386
+ type: z.ZodLiteral<"lifecycle">;
387
+ stage: z.ZodEnum<{
388
+ close: "close";
389
+ "collect-end": "collect-end";
390
+ "collect-start": "collect-start";
391
+ "grade-end": "grade-end";
392
+ "grade-start": "grade-start";
393
+ load: "load";
394
+ "prepare-answerer": "prepare-answerer";
395
+ "run-loop": "run-loop";
396
+ "start-driver": "start-driver";
397
+ }>;
398
+ }, z.core.$strip>], "type">>;
399
+ artifacts: z.ZodArray<z.ZodString>;
400
+ }, z.core.$strip>, z.ZodObject<{
401
+ schemaVersion: z.ZodLiteral<1>;
402
+ suiteId: z.ZodString;
403
+ startedAt: z.ZodString;
404
+ endedAt: z.ZodNullable<z.ZodString>;
405
+ status: z.ZodEnum<{
406
+ aborted: "aborted";
407
+ failed: "failed";
408
+ passed: "passed";
409
+ running: "running";
410
+ }>;
411
+ aborted: z.ZodBoolean;
412
+ concurrency: z.ZodNumber;
413
+ profileId: z.ZodExactOptional<z.ZodString>;
414
+ experimentId: z.ZodExactOptional<z.ZodString>;
415
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
416
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
417
+ variantId: z.ZodExactOptional<z.ZodString>;
418
+ candidateId: z.ZodExactOptional<z.ZodString>;
419
+ subjectHash: z.ZodExactOptional<z.ZodString>;
420
+ errorMessage: z.ZodExactOptional<z.ZodString>;
421
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
422
+ name: z.ZodString;
423
+ pluginVersion: z.ZodString;
424
+ }, z.core.$strip>>>;
425
+ items: z.ZodArray<z.ZodObject<{
426
+ caseId: z.ZodString;
427
+ canonicalCaseId: z.ZodString;
428
+ permutationId: z.ZodExactOptional<z.ZodString>;
429
+ status: z.ZodEnum<{
430
+ completed: "completed";
431
+ pending: "pending";
432
+ running: "running";
433
+ }>;
434
+ runDir: z.ZodNullable<z.ZodString>;
435
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
436
+ casePassed: z.ZodNullable<z.ZodBoolean>;
437
+ errorMessage: z.ZodExactOptional<z.ZodString>;
438
+ }, z.core.$strip>>;
439
+ suiteDir: z.ZodString;
440
+ }, z.core.$strip>, z.ZodObject<{
441
+ schemaVersion: z.ZodLiteral<1>;
442
+ experimentId: z.ZodString;
443
+ campaignId: z.ZodString;
444
+ campaignPath: z.ZodString;
445
+ campaignHash: z.ZodString;
446
+ campaignSnapshot: z.ZodObject<{
447
+ id: z.ZodString;
448
+ subject: z.ZodObject<{
449
+ root: z.ZodString;
450
+ mutable: z.ZodArray<z.ZodString>;
451
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
452
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
453
+ command: z.ZodString;
454
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
455
+ timeout: z.ZodDefault<z.ZodString>;
456
+ unsafeHostExecution: z.ZodLiteral<true>;
457
+ }, z.core.$strict>>>;
458
+ }, z.core.$strict>;
459
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
460
+ kind: z.ZodLiteral<"agent">;
461
+ }, z.core.$strict>, z.ZodObject<{
462
+ kind: z.ZodLiteral<"grader">;
463
+ annotations: z.ZodString;
464
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
465
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
466
+ }, z.core.$strict>], "kind">>;
467
+ profiles: z.ZodArray<z.ZodString>;
468
+ splits: z.ZodObject<{
469
+ train: z.ZodOptional<z.ZodObject<{
470
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
471
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
472
+ }, z.core.$strict>>;
473
+ validation: z.ZodObject<{
474
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
475
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
476
+ }, z.core.$strict>;
477
+ test: z.ZodOptional<z.ZodObject<{
478
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
479
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
480
+ }, z.core.$strict>>;
481
+ }, z.core.$strict>;
482
+ repetitions: z.ZodDefault<z.ZodObject<{
483
+ search: z.ZodDefault<z.ZodNumber>;
484
+ promotion: z.ZodDefault<z.ZodNumber>;
485
+ }, z.core.$strict>>;
486
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
487
+ id: z.ZodString;
488
+ name: z.ZodOptional<z.ZodString>;
489
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
490
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
491
+ }, z.core.$strict>>>;
492
+ objectives: z.ZodDefault<z.ZodObject<{
493
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
494
+ metric: z.ZodString;
495
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
496
+ min: z.ZodOptional<z.ZodNumber>;
497
+ max: z.ZodOptional<z.ZodNumber>;
498
+ profile: z.ZodOptional<z.ZodString>;
499
+ split: z.ZodDefault<z.ZodEnum<{
500
+ test: "test";
501
+ train: "train";
502
+ validation: "validation";
503
+ }>>;
504
+ confidence: z.ZodOptional<z.ZodObject<{
505
+ method: z.ZodEnum<{
506
+ hoeffding: "hoeffding";
507
+ "percentile-bootstrap": "percentile-bootstrap";
508
+ wilson: "wilson";
509
+ }>;
510
+ level: z.ZodDefault<z.ZodNumber>;
511
+ resamples: z.ZodDefault<z.ZodNumber>;
512
+ seed: z.ZodDefault<z.ZodNumber>;
513
+ minSamples: z.ZodDefault<z.ZodNumber>;
514
+ }, z.core.$strict>>;
515
+ }, z.core.$strict>>>;
516
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
517
+ metric: z.ZodString;
518
+ profile: z.ZodOptional<z.ZodString>;
519
+ split: z.ZodDefault<z.ZodEnum<{
520
+ test: "test";
521
+ train: "train";
522
+ validation: "validation";
523
+ }>>;
524
+ }, z.core.$strict>>>;
525
+ }, z.core.$strict>>;
526
+ optimizer: z.ZodOptional<z.ZodObject<{
527
+ algorithm: z.ZodLiteral<"reflective">;
528
+ config: z.ZodOptional<z.ZodUnknown>;
529
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
530
+ "current-best": "current-best";
531
+ pareto: "pareto";
532
+ }>>;
533
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
534
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
535
+ }, z.core.$strict>>;
536
+ budget: z.ZodDefault<z.ZodObject<{
537
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
538
+ patience: z.ZodDefault<z.ZodNumber>;
539
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
540
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
541
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
542
+ maxTokens: z.ZodDefault<z.ZodNumber>;
543
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
544
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
545
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
546
+ }, z.core.$strict>>;
547
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
548
+ }, z.core.$strict>;
549
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
550
+ evaluatorVersion: z.ZodLiteral<1>;
551
+ luxVersion: z.ZodString;
552
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
553
+ agent: "agent";
554
+ grader: "grader";
555
+ }>>;
556
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
557
+ mode: z.ZodEnum<{
558
+ experiment: "experiment";
559
+ optimize: "optimize";
560
+ }>;
561
+ status: z.ZodEnum<{
562
+ aborted: "aborted";
563
+ failed: "failed";
564
+ passed: "passed";
565
+ running: "running";
566
+ }>;
567
+ startedAt: z.ZodString;
568
+ endedAt: z.ZodNullable<z.ZodString>;
569
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
570
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
571
+ subjectRoot: z.ZodString;
572
+ baseSourceHash: z.ZodString;
573
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
574
+ candidates: z.ZodArray<z.ZodObject<{
575
+ id: z.ZodString;
576
+ path: z.ZodString;
577
+ candidateHash: z.ZodString;
578
+ sourceBytes: z.ZodNumber;
579
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
580
+ }, z.core.$strip>>;
581
+ evaluations: z.ZodArray<z.ZodObject<{
582
+ profileId: z.ZodString;
583
+ split: z.ZodEnum<{
584
+ test: "test";
585
+ train: "train";
586
+ validation: "validation";
587
+ }>;
588
+ suiteDir: z.ZodExactOptional<z.ZodString>;
589
+ passRate: z.ZodNumber;
590
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
591
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
592
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
593
+ unit: z.ZodDefault<z.ZodEnum<{
594
+ bytes: "bytes";
595
+ count: "count";
596
+ milliseconds: "milliseconds";
597
+ number: "number";
598
+ percent: "percent";
599
+ ratio: "ratio";
600
+ score: "score";
601
+ tokens: "tokens";
602
+ usd: "usd";
603
+ }>>;
604
+ label: z.ZodOptional<z.ZodString>;
605
+ better: z.ZodDefault<z.ZodEnum<{
606
+ higher: "higher";
607
+ lower: "lower";
608
+ neutral: "neutral";
609
+ }>>;
610
+ }, z.core.$strict>>>;
611
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
612
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
613
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
614
+ usage: z.ZodExactOptional<z.ZodObject<{
615
+ input: z.ZodNumber;
616
+ output: z.ZodNumber;
617
+ cacheRead: z.ZodNumber;
618
+ cacheCreation: z.ZodNumber;
619
+ }, z.core.$strip>>;
620
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
621
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
622
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
623
+ identityHash: z.ZodNullable<z.ZodString>;
624
+ clusterId: z.ZodExactOptional<z.ZodString>;
625
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
626
+ mean: z.ZodNumber;
627
+ n: z.ZodNumber;
628
+ }, z.core.$strip>>;
629
+ }, z.core.$strip>>>;
630
+ failedCases: z.ZodArray<z.ZodObject<{
631
+ caseId: z.ZodString;
632
+ score: z.ZodNullable<z.ZodNumber>;
633
+ feedback: z.ZodArray<z.ZodString>;
634
+ }, z.core.$strip>>;
635
+ candidateId: z.ZodString;
636
+ repetitions: z.ZodNumber;
637
+ summaryPath: z.ZodExactOptional<z.ZodString>;
638
+ evidencePath: z.ZodExactOptional<z.ZodString>;
639
+ }, z.core.$strip>>;
640
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
641
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
642
+ budgetUsage: z.ZodObject<{
643
+ metricCalls: z.ZodNumber;
644
+ judgeCalls: z.ZodNumber;
645
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
646
+ proposalCalls: z.ZodNumber;
647
+ usage: z.ZodObject<{
648
+ input: z.ZodNumber;
649
+ output: z.ZodNumber;
650
+ cacheRead: z.ZodNumber;
651
+ cacheCreation: z.ZodNumber;
652
+ }, z.core.$strip>;
653
+ costUsd: z.ZodNumber;
654
+ }, z.core.$strip>;
655
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
656
+ selection: z.ZodExactOptional<z.ZodObject<{
657
+ decidedAt: z.ZodString;
658
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
659
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
660
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
661
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
662
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
663
+ constraints: z.ZodArray<z.ZodObject<{
664
+ candidateId: z.ZodString;
665
+ metric: z.ZodString;
666
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
667
+ profile: z.ZodExactOptional<z.ZodString>;
668
+ split: z.ZodEnum<{
669
+ test: "test";
670
+ train: "train";
671
+ validation: "validation";
672
+ }>;
673
+ values: z.ZodArray<z.ZodNumber>;
674
+ passed: z.ZodBoolean;
675
+ interval: z.ZodExactOptional<z.ZodObject<{
676
+ method: z.ZodEnum<{
677
+ hoeffding: "hoeffding";
678
+ "percentile-bootstrap": "percentile-bootstrap";
679
+ wilson: "wilson";
680
+ }>;
681
+ level: z.ZodNumber;
682
+ estimate: z.ZodNumber;
683
+ lower: z.ZodNumber;
684
+ upper: z.ZodNumber;
685
+ n: z.ZodNumber;
686
+ resamples: z.ZodNumber;
687
+ }, z.core.$strict>>;
688
+ note: z.ZodExactOptional<z.ZodString>;
689
+ }, z.core.$strip>>;
690
+ }, z.core.$strip>>;
691
+ errorMessage: z.ZodExactOptional<z.ZodString>;
692
+ experimentDir: z.ZodString;
693
+ }, z.core.$strip>, z.ZodObject<{
694
+ runsRoot: z.ZodString;
695
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
696
+ path: z.ZodString;
697
+ message: z.ZodString;
698
+ }, z.core.$strip>>>;
699
+ runs: z.ZodArray<z.ZodObject<{
700
+ caseSlug: z.ZodString;
701
+ driverName: z.ZodString;
702
+ ts: z.ZodString;
703
+ runDir: z.ZodString;
704
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
705
+ error: "error";
706
+ "idle-timeout": "idle-timeout";
707
+ "max-interactions": "max-interactions";
708
+ }>]>>;
709
+ driverAgentId: z.ZodNullable<z.ZodString>;
710
+ startedAt: z.ZodNullable<z.ZodString>;
711
+ endedAt: z.ZodNullable<z.ZodString>;
712
+ durationMs: z.ZodNullable<z.ZodNumber>;
713
+ timeToFirstActionMs: z.ZodNullable<z.ZodNumber>;
714
+ timeToFirstMutationMs: z.ZodNullable<z.ZodNumber>;
715
+ timeToFirstDurableMutationMs: z.ZodNullable<z.ZodNumber>;
716
+ driverMetrics: z.ZodRecord<z.ZodString, z.ZodObject<{
717
+ unit: z.ZodDefault<z.ZodEnum<{
718
+ bytes: "bytes";
719
+ count: "count";
720
+ milliseconds: "milliseconds";
721
+ number: "number";
722
+ percent: "percent";
723
+ ratio: "ratio";
724
+ score: "score";
725
+ tokens: "tokens";
726
+ usd: "usd";
727
+ }>>;
728
+ label: z.ZodOptional<z.ZodString>;
729
+ better: z.ZodDefault<z.ZodEnum<{
730
+ higher: "higher";
731
+ lower: "lower";
732
+ neutral: "neutral";
733
+ }>>;
734
+ value: z.ZodNumber;
735
+ }, z.core.$strict>>;
736
+ subagentCount: z.ZodNumber;
737
+ casePassed: z.ZodNullable<z.ZodBoolean>;
738
+ caseScore: z.ZodNullable<z.ZodNumber>;
739
+ assertionPassed: z.ZodNumber;
740
+ assertionTotal: z.ZodNumber;
741
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodString>>;
742
+ }, z.core.$strip>>;
743
+ suites: z.ZodOptional<z.ZodArray<z.ZodObject<{
744
+ schemaVersion: z.ZodLiteral<1>;
745
+ suiteId: z.ZodString;
746
+ startedAt: z.ZodString;
747
+ endedAt: z.ZodNullable<z.ZodString>;
748
+ status: z.ZodEnum<{
749
+ aborted: "aborted";
750
+ failed: "failed";
751
+ passed: "passed";
752
+ running: "running";
753
+ }>;
754
+ aborted: z.ZodBoolean;
755
+ concurrency: z.ZodNumber;
756
+ profileId: z.ZodExactOptional<z.ZodString>;
757
+ experimentId: z.ZodExactOptional<z.ZodString>;
758
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
759
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
760
+ variantId: z.ZodExactOptional<z.ZodString>;
761
+ candidateId: z.ZodExactOptional<z.ZodString>;
762
+ subjectHash: z.ZodExactOptional<z.ZodString>;
763
+ errorMessage: z.ZodExactOptional<z.ZodString>;
764
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
765
+ name: z.ZodString;
766
+ pluginVersion: z.ZodString;
767
+ }, z.core.$strip>>>;
768
+ items: z.ZodArray<z.ZodObject<{
769
+ caseId: z.ZodString;
770
+ canonicalCaseId: z.ZodString;
771
+ permutationId: z.ZodExactOptional<z.ZodString>;
772
+ status: z.ZodEnum<{
773
+ completed: "completed";
774
+ pending: "pending";
775
+ running: "running";
776
+ }>;
777
+ runDir: z.ZodNullable<z.ZodString>;
778
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
779
+ casePassed: z.ZodNullable<z.ZodBoolean>;
780
+ errorMessage: z.ZodExactOptional<z.ZodString>;
781
+ }, z.core.$strip>>;
782
+ suiteDir: z.ZodString;
783
+ }, z.core.$strip>>>;
784
+ }, z.core.$strip>, z.ZodObject<{
785
+ runsRoot: z.ZodString;
786
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
787
+ path: z.ZodString;
788
+ message: z.ZodString;
789
+ }, z.core.$strip>>>;
790
+ suites: z.ZodArray<z.ZodObject<{
791
+ schemaVersion: z.ZodLiteral<1>;
792
+ suiteId: z.ZodString;
793
+ startedAt: z.ZodString;
794
+ endedAt: z.ZodNullable<z.ZodString>;
795
+ status: z.ZodEnum<{
796
+ aborted: "aborted";
797
+ failed: "failed";
798
+ passed: "passed";
799
+ running: "running";
800
+ }>;
801
+ aborted: z.ZodBoolean;
802
+ concurrency: z.ZodNumber;
803
+ profileId: z.ZodExactOptional<z.ZodString>;
804
+ experimentId: z.ZodExactOptional<z.ZodString>;
805
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
806
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
807
+ variantId: z.ZodExactOptional<z.ZodString>;
808
+ candidateId: z.ZodExactOptional<z.ZodString>;
809
+ subjectHash: z.ZodExactOptional<z.ZodString>;
810
+ errorMessage: z.ZodExactOptional<z.ZodString>;
811
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
812
+ name: z.ZodString;
813
+ pluginVersion: z.ZodString;
814
+ }, z.core.$strip>>>;
815
+ items: z.ZodArray<z.ZodObject<{
816
+ caseId: z.ZodString;
817
+ canonicalCaseId: z.ZodString;
818
+ permutationId: z.ZodExactOptional<z.ZodString>;
819
+ status: z.ZodEnum<{
820
+ completed: "completed";
821
+ pending: "pending";
822
+ running: "running";
823
+ }>;
824
+ runDir: z.ZodNullable<z.ZodString>;
825
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
826
+ casePassed: z.ZodNullable<z.ZodBoolean>;
827
+ errorMessage: z.ZodExactOptional<z.ZodString>;
828
+ }, z.core.$strip>>;
829
+ suiteDir: z.ZodString;
830
+ }, z.core.$strip>>;
831
+ }, z.core.$strip>, z.ZodObject<{
832
+ runsRoot: z.ZodString;
833
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
834
+ path: z.ZodString;
835
+ message: z.ZodString;
836
+ }, z.core.$strip>>>;
837
+ experiments: z.ZodArray<z.ZodObject<{
838
+ schemaVersion: z.ZodLiteral<1>;
839
+ experimentId: z.ZodString;
840
+ campaignId: z.ZodString;
841
+ campaignPath: z.ZodString;
842
+ campaignHash: z.ZodString;
843
+ campaignSnapshot: z.ZodObject<{
844
+ id: z.ZodString;
845
+ subject: z.ZodObject<{
846
+ root: z.ZodString;
847
+ mutable: z.ZodArray<z.ZodString>;
848
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
849
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
850
+ command: z.ZodString;
851
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
852
+ timeout: z.ZodDefault<z.ZodString>;
853
+ unsafeHostExecution: z.ZodLiteral<true>;
854
+ }, z.core.$strict>>>;
855
+ }, z.core.$strict>;
856
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
857
+ kind: z.ZodLiteral<"agent">;
858
+ }, z.core.$strict>, z.ZodObject<{
859
+ kind: z.ZodLiteral<"grader">;
860
+ annotations: z.ZodString;
861
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
862
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
863
+ }, z.core.$strict>], "kind">>;
864
+ profiles: z.ZodArray<z.ZodString>;
865
+ splits: z.ZodObject<{
866
+ train: z.ZodOptional<z.ZodObject<{
867
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
868
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
869
+ }, z.core.$strict>>;
870
+ validation: z.ZodObject<{
871
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
872
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
873
+ }, z.core.$strict>;
874
+ test: z.ZodOptional<z.ZodObject<{
875
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
876
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
877
+ }, z.core.$strict>>;
878
+ }, z.core.$strict>;
879
+ repetitions: z.ZodDefault<z.ZodObject<{
880
+ search: z.ZodDefault<z.ZodNumber>;
881
+ promotion: z.ZodDefault<z.ZodNumber>;
882
+ }, z.core.$strict>>;
883
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
884
+ id: z.ZodString;
885
+ name: z.ZodOptional<z.ZodString>;
886
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
887
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
888
+ }, z.core.$strict>>>;
889
+ objectives: z.ZodDefault<z.ZodObject<{
890
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
891
+ metric: z.ZodString;
892
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
893
+ min: z.ZodOptional<z.ZodNumber>;
894
+ max: z.ZodOptional<z.ZodNumber>;
895
+ profile: z.ZodOptional<z.ZodString>;
896
+ split: z.ZodDefault<z.ZodEnum<{
897
+ test: "test";
898
+ train: "train";
899
+ validation: "validation";
900
+ }>>;
901
+ confidence: z.ZodOptional<z.ZodObject<{
902
+ method: z.ZodEnum<{
903
+ hoeffding: "hoeffding";
904
+ "percentile-bootstrap": "percentile-bootstrap";
905
+ wilson: "wilson";
906
+ }>;
907
+ level: z.ZodDefault<z.ZodNumber>;
908
+ resamples: z.ZodDefault<z.ZodNumber>;
909
+ seed: z.ZodDefault<z.ZodNumber>;
910
+ minSamples: z.ZodDefault<z.ZodNumber>;
911
+ }, z.core.$strict>>;
912
+ }, z.core.$strict>>>;
913
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
914
+ metric: z.ZodString;
915
+ profile: z.ZodOptional<z.ZodString>;
916
+ split: z.ZodDefault<z.ZodEnum<{
917
+ test: "test";
918
+ train: "train";
919
+ validation: "validation";
920
+ }>>;
921
+ }, z.core.$strict>>>;
922
+ }, z.core.$strict>>;
923
+ optimizer: z.ZodOptional<z.ZodObject<{
924
+ algorithm: z.ZodLiteral<"reflective">;
925
+ config: z.ZodOptional<z.ZodUnknown>;
926
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
927
+ "current-best": "current-best";
928
+ pareto: "pareto";
929
+ }>>;
930
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
931
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
932
+ }, z.core.$strict>>;
933
+ budget: z.ZodDefault<z.ZodObject<{
934
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
935
+ patience: z.ZodDefault<z.ZodNumber>;
936
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
937
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
938
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
939
+ maxTokens: z.ZodDefault<z.ZodNumber>;
940
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
941
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
942
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
943
+ }, z.core.$strict>>;
944
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
945
+ }, z.core.$strict>;
946
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
947
+ evaluatorVersion: z.ZodLiteral<1>;
948
+ luxVersion: z.ZodString;
949
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
950
+ agent: "agent";
951
+ grader: "grader";
952
+ }>>;
953
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
954
+ mode: z.ZodEnum<{
955
+ experiment: "experiment";
956
+ optimize: "optimize";
957
+ }>;
958
+ status: z.ZodEnum<{
959
+ aborted: "aborted";
960
+ failed: "failed";
961
+ passed: "passed";
962
+ running: "running";
963
+ }>;
964
+ startedAt: z.ZodString;
965
+ endedAt: z.ZodNullable<z.ZodString>;
966
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
967
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
968
+ subjectRoot: z.ZodString;
969
+ baseSourceHash: z.ZodString;
970
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
971
+ candidates: z.ZodArray<z.ZodObject<{
972
+ id: z.ZodString;
973
+ path: z.ZodString;
974
+ candidateHash: z.ZodString;
975
+ sourceBytes: z.ZodNumber;
976
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
977
+ }, z.core.$strip>>;
978
+ evaluations: z.ZodArray<z.ZodObject<{
979
+ profileId: z.ZodString;
980
+ split: z.ZodEnum<{
981
+ test: "test";
982
+ train: "train";
983
+ validation: "validation";
984
+ }>;
985
+ suiteDir: z.ZodExactOptional<z.ZodString>;
986
+ passRate: z.ZodNumber;
987
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
988
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
989
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
990
+ unit: z.ZodDefault<z.ZodEnum<{
991
+ bytes: "bytes";
992
+ count: "count";
993
+ milliseconds: "milliseconds";
994
+ number: "number";
995
+ percent: "percent";
996
+ ratio: "ratio";
997
+ score: "score";
998
+ tokens: "tokens";
999
+ usd: "usd";
1000
+ }>>;
1001
+ label: z.ZodOptional<z.ZodString>;
1002
+ better: z.ZodDefault<z.ZodEnum<{
1003
+ higher: "higher";
1004
+ lower: "lower";
1005
+ neutral: "neutral";
1006
+ }>>;
1007
+ }, z.core.$strict>>>;
1008
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
1009
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
1010
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
1011
+ usage: z.ZodExactOptional<z.ZodObject<{
1012
+ input: z.ZodNumber;
1013
+ output: z.ZodNumber;
1014
+ cacheRead: z.ZodNumber;
1015
+ cacheCreation: z.ZodNumber;
1016
+ }, z.core.$strip>>;
1017
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
1018
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
1019
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
1020
+ identityHash: z.ZodNullable<z.ZodString>;
1021
+ clusterId: z.ZodExactOptional<z.ZodString>;
1022
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
1023
+ mean: z.ZodNumber;
1024
+ n: z.ZodNumber;
1025
+ }, z.core.$strip>>;
1026
+ }, z.core.$strip>>>;
1027
+ failedCases: z.ZodArray<z.ZodObject<{
1028
+ caseId: z.ZodString;
1029
+ score: z.ZodNullable<z.ZodNumber>;
1030
+ feedback: z.ZodArray<z.ZodString>;
1031
+ }, z.core.$strip>>;
1032
+ candidateId: z.ZodString;
1033
+ repetitions: z.ZodNumber;
1034
+ summaryPath: z.ZodExactOptional<z.ZodString>;
1035
+ evidencePath: z.ZodExactOptional<z.ZodString>;
1036
+ }, z.core.$strip>>;
1037
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
1038
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
1039
+ budgetUsage: z.ZodObject<{
1040
+ metricCalls: z.ZodNumber;
1041
+ judgeCalls: z.ZodNumber;
1042
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
1043
+ proposalCalls: z.ZodNumber;
1044
+ usage: z.ZodObject<{
1045
+ input: z.ZodNumber;
1046
+ output: z.ZodNumber;
1047
+ cacheRead: z.ZodNumber;
1048
+ cacheCreation: z.ZodNumber;
1049
+ }, z.core.$strip>;
1050
+ costUsd: z.ZodNumber;
1051
+ }, z.core.$strip>;
1052
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1053
+ selection: z.ZodExactOptional<z.ZodObject<{
1054
+ decidedAt: z.ZodString;
1055
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1056
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1057
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
1058
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
1059
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1060
+ constraints: z.ZodArray<z.ZodObject<{
1061
+ candidateId: z.ZodString;
1062
+ metric: z.ZodString;
1063
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
1064
+ profile: z.ZodExactOptional<z.ZodString>;
1065
+ split: z.ZodEnum<{
1066
+ test: "test";
1067
+ train: "train";
1068
+ validation: "validation";
1069
+ }>;
1070
+ values: z.ZodArray<z.ZodNumber>;
1071
+ passed: z.ZodBoolean;
1072
+ interval: z.ZodExactOptional<z.ZodObject<{
1073
+ method: z.ZodEnum<{
1074
+ hoeffding: "hoeffding";
1075
+ "percentile-bootstrap": "percentile-bootstrap";
1076
+ wilson: "wilson";
1077
+ }>;
1078
+ level: z.ZodNumber;
1079
+ estimate: z.ZodNumber;
1080
+ lower: z.ZodNumber;
1081
+ upper: z.ZodNumber;
1082
+ n: z.ZodNumber;
1083
+ resamples: z.ZodNumber;
1084
+ }, z.core.$strict>>;
1085
+ note: z.ZodExactOptional<z.ZodString>;
1086
+ }, z.core.$strip>>;
1087
+ }, z.core.$strip>>;
1088
+ errorMessage: z.ZodExactOptional<z.ZodString>;
1089
+ experimentDir: z.ZodString;
1090
+ }, z.core.$strip>>;
1091
+ }, z.core.$strip>, z.ZodObject<{
1092
+ url: z.ZodString;
1093
+ runsRoot: z.ZodString;
1094
+ }, z.core.$strip>]>;
1095
+ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
1096
+ pathA: z.ZodString;
1097
+ pathB: z.ZodString;
1098
+ passRateTolerance: z.ZodNumber;
1099
+ before: z.ZodObject<{
1100
+ attempts: z.ZodNumber;
1101
+ passRate: z.ZodNumber;
1102
+ }, z.core.$strict>;
1103
+ after: z.ZodObject<{
1104
+ attempts: z.ZodNumber;
1105
+ passRate: z.ZodNumber;
1106
+ }, z.core.$strict>;
1107
+ passRateDelta: z.ZodNumber;
1108
+ cases: z.ZodArray<z.ZodObject<{
1109
+ canonicalCaseId: z.ZodString;
1110
+ permutationId: z.ZodExactOptional<z.ZodString>;
1111
+ before: z.ZodNullable<z.ZodObject<{
1112
+ attempts: z.ZodNumber;
1113
+ passRate: z.ZodNumber;
1114
+ }, z.core.$strict>>;
1115
+ after: z.ZodNullable<z.ZodObject<{
1116
+ attempts: z.ZodNumber;
1117
+ passRate: z.ZodNumber;
1118
+ }, z.core.$strict>>;
1119
+ passRateDelta: z.ZodNullable<z.ZodNumber>;
1120
+ regressed: z.ZodBoolean;
1121
+ pairedMetricDeltas: z.ZodRecord<z.ZodString, z.ZodObject<{
1122
+ n: z.ZodNumber;
1123
+ min: z.ZodNumber;
1124
+ max: z.ZodNumber;
1125
+ mean: z.ZodNumber;
1126
+ median: z.ZodNumber;
1127
+ p90: z.ZodNumber;
1128
+ unit: z.ZodExactOptional<z.ZodEnum<{
1129
+ bytes: "bytes";
1130
+ count: "count";
1131
+ milliseconds: "milliseconds";
1132
+ number: "number";
1133
+ percent: "percent";
1134
+ ratio: "ratio";
1135
+ score: "score";
1136
+ tokens: "tokens";
1137
+ usd: "usd";
1138
+ }>>;
1139
+ label: z.ZodExactOptional<z.ZodString>;
1140
+ better: z.ZodExactOptional<z.ZodEnum<{
1141
+ higher: "higher";
1142
+ lower: "lower";
1143
+ neutral: "neutral";
1144
+ }>>;
1145
+ }, z.core.$strip>>;
1146
+ }, z.core.$strict>>;
1147
+ identityMismatches: z.ZodArray<z.ZodObject<{
1148
+ canonicalCaseId: z.ZodString;
1149
+ permutationId: z.ZodExactOptional<z.ZodString>;
1150
+ repetition: z.ZodNumber;
1151
+ before: z.ZodNullable<z.ZodString>;
1152
+ after: z.ZodNullable<z.ZodString>;
1153
+ }, z.core.$strict>>;
1154
+ regressions: z.ZodNumber;
1155
+ }, z.core.$strict>, z.ZodObject<{
1156
+ pathA: z.ZodString;
1157
+ pathB: z.ZodString;
1158
+ caseMismatch: z.ZodArray<z.ZodObject<{
1159
+ field: z.ZodString;
1160
+ a: z.ZodUnknown;
1161
+ b: z.ZodUnknown;
1162
+ }, z.core.$strip>>;
1163
+ runDelta: z.ZodNullable<z.ZodObject<{
1164
+ exitReason: z.ZodObject<{
1165
+ a: z.ZodString;
1166
+ b: z.ZodString;
1167
+ }, z.core.$strip>;
1168
+ durationMsA: z.ZodNullable<z.ZodNumber>;
1169
+ durationMsB: z.ZodNullable<z.ZodNumber>;
1170
+ actionTiming: z.ZodObject<{
1171
+ a: z.ZodObject<{
1172
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1173
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1174
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1175
+ }, z.core.$strip>;
1176
+ b: z.ZodObject<{
1177
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1178
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1179
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1180
+ }, z.core.$strip>;
1181
+ }, z.core.$strip>;
1182
+ driverMetrics: z.ZodObject<{
1183
+ a: z.ZodRecord<z.ZodString, z.ZodObject<{
1184
+ unit: z.ZodDefault<z.ZodEnum<{
1185
+ bytes: "bytes";
1186
+ count: "count";
1187
+ milliseconds: "milliseconds";
1188
+ number: "number";
1189
+ percent: "percent";
1190
+ ratio: "ratio";
1191
+ score: "score";
1192
+ tokens: "tokens";
1193
+ usd: "usd";
1194
+ }>>;
1195
+ label: z.ZodOptional<z.ZodString>;
1196
+ better: z.ZodDefault<z.ZodEnum<{
1197
+ higher: "higher";
1198
+ lower: "lower";
1199
+ neutral: "neutral";
1200
+ }>>;
1201
+ value: z.ZodNumber;
1202
+ }, z.core.$strict>>;
1203
+ b: z.ZodRecord<z.ZodString, z.ZodObject<{
1204
+ unit: z.ZodDefault<z.ZodEnum<{
1205
+ bytes: "bytes";
1206
+ count: "count";
1207
+ milliseconds: "milliseconds";
1208
+ number: "number";
1209
+ percent: "percent";
1210
+ ratio: "ratio";
1211
+ score: "score";
1212
+ tokens: "tokens";
1213
+ usd: "usd";
1214
+ }>>;
1215
+ label: z.ZodOptional<z.ZodString>;
1216
+ better: z.ZodDefault<z.ZodEnum<{
1217
+ higher: "higher";
1218
+ lower: "lower";
1219
+ neutral: "neutral";
1220
+ }>>;
1221
+ value: z.ZodNumber;
1222
+ }, z.core.$strict>>;
1223
+ }, z.core.$strip>;
1224
+ agentActivity: z.ZodObject<{
1225
+ a: z.ZodArray<z.ZodObject<{
1226
+ agent: z.ZodObject<{
1227
+ id: z.ZodString;
1228
+ role: z.ZodEnum<{
1229
+ main: "main";
1230
+ subagent: "subagent";
1231
+ }>;
1232
+ parentId: z.ZodExactOptional<z.ZodString>;
1233
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1234
+ name: z.ZodExactOptional<z.ZodString>;
1235
+ model: z.ZodExactOptional<z.ZodString>;
1236
+ }, z.core.$strip>;
1237
+ startedAt: z.ZodNumber;
1238
+ endedAt: z.ZodNumber;
1239
+ durationMs: z.ZodNumber;
1240
+ status: z.ZodEnum<{
1241
+ cancelled: "cancelled";
1242
+ completed: "completed";
1243
+ failed: "failed";
1244
+ unknown: "unknown";
1245
+ }>;
1246
+ eventCount: z.ZodNumber;
1247
+ usage: z.ZodObject<{
1248
+ input: z.ZodNumber;
1249
+ output: z.ZodNumber;
1250
+ cacheRead: z.ZodNumber;
1251
+ cacheCreation: z.ZodNumber;
1252
+ total: z.ZodNumber;
1253
+ }, z.core.$strip>;
1254
+ toolCalls: z.ZodObject<{
1255
+ total: z.ZodNumber;
1256
+ succeeded: z.ZodNumber;
1257
+ failed: z.ZodNumber;
1258
+ unresolved: z.ZodNumber;
1259
+ }, z.core.$strip>;
1260
+ actions: z.ZodObject<{
1261
+ total: z.ZodNumber;
1262
+ mutations: z.ZodNumber;
1263
+ durableMutations: z.ZodNumber;
1264
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1265
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1266
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1267
+ }, z.core.$strip>;
1268
+ }, z.core.$strip>>;
1269
+ b: z.ZodArray<z.ZodObject<{
1270
+ agent: z.ZodObject<{
1271
+ id: z.ZodString;
1272
+ role: z.ZodEnum<{
1273
+ main: "main";
1274
+ subagent: "subagent";
1275
+ }>;
1276
+ parentId: z.ZodExactOptional<z.ZodString>;
1277
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1278
+ name: z.ZodExactOptional<z.ZodString>;
1279
+ model: z.ZodExactOptional<z.ZodString>;
1280
+ }, z.core.$strip>;
1281
+ startedAt: z.ZodNumber;
1282
+ endedAt: z.ZodNumber;
1283
+ durationMs: z.ZodNumber;
1284
+ status: z.ZodEnum<{
1285
+ cancelled: "cancelled";
1286
+ completed: "completed";
1287
+ failed: "failed";
1288
+ unknown: "unknown";
1289
+ }>;
1290
+ eventCount: z.ZodNumber;
1291
+ usage: z.ZodObject<{
1292
+ input: z.ZodNumber;
1293
+ output: z.ZodNumber;
1294
+ cacheRead: z.ZodNumber;
1295
+ cacheCreation: z.ZodNumber;
1296
+ total: z.ZodNumber;
1297
+ }, z.core.$strip>;
1298
+ toolCalls: z.ZodObject<{
1299
+ total: z.ZodNumber;
1300
+ succeeded: z.ZodNumber;
1301
+ failed: z.ZodNumber;
1302
+ unresolved: z.ZodNumber;
1303
+ }, z.core.$strip>;
1304
+ actions: z.ZodObject<{
1305
+ total: z.ZodNumber;
1306
+ mutations: z.ZodNumber;
1307
+ durableMutations: z.ZodNumber;
1308
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1309
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1310
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1311
+ }, z.core.$strip>;
1312
+ }, z.core.$strip>>;
1313
+ }, z.core.$strip>;
1314
+ interruptCounts: z.ZodObject<{
1315
+ a: z.ZodObject<{
1316
+ ask: z.ZodNumber;
1317
+ approve: z.ZodNumber;
1318
+ custom: z.ZodNumber;
1319
+ }, z.core.$strip>;
1320
+ b: z.ZodObject<{
1321
+ ask: z.ZodNumber;
1322
+ approve: z.ZodNumber;
1323
+ custom: z.ZodNumber;
1324
+ }, z.core.$strip>;
1325
+ }, z.core.$strip>;
1326
+ usage: z.ZodObject<{
1327
+ a: z.ZodObject<{
1328
+ agent: z.ZodObject<{
1329
+ input: z.ZodNumber;
1330
+ output: z.ZodNumber;
1331
+ cacheRead: z.ZodNumber;
1332
+ cacheCreation: z.ZodNumber;
1333
+ }, z.core.$strip>;
1334
+ answerer: z.ZodObject<{
1335
+ input: z.ZodNumber;
1336
+ output: z.ZodNumber;
1337
+ cacheRead: z.ZodNumber;
1338
+ cacheCreation: z.ZodNumber;
1339
+ }, z.core.$strip>;
1340
+ grading: z.ZodObject<{
1341
+ input: z.ZodNumber;
1342
+ output: z.ZodNumber;
1343
+ cacheRead: z.ZodNumber;
1344
+ cacheCreation: z.ZodNumber;
1345
+ }, z.core.$strip>;
1346
+ }, z.core.$strip>;
1347
+ b: z.ZodObject<{
1348
+ agent: z.ZodObject<{
1349
+ input: z.ZodNumber;
1350
+ output: z.ZodNumber;
1351
+ cacheRead: z.ZodNumber;
1352
+ cacheCreation: z.ZodNumber;
1353
+ }, z.core.$strip>;
1354
+ answerer: z.ZodObject<{
1355
+ input: z.ZodNumber;
1356
+ output: z.ZodNumber;
1357
+ cacheRead: z.ZodNumber;
1358
+ cacheCreation: z.ZodNumber;
1359
+ }, z.core.$strip>;
1360
+ grading: z.ZodObject<{
1361
+ input: z.ZodNumber;
1362
+ output: z.ZodNumber;
1363
+ cacheRead: z.ZodNumber;
1364
+ cacheCreation: z.ZodNumber;
1365
+ }, z.core.$strip>;
1366
+ }, z.core.$strip>;
1367
+ }, z.core.$strip>;
1368
+ agentUsageAvailable: z.ZodOptional<z.ZodObject<{
1369
+ a: z.ZodBoolean;
1370
+ b: z.ZodBoolean;
1371
+ }, z.core.$strip>>;
1372
+ }, z.core.$strip>>;
1373
+ grading: z.ZodObject<{
1374
+ casePassedA: z.ZodNullable<z.ZodBoolean>;
1375
+ casePassedB: z.ZodNullable<z.ZodBoolean>;
1376
+ caseScoreA: z.ZodNullable<z.ZodNumber>;
1377
+ caseScoreB: z.ZodNullable<z.ZodNumber>;
1378
+ deltas: z.ZodArray<z.ZodObject<{
1379
+ id: z.ZodString;
1380
+ type: z.ZodString;
1381
+ name: z.ZodString;
1382
+ before: z.ZodNullable<z.ZodObject<{
1383
+ passed: z.ZodNullable<z.ZodBoolean>;
1384
+ score: z.ZodNumber;
1385
+ }, z.core.$strip>>;
1386
+ after: z.ZodNullable<z.ZodObject<{
1387
+ passed: z.ZodNullable<z.ZodBoolean>;
1388
+ score: z.ZodNumber;
1389
+ }, z.core.$strip>>;
1390
+ status: z.ZodEnum<{
1391
+ added: "added";
1392
+ improved: "improved";
1393
+ regressed: "regressed";
1394
+ removed: "removed";
1395
+ unchanged: "unchanged";
1396
+ }>;
1397
+ }, z.core.$strip>>;
1398
+ improvements: z.ZodNumber;
1399
+ regressions: z.ZodNumber;
1400
+ }, z.core.$strip>;
1401
+ artifactsDelta: z.ZodObject<{
1402
+ added: z.ZodArray<z.ZodString>;
1403
+ removed: z.ZodArray<z.ZodString>;
1404
+ changed: z.ZodArray<z.ZodString>;
1405
+ unchanged: z.ZodArray<z.ZodString>;
1406
+ }, z.core.$strip>;
1407
+ }, z.core.$strip>]>;
1408
+ //# sourceMappingURL=output-schemas.d.ts.map