@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (717) hide show
  1. package/lib/answerers/claude-code/index.d.ts +15 -3
  2. package/lib/answerers/claude-code/index.d.ts.map +1 -1
  3. package/lib/answerers/claude-code/index.js +6 -5
  4. package/lib/answerers/claude-code/index.js.map +1 -1
  5. package/lib/answerers/persona/index.d.ts +44 -5
  6. package/lib/answerers/persona/index.d.ts.map +1 -1
  7. package/lib/answerers/persona/index.js +60 -34
  8. package/lib/answerers/persona/index.js.map +1 -1
  9. package/lib/answerers/terminal/index.d.ts +9 -3
  10. package/lib/answerers/terminal/index.d.ts.map +1 -1
  11. package/lib/answerers/terminal/index.js +7 -5
  12. package/lib/answerers/terminal/index.js.map +1 -1
  13. package/lib/assertions/authoring.d.ts +2 -2
  14. package/lib/assertions/authoring.d.ts.map +1 -1
  15. package/lib/assertions/authoring.js.map +1 -1
  16. package/lib/assertions/core/command-exits-zero.d.ts +3 -1
  17. package/lib/assertions/core/command-exits-zero.d.ts.map +1 -1
  18. package/lib/assertions/core/command-exits-zero.js +50 -7
  19. package/lib/assertions/core/command-exits-zero.js.map +1 -1
  20. package/lib/assertions/core/event-checks.d.ts +3 -0
  21. package/lib/assertions/core/event-checks.d.ts.map +1 -1
  22. package/lib/assertions/core/event-checks.js +49 -3
  23. package/lib/assertions/core/event-checks.js.map +1 -1
  24. package/lib/assertions/core/helpers.d.ts +2 -7
  25. package/lib/assertions/core/helpers.d.ts.map +1 -1
  26. package/lib/assertions/core/helpers.js +2 -6
  27. package/lib/assertions/core/helpers.js.map +1 -1
  28. package/lib/assertions/core/index.d.ts.map +1 -1
  29. package/lib/assertions/core/index.js +2 -1
  30. package/lib/assertions/core/index.js.map +1 -1
  31. package/lib/assertions/core/resource-checks.d.ts +19 -0
  32. package/lib/assertions/core/resource-checks.d.ts.map +1 -1
  33. package/lib/assertions/core/resource-checks.js +35 -5
  34. package/lib/assertions/core/resource-checks.js.map +1 -1
  35. package/lib/assertions/rubric/index.d.ts +26 -3
  36. package/lib/assertions/rubric/index.d.ts.map +1 -1
  37. package/lib/assertions/rubric/index.js +59 -13
  38. package/lib/assertions/rubric/index.js.map +1 -1
  39. package/lib/assertions/rubric/internal.d.ts +30 -5
  40. package/lib/assertions/rubric/internal.d.ts.map +1 -1
  41. package/lib/assertions/rubric/internal.js +181 -28
  42. package/lib/assertions/rubric/internal.js.map +1 -1
  43. package/lib/authoring.d.ts +36 -2
  44. package/lib/authoring.d.ts.map +1 -1
  45. package/lib/authoring.js +36 -1
  46. package/lib/authoring.js.map +1 -1
  47. package/lib/cli/bin.js +2 -13
  48. package/lib/cli/bin.js.map +1 -1
  49. package/lib/cli/command-runtime.d.ts +3 -3
  50. package/lib/cli/command-runtime.d.ts.map +1 -1
  51. package/lib/cli/command-runtime.js +17 -6
  52. package/lib/cli/command-runtime.js.map +1 -1
  53. package/lib/cli/doctor.d.ts +55 -0
  54. package/lib/cli/doctor.d.ts.map +1 -0
  55. package/lib/cli/doctor.js +14 -0
  56. package/lib/cli/doctor.js.map +1 -0
  57. package/lib/cli/harness-plan.d.ts +26 -0
  58. package/lib/cli/harness-plan.d.ts.map +1 -0
  59. package/lib/cli/harness-plan.js +75 -0
  60. package/lib/cli/harness-plan.js.map +1 -0
  61. package/lib/cli/init-templates.d.ts +11 -0
  62. package/lib/cli/init-templates.d.ts.map +1 -0
  63. package/lib/cli/init-templates.js +215 -0
  64. package/lib/cli/init-templates.js.map +1 -0
  65. package/lib/cli/init.d.ts +10 -0
  66. package/lib/cli/init.d.ts.map +1 -1
  67. package/lib/cli/init.js +34 -173
  68. package/lib/cli/init.js.map +1 -1
  69. package/lib/cli/output-schemas.d.ts +1406 -0
  70. package/lib/cli/output-schemas.d.ts.map +1 -0
  71. package/lib/cli/output-schemas.js +91 -0
  72. package/lib/cli/output-schemas.js.map +1 -0
  73. package/lib/cli/program.d.ts +140 -12
  74. package/lib/cli/program.d.ts.map +1 -1
  75. package/lib/cli/program.js +778 -646
  76. package/lib/cli/program.js.map +1 -1
  77. package/lib/cli/render/reporter.d.ts.map +1 -1
  78. package/lib/cli/render/reporter.js +40 -7
  79. package/lib/cli/render/reporter.js.map +1 -1
  80. package/lib/cli/run-options.d.ts +20 -4
  81. package/lib/cli/run-options.d.ts.map +1 -1
  82. package/lib/cli/run-options.js +100 -19
  83. package/lib/cli/run-options.js.map +1 -1
  84. package/lib/cli/view.d.ts +15 -0
  85. package/lib/cli/view.d.ts.map +1 -0
  86. package/lib/cli/view.js +168 -0
  87. package/lib/cli/view.js.map +1 -0
  88. package/lib/container/driver.d.ts +27 -0
  89. package/lib/container/driver.d.ts.map +1 -0
  90. package/lib/container/driver.js +197 -0
  91. package/lib/container/driver.js.map +1 -0
  92. package/lib/container/protocol.d.ts +12 -0
  93. package/lib/container/protocol.d.ts.map +1 -0
  94. package/lib/container/protocol.js +38 -0
  95. package/lib/container/protocol.js.map +1 -0
  96. package/lib/container/resources.d.ts +12 -0
  97. package/lib/container/resources.d.ts.map +1 -0
  98. package/lib/container/resources.js +133 -0
  99. package/lib/container/resources.js.map +1 -0
  100. package/lib/container/worker.d.ts +2 -0
  101. package/lib/container/worker.d.ts.map +1 -0
  102. package/lib/container/worker.js +85 -0
  103. package/lib/container/worker.js.map +1 -0
  104. package/lib/core/action-events.d.ts +29 -0
  105. package/lib/core/action-events.d.ts.map +1 -0
  106. package/lib/core/action-events.js +51 -0
  107. package/lib/core/action-events.js.map +1 -0
  108. package/lib/core/agent-activity.d.ts +49 -0
  109. package/lib/core/agent-activity.d.ts.map +1 -0
  110. package/lib/core/agent-activity.js +206 -0
  111. package/lib/core/agent-activity.js.map +1 -0
  112. package/lib/core/agent-environment.d.ts +5 -0
  113. package/lib/core/agent-environment.d.ts.map +1 -0
  114. package/lib/core/agent-environment.js +47 -0
  115. package/lib/core/agent-environment.js.map +1 -0
  116. package/lib/core/agent-events.d.ts +26 -0
  117. package/lib/core/agent-events.d.ts.map +1 -0
  118. package/lib/core/agent-events.js +13 -0
  119. package/lib/core/agent-events.js.map +1 -0
  120. package/lib/core/annotation.d.ts +6 -2
  121. package/lib/core/annotation.d.ts.map +1 -1
  122. package/lib/core/annotation.js +2 -1
  123. package/lib/core/annotation.js.map +1 -1
  124. package/lib/core/answerer.d.ts +12 -0
  125. package/lib/core/answerer.d.ts.map +1 -1
  126. package/lib/core/answerer.js +2 -0
  127. package/lib/core/answerer.js.map +1 -1
  128. package/lib/core/artifact-evidence.d.ts +8 -0
  129. package/lib/core/artifact-evidence.d.ts.map +1 -1
  130. package/lib/core/artifact-evidence.js +36 -4
  131. package/lib/core/artifact-evidence.js.map +1 -1
  132. package/lib/core/assertion.d.ts +15 -0
  133. package/lib/core/assertion.d.ts.map +1 -1
  134. package/lib/core/assertion.js +16 -0
  135. package/lib/core/assertion.js.map +1 -1
  136. package/lib/core/case.d.ts +106 -2
  137. package/lib/core/case.d.ts.map +1 -1
  138. package/lib/core/case.js +16 -2
  139. package/lib/core/case.js.map +1 -1
  140. package/lib/core/command-verification.d.ts +10 -0
  141. package/lib/core/command-verification.d.ts.map +1 -0
  142. package/lib/core/command-verification.js +66 -0
  143. package/lib/core/command-verification.js.map +1 -0
  144. package/lib/core/driver-execution.d.ts +83 -0
  145. package/lib/core/driver-execution.d.ts.map +1 -0
  146. package/lib/core/driver-execution.js +72 -0
  147. package/lib/core/driver-execution.js.map +1 -0
  148. package/lib/core/driver-metrics.d.ts +98 -0
  149. package/lib/core/driver-metrics.d.ts.map +1 -0
  150. package/lib/core/driver-metrics.js +36 -0
  151. package/lib/core/driver-metrics.js.map +1 -0
  152. package/lib/core/driver.d.ts +64 -0
  153. package/lib/core/driver.d.ts.map +1 -1
  154. package/lib/core/driver.js +28 -0
  155. package/lib/core/driver.js.map +1 -1
  156. package/lib/core/duration.d.ts +5 -0
  157. package/lib/core/duration.d.ts.map +1 -0
  158. package/lib/core/duration.js +49 -0
  159. package/lib/core/duration.js.map +1 -0
  160. package/lib/core/environment.d.ts +18 -0
  161. package/lib/core/environment.d.ts.map +1 -0
  162. package/lib/core/environment.js +21 -0
  163. package/lib/core/environment.js.map +1 -0
  164. package/lib/core/evaluation-clusters.d.ts +17 -0
  165. package/lib/core/evaluation-clusters.d.ts.map +1 -0
  166. package/lib/core/evaluation-clusters.js +23 -0
  167. package/lib/core/evaluation-clusters.js.map +1 -0
  168. package/lib/core/events.d.ts +36 -0
  169. package/lib/core/events.d.ts.map +1 -1
  170. package/lib/core/events.js +12 -2
  171. package/lib/core/events.js.map +1 -1
  172. package/lib/core/experiment.d.ts +32 -2
  173. package/lib/core/experiment.d.ts.map +1 -1
  174. package/lib/core/experiment.js +35 -18
  175. package/lib/core/experiment.js.map +1 -1
  176. package/lib/core/file-tree.d.ts +7 -0
  177. package/lib/core/file-tree.d.ts.map +1 -0
  178. package/lib/core/file-tree.js +35 -0
  179. package/lib/core/file-tree.js.map +1 -0
  180. package/lib/core/global-id.d.ts +6 -0
  181. package/lib/core/global-id.d.ts.map +1 -0
  182. package/lib/core/global-id.js +17 -0
  183. package/lib/core/global-id.js.map +1 -0
  184. package/lib/core/harness-catalog.d.ts +35 -0
  185. package/lib/core/harness-catalog.d.ts.map +1 -0
  186. package/lib/core/harness-catalog.js +45 -0
  187. package/lib/core/harness-catalog.js.map +1 -0
  188. package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
  189. package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
  190. package/lib/core/harness-catalogs/antigravity.js +23 -0
  191. package/lib/core/harness-catalogs/antigravity.js.map +1 -0
  192. package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
  193. package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
  194. package/lib/core/harness-catalogs/claude-code.js +24 -0
  195. package/lib/core/harness-catalogs/claude-code.js.map +1 -0
  196. package/lib/core/harness-catalogs/codex.d.ts +11 -0
  197. package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
  198. package/lib/core/harness-catalogs/codex.js +26 -0
  199. package/lib/core/harness-catalogs/codex.js.map +1 -0
  200. package/lib/core/harness-catalogs/copilot.d.ts +29 -0
  201. package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
  202. package/lib/core/harness-catalogs/copilot.js +45 -0
  203. package/lib/core/harness-catalogs/copilot.js.map +1 -0
  204. package/lib/core/harness-catalogs/cursor.d.ts +2 -0
  205. package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
  206. package/lib/core/harness-catalogs/cursor.js +13 -0
  207. package/lib/core/harness-catalogs/cursor.js.map +1 -0
  208. package/lib/core/harness-catalogs/grok-build.d.ts +7 -0
  209. package/lib/core/harness-catalogs/grok-build.d.ts.map +1 -0
  210. package/lib/core/harness-catalogs/grok-build.js +18 -0
  211. package/lib/core/harness-catalogs/grok-build.js.map +1 -0
  212. package/lib/core/harness-catalogs/index.d.ts +73 -0
  213. package/lib/core/harness-catalogs/index.d.ts.map +1 -0
  214. package/lib/core/harness-catalogs/index.js +17 -0
  215. package/lib/core/harness-catalogs/index.js.map +1 -0
  216. package/lib/core/harness-matrix.d.ts +154 -0
  217. package/lib/core/harness-matrix.d.ts.map +1 -0
  218. package/lib/core/harness-matrix.js +204 -0
  219. package/lib/core/harness-matrix.js.map +1 -0
  220. package/lib/core/index.d.ts +12 -0
  221. package/lib/core/index.d.ts.map +1 -1
  222. package/lib/core/index.js +12 -0
  223. package/lib/core/index.js.map +1 -1
  224. package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
  225. package/lib/core/lifecycle-fixtures.js +4 -2
  226. package/lib/core/lifecycle-fixtures.js.map +1 -1
  227. package/lib/core/model-cli.d.ts +9 -11
  228. package/lib/core/model-cli.d.ts.map +1 -1
  229. package/lib/core/model-cli.js +31 -19
  230. package/lib/core/model-cli.js.map +1 -1
  231. package/lib/core/platform-process.d.ts +6 -1
  232. package/lib/core/platform-process.d.ts.map +1 -1
  233. package/lib/core/platform-process.js +49 -11
  234. package/lib/core/platform-process.js.map +1 -1
  235. package/lib/core/run.d.ts +292 -1
  236. package/lib/core/run.d.ts.map +1 -1
  237. package/lib/core/run.js +27 -0
  238. package/lib/core/run.js.map +1 -1
  239. package/lib/core/secure-copy.d.ts.map +1 -0
  240. package/lib/core/secure-copy.js.map +1 -0
  241. package/lib/core/usage.d.ts +5 -0
  242. package/lib/core/usage.d.ts.map +1 -1
  243. package/lib/core/usage.js +3 -0
  244. package/lib/core/usage.js.map +1 -1
  245. package/lib/core/wire.d.ts +12 -0
  246. package/lib/core/wire.d.ts.map +1 -1
  247. package/lib/core/wire.js +5 -1
  248. package/lib/core/wire.js.map +1 -1
  249. package/lib/drivers/antigravity/artifacts.d.ts +2 -0
  250. package/lib/drivers/antigravity/artifacts.d.ts.map +1 -0
  251. package/lib/drivers/antigravity/artifacts.js +33 -0
  252. package/lib/drivers/antigravity/artifacts.js.map +1 -0
  253. package/lib/drivers/antigravity/config.d.ts +88 -0
  254. package/lib/drivers/antigravity/config.d.ts.map +1 -0
  255. package/lib/drivers/antigravity/config.js +87 -0
  256. package/lib/drivers/antigravity/config.js.map +1 -0
  257. package/lib/drivers/antigravity/events.d.ts +4 -0
  258. package/lib/drivers/antigravity/events.d.ts.map +1 -0
  259. package/lib/drivers/antigravity/events.js +241 -0
  260. package/lib/drivers/antigravity/events.js.map +1 -0
  261. package/lib/drivers/antigravity/index.d.ts +114 -0
  262. package/lib/drivers/antigravity/index.d.ts.map +1 -0
  263. package/lib/drivers/antigravity/index.js +113 -0
  264. package/lib/drivers/antigravity/index.js.map +1 -0
  265. package/lib/drivers/antigravity/runtime.d.ts +7 -0
  266. package/lib/drivers/antigravity/runtime.d.ts.map +1 -0
  267. package/lib/drivers/antigravity/runtime.js +83 -0
  268. package/lib/drivers/antigravity/runtime.js.map +1 -0
  269. package/lib/drivers/claude-code/deferred-process.d.ts +17 -0
  270. package/lib/drivers/claude-code/deferred-process.d.ts.map +1 -0
  271. package/lib/drivers/claude-code/deferred-process.js +108 -0
  272. package/lib/drivers/claude-code/deferred-process.js.map +1 -0
  273. package/lib/drivers/claude-code/index.d.ts +180 -10
  274. package/lib/drivers/claude-code/index.d.ts.map +1 -1
  275. package/lib/drivers/claude-code/index.js +186 -252
  276. package/lib/drivers/claude-code/index.js.map +1 -1
  277. package/lib/drivers/claude-code/isolation.d.ts +8 -0
  278. package/lib/drivers/claude-code/isolation.d.ts.map +1 -0
  279. package/lib/drivers/claude-code/isolation.js +199 -0
  280. package/lib/drivers/claude-code/isolation.js.map +1 -0
  281. package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
  282. package/lib/drivers/claude-code/parse-events.js +73 -8
  283. package/lib/drivers/claude-code/parse-events.js.map +1 -1
  284. package/lib/drivers/codex/app-events.d.ts +9 -2
  285. package/lib/drivers/codex/app-events.d.ts.map +1 -1
  286. package/lib/drivers/codex/app-events.js +104 -12
  287. package/lib/drivers/codex/app-events.js.map +1 -1
  288. package/lib/drivers/codex/config.d.ts +66 -5
  289. package/lib/drivers/codex/config.d.ts.map +1 -1
  290. package/lib/drivers/codex/config.js +39 -8
  291. package/lib/drivers/codex/config.js.map +1 -1
  292. package/lib/drivers/codex/exec-events.d.ts +4 -0
  293. package/lib/drivers/codex/exec-events.d.ts.map +1 -0
  294. package/lib/drivers/codex/exec-events.js +230 -0
  295. package/lib/drivers/codex/exec-events.js.map +1 -0
  296. package/lib/drivers/codex/index.d.ts +138 -4
  297. package/lib/drivers/codex/index.d.ts.map +1 -1
  298. package/lib/drivers/codex/index.js +112 -276
  299. package/lib/drivers/codex/index.js.map +1 -1
  300. package/lib/drivers/copilot/config.d.ts +84 -0
  301. package/lib/drivers/copilot/config.d.ts.map +1 -0
  302. package/lib/drivers/copilot/config.js +57 -0
  303. package/lib/drivers/copilot/config.js.map +1 -0
  304. package/lib/drivers/copilot/index.d.ts +107 -0
  305. package/lib/drivers/copilot/index.d.ts.map +1 -0
  306. package/lib/drivers/copilot/index.js +268 -0
  307. package/lib/drivers/copilot/index.js.map +1 -0
  308. package/lib/drivers/cursor/config.d.ts +28 -0
  309. package/lib/drivers/cursor/config.d.ts.map +1 -0
  310. package/lib/drivers/cursor/config.js +28 -0
  311. package/lib/drivers/cursor/config.js.map +1 -0
  312. package/lib/drivers/cursor/index.d.ts +44 -0
  313. package/lib/drivers/cursor/index.d.ts.map +1 -0
  314. package/lib/drivers/cursor/index.js +286 -0
  315. package/lib/drivers/cursor/index.js.map +1 -0
  316. package/lib/drivers/cursor/interaction.d.ts +6 -0
  317. package/lib/drivers/cursor/interaction.d.ts.map +1 -0
  318. package/lib/drivers/cursor/interaction.js +55 -0
  319. package/lib/drivers/cursor/interaction.js.map +1 -0
  320. package/lib/drivers/grok-build/config.d.ts +68 -0
  321. package/lib/drivers/grok-build/config.d.ts.map +1 -0
  322. package/lib/drivers/grok-build/config.js +40 -0
  323. package/lib/drivers/grok-build/config.js.map +1 -0
  324. package/lib/drivers/grok-build/index.d.ts +87 -0
  325. package/lib/drivers/grok-build/index.d.ts.map +1 -0
  326. package/lib/drivers/grok-build/index.js +293 -0
  327. package/lib/drivers/grok-build/index.js.map +1 -0
  328. package/lib/drivers/mcp/index.d.ts +37 -4
  329. package/lib/drivers/mcp/index.d.ts.map +1 -1
  330. package/lib/drivers/mcp/index.js +25 -11
  331. package/lib/drivers/mcp/index.js.map +1 -1
  332. package/lib/drivers/shared/acp-events.d.ts +15 -0
  333. package/lib/drivers/shared/acp-events.d.ts.map +1 -0
  334. package/lib/drivers/shared/acp-events.js +83 -0
  335. package/lib/drivers/shared/acp-events.js.map +1 -0
  336. package/lib/drivers/shared/acp-interaction.d.ts +7 -0
  337. package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
  338. package/lib/drivers/shared/acp-interaction.js +20 -0
  339. package/lib/drivers/shared/acp-interaction.js.map +1 -0
  340. package/lib/drivers/shared/acp-session.d.ts +4 -0
  341. package/lib/drivers/shared/acp-session.d.ts.map +1 -0
  342. package/lib/drivers/shared/acp-session.js +23 -0
  343. package/lib/drivers/shared/acp-session.js.map +1 -0
  344. package/lib/drivers/shared/acp-transport.d.ts +40 -0
  345. package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
  346. package/lib/drivers/shared/acp-transport.js +152 -0
  347. package/lib/drivers/shared/acp-transport.js.map +1 -0
  348. package/lib/drivers/shared/artifacts.d.ts.map +1 -1
  349. package/lib/drivers/shared/artifacts.js +3 -2
  350. package/lib/drivers/shared/artifacts.js.map +1 -1
  351. package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
  352. package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
  353. package/lib/drivers/shared/experiment-behavior.js +197 -0
  354. package/lib/drivers/shared/experiment-behavior.js.map +1 -0
  355. package/lib/drivers/shared/experiment-policy.d.ts +4 -0
  356. package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
  357. package/lib/drivers/shared/experiment-policy.js +143 -0
  358. package/lib/drivers/shared/experiment-policy.js.map +1 -0
  359. package/lib/drivers/subprocess/index.d.ts +39 -4
  360. package/lib/drivers/subprocess/index.d.ts.map +1 -1
  361. package/lib/drivers/subprocess/index.js +56 -12
  362. package/lib/drivers/subprocess/index.js.map +1 -1
  363. package/lib/index.d.ts +22 -8
  364. package/lib/index.d.ts.map +1 -1
  365. package/lib/index.js +20 -6
  366. package/lib/index.js.map +1 -1
  367. package/lib/optimization/reflective.d.ts +3 -1
  368. package/lib/optimization/reflective.d.ts.map +1 -1
  369. package/lib/optimization/reflective.js +3 -2
  370. package/lib/optimization/reflective.js.map +1 -1
  371. package/lib/orchestrator/annotation-loader.d.ts +6 -2
  372. package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
  373. package/lib/orchestrator/annotation-loader.js +8 -0
  374. package/lib/orchestrator/annotation-loader.js.map +1 -1
  375. package/lib/orchestrator/annotation-store.d.ts.map +1 -1
  376. package/lib/orchestrator/annotation-store.js +16 -2
  377. package/lib/orchestrator/annotation-store.js.map +1 -1
  378. package/lib/orchestrator/artifact-origin.d.ts +3 -0
  379. package/lib/orchestrator/artifact-origin.d.ts.map +1 -0
  380. package/lib/orchestrator/artifact-origin.js +40 -0
  381. package/lib/orchestrator/artifact-origin.js.map +1 -0
  382. package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
  383. package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
  384. package/lib/orchestrator/campaign-lifecycle.js +4 -1
  385. package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
  386. package/lib/orchestrator/candidates.d.ts.map +1 -1
  387. package/lib/orchestrator/candidates.js +3 -2
  388. package/lib/orchestrator/candidates.js.map +1 -1
  389. package/lib/orchestrator/compare.d.ts +17 -1
  390. package/lib/orchestrator/compare.d.ts.map +1 -1
  391. package/lib/orchestrator/compare.js +25 -1
  392. package/lib/orchestrator/compare.js.map +1 -1
  393. package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
  394. package/lib/orchestrator/comparison-identity.js +2 -0
  395. package/lib/orchestrator/comparison-identity.js.map +1 -1
  396. package/lib/orchestrator/config.d.ts +177 -1
  397. package/lib/orchestrator/config.d.ts.map +1 -1
  398. package/lib/orchestrator/config.js +18 -4
  399. package/lib/orchestrator/config.js.map +1 -1
  400. package/lib/orchestrator/discover.d.ts +1 -0
  401. package/lib/orchestrator/discover.d.ts.map +1 -1
  402. package/lib/orchestrator/discover.js +7 -1
  403. package/lib/orchestrator/discover.js.map +1 -1
  404. package/lib/orchestrator/doctor.d.ts +1 -0
  405. package/lib/orchestrator/doctor.d.ts.map +1 -1
  406. package/lib/orchestrator/doctor.js +121 -33
  407. package/lib/orchestrator/doctor.js.map +1 -1
  408. package/lib/orchestrator/driver-capabilities.d.ts +4 -0
  409. package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
  410. package/lib/orchestrator/driver-capabilities.js +13 -0
  411. package/lib/orchestrator/driver-capabilities.js.map +1 -0
  412. package/lib/orchestrator/driver-identity.d.ts +5 -0
  413. package/lib/orchestrator/driver-identity.d.ts.map +1 -0
  414. package/lib/orchestrator/driver-identity.js +51 -0
  415. package/lib/orchestrator/driver-identity.js.map +1 -0
  416. package/lib/orchestrator/experiment-context.d.ts +51 -3
  417. package/lib/orchestrator/experiment-context.d.ts.map +1 -1
  418. package/lib/orchestrator/experiment-context.js.map +1 -1
  419. package/lib/orchestrator/experiment-contracts.d.ts +30 -1
  420. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
  421. package/lib/orchestrator/experiment-corpus.d.ts +2 -1
  422. package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
  423. package/lib/orchestrator/experiment-corpus.js +28 -22
  424. package/lib/orchestrator/experiment-corpus.js.map +1 -1
  425. package/lib/orchestrator/experiment-effects.d.ts +33 -0
  426. package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
  427. package/lib/orchestrator/experiment-effects.js +44 -0
  428. package/lib/orchestrator/experiment-effects.js.map +1 -0
  429. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
  430. package/lib/orchestrator/experiment-evaluation.js +56 -5
  431. package/lib/orchestrator/experiment-evaluation.js.map +1 -1
  432. package/lib/orchestrator/experiment-identity.d.ts +3 -0
  433. package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
  434. package/lib/orchestrator/experiment-identity.js +22 -33
  435. package/lib/orchestrator/experiment-identity.js.map +1 -1
  436. package/lib/orchestrator/experiment-loader.d.ts +8 -3
  437. package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
  438. package/lib/orchestrator/experiment-preflight.d.ts +3 -0
  439. package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
  440. package/lib/orchestrator/experiment-preflight.js +21 -0
  441. package/lib/orchestrator/experiment-preflight.js.map +1 -0
  442. package/lib/orchestrator/experiment-report.d.ts +90 -1
  443. package/lib/orchestrator/experiment-report.d.ts.map +1 -1
  444. package/lib/orchestrator/experiment-report.js +9 -1
  445. package/lib/orchestrator/experiment-report.js.map +1 -1
  446. package/lib/orchestrator/experiment-runs.d.ts +61 -2
  447. package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
  448. package/lib/orchestrator/experiment-runs.js +13 -5
  449. package/lib/orchestrator/experiment-runs.js.map +1 -1
  450. package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
  451. package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
  452. package/lib/orchestrator/experiment-runtime-identity.js +5 -220
  453. package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
  454. package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
  455. package/lib/orchestrator/experiment-selection.js +52 -0
  456. package/lib/orchestrator/experiment-selection.js.map +1 -1
  457. package/lib/orchestrator/experiment.d.ts +3 -3
  458. package/lib/orchestrator/experiment.d.ts.map +1 -1
  459. package/lib/orchestrator/experiment.js +26 -21
  460. package/lib/orchestrator/experiment.js.map +1 -1
  461. package/lib/orchestrator/fixture-identity.d.ts +1 -0
  462. package/lib/orchestrator/fixture-identity.d.ts.map +1 -1
  463. package/lib/orchestrator/fixture-identity.js +6 -1
  464. package/lib/orchestrator/fixture-identity.js.map +1 -1
  465. package/lib/orchestrator/fs-read.d.ts +1 -6
  466. package/lib/orchestrator/fs-read.d.ts.map +1 -1
  467. package/lib/orchestrator/fs-read.js +2 -32
  468. package/lib/orchestrator/fs-read.js.map +1 -1
  469. package/lib/orchestrator/grader-experiment.d.ts +29 -1
  470. package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
  471. package/lib/orchestrator/grader-experiment.js +54 -9
  472. package/lib/orchestrator/grader-experiment.js.map +1 -1
  473. package/lib/orchestrator/grading.d.ts +2 -1
  474. package/lib/orchestrator/grading.d.ts.map +1 -1
  475. package/lib/orchestrator/grading.js +27 -8
  476. package/lib/orchestrator/grading.js.map +1 -1
  477. package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
  478. package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
  479. package/lib/orchestrator/harness-catalog-drift.js +90 -0
  480. package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
  481. package/lib/orchestrator/harness-registry.d.ts +4 -0
  482. package/lib/orchestrator/harness-registry.d.ts.map +1 -0
  483. package/lib/orchestrator/harness-registry.js +5 -0
  484. package/lib/orchestrator/harness-registry.js.map +1 -0
  485. package/lib/orchestrator/index.d.ts +1 -1
  486. package/lib/orchestrator/index.d.ts.map +1 -1
  487. package/lib/orchestrator/index.js +1 -1
  488. package/lib/orchestrator/index.js.map +1 -1
  489. package/lib/orchestrator/list-runs.d.ts +8 -1
  490. package/lib/orchestrator/list-runs.d.ts.map +1 -1
  491. package/lib/orchestrator/list-runs.js +77 -12
  492. package/lib/orchestrator/list-runs.js.map +1 -1
  493. package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
  494. package/lib/orchestrator/optimization-lifecycle.js +3 -1
  495. package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
  496. package/lib/orchestrator/orchestrator.d.ts +18 -2
  497. package/lib/orchestrator/orchestrator.d.ts.map +1 -1
  498. package/lib/orchestrator/orchestrator.js +50 -168
  499. package/lib/orchestrator/orchestrator.js.map +1 -1
  500. package/lib/orchestrator/paired-effects.d.ts +34 -0
  501. package/lib/orchestrator/paired-effects.d.ts.map +1 -0
  502. package/lib/orchestrator/paired-effects.js +158 -0
  503. package/lib/orchestrator/paired-effects.js.map +1 -0
  504. package/lib/orchestrator/provenance.d.ts +5 -1
  505. package/lib/orchestrator/provenance.d.ts.map +1 -1
  506. package/lib/orchestrator/provenance.js +16 -3
  507. package/lib/orchestrator/provenance.js.map +1 -1
  508. package/lib/orchestrator/regrade.d.ts +7 -0
  509. package/lib/orchestrator/regrade.d.ts.map +1 -1
  510. package/lib/orchestrator/rubric-loader.js +1 -1
  511. package/lib/orchestrator/rubric-loader.js.map +1 -1
  512. package/lib/orchestrator/run-dir.d.ts +2 -0
  513. package/lib/orchestrator/run-dir.d.ts.map +1 -1
  514. package/lib/orchestrator/run-dir.js +1 -1
  515. package/lib/orchestrator/run-dir.js.map +1 -1
  516. package/lib/orchestrator/run-execution.d.ts +3 -0
  517. package/lib/orchestrator/run-execution.d.ts.map +1 -1
  518. package/lib/orchestrator/run-execution.js +66 -12
  519. package/lib/orchestrator/run-execution.js.map +1 -1
  520. package/lib/orchestrator/run-lifecycle.d.ts +1 -0
  521. package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
  522. package/lib/orchestrator/run-lifecycle.js +3 -2
  523. package/lib/orchestrator/run-lifecycle.js.map +1 -1
  524. package/lib/orchestrator/run-workspace.d.ts +10 -0
  525. package/lib/orchestrator/run-workspace.d.ts.map +1 -0
  526. package/lib/orchestrator/run-workspace.js +58 -0
  527. package/lib/orchestrator/run-workspace.js.map +1 -0
  528. package/lib/orchestrator/suite-compare.d.ts +37 -0
  529. package/lib/orchestrator/suite-compare.d.ts.map +1 -1
  530. package/lib/orchestrator/suite-compare.js +27 -17
  531. package/lib/orchestrator/suite-compare.js.map +1 -1
  532. package/lib/orchestrator/suite-runs.d.ts +6 -1
  533. package/lib/orchestrator/suite-runs.d.ts.map +1 -1
  534. package/lib/orchestrator/suite-runs.js +14 -2
  535. package/lib/orchestrator/suite-runs.js.map +1 -1
  536. package/lib/orchestrator/suite-summary.d.ts +77 -0
  537. package/lib/orchestrator/suite-summary.d.ts.map +1 -1
  538. package/lib/orchestrator/suite-summary.js +61 -12
  539. package/lib/orchestrator/suite-summary.js.map +1 -1
  540. package/lib/previewer/artifacts.d.ts +25 -0
  541. package/lib/previewer/artifacts.d.ts.map +1 -0
  542. package/lib/previewer/artifacts.js +180 -0
  543. package/lib/previewer/artifacts.js.map +1 -0
  544. package/lib/previewer/server.d.ts +111 -0
  545. package/lib/previewer/server.d.ts.map +1 -0
  546. package/lib/previewer/server.js +558 -0
  547. package/lib/previewer/server.js.map +1 -0
  548. package/package.json +3 -3
  549. package/skills/lux-answerer/SKILL.md +2 -2
  550. package/src/answerers/claude-code/index.ts +6 -5
  551. package/src/answerers/persona/index.ts +75 -34
  552. package/src/answerers/terminal/index.ts +8 -12
  553. package/src/assertions/authoring.ts +2 -0
  554. package/src/assertions/core/command-exits-zero.ts +61 -7
  555. package/src/assertions/core/event-checks.ts +64 -3
  556. package/src/assertions/core/helpers.ts +3 -6
  557. package/src/assertions/core/index.ts +2 -0
  558. package/src/assertions/core/resource-checks.ts +38 -5
  559. package/src/assertions/rubric/index.ts +68 -13
  560. package/src/assertions/rubric/internal.ts +227 -27
  561. package/src/authoring.ts +345 -2
  562. package/src/cli/bin.ts +2 -12
  563. package/src/cli/command-runtime.ts +20 -9
  564. package/src/cli/doctor.ts +17 -0
  565. package/src/cli/harness-plan.ts +117 -0
  566. package/src/cli/init-templates.ts +238 -0
  567. package/src/cli/init.ts +53 -184
  568. package/src/cli/output-schemas.ts +106 -0
  569. package/src/cli/program.ts +689 -721
  570. package/src/cli/render/reporter.ts +43 -7
  571. package/src/cli/run-options.ts +132 -25
  572. package/src/cli/view.ts +129 -0
  573. package/src/container/driver.ts +211 -0
  574. package/src/container/protocol.ts +48 -0
  575. package/src/container/resources.ts +153 -0
  576. package/src/container/worker.ts +107 -0
  577. package/src/core/action-events.ts +59 -0
  578. package/src/core/agent-activity.ts +236 -0
  579. package/src/core/agent-environment.ts +64 -0
  580. package/src/core/agent-events.ts +17 -0
  581. package/src/core/annotation.ts +2 -1
  582. package/src/core/answerer.ts +9 -0
  583. package/src/core/artifact-evidence.ts +47 -4
  584. package/src/core/assertion.ts +18 -0
  585. package/src/core/case.ts +16 -2
  586. package/src/core/command-verification.ts +74 -0
  587. package/src/core/driver-execution.ts +84 -0
  588. package/src/core/driver-metrics.ts +51 -0
  589. package/src/core/driver.ts +76 -0
  590. package/src/core/duration.ts +52 -0
  591. package/src/core/environment.ts +22 -0
  592. package/src/core/evaluation-clusters.ts +35 -0
  593. package/src/core/events.ts +14 -2
  594. package/src/core/experiment.ts +64 -24
  595. package/src/core/file-tree.ts +35 -0
  596. package/src/core/global-id.ts +26 -0
  597. package/src/core/harness-catalog.ts +100 -0
  598. package/src/core/harness-catalogs/antigravity.ts +24 -0
  599. package/src/core/harness-catalogs/claude-code.ts +25 -0
  600. package/src/core/harness-catalogs/codex.ts +27 -0
  601. package/src/core/harness-catalogs/copilot.ts +46 -0
  602. package/src/core/harness-catalogs/cursor.ts +13 -0
  603. package/src/core/harness-catalogs/grok-build.ts +19 -0
  604. package/src/core/harness-catalogs/index.ts +31 -0
  605. package/src/core/harness-matrix.ts +316 -0
  606. package/src/core/index.ts +12 -0
  607. package/src/core/lifecycle-fixtures.ts +4 -2
  608. package/src/core/model-cli.ts +52 -23
  609. package/src/core/platform-process.ts +58 -10
  610. package/src/core/run.ts +31 -0
  611. package/src/core/usage.ts +8 -0
  612. package/src/core/wire.ts +5 -1
  613. package/src/drivers/antigravity/README.md +171 -0
  614. package/src/drivers/antigravity/artifacts.ts +37 -0
  615. package/src/drivers/antigravity/config.ts +92 -0
  616. package/src/drivers/antigravity/events.ts +290 -0
  617. package/src/drivers/antigravity/index.ts +132 -0
  618. package/src/drivers/antigravity/runtime.ts +94 -0
  619. package/src/drivers/claude-code/deferred-process.ts +118 -0
  620. package/src/drivers/claude-code/index.ts +216 -281
  621. package/src/drivers/claude-code/isolation.ts +228 -0
  622. package/src/drivers/claude-code/parse-events.ts +98 -12
  623. package/src/drivers/codex/app-events.ts +126 -16
  624. package/src/drivers/codex/config.ts +50 -8
  625. package/src/drivers/codex/exec-events.ts +258 -0
  626. package/src/drivers/codex/index.ts +144 -312
  627. package/src/drivers/copilot/README.md +60 -0
  628. package/src/drivers/copilot/config.ts +61 -0
  629. package/src/drivers/copilot/index.ts +310 -0
  630. package/src/drivers/cursor/README.md +66 -0
  631. package/src/drivers/cursor/config.ts +31 -0
  632. package/src/drivers/cursor/index.ts +326 -0
  633. package/src/drivers/cursor/interaction.ts +74 -0
  634. package/src/drivers/grok-build/README.md +112 -0
  635. package/src/drivers/grok-build/config.ts +43 -0
  636. package/src/drivers/grok-build/index.ts +331 -0
  637. package/src/drivers/mcp/index.ts +25 -11
  638. package/src/drivers/shared/acp-events.ts +94 -0
  639. package/src/drivers/shared/acp-interaction.ts +27 -0
  640. package/src/drivers/shared/acp-session.ts +40 -0
  641. package/src/drivers/shared/acp-transport.ts +187 -0
  642. package/src/drivers/shared/artifacts.ts +6 -2
  643. package/src/drivers/shared/experiment-behavior.ts +214 -0
  644. package/src/drivers/shared/experiment-policy.ts +195 -0
  645. package/src/drivers/subprocess/index.ts +55 -12
  646. package/src/index.ts +115 -10
  647. package/src/optimization/reflective.ts +3 -2
  648. package/src/orchestrator/annotation-loader.ts +10 -0
  649. package/src/orchestrator/annotation-store.ts +24 -3
  650. package/src/orchestrator/artifact-origin.ts +50 -0
  651. package/src/orchestrator/campaign-lifecycle.ts +5 -1
  652. package/src/orchestrator/candidates.ts +3 -2
  653. package/src/orchestrator/compare.ts +34 -1
  654. package/src/orchestrator/comparison-identity.ts +2 -0
  655. package/src/orchestrator/config.ts +20 -3
  656. package/src/orchestrator/discover.ts +8 -1
  657. package/src/orchestrator/doctor.ts +189 -28
  658. package/src/orchestrator/driver-capabilities.ts +21 -0
  659. package/src/orchestrator/driver-identity.ts +69 -0
  660. package/src/orchestrator/experiment-context.ts +3 -2
  661. package/src/orchestrator/experiment-corpus.ts +53 -37
  662. package/src/orchestrator/experiment-effects.ts +61 -0
  663. package/src/orchestrator/experiment-evaluation.ts +71 -10
  664. package/src/orchestrator/experiment-identity.ts +42 -48
  665. package/src/orchestrator/experiment-preflight.ts +27 -0
  666. package/src/orchestrator/experiment-report.ts +21 -1
  667. package/src/orchestrator/experiment-runs.ts +11 -4
  668. package/src/orchestrator/experiment-runtime-identity.ts +5 -243
  669. package/src/orchestrator/experiment-selection.ts +77 -0
  670. package/src/orchestrator/experiment.ts +29 -29
  671. package/src/orchestrator/fixture-identity.ts +9 -1
  672. package/src/orchestrator/fs-read.ts +2 -32
  673. package/src/orchestrator/grader-experiment.ts +74 -13
  674. package/src/orchestrator/grading.ts +35 -7
  675. package/src/orchestrator/harness-catalog-drift.ts +132 -0
  676. package/src/orchestrator/harness-registry.ts +12 -0
  677. package/src/orchestrator/index.ts +1 -0
  678. package/src/orchestrator/list-runs.ts +95 -11
  679. package/src/orchestrator/optimization-lifecycle.ts +4 -1
  680. package/src/orchestrator/orchestrator.ts +92 -216
  681. package/src/orchestrator/paired-effects.ts +209 -0
  682. package/src/orchestrator/provenance.ts +23 -3
  683. package/src/orchestrator/rubric-loader.ts +1 -1
  684. package/src/orchestrator/run-dir.ts +8 -1
  685. package/src/orchestrator/run-execution.ts +77 -11
  686. package/src/orchestrator/run-lifecycle.ts +4 -2
  687. package/src/orchestrator/run-workspace.ts +62 -0
  688. package/src/orchestrator/suite-compare.ts +29 -19
  689. package/src/orchestrator/suite-runs.ts +13 -2
  690. package/src/orchestrator/suite-summary.ts +122 -13
  691. package/src/previewer/artifacts.ts +221 -0
  692. package/src/previewer/server.ts +787 -0
  693. package/viewer/app.css +2075 -0
  694. package/viewer/app.js +627 -0
  695. package/viewer/artifact-view.js +48 -0
  696. package/viewer/charts.js +86 -0
  697. package/viewer/detail.js +1231 -0
  698. package/viewer/format.js +129 -0
  699. package/viewer/index.html +151 -0
  700. package/lib/answerers/scripted/index.d.ts +0 -8
  701. package/lib/answerers/scripted/index.d.ts.map +0 -1
  702. package/lib/answerers/scripted/index.js +0 -163
  703. package/lib/answerers/scripted/index.js.map +0 -1
  704. package/lib/cli/skills.d.ts +0 -38
  705. package/lib/cli/skills.d.ts.map +0 -1
  706. package/lib/cli/skills.js +0 -84
  707. package/lib/cli/skills.js.map +0 -1
  708. package/lib/drivers/shared/secure-copy.d.ts.map +0 -1
  709. package/lib/drivers/shared/secure-copy.js.map +0 -1
  710. package/skills/lux/SKILL.md +0 -85
  711. package/skills/lux/references/cli.md +0 -102
  712. package/skills/lux/references/eval-authoring.md +0 -105
  713. package/src/answerers/scripted/index.ts +0 -186
  714. package/src/cli/skills.ts +0 -129
  715. /package/lib/{drivers/shared → core}/secure-copy.d.ts +0 -0
  716. /package/lib/{drivers/shared → core}/secure-copy.js +0 -0
  717. /package/src/{drivers/shared → core}/secure-copy.ts +0 -0
package/lib/cli/output-schemas.d.ts ADDED
@@ -0,0 +1,1406 @@
1
+ import { z } from "incur";
2
+ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
3
+ runDir: z.ZodString;
4
+ case: z.ZodNullable<z.ZodObject<{
5
+ id: z.ZodOptional<z.ZodOptional<z.ZodString>>;
6
+ prompt: z.ZodOptional<z.ZodString>;
7
+ persona: z.ZodOptional<z.ZodOptional<z.ZodString>>;
8
+ matrix: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodCustom<import("../core/harness-matrix.js").HarnessMatrixEntry, import("../core/harness-matrix.js").HarnessMatrixEntry>>>>;
9
+ requires: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodEnum<{
10
+ artifacts: "artifacts";
11
+ cost: "cost";
12
+ interactive: "interactive";
13
+ isolation: "isolation";
14
+ subagents: "subagents";
15
+ "tool-calls": "tool-calls";
16
+ "tool-results": "tool-results";
17
+ usage: "usage";
18
+ }>>>>;
19
+ assertions: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
20
+ id: z.ZodOptional<z.ZodString>;
21
+ type: z.ZodString;
22
+ name: z.ZodOptional<z.ZodString>;
23
+ weight: z.ZodOptional<z.ZodNumber>;
24
+ threshold: z.ZodOptional<z.ZodNumber>;
25
+ }, z.core.$loose>>>>;
26
+ casePath: z.ZodExactOptional<z.ZodString>;
27
+ driver: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28
+ name: z.ZodString;
29
+ config: z.ZodOptional<z.ZodUnknown>;
30
+ }, z.core.$loose>]>>;
31
+ answerer: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
32
+ name: z.ZodString;
33
+ config: z.ZodOptional<z.ZodUnknown>;
34
+ }, z.core.$loose>]>>;
35
+ fixtures: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
36
+ kind: z.ZodLiteral<"dir">;
37
+ path: z.ZodString;
38
+ }, z.core.$loose>]>>;
39
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
40
+ }, z.core.$loose>>;
41
+ metadata: z.ZodNullable<z.ZodObject<{
42
+ schemaVersion: z.ZodLiteral<1>;
43
+ luxVersion: z.ZodString;
44
+ suiteId: z.ZodExactOptional<z.ZodString>;
45
+ startedAt: z.ZodString;
46
+ agentEndedAt: z.ZodExactOptional<z.ZodString>;
47
+ endedAt: z.ZodString;
48
+ exitReason: z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
49
+ error: "error";
50
+ "idle-timeout": "idle-timeout";
51
+ "max-interactions": "max-interactions";
52
+ }>]>;
53
+ driver: z.ZodObject<{
54
+ agentId: z.ZodString;
55
+ agentVersion: z.ZodExactOptional<z.ZodString>;
56
+ model: z.ZodExactOptional<z.ZodString>;
57
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
58
+ name: z.ZodString;
59
+ version: z.ZodExactOptional<z.ZodString>;
60
+ }, z.core.$strip>;
61
+ answerer: z.ZodObject<{
62
+ name: z.ZodString;
63
+ version: z.ZodExactOptional<z.ZodString>;
64
+ provider: z.ZodExactOptional<z.ZodString>;
65
+ model: z.ZodExactOptional<z.ZodString>;
66
+ }, z.core.$strip>;
67
+ usage: z.ZodObject<{
68
+ agent: z.ZodObject<{
69
+ input: z.ZodNumber;
70
+ output: z.ZodNumber;
71
+ cacheRead: z.ZodNumber;
72
+ cacheCreation: z.ZodNumber;
73
+ }, z.core.$strip>;
74
+ answerer: z.ZodObject<{
75
+ input: z.ZodNumber;
76
+ output: z.ZodNumber;
77
+ cacheRead: z.ZodNumber;
78
+ cacheCreation: z.ZodNumber;
79
+ }, z.core.$strip>;
80
+ grading: z.ZodObject<{
81
+ input: z.ZodNumber;
82
+ output: z.ZodNumber;
83
+ cacheRead: z.ZodNumber;
84
+ cacheCreation: z.ZodNumber;
85
+ }, z.core.$strip>;
86
+ }, z.core.$strip>;
87
+ agentUsageAvailability: z.ZodExactOptional<z.ZodEnum<{
88
+ reported: "reported";
89
+ unavailable: "unavailable";
90
+ }>>;
91
+ modelAccounting: z.ZodExactOptional<z.ZodObject<{
92
+ agentCalls: z.ZodNumber;
93
+ answererCalls: z.ZodNumber;
94
+ reportedCostUsd: z.ZodNumber;
95
+ unpricedModelCalls: z.ZodNumber;
96
+ }, z.core.$strip>>;
97
+ cost: z.ZodExactOptional<z.ZodObject<{
98
+ usd: z.ZodExactOptional<z.ZodNumber>;
99
+ }, z.core.$strip>>;
100
+ driverMetrics: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
101
+ unit: z.ZodDefault<z.ZodEnum<{
102
+ bytes: "bytes";
103
+ count: "count";
104
+ milliseconds: "milliseconds";
105
+ number: "number";
106
+ percent: "percent";
107
+ ratio: "ratio";
108
+ score: "score";
109
+ tokens: "tokens";
110
+ usd: "usd";
111
+ }>>;
112
+ label: z.ZodOptional<z.ZodString>;
113
+ better: z.ZodDefault<z.ZodEnum<{
114
+ higher: "higher";
115
+ lower: "lower";
116
+ neutral: "neutral";
117
+ }>>;
118
+ value: z.ZodNumber;
119
+ }, z.core.$strict>>>;
120
+ interruptCounts: z.ZodObject<{
121
+ ask: z.ZodNumber;
122
+ approve: z.ZodNumber;
123
+ custom: z.ZodNumber;
124
+ }, z.core.$strip>;
125
+ toolCallCount: z.ZodExactOptional<z.ZodNumber>;
126
+ toolOutcomes: z.ZodExactOptional<z.ZodObject<{
127
+ reportedCalls: z.ZodNumber;
128
+ total: z.ZodNumber;
129
+ succeeded: z.ZodNumber;
130
+ failed: z.ZodNumber;
131
+ unresolved: z.ZodNumber;
132
+ unmatchedResults: z.ZodNumber;
133
+ malformedEvents: z.ZodNumber;
134
+ }, z.core.$strip>>;
135
+ artifacts: z.ZodExactOptional<z.ZodObject<{
136
+ count: z.ZodNumber;
137
+ bytes: z.ZodExactOptional<z.ZodNumber>;
138
+ }, z.core.$strip>>;
139
+ phaseDurationMs: z.ZodExactOptional<z.ZodObject<{
140
+ agent: z.ZodNumber;
141
+ collect: z.ZodNumber;
142
+ grading: z.ZodNumber;
143
+ }, z.core.$strip>>;
144
+ actionTiming: z.ZodExactOptional<z.ZodObject<{
145
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
146
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
147
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
148
+ }, z.core.$strip>>;
149
+ agentActivity: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
150
+ agent: z.ZodObject<{
151
+ id: z.ZodString;
152
+ role: z.ZodEnum<{
153
+ main: "main";
154
+ subagent: "subagent";
155
+ }>;
156
+ parentId: z.ZodExactOptional<z.ZodString>;
157
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
158
+ name: z.ZodExactOptional<z.ZodString>;
159
+ model: z.ZodExactOptional<z.ZodString>;
160
+ }, z.core.$strip>;
161
+ startedAt: z.ZodNumber;
162
+ endedAt: z.ZodNumber;
163
+ durationMs: z.ZodNumber;
164
+ status: z.ZodEnum<{
165
+ cancelled: "cancelled";
166
+ completed: "completed";
167
+ failed: "failed";
168
+ unknown: "unknown";
169
+ }>;
170
+ eventCount: z.ZodNumber;
171
+ usage: z.ZodObject<{
172
+ input: z.ZodNumber;
173
+ output: z.ZodNumber;
174
+ cacheRead: z.ZodNumber;
175
+ cacheCreation: z.ZodNumber;
176
+ total: z.ZodNumber;
177
+ }, z.core.$strip>;
178
+ toolCalls: z.ZodObject<{
179
+ total: z.ZodNumber;
180
+ succeeded: z.ZodNumber;
181
+ failed: z.ZodNumber;
182
+ unresolved: z.ZodNumber;
183
+ }, z.core.$strip>;
184
+ actions: z.ZodObject<{
185
+ total: z.ZodNumber;
186
+ mutations: z.ZodNumber;
187
+ durableMutations: z.ZodNumber;
188
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
189
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
190
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
191
+ }, z.core.$strip>;
192
+ }, z.core.$strip>>>;
193
+ operationalFailure: z.ZodExactOptional<z.ZodObject<{
194
+ phase: z.ZodEnum<{
195
+ abort: "abort";
196
+ answerer: "answerer";
197
+ close: "close";
198
+ collection: "collection";
199
+ "driver-transport": "driver-transport";
200
+ grading: "grading";
201
+ setup: "setup";
202
+ trace: "trace";
203
+ }>;
204
+ reason: z.ZodString;
205
+ }, z.core.$strict>>;
206
+ provenance: z.ZodExactOptional<z.ZodObject<{
207
+ runtime: z.ZodObject<{
208
+ platform: z.ZodString;
209
+ arch: z.ZodString;
210
+ node: z.ZodString;
211
+ bun: z.ZodExactOptional<z.ZodString>;
212
+ host: z.ZodExactOptional<z.ZodObject<{
213
+ osRelease: z.ZodString;
214
+ cpuModels: z.ZodArray<z.ZodString>;
215
+ logicalCpuCount: z.ZodNumber;
216
+ availableParallelism: z.ZodNumber;
217
+ totalMemoryBytes: z.ZodNumber;
218
+ }, z.core.$strip>>;
219
+ }, z.core.$strip>;
220
+ environment: z.ZodExactOptional<z.ZodObject<{
221
+ declared: z.ZodExactOptional<z.ZodObject<{
222
+ imageDigest: z.ZodOptional<z.ZodString>;
223
+ toolchains: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
224
+ network: z.ZodOptional<z.ZodEnum<{
225
+ disabled: "disabled";
226
+ restricted: "restricted";
227
+ unrestricted: "unrestricted";
228
+ }>>;
229
+ resources: z.ZodOptional<z.ZodObject<{
230
+ cpuCount: z.ZodOptional<z.ZodNumber>;
231
+ memoryBytes: z.ZodOptional<z.ZodNumber>;
232
+ diskBytes: z.ZodOptional<z.ZodNumber>;
233
+ }, z.core.$strict>>;
234
+ }, z.core.$strict>>;
235
+ concurrency: z.ZodNumber;
236
+ }, z.core.$strip>>;
237
+ source: z.ZodExactOptional<z.ZodObject<{
238
+ casePath: z.ZodString;
239
+ git: z.ZodExactOptional<z.ZodObject<{
240
+ commit: z.ZodString;
241
+ dirty: z.ZodBoolean;
242
+ workingTreeHash: z.ZodExactOptional<z.ZodString>;
243
+ }, z.core.$strip>>;
244
+ }, z.core.$strip>>;
245
+ caseHash: z.ZodExactOptional<z.ZodString>;
246
+ assertionsHash: z.ZodExactOptional<z.ZodString>;
247
+ validatedAssertionsHash: z.ZodExactOptional<z.ZodString>;
248
+ fixturesHash: z.ZodExactOptional<z.ZodString>;
249
+ subjectHash: z.ZodExactOptional<z.ZodString>;
250
+ profileId: z.ZodExactOptional<z.ZodString>;
251
+ permutationId: z.ZodExactOptional<z.ZodString>;
252
+ experimentId: z.ZodExactOptional<z.ZodString>;
253
+ variantId: z.ZodExactOptional<z.ZodString>;
254
+ candidateId: z.ZodExactOptional<z.ZodString>;
255
+ driverConfigHash: z.ZodExactOptional<z.ZodString>;
256
+ answererConfigHash: z.ZodExactOptional<z.ZodString>;
257
+ graderConfigHash: z.ZodExactOptional<z.ZodString>;
258
+ evaluatorConfigHash: z.ZodExactOptional<z.ZodString>;
259
+ }, z.core.$strip>>;
260
+ }, z.core.$strip>>;
261
+ grading: z.ZodNullable<z.ZodObject<{
262
+ schemaVersion: z.ZodLiteral<1>;
263
+ casePassed: z.ZodNullable<z.ZodBoolean>;
264
+ caseScore: z.ZodNullable<z.ZodNumber>;
265
+ assertions: z.ZodArray<z.ZodObject<{
266
+ id: z.ZodExactOptional<z.ZodString>;
267
+ type: z.ZodString;
268
+ name: z.ZodString;
269
+ passed: z.ZodBoolean;
270
+ score: z.ZodNumber;
271
+ weight: z.ZodNumber;
272
+ threshold: z.ZodNumber;
273
+ durationMs: z.ZodNumber;
274
+ comment: z.ZodExactOptional<z.ZodString>;
275
+ detail: z.ZodOptional<z.ZodUnknown>;
276
+ abstention: z.ZodExactOptional<z.ZodLiteral<"insufficient-evidence">>;
277
+ errorMessage: z.ZodExactOptional<z.ZodString>;
278
+ usage: z.ZodExactOptional<z.ZodObject<{
279
+ input: z.ZodNumber;
280
+ output: z.ZodNumber;
281
+ cacheRead: z.ZodNumber;
282
+ cacheCreation: z.ZodNumber;
283
+ }, z.core.$strip>>;
284
+ }, z.core.$strip>>;
285
+ skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
286
+ id: z.ZodString;
287
+ type: z.ZodString;
288
+ name: z.ZodString;
289
+ reason: z.ZodLiteral<"judge-disabled">;
290
+ }, z.core.$strip>>>;
291
+ incomplete: z.ZodExactOptional<z.ZodObject<{
292
+ exitReason: z.ZodEnum<{
293
+ error: "error";
294
+ "idle-timeout": "idle-timeout";
295
+ "max-interactions": "max-interactions";
296
+ }>;
297
+ phase: z.ZodOptional<z.ZodEnum<{
298
+ collection: "collection";
299
+ grading: "grading";
300
+ run: "run";
301
+ }>>;
302
+ }, z.core.$strip>>;
303
+ }, z.core.$strip>>;
304
+ events: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
305
+ agentId: z.ZodString;
306
+ agentVersion: z.ZodExactOptional<z.ZodString>;
307
+ model: z.ZodExactOptional<z.ZodString>;
308
+ detail: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
309
+ type: z.ZodLiteral<"ready">;
310
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
311
+ kind: z.ZodLiteral<"ask">;
312
+ id: z.ZodString;
313
+ question: z.ZodString;
314
+ context: z.ZodOptional<z.ZodUnknown>;
315
+ ts: z.ZodNumber;
316
+ type: z.ZodLiteral<"interrupt">;
317
+ }, z.core.$strip>, z.ZodObject<{
318
+ kind: z.ZodLiteral<"approve">;
319
+ id: z.ZodString;
320
+ request: z.ZodString;
321
+ context: z.ZodOptional<z.ZodUnknown>;
322
+ ts: z.ZodNumber;
323
+ type: z.ZodLiteral<"interrupt">;
324
+ }, z.core.$strip>, z.ZodObject<{
325
+ kind: z.ZodLiteral<"custom">;
326
+ id: z.ZodString;
327
+ payload: z.ZodUnknown;
328
+ context: z.ZodOptional<z.ZodUnknown>;
329
+ ts: z.ZodNumber;
330
+ type: z.ZodLiteral<"interrupt">;
331
+ }, z.core.$strip>], "kind">, z.ZodDiscriminatedUnion<[z.ZodObject<{
332
+ kind: z.ZodLiteral<"ask">;
333
+ id: z.ZodString;
334
+ text: z.ZodString;
335
+ ts: z.ZodNumber;
336
+ type: z.ZodLiteral<"responded">;
337
+ }, z.core.$strip>, z.ZodObject<{
338
+ kind: z.ZodLiteral<"approve">;
339
+ id: z.ZodString;
340
+ approved: z.ZodBoolean;
341
+ reason: z.ZodExactOptional<z.ZodString>;
342
+ ts: z.ZodNumber;
343
+ type: z.ZodLiteral<"responded">;
344
+ }, z.core.$strip>, z.ZodObject<{
345
+ kind: z.ZodLiteral<"custom">;
346
+ id: z.ZodString;
347
+ payload: z.ZodUnknown;
348
+ ts: z.ZodNumber;
349
+ type: z.ZodLiteral<"responded">;
350
+ }, z.core.$strip>], "kind">, z.ZodObject<{
351
+ id: z.ZodString;
352
+ kind: z.ZodString;
353
+ payload: z.ZodUnknown;
354
+ ts: z.ZodNumber;
355
+ agent: z.ZodExactOptional<z.ZodObject<{
356
+ id: z.ZodString;
357
+ role: z.ZodEnum<{
358
+ main: "main";
359
+ subagent: "subagent";
360
+ }>;
361
+ parentId: z.ZodExactOptional<z.ZodString>;
362
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
363
+ name: z.ZodExactOptional<z.ZodString>;
364
+ model: z.ZodExactOptional<z.ZodString>;
365
+ }, z.core.$strip>>;
366
+ type: z.ZodLiteral<"progress">;
367
+ }, z.core.$strip>, z.ZodObject<{
368
+ exitReason: z.ZodLiteral<"done">;
369
+ summary: z.ZodOptional<z.ZodUnknown>;
370
+ ts: z.ZodNumber;
371
+ type: z.ZodLiteral<"done">;
372
+ }, z.core.$strip>, z.ZodObject<{
373
+ exitReason: z.ZodEnum<{
374
+ error: "error";
375
+ "idle-timeout": "idle-timeout";
376
+ "max-interactions": "max-interactions";
377
+ }>;
378
+ reason: z.ZodString;
379
+ summary: z.ZodOptional<z.ZodUnknown>;
380
+ ts: z.ZodNumber;
381
+ type: z.ZodLiteral<"error">;
382
+ }, z.core.$strip>, z.ZodObject<{
383
+ ts: z.ZodNumber;
384
+ type: z.ZodLiteral<"lifecycle">;
385
+ stage: z.ZodEnum<{
386
+ close: "close";
387
+ "collect-end": "collect-end";
388
+ "collect-start": "collect-start";
389
+ "grade-end": "grade-end";
390
+ "grade-start": "grade-start";
391
+ load: "load";
392
+ "prepare-answerer": "prepare-answerer";
393
+ "run-loop": "run-loop";
394
+ "start-driver": "start-driver";
395
+ }>;
396
+ }, z.core.$strip>], "type">>;
397
+ artifacts: z.ZodArray<z.ZodString>;
398
+ }, z.core.$strip>, z.ZodObject<{
399
+ schemaVersion: z.ZodLiteral<1>;
400
+ suiteId: z.ZodString;
401
+ startedAt: z.ZodString;
402
+ endedAt: z.ZodNullable<z.ZodString>;
403
+ status: z.ZodEnum<{
404
+ aborted: "aborted";
405
+ failed: "failed";
406
+ passed: "passed";
407
+ running: "running";
408
+ }>;
409
+ aborted: z.ZodBoolean;
410
+ concurrency: z.ZodNumber;
411
+ profileId: z.ZodExactOptional<z.ZodString>;
412
+ experimentId: z.ZodExactOptional<z.ZodString>;
413
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
414
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
415
+ variantId: z.ZodExactOptional<z.ZodString>;
416
+ candidateId: z.ZodExactOptional<z.ZodString>;
417
+ subjectHash: z.ZodExactOptional<z.ZodString>;
418
+ errorMessage: z.ZodExactOptional<z.ZodString>;
419
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
420
+ name: z.ZodString;
421
+ pluginVersion: z.ZodString;
422
+ }, z.core.$strip>>>;
423
+ items: z.ZodArray<z.ZodObject<{
424
+ caseId: z.ZodString;
425
+ canonicalCaseId: z.ZodString;
426
+ permutationId: z.ZodExactOptional<z.ZodString>;
427
+ status: z.ZodEnum<{
428
+ completed: "completed";
429
+ pending: "pending";
430
+ running: "running";
431
+ }>;
432
+ runDir: z.ZodNullable<z.ZodString>;
433
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
434
+ casePassed: z.ZodNullable<z.ZodBoolean>;
435
+ errorMessage: z.ZodExactOptional<z.ZodString>;
436
+ }, z.core.$strip>>;
437
+ suiteDir: z.ZodString;
438
+ }, z.core.$strip>, z.ZodObject<{
439
+ schemaVersion: z.ZodLiteral<1>;
440
+ experimentId: z.ZodString;
441
+ campaignId: z.ZodString;
442
+ campaignPath: z.ZodString;
443
+ campaignHash: z.ZodString;
444
+ campaignSnapshot: z.ZodObject<{
445
+ id: z.ZodString;
446
+ subject: z.ZodObject<{
447
+ root: z.ZodString;
448
+ mutable: z.ZodArray<z.ZodString>;
449
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
450
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
451
+ command: z.ZodString;
452
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
453
+ timeout: z.ZodDefault<z.ZodString>;
454
+ unsafeHostExecution: z.ZodLiteral<true>;
455
+ }, z.core.$strict>>>;
456
+ }, z.core.$strict>;
457
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
458
+ kind: z.ZodLiteral<"agent">;
459
+ }, z.core.$strict>, z.ZodObject<{
460
+ kind: z.ZodLiteral<"grader">;
461
+ annotations: z.ZodString;
462
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
463
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
464
+ }, z.core.$strict>], "kind">>;
465
+ profiles: z.ZodArray<z.ZodString>;
466
+ splits: z.ZodObject<{
467
+ train: z.ZodOptional<z.ZodObject<{
468
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
469
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
470
+ }, z.core.$strict>>;
471
+ validation: z.ZodObject<{
472
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
473
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
474
+ }, z.core.$strict>;
475
+ test: z.ZodOptional<z.ZodObject<{
476
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
477
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
478
+ }, z.core.$strict>>;
479
+ }, z.core.$strict>;
480
+ repetitions: z.ZodDefault<z.ZodObject<{
481
+ search: z.ZodDefault<z.ZodNumber>;
482
+ promotion: z.ZodDefault<z.ZodNumber>;
483
+ }, z.core.$strict>>;
484
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
485
+ id: z.ZodString;
486
+ name: z.ZodOptional<z.ZodString>;
487
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
488
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
489
+ }, z.core.$strict>>>;
490
+ objectives: z.ZodDefault<z.ZodObject<{
491
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
492
+ metric: z.ZodString;
493
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
494
+ min: z.ZodOptional<z.ZodNumber>;
495
+ max: z.ZodOptional<z.ZodNumber>;
496
+ profile: z.ZodOptional<z.ZodString>;
497
+ split: z.ZodDefault<z.ZodEnum<{
498
+ test: "test";
499
+ train: "train";
500
+ validation: "validation";
501
+ }>>;
502
+ confidence: z.ZodOptional<z.ZodObject<{
503
+ method: z.ZodEnum<{
504
+ hoeffding: "hoeffding";
505
+ "percentile-bootstrap": "percentile-bootstrap";
506
+ wilson: "wilson";
507
+ }>;
508
+ level: z.ZodDefault<z.ZodNumber>;
509
+ resamples: z.ZodDefault<z.ZodNumber>;
510
+ seed: z.ZodDefault<z.ZodNumber>;
511
+ minSamples: z.ZodDefault<z.ZodNumber>;
512
+ }, z.core.$strict>>;
513
+ }, z.core.$strict>>>;
514
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
515
+ metric: z.ZodString;
516
+ profile: z.ZodOptional<z.ZodString>;
517
+ split: z.ZodDefault<z.ZodEnum<{
518
+ test: "test";
519
+ train: "train";
520
+ validation: "validation";
521
+ }>>;
522
+ }, z.core.$strict>>>;
523
+ }, z.core.$strict>>;
524
+ optimizer: z.ZodOptional<z.ZodObject<{
525
+ algorithm: z.ZodLiteral<"reflective">;
526
+ config: z.ZodOptional<z.ZodUnknown>;
527
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
528
+ "current-best": "current-best";
529
+ pareto: "pareto";
530
+ }>>;
531
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
532
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
533
+ }, z.core.$strict>>;
534
+ budget: z.ZodDefault<z.ZodObject<{
535
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
536
+ patience: z.ZodDefault<z.ZodNumber>;
537
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
538
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
539
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
540
+ maxTokens: z.ZodDefault<z.ZodNumber>;
541
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
542
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
543
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
544
+ }, z.core.$strict>>;
545
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
546
+ }, z.core.$strict>;
547
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
548
+ evaluatorVersion: z.ZodLiteral<1>;
549
+ luxVersion: z.ZodString;
550
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
551
+ agent: "agent";
552
+ grader: "grader";
553
+ }>>;
554
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
555
+ mode: z.ZodEnum<{
556
+ experiment: "experiment";
557
+ optimize: "optimize";
558
+ }>;
559
+ status: z.ZodEnum<{
560
+ aborted: "aborted";
561
+ failed: "failed";
562
+ passed: "passed";
563
+ running: "running";
564
+ }>;
565
+ startedAt: z.ZodString;
566
+ endedAt: z.ZodNullable<z.ZodString>;
567
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
568
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
569
+ subjectRoot: z.ZodString;
570
+ baseSourceHash: z.ZodString;
571
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
572
+ candidates: z.ZodArray<z.ZodObject<{
573
+ id: z.ZodString;
574
+ path: z.ZodString;
575
+ candidateHash: z.ZodString;
576
+ sourceBytes: z.ZodNumber;
577
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
578
+ }, z.core.$strip>>;
579
+ evaluations: z.ZodArray<z.ZodObject<{
580
+ profileId: z.ZodString;
581
+ split: z.ZodEnum<{
582
+ test: "test";
583
+ train: "train";
584
+ validation: "validation";
585
+ }>;
586
+ suiteDir: z.ZodExactOptional<z.ZodString>;
587
+ passRate: z.ZodNumber;
588
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
589
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
590
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
591
+ unit: z.ZodDefault<z.ZodEnum<{
592
+ bytes: "bytes";
593
+ count: "count";
594
+ milliseconds: "milliseconds";
595
+ number: "number";
596
+ percent: "percent";
597
+ ratio: "ratio";
598
+ score: "score";
599
+ tokens: "tokens";
600
+ usd: "usd";
601
+ }>>;
602
+ label: z.ZodOptional<z.ZodString>;
603
+ better: z.ZodDefault<z.ZodEnum<{
604
+ higher: "higher";
605
+ lower: "lower";
606
+ neutral: "neutral";
607
+ }>>;
608
+ }, z.core.$strict>>>;
609
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
610
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
611
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
612
+ usage: z.ZodExactOptional<z.ZodObject<{
613
+ input: z.ZodNumber;
614
+ output: z.ZodNumber;
615
+ cacheRead: z.ZodNumber;
616
+ cacheCreation: z.ZodNumber;
617
+ }, z.core.$strip>>;
618
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
619
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
620
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
621
+ identityHash: z.ZodNullable<z.ZodString>;
622
+ clusterId: z.ZodExactOptional<z.ZodString>;
623
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
624
+ mean: z.ZodNumber;
625
+ n: z.ZodNumber;
626
+ }, z.core.$strip>>;
627
+ }, z.core.$strip>>>;
628
+ failedCases: z.ZodArray<z.ZodObject<{
629
+ caseId: z.ZodString;
630
+ score: z.ZodNullable<z.ZodNumber>;
631
+ feedback: z.ZodArray<z.ZodString>;
632
+ }, z.core.$strip>>;
633
+ candidateId: z.ZodString;
634
+ repetitions: z.ZodNumber;
635
+ summaryPath: z.ZodExactOptional<z.ZodString>;
636
+ evidencePath: z.ZodExactOptional<z.ZodString>;
637
+ }, z.core.$strip>>;
638
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
639
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
640
+ budgetUsage: z.ZodObject<{
641
+ metricCalls: z.ZodNumber;
642
+ judgeCalls: z.ZodNumber;
643
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
644
+ proposalCalls: z.ZodNumber;
645
+ usage: z.ZodObject<{
646
+ input: z.ZodNumber;
647
+ output: z.ZodNumber;
648
+ cacheRead: z.ZodNumber;
649
+ cacheCreation: z.ZodNumber;
650
+ }, z.core.$strip>;
651
+ costUsd: z.ZodNumber;
652
+ }, z.core.$strip>;
653
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
654
+ selection: z.ZodExactOptional<z.ZodObject<{
655
+ decidedAt: z.ZodString;
656
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
657
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
658
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
659
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
660
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
661
+ constraints: z.ZodArray<z.ZodObject<{
662
+ candidateId: z.ZodString;
663
+ metric: z.ZodString;
664
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
665
+ profile: z.ZodExactOptional<z.ZodString>;
666
+ split: z.ZodEnum<{
667
+ test: "test";
668
+ train: "train";
669
+ validation: "validation";
670
+ }>;
671
+ values: z.ZodArray<z.ZodNumber>;
672
+ passed: z.ZodBoolean;
673
+ interval: z.ZodExactOptional<z.ZodObject<{
674
+ method: z.ZodEnum<{
675
+ hoeffding: "hoeffding";
676
+ "percentile-bootstrap": "percentile-bootstrap";
677
+ wilson: "wilson";
678
+ }>;
679
+ level: z.ZodNumber;
680
+ estimate: z.ZodNumber;
681
+ lower: z.ZodNumber;
682
+ upper: z.ZodNumber;
683
+ n: z.ZodNumber;
684
+ resamples: z.ZodNumber;
685
+ }, z.core.$strict>>;
686
+ note: z.ZodExactOptional<z.ZodString>;
687
+ }, z.core.$strip>>;
688
+ }, z.core.$strip>>;
689
+ errorMessage: z.ZodExactOptional<z.ZodString>;
690
+ experimentDir: z.ZodString;
691
+ }, z.core.$strip>, z.ZodObject<{
692
+ runsRoot: z.ZodString;
693
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
694
+ path: z.ZodString;
695
+ message: z.ZodString;
696
+ }, z.core.$strip>>>;
697
+ runs: z.ZodArray<z.ZodObject<{
698
+ caseSlug: z.ZodString;
699
+ driverName: z.ZodString;
700
+ ts: z.ZodString;
701
+ runDir: z.ZodString;
702
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodEnum<{
703
+ error: "error";
704
+ "idle-timeout": "idle-timeout";
705
+ "max-interactions": "max-interactions";
706
+ }>]>>;
707
+ driverAgentId: z.ZodNullable<z.ZodString>;
708
+ startedAt: z.ZodNullable<z.ZodString>;
709
+ endedAt: z.ZodNullable<z.ZodString>;
710
+ durationMs: z.ZodNullable<z.ZodNumber>;
711
+ timeToFirstActionMs: z.ZodNullable<z.ZodNumber>;
712
+ timeToFirstMutationMs: z.ZodNullable<z.ZodNumber>;
713
+ timeToFirstDurableMutationMs: z.ZodNullable<z.ZodNumber>;
714
+ driverMetrics: z.ZodRecord<z.ZodString, z.ZodObject<{
715
+ unit: z.ZodDefault<z.ZodEnum<{
716
+ bytes: "bytes";
717
+ count: "count";
718
+ milliseconds: "milliseconds";
719
+ number: "number";
720
+ percent: "percent";
721
+ ratio: "ratio";
722
+ score: "score";
723
+ tokens: "tokens";
724
+ usd: "usd";
725
+ }>>;
726
+ label: z.ZodOptional<z.ZodString>;
727
+ better: z.ZodDefault<z.ZodEnum<{
728
+ higher: "higher";
729
+ lower: "lower";
730
+ neutral: "neutral";
731
+ }>>;
732
+ value: z.ZodNumber;
733
+ }, z.core.$strict>>;
734
+ subagentCount: z.ZodNumber;
735
+ casePassed: z.ZodNullable<z.ZodBoolean>;
736
+ caseScore: z.ZodNullable<z.ZodNumber>;
737
+ assertionPassed: z.ZodNumber;
738
+ assertionTotal: z.ZodNumber;
739
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodString>>;
740
+ }, z.core.$strip>>;
741
+ suites: z.ZodOptional<z.ZodArray<z.ZodObject<{
742
+ schemaVersion: z.ZodLiteral<1>;
743
+ suiteId: z.ZodString;
744
+ startedAt: z.ZodString;
745
+ endedAt: z.ZodNullable<z.ZodString>;
746
+ status: z.ZodEnum<{
747
+ aborted: "aborted";
748
+ failed: "failed";
749
+ passed: "passed";
750
+ running: "running";
751
+ }>;
752
+ aborted: z.ZodBoolean;
753
+ concurrency: z.ZodNumber;
754
+ profileId: z.ZodExactOptional<z.ZodString>;
755
+ experimentId: z.ZodExactOptional<z.ZodString>;
756
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
757
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
758
+ variantId: z.ZodExactOptional<z.ZodString>;
759
+ candidateId: z.ZodExactOptional<z.ZodString>;
760
+ subjectHash: z.ZodExactOptional<z.ZodString>;
761
+ errorMessage: z.ZodExactOptional<z.ZodString>;
762
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
763
+ name: z.ZodString;
764
+ pluginVersion: z.ZodString;
765
+ }, z.core.$strip>>>;
766
+ items: z.ZodArray<z.ZodObject<{
767
+ caseId: z.ZodString;
768
+ canonicalCaseId: z.ZodString;
769
+ permutationId: z.ZodExactOptional<z.ZodString>;
770
+ status: z.ZodEnum<{
771
+ completed: "completed";
772
+ pending: "pending";
773
+ running: "running";
774
+ }>;
775
+ runDir: z.ZodNullable<z.ZodString>;
776
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
777
+ casePassed: z.ZodNullable<z.ZodBoolean>;
778
+ errorMessage: z.ZodExactOptional<z.ZodString>;
779
+ }, z.core.$strip>>;
780
+ suiteDir: z.ZodString;
781
+ }, z.core.$strip>>>;
782
+ }, z.core.$strip>, z.ZodObject<{
783
+ runsRoot: z.ZodString;
784
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
785
+ path: z.ZodString;
786
+ message: z.ZodString;
787
+ }, z.core.$strip>>>;
788
+ suites: z.ZodArray<z.ZodObject<{
789
+ schemaVersion: z.ZodLiteral<1>;
790
+ suiteId: z.ZodString;
791
+ startedAt: z.ZodString;
792
+ endedAt: z.ZodNullable<z.ZodString>;
793
+ status: z.ZodEnum<{
794
+ aborted: "aborted";
795
+ failed: "failed";
796
+ passed: "passed";
797
+ running: "running";
798
+ }>;
799
+ aborted: z.ZodBoolean;
800
+ concurrency: z.ZodNumber;
801
+ profileId: z.ZodExactOptional<z.ZodString>;
802
+ experimentId: z.ZodExactOptional<z.ZodString>;
803
+ experimentUnitId: z.ZodExactOptional<z.ZodString>;
804
+ experimentAttemptId: z.ZodExactOptional<z.ZodString>;
805
+ variantId: z.ZodExactOptional<z.ZodString>;
806
+ candidateId: z.ZodExactOptional<z.ZodString>;
807
+ subjectHash: z.ZodExactOptional<z.ZodString>;
808
+ errorMessage: z.ZodExactOptional<z.ZodString>;
809
+ fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
810
+ name: z.ZodString;
811
+ pluginVersion: z.ZodString;
812
+ }, z.core.$strip>>>;
813
+ items: z.ZodArray<z.ZodObject<{
814
+ caseId: z.ZodString;
815
+ canonicalCaseId: z.ZodString;
816
+ permutationId: z.ZodExactOptional<z.ZodString>;
817
+ status: z.ZodEnum<{
818
+ completed: "completed";
819
+ pending: "pending";
820
+ running: "running";
821
+ }>;
822
+ runDir: z.ZodNullable<z.ZodString>;
823
+ exitReason: z.ZodNullable<z.ZodUnion<readonly [z.ZodLiteral<"done">, z.ZodString]>>;
824
+ casePassed: z.ZodNullable<z.ZodBoolean>;
825
+ errorMessage: z.ZodExactOptional<z.ZodString>;
826
+ }, z.core.$strip>>;
827
+ suiteDir: z.ZodString;
828
+ }, z.core.$strip>>;
829
+ }, z.core.$strip>, z.ZodObject<{
830
+ runsRoot: z.ZodString;
831
+ readErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
832
+ path: z.ZodString;
833
+ message: z.ZodString;
834
+ }, z.core.$strip>>>;
835
+ experiments: z.ZodArray<z.ZodObject<{
836
+ schemaVersion: z.ZodLiteral<1>;
837
+ experimentId: z.ZodString;
838
+ campaignId: z.ZodString;
839
+ campaignPath: z.ZodString;
840
+ campaignHash: z.ZodString;
841
+ campaignSnapshot: z.ZodObject<{
842
+ id: z.ZodString;
843
+ subject: z.ZodObject<{
844
+ root: z.ZodString;
845
+ mutable: z.ZodArray<z.ZodString>;
846
+ exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
847
+ validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
848
+ command: z.ZodString;
849
+ args: z.ZodDefault<z.ZodArray<z.ZodString>>;
850
+ timeout: z.ZodDefault<z.ZodString>;
851
+ unsafeHostExecution: z.ZodLiteral<true>;
852
+ }, z.core.$strict>>>;
853
+ }, z.core.$strict>;
854
+ evaluation: z.ZodDefault<z.ZodDiscriminatedUnion<[z.ZodObject<{
855
+ kind: z.ZodLiteral<"agent">;
856
+ }, z.core.$strict>, z.ZodObject<{
857
+ kind: z.ZodLiteral<"grader">;
858
+ annotations: z.ZodString;
859
+ allowedAssertionAdditions: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
860
+ scoreTolerance: z.ZodDefault<z.ZodNumber>;
861
+ }, z.core.$strict>], "kind">>;
862
+ profiles: z.ZodArray<z.ZodString>;
863
+ splits: z.ZodObject<{
864
+ train: z.ZodOptional<z.ZodObject<{
865
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
866
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
867
+ }, z.core.$strict>>;
868
+ validation: z.ZodObject<{
869
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
870
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
871
+ }, z.core.$strict>;
872
+ test: z.ZodOptional<z.ZodObject<{
873
+ patterns: z.ZodDefault<z.ZodArray<z.ZodString>>;
874
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
875
+ }, z.core.$strict>>;
876
+ }, z.core.$strict>;
877
+ repetitions: z.ZodDefault<z.ZodObject<{
878
+ search: z.ZodDefault<z.ZodNumber>;
879
+ promotion: z.ZodDefault<z.ZodNumber>;
880
+ }, z.core.$strict>>;
881
+ variants: z.ZodDefault<z.ZodArray<z.ZodObject<{
882
+ id: z.ZodString;
883
+ name: z.ZodOptional<z.ZodString>;
884
+ parentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
885
+ components: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
886
+ }, z.core.$strict>>>;
887
+ objectives: z.ZodDefault<z.ZodObject<{
888
+ constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
889
+ metric: z.ZodString;
890
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
891
+ min: z.ZodOptional<z.ZodNumber>;
892
+ max: z.ZodOptional<z.ZodNumber>;
893
+ profile: z.ZodOptional<z.ZodString>;
894
+ split: z.ZodDefault<z.ZodEnum<{
895
+ test: "test";
896
+ train: "train";
897
+ validation: "validation";
898
+ }>>;
899
+ confidence: z.ZodOptional<z.ZodObject<{
900
+ method: z.ZodEnum<{
901
+ hoeffding: "hoeffding";
902
+ "percentile-bootstrap": "percentile-bootstrap";
903
+ wilson: "wilson";
904
+ }>;
905
+ level: z.ZodDefault<z.ZodNumber>;
906
+ resamples: z.ZodDefault<z.ZodNumber>;
907
+ seed: z.ZodDefault<z.ZodNumber>;
908
+ minSamples: z.ZodDefault<z.ZodNumber>;
909
+ }, z.core.$strict>>;
910
+ }, z.core.$strict>>>;
911
+ minimize: z.ZodDefault<z.ZodArray<z.ZodObject<{
912
+ metric: z.ZodString;
913
+ profile: z.ZodOptional<z.ZodString>;
914
+ split: z.ZodDefault<z.ZodEnum<{
915
+ test: "test";
916
+ train: "train";
917
+ validation: "validation";
918
+ }>>;
919
+ }, z.core.$strict>>>;
920
+ }, z.core.$strict>>;
921
+ optimizer: z.ZodOptional<z.ZodObject<{
922
+ algorithm: z.ZodLiteral<"reflective">;
923
+ config: z.ZodOptional<z.ZodUnknown>;
924
+ candidateSelection: z.ZodDefault<z.ZodEnum<{
925
+ "current-best": "current-best";
926
+ pareto: "pareto";
927
+ }>>;
928
+ mergeFrontier: z.ZodDefault<z.ZodBoolean>;
929
+ promotionTopK: z.ZodDefault<z.ZodNumber>;
930
+ }, z.core.$strict>>;
931
+ budget: z.ZodDefault<z.ZodObject<{
932
+ maxCandidates: z.ZodDefault<z.ZodNumber>;
933
+ patience: z.ZodDefault<z.ZodNumber>;
934
+ maxMetricCalls: z.ZodDefault<z.ZodNumber>;
935
+ maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
936
+ maxProposalCalls: z.ZodDefault<z.ZodNumber>;
937
+ maxTokens: z.ZodDefault<z.ZodNumber>;
938
+ maxCostUsd: z.ZodDefault<z.ZodNumber>;
939
+ maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
940
+ maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
941
+ }, z.core.$strict>>;
942
+ meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
943
+ }, z.core.$strict>;
944
+ resolvedProfiles: z.ZodRecord<z.ZodString, z.ZodUnknown>;
945
+ evaluatorVersion: z.ZodLiteral<1>;
946
+ luxVersion: z.ZodString;
947
+ evaluationKind: z.ZodDefault<z.ZodEnum<{
948
+ agent: "agent";
949
+ grader: "grader";
950
+ }>>;
951
+ evaluationHash: z.ZodExactOptional<z.ZodString>;
952
+ mode: z.ZodEnum<{
953
+ experiment: "experiment";
954
+ optimize: "optimize";
955
+ }>;
956
+ status: z.ZodEnum<{
957
+ aborted: "aborted";
958
+ failed: "failed";
959
+ passed: "passed";
960
+ running: "running";
961
+ }>;
962
+ startedAt: z.ZodString;
963
+ endedAt: z.ZodNullable<z.ZodString>;
964
+ activeTimeMs: z.ZodDefault<z.ZodNumber>;
965
+ activeSegmentStartedAt: z.ZodExactOptional<z.ZodString>;
966
+ subjectRoot: z.ZodString;
967
+ baseSourceHash: z.ZodString;
968
+ candidateIntegrityVersion: z.ZodExactOptional<z.ZodLiteral<1>>;
969
+ candidates: z.ZodArray<z.ZodObject<{
970
+ id: z.ZodString;
971
+ path: z.ZodString;
972
+ candidateHash: z.ZodString;
973
+ sourceBytes: z.ZodNumber;
974
+ candidateEnvelopeHash: z.ZodOptional<z.ZodString>;
975
+ }, z.core.$strip>>;
976
+ evaluations: z.ZodArray<z.ZodObject<{
977
+ profileId: z.ZodString;
978
+ split: z.ZodEnum<{
979
+ test: "test";
980
+ train: "train";
981
+ validation: "validation";
982
+ }>;
983
+ suiteDir: z.ZodExactOptional<z.ZodString>;
984
+ passRate: z.ZodNumber;
985
+ casePassRates: z.ZodRecord<z.ZodString, z.ZodNumber>;
986
+ metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
987
+ metricDefinitions: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
988
+ unit: z.ZodDefault<z.ZodEnum<{
989
+ bytes: "bytes";
990
+ count: "count";
991
+ milliseconds: "milliseconds";
992
+ number: "number";
993
+ percent: "percent";
994
+ ratio: "ratio";
995
+ score: "score";
996
+ tokens: "tokens";
997
+ usd: "usd";
998
+ }>>;
999
+ label: z.ZodOptional<z.ZodString>;
1000
+ better: z.ZodDefault<z.ZodEnum<{
1001
+ higher: "higher";
1002
+ lower: "lower";
1003
+ neutral: "neutral";
1004
+ }>>;
1005
+ }, z.core.$strict>>>;
1006
+ metricCalls: z.ZodExactOptional<z.ZodNumber>;
1007
+ judgeCalls: z.ZodExactOptional<z.ZodNumber>;
1008
+ unpricedModelCalls: z.ZodExactOptional<z.ZodNumber>;
1009
+ usage: z.ZodExactOptional<z.ZodObject<{
1010
+ input: z.ZodNumber;
1011
+ output: z.ZodNumber;
1012
+ cacheRead: z.ZodNumber;
1013
+ cacheCreation: z.ZodNumber;
1014
+ }, z.core.$strip>>;
1015
+ costUsd: z.ZodExactOptional<z.ZodNumber>;
1016
+ samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
1017
+ caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
1018
+ identityHash: z.ZodNullable<z.ZodString>;
1019
+ clusterId: z.ZodExactOptional<z.ZodString>;
1020
+ metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
1021
+ mean: z.ZodNumber;
1022
+ n: z.ZodNumber;
1023
+ }, z.core.$strip>>;
1024
+ }, z.core.$strip>>>;
1025
+ failedCases: z.ZodArray<z.ZodObject<{
1026
+ caseId: z.ZodString;
1027
+ score: z.ZodNullable<z.ZodNumber>;
1028
+ feedback: z.ZodArray<z.ZodString>;
1029
+ }, z.core.$strip>>;
1030
+ candidateId: z.ZodString;
1031
+ repetitions: z.ZodNumber;
1032
+ summaryPath: z.ZodExactOptional<z.ZodString>;
1033
+ evidencePath: z.ZodExactOptional<z.ZodString>;
1034
+ }, z.core.$strip>>;
1035
+ accountedEvaluationUnits: z.ZodDefault<z.ZodArray<z.ZodString>>;
1036
+ accountingJournalEntries: z.ZodDefault<z.ZodNumber>;
1037
+ budgetUsage: z.ZodObject<{
1038
+ metricCalls: z.ZodNumber;
1039
+ judgeCalls: z.ZodNumber;
1040
+ unpricedModelCalls: z.ZodOptional<z.ZodNumber>;
1041
+ proposalCalls: z.ZodNumber;
1042
+ usage: z.ZodObject<{
1043
+ input: z.ZodNumber;
1044
+ output: z.ZodNumber;
1045
+ cacheRead: z.ZodNumber;
1046
+ cacheCreation: z.ZodNumber;
1047
+ }, z.core.$strip>;
1048
+ costUsd: z.ZodNumber;
1049
+ }, z.core.$strip>;
1050
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1051
+ selection: z.ZodExactOptional<z.ZodObject<{
1052
+ decidedAt: z.ZodString;
1053
+ decisionCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1054
+ promotionFinalistCandidateIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1055
+ rankedCandidateIds: z.ZodArray<z.ZodString>;
1056
+ eligibleCandidateIds: z.ZodArray<z.ZodString>;
1057
+ championCandidateId: z.ZodExactOptional<z.ZodString>;
1058
+ constraints: z.ZodArray<z.ZodObject<{
1059
+ candidateId: z.ZodString;
1060
+ metric: z.ZodString;
1061
+ relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
1062
+ profile: z.ZodExactOptional<z.ZodString>;
1063
+ split: z.ZodEnum<{
1064
+ test: "test";
1065
+ train: "train";
1066
+ validation: "validation";
1067
+ }>;
1068
+ values: z.ZodArray<z.ZodNumber>;
1069
+ passed: z.ZodBoolean;
1070
+ interval: z.ZodExactOptional<z.ZodObject<{
1071
+ method: z.ZodEnum<{
1072
+ hoeffding: "hoeffding";
1073
+ "percentile-bootstrap": "percentile-bootstrap";
1074
+ wilson: "wilson";
1075
+ }>;
1076
+ level: z.ZodNumber;
1077
+ estimate: z.ZodNumber;
1078
+ lower: z.ZodNumber;
1079
+ upper: z.ZodNumber;
1080
+ n: z.ZodNumber;
1081
+ resamples: z.ZodNumber;
1082
+ }, z.core.$strict>>;
1083
+ note: z.ZodExactOptional<z.ZodString>;
1084
+ }, z.core.$strip>>;
1085
+ }, z.core.$strip>>;
1086
+ errorMessage: z.ZodExactOptional<z.ZodString>;
1087
+ experimentDir: z.ZodString;
1088
+ }, z.core.$strip>>;
1089
+ }, z.core.$strip>, z.ZodObject<{
1090
+ url: z.ZodString;
1091
+ runsRoot: z.ZodString;
1092
+ }, z.core.$strip>]>;
1093
+ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
1094
+ pathA: z.ZodString;
1095
+ pathB: z.ZodString;
1096
+ passRateTolerance: z.ZodNumber;
1097
+ before: z.ZodObject<{
1098
+ attempts: z.ZodNumber;
1099
+ passRate: z.ZodNumber;
1100
+ }, z.core.$strict>;
1101
+ after: z.ZodObject<{
1102
+ attempts: z.ZodNumber;
1103
+ passRate: z.ZodNumber;
1104
+ }, z.core.$strict>;
1105
+ passRateDelta: z.ZodNumber;
1106
+ cases: z.ZodArray<z.ZodObject<{
1107
+ canonicalCaseId: z.ZodString;
1108
+ permutationId: z.ZodExactOptional<z.ZodString>;
1109
+ before: z.ZodNullable<z.ZodObject<{
1110
+ attempts: z.ZodNumber;
1111
+ passRate: z.ZodNumber;
1112
+ }, z.core.$strict>>;
1113
+ after: z.ZodNullable<z.ZodObject<{
1114
+ attempts: z.ZodNumber;
1115
+ passRate: z.ZodNumber;
1116
+ }, z.core.$strict>>;
1117
+ passRateDelta: z.ZodNullable<z.ZodNumber>;
1118
+ regressed: z.ZodBoolean;
1119
+ pairedMetricDeltas: z.ZodRecord<z.ZodString, z.ZodObject<{
1120
+ n: z.ZodNumber;
1121
+ min: z.ZodNumber;
1122
+ max: z.ZodNumber;
1123
+ mean: z.ZodNumber;
1124
+ median: z.ZodNumber;
1125
+ p90: z.ZodNumber;
1126
+ unit: z.ZodExactOptional<z.ZodEnum<{
1127
+ bytes: "bytes";
1128
+ count: "count";
1129
+ milliseconds: "milliseconds";
1130
+ number: "number";
1131
+ percent: "percent";
1132
+ ratio: "ratio";
1133
+ score: "score";
1134
+ tokens: "tokens";
1135
+ usd: "usd";
1136
+ }>>;
1137
+ label: z.ZodExactOptional<z.ZodString>;
1138
+ better: z.ZodExactOptional<z.ZodEnum<{
1139
+ higher: "higher";
1140
+ lower: "lower";
1141
+ neutral: "neutral";
1142
+ }>>;
1143
+ }, z.core.$strip>>;
1144
+ }, z.core.$strict>>;
1145
+ identityMismatches: z.ZodArray<z.ZodObject<{
1146
+ canonicalCaseId: z.ZodString;
1147
+ permutationId: z.ZodExactOptional<z.ZodString>;
1148
+ repetition: z.ZodNumber;
1149
+ before: z.ZodNullable<z.ZodString>;
1150
+ after: z.ZodNullable<z.ZodString>;
1151
+ }, z.core.$strict>>;
1152
+ regressions: z.ZodNumber;
1153
+ }, z.core.$strict>, z.ZodObject<{
1154
+ pathA: z.ZodString;
1155
+ pathB: z.ZodString;
1156
+ caseMismatch: z.ZodArray<z.ZodObject<{
1157
+ field: z.ZodString;
1158
+ a: z.ZodUnknown;
1159
+ b: z.ZodUnknown;
1160
+ }, z.core.$strip>>;
1161
+ runDelta: z.ZodNullable<z.ZodObject<{
1162
+ exitReason: z.ZodObject<{
1163
+ a: z.ZodString;
1164
+ b: z.ZodString;
1165
+ }, z.core.$strip>;
1166
+ durationMsA: z.ZodNullable<z.ZodNumber>;
1167
+ durationMsB: z.ZodNullable<z.ZodNumber>;
1168
+ actionTiming: z.ZodObject<{
1169
+ a: z.ZodObject<{
1170
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1171
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1172
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1173
+ }, z.core.$strip>;
1174
+ b: z.ZodObject<{
1175
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1176
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1177
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1178
+ }, z.core.$strip>;
1179
+ }, z.core.$strip>;
1180
+ driverMetrics: z.ZodObject<{
1181
+ a: z.ZodRecord<z.ZodString, z.ZodObject<{
1182
+ unit: z.ZodDefault<z.ZodEnum<{
1183
+ bytes: "bytes";
1184
+ count: "count";
1185
+ milliseconds: "milliseconds";
1186
+ number: "number";
1187
+ percent: "percent";
1188
+ ratio: "ratio";
1189
+ score: "score";
1190
+ tokens: "tokens";
1191
+ usd: "usd";
1192
+ }>>;
1193
+ label: z.ZodOptional<z.ZodString>;
1194
+ better: z.ZodDefault<z.ZodEnum<{
1195
+ higher: "higher";
1196
+ lower: "lower";
1197
+ neutral: "neutral";
1198
+ }>>;
1199
+ value: z.ZodNumber;
1200
+ }, z.core.$strict>>;
1201
+ b: z.ZodRecord<z.ZodString, z.ZodObject<{
1202
+ unit: z.ZodDefault<z.ZodEnum<{
1203
+ bytes: "bytes";
1204
+ count: "count";
1205
+ milliseconds: "milliseconds";
1206
+ number: "number";
1207
+ percent: "percent";
1208
+ ratio: "ratio";
1209
+ score: "score";
1210
+ tokens: "tokens";
1211
+ usd: "usd";
1212
+ }>>;
1213
+ label: z.ZodOptional<z.ZodString>;
1214
+ better: z.ZodDefault<z.ZodEnum<{
1215
+ higher: "higher";
1216
+ lower: "lower";
1217
+ neutral: "neutral";
1218
+ }>>;
1219
+ value: z.ZodNumber;
1220
+ }, z.core.$strict>>;
1221
+ }, z.core.$strip>;
1222
+ agentActivity: z.ZodObject<{
1223
+ a: z.ZodArray<z.ZodObject<{
1224
+ agent: z.ZodObject<{
1225
+ id: z.ZodString;
1226
+ role: z.ZodEnum<{
1227
+ main: "main";
1228
+ subagent: "subagent";
1229
+ }>;
1230
+ parentId: z.ZodExactOptional<z.ZodString>;
1231
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1232
+ name: z.ZodExactOptional<z.ZodString>;
1233
+ model: z.ZodExactOptional<z.ZodString>;
1234
+ }, z.core.$strip>;
1235
+ startedAt: z.ZodNumber;
1236
+ endedAt: z.ZodNumber;
1237
+ durationMs: z.ZodNumber;
1238
+ status: z.ZodEnum<{
1239
+ cancelled: "cancelled";
1240
+ completed: "completed";
1241
+ failed: "failed";
1242
+ unknown: "unknown";
1243
+ }>;
1244
+ eventCount: z.ZodNumber;
1245
+ usage: z.ZodObject<{
1246
+ input: z.ZodNumber;
1247
+ output: z.ZodNumber;
1248
+ cacheRead: z.ZodNumber;
1249
+ cacheCreation: z.ZodNumber;
1250
+ total: z.ZodNumber;
1251
+ }, z.core.$strip>;
1252
+ toolCalls: z.ZodObject<{
1253
+ total: z.ZodNumber;
1254
+ succeeded: z.ZodNumber;
1255
+ failed: z.ZodNumber;
1256
+ unresolved: z.ZodNumber;
1257
+ }, z.core.$strip>;
1258
+ actions: z.ZodObject<{
1259
+ total: z.ZodNumber;
1260
+ mutations: z.ZodNumber;
1261
+ durableMutations: z.ZodNumber;
1262
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1263
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1264
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1265
+ }, z.core.$strip>;
1266
+ }, z.core.$strip>>;
1267
+ b: z.ZodArray<z.ZodObject<{
1268
+ agent: z.ZodObject<{
1269
+ id: z.ZodString;
1270
+ role: z.ZodEnum<{
1271
+ main: "main";
1272
+ subagent: "subagent";
1273
+ }>;
1274
+ parentId: z.ZodExactOptional<z.ZodString>;
1275
+ spawnToolUseId: z.ZodExactOptional<z.ZodString>;
1276
+ name: z.ZodExactOptional<z.ZodString>;
1277
+ model: z.ZodExactOptional<z.ZodString>;
1278
+ }, z.core.$strip>;
1279
+ startedAt: z.ZodNumber;
1280
+ endedAt: z.ZodNumber;
1281
+ durationMs: z.ZodNumber;
1282
+ status: z.ZodEnum<{
1283
+ cancelled: "cancelled";
1284
+ completed: "completed";
1285
+ failed: "failed";
1286
+ unknown: "unknown";
1287
+ }>;
1288
+ eventCount: z.ZodNumber;
1289
+ usage: z.ZodObject<{
1290
+ input: z.ZodNumber;
1291
+ output: z.ZodNumber;
1292
+ cacheRead: z.ZodNumber;
1293
+ cacheCreation: z.ZodNumber;
1294
+ total: z.ZodNumber;
1295
+ }, z.core.$strip>;
1296
+ toolCalls: z.ZodObject<{
1297
+ total: z.ZodNumber;
1298
+ succeeded: z.ZodNumber;
1299
+ failed: z.ZodNumber;
1300
+ unresolved: z.ZodNumber;
1301
+ }, z.core.$strip>;
1302
+ actions: z.ZodObject<{
1303
+ total: z.ZodNumber;
1304
+ mutations: z.ZodNumber;
1305
+ durableMutations: z.ZodNumber;
1306
+ timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
1307
+ timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
1308
+ timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
1309
+ }, z.core.$strip>;
1310
+ }, z.core.$strip>>;
1311
+ }, z.core.$strip>;
1312
+ interruptCounts: z.ZodObject<{
1313
+ a: z.ZodObject<{
1314
+ ask: z.ZodNumber;
1315
+ approve: z.ZodNumber;
1316
+ custom: z.ZodNumber;
1317
+ }, z.core.$strip>;
1318
+ b: z.ZodObject<{
1319
+ ask: z.ZodNumber;
1320
+ approve: z.ZodNumber;
1321
+ custom: z.ZodNumber;
1322
+ }, z.core.$strip>;
1323
+ }, z.core.$strip>;
1324
+ usage: z.ZodObject<{
1325
+ a: z.ZodObject<{
1326
+ agent: z.ZodObject<{
1327
+ input: z.ZodNumber;
1328
+ output: z.ZodNumber;
1329
+ cacheRead: z.ZodNumber;
1330
+ cacheCreation: z.ZodNumber;
1331
+ }, z.core.$strip>;
1332
+ answerer: z.ZodObject<{
1333
+ input: z.ZodNumber;
1334
+ output: z.ZodNumber;
1335
+ cacheRead: z.ZodNumber;
1336
+ cacheCreation: z.ZodNumber;
1337
+ }, z.core.$strip>;
1338
+ grading: z.ZodObject<{
1339
+ input: z.ZodNumber;
1340
+ output: z.ZodNumber;
1341
+ cacheRead: z.ZodNumber;
1342
+ cacheCreation: z.ZodNumber;
1343
+ }, z.core.$strip>;
1344
+ }, z.core.$strip>;
1345
+ b: z.ZodObject<{
1346
+ agent: z.ZodObject<{
1347
+ input: z.ZodNumber;
1348
+ output: z.ZodNumber;
1349
+ cacheRead: z.ZodNumber;
1350
+ cacheCreation: z.ZodNumber;
1351
+ }, z.core.$strip>;
1352
+ answerer: z.ZodObject<{
1353
+ input: z.ZodNumber;
1354
+ output: z.ZodNumber;
1355
+ cacheRead: z.ZodNumber;
1356
+ cacheCreation: z.ZodNumber;
1357
+ }, z.core.$strip>;
1358
+ grading: z.ZodObject<{
1359
+ input: z.ZodNumber;
1360
+ output: z.ZodNumber;
1361
+ cacheRead: z.ZodNumber;
1362
+ cacheCreation: z.ZodNumber;
1363
+ }, z.core.$strip>;
1364
+ }, z.core.$strip>;
1365
+ }, z.core.$strip>;
1366
+ agentUsageAvailable: z.ZodOptional<z.ZodObject<{
1367
+ a: z.ZodBoolean;
1368
+ b: z.ZodBoolean;
1369
+ }, z.core.$strip>>;
1370
+ }, z.core.$strip>>;
1371
+ grading: z.ZodObject<{
1372
+ casePassedA: z.ZodNullable<z.ZodBoolean>;
1373
+ casePassedB: z.ZodNullable<z.ZodBoolean>;
1374
+ caseScoreA: z.ZodNullable<z.ZodNumber>;
1375
+ caseScoreB: z.ZodNullable<z.ZodNumber>;
1376
+ deltas: z.ZodArray<z.ZodObject<{
1377
+ id: z.ZodString;
1378
+ type: z.ZodString;
1379
+ name: z.ZodString;
1380
+ before: z.ZodNullable<z.ZodObject<{
1381
+ passed: z.ZodBoolean;
1382
+ score: z.ZodNumber;
1383
+ }, z.core.$strip>>;
1384
+ after: z.ZodNullable<z.ZodObject<{
1385
+ passed: z.ZodBoolean;
1386
+ score: z.ZodNumber;
1387
+ }, z.core.$strip>>;
1388
+ status: z.ZodEnum<{
1389
+ added: "added";
1390
+ improved: "improved";
1391
+ regressed: "regressed";
1392
+ removed: "removed";
1393
+ unchanged: "unchanged";
1394
+ }>;
1395
+ }, z.core.$strip>>;
1396
+ improvements: z.ZodNumber;
1397
+ regressions: z.ZodNumber;
1398
+ }, z.core.$strip>;
1399
+ artifactsDelta: z.ZodObject<{
1400
+ added: z.ZodArray<z.ZodString>;
1401
+ removed: z.ZodArray<z.ZodString>;
1402
+ changed: z.ZodArray<z.ZodString>;
1403
+ unchanged: z.ZodArray<z.ZodString>;
1404
+ }, z.core.$strip>;
1405
+ }, z.core.$strip>]>;
1406
+ //# sourceMappingURL=output-schemas.d.ts.map