@prismatic-io/lux 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (636) hide show
  1. package/LICENSE +21 -0
  2. package/lib/answerers/claude-code/index.d.ts +17 -0
  3. package/lib/answerers/claude-code/index.d.ts.map +1 -0
  4. package/lib/answerers/claude-code/index.js +280 -0
  5. package/lib/answerers/claude-code/index.js.map +1 -0
  6. package/lib/answerers/persona/index.d.ts +40 -0
  7. package/lib/answerers/persona/index.d.ts.map +1 -0
  8. package/lib/answerers/persona/index.js +265 -0
  9. package/lib/answerers/persona/index.js.map +1 -0
  10. package/lib/answerers/scripted/index.d.ts +8 -0
  11. package/lib/answerers/scripted/index.d.ts.map +1 -0
  12. package/lib/answerers/scripted/index.js +163 -0
  13. package/lib/answerers/scripted/index.js.map +1 -0
  14. package/lib/answerers/shared.d.ts +13 -0
  15. package/lib/answerers/shared.d.ts.map +1 -0
  16. package/lib/answerers/shared.js +17 -0
  17. package/lib/answerers/shared.js.map +1 -0
  18. package/lib/answerers/terminal/index.d.ts +9 -0
  19. package/lib/answerers/terminal/index.d.ts.map +1 -0
  20. package/lib/answerers/terminal/index.js +97 -0
  21. package/lib/answerers/terminal/index.js.map +1 -0
  22. package/lib/assertions/core/command-exits-zero.d.ts +21 -0
  23. package/lib/assertions/core/command-exits-zero.d.ts.map +1 -0
  24. package/lib/assertions/core/command-exits-zero.js +87 -0
  25. package/lib/assertions/core/command-exits-zero.js.map +1 -0
  26. package/lib/assertions/core/event-checks.d.ts +57 -0
  27. package/lib/assertions/core/event-checks.d.ts.map +1 -0
  28. package/lib/assertions/core/event-checks.js +123 -0
  29. package/lib/assertions/core/event-checks.js.map +1 -0
  30. package/lib/assertions/core/file-checks.d.ts +103 -0
  31. package/lib/assertions/core/file-checks.d.ts.map +1 -0
  32. package/lib/assertions/core/file-checks.js +288 -0
  33. package/lib/assertions/core/file-checks.js.map +1 -0
  34. package/lib/assertions/core/helpers.d.ts +66 -0
  35. package/lib/assertions/core/helpers.d.ts.map +1 -0
  36. package/lib/assertions/core/helpers.js +170 -0
  37. package/lib/assertions/core/helpers.js.map +1 -0
  38. package/lib/assertions/core/index.d.ts +15 -0
  39. package/lib/assertions/core/index.d.ts.map +1 -0
  40. package/lib/assertions/core/index.js +56 -0
  41. package/lib/assertions/core/index.js.map +1 -0
  42. package/lib/assertions/core/json-pointer-equals.d.ts +19 -0
  43. package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -0
  44. package/lib/assertions/core/json-pointer-equals.js +71 -0
  45. package/lib/assertions/core/json-pointer-equals.js.map +1 -0
  46. package/lib/assertions/core/output-checks.d.ts +46 -0
  47. package/lib/assertions/core/output-checks.d.ts.map +1 -0
  48. package/lib/assertions/core/output-checks.js +121 -0
  49. package/lib/assertions/core/output-checks.js.map +1 -0
  50. package/lib/assertions/core/predicate.d.ts +14 -0
  51. package/lib/assertions/core/predicate.d.ts.map +1 -0
  52. package/lib/assertions/core/predicate.js +55 -0
  53. package/lib/assertions/core/predicate.js.map +1 -0
  54. package/lib/assertions/core/resource-checks.d.ts +71 -0
  55. package/lib/assertions/core/resource-checks.d.ts.map +1 -0
  56. package/lib/assertions/core/resource-checks.js +159 -0
  57. package/lib/assertions/core/resource-checks.js.map +1 -0
  58. package/lib/assertions/core/safe-regex.d.ts +23 -0
  59. package/lib/assertions/core/safe-regex.d.ts.map +1 -0
  60. package/lib/assertions/core/safe-regex.js +102 -0
  61. package/lib/assertions/core/safe-regex.js.map +1 -0
  62. package/lib/assertions/core/tool-called-with.d.ts +21 -0
  63. package/lib/assertions/core/tool-called-with.d.ts.map +1 -0
  64. package/lib/assertions/core/tool-called-with.js +69 -0
  65. package/lib/assertions/core/tool-called-with.js.map +1 -0
  66. package/lib/assertions/core/tool-calls.d.ts +22 -0
  67. package/lib/assertions/core/tool-calls.d.ts.map +1 -0
  68. package/lib/assertions/core/tool-calls.js +17 -0
  69. package/lib/assertions/core/tool-calls.js.map +1 -0
  70. package/lib/assertions/core/tool-invocation.d.ts +36 -0
  71. package/lib/assertions/core/tool-invocation.d.ts.map +1 -0
  72. package/lib/assertions/core/tool-invocation.js +170 -0
  73. package/lib/assertions/core/tool-invocation.js.map +1 -0
  74. package/lib/assertions/core/tool-result-checks.d.ts +59 -0
  75. package/lib/assertions/core/tool-result-checks.d.ts.map +1 -0
  76. package/lib/assertions/core/tool-result-checks.js +193 -0
  77. package/lib/assertions/core/tool-result-checks.js.map +1 -0
  78. package/lib/assertions/mcp/discovery-checks.d.ts +36 -0
  79. package/lib/assertions/mcp/discovery-checks.d.ts.map +1 -0
  80. package/lib/assertions/mcp/discovery-checks.js +122 -0
  81. package/lib/assertions/mcp/discovery-checks.js.map +1 -0
  82. package/lib/assertions/mcp/index.d.ts +10 -0
  83. package/lib/assertions/mcp/index.d.ts.map +1 -0
  84. package/lib/assertions/mcp/index.js +25 -0
  85. package/lib/assertions/mcp/index.js.map +1 -0
  86. package/lib/assertions/rubric/index.d.ts +104 -0
  87. package/lib/assertions/rubric/index.d.ts.map +1 -0
  88. package/lib/assertions/rubric/index.js +191 -0
  89. package/lib/assertions/rubric/index.js.map +1 -0
  90. package/lib/assertions/rubric/internal.d.ts +14 -0
  91. package/lib/assertions/rubric/internal.d.ts.map +1 -0
  92. package/lib/assertions/rubric/internal.js +335 -0
  93. package/lib/assertions/rubric/internal.js.map +1 -0
  94. package/lib/authoring.d.ts +3 -0
  95. package/lib/authoring.d.ts.map +1 -0
  96. package/lib/authoring.js +3 -0
  97. package/lib/authoring.js.map +1 -0
  98. package/lib/cli/bin.d.ts +3 -0
  99. package/lib/cli/bin.d.ts.map +1 -0
  100. package/lib/cli/bin.js +15 -0
  101. package/lib/cli/bin.js.map +1 -0
  102. package/lib/cli/command-runtime.d.ts +5 -0
  103. package/lib/cli/command-runtime.d.ts.map +1 -0
  104. package/lib/cli/command-runtime.js +30 -0
  105. package/lib/cli/command-runtime.js.map +1 -0
  106. package/lib/cli/init.d.ts +21 -0
  107. package/lib/cli/init.d.ts.map +1 -0
  108. package/lib/cli/init.js +340 -0
  109. package/lib/cli/init.js.map +1 -0
  110. package/lib/cli/program.d.ts +22 -0
  111. package/lib/cli/program.d.ts.map +1 -0
  112. package/lib/cli/program.js +757 -0
  113. package/lib/cli/program.js.map +1 -0
  114. package/lib/cli/render/format.d.ts +14 -0
  115. package/lib/cli/render/format.d.ts.map +1 -0
  116. package/lib/cli/render/format.js +71 -0
  117. package/lib/cli/render/format.js.map +1 -0
  118. package/lib/cli/render/reporter.d.ts +73 -0
  119. package/lib/cli/render/reporter.d.ts.map +1 -0
  120. package/lib/cli/render/reporter.js +519 -0
  121. package/lib/cli/render/reporter.js.map +1 -0
  122. package/lib/cli/render/tty.d.ts +77 -0
  123. package/lib/cli/render/tty.d.ts.map +1 -0
  124. package/lib/cli/render/tty.js +283 -0
  125. package/lib/cli/render/tty.js.map +1 -0
  126. package/lib/cli/run-options.d.ts +27 -0
  127. package/lib/cli/run-options.d.ts.map +1 -0
  128. package/lib/cli/run-options.js +58 -0
  129. package/lib/cli/run-options.js.map +1 -0
  130. package/lib/cli/skills.d.ts +38 -0
  131. package/lib/cli/skills.d.ts.map +1 -0
  132. package/lib/cli/skills.js +84 -0
  133. package/lib/cli/skills.js.map +1 -0
  134. package/lib/core/annotation.d.ts +56 -0
  135. package/lib/core/annotation.d.ts.map +1 -0
  136. package/lib/core/annotation.js +92 -0
  137. package/lib/core/annotation.js.map +1 -0
  138. package/lib/core/answerer.d.ts +68 -0
  139. package/lib/core/answerer.d.ts.map +1 -0
  140. package/lib/core/answerer.js +17 -0
  141. package/lib/core/answerer.js.map +1 -0
  142. package/lib/core/artifact-evidence.d.ts +50 -0
  143. package/lib/core/artifact-evidence.d.ts.map +1 -0
  144. package/lib/core/artifact-evidence.js +185 -0
  145. package/lib/core/artifact-evidence.js.map +1 -0
  146. package/lib/core/artifact-snapshot.d.ts +37 -0
  147. package/lib/core/artifact-snapshot.d.ts.map +1 -0
  148. package/lib/core/artifact-snapshot.js +339 -0
  149. package/lib/core/artifact-snapshot.js.map +1 -0
  150. package/lib/core/assertion.d.ts +129 -0
  151. package/lib/core/assertion.d.ts.map +1 -0
  152. package/lib/core/assertion.js +75 -0
  153. package/lib/core/assertion.js.map +1 -0
  154. package/lib/core/case.d.ts +79 -0
  155. package/lib/core/case.d.ts.map +1 -0
  156. package/lib/core/case.js +90 -0
  157. package/lib/core/case.js.map +1 -0
  158. package/lib/core/conversation-turn.d.ts +23 -0
  159. package/lib/core/conversation-turn.d.ts.map +1 -0
  160. package/lib/core/conversation-turn.js +31 -0
  161. package/lib/core/conversation-turn.js.map +1 -0
  162. package/lib/core/driver.d.ts +64 -0
  163. package/lib/core/driver.d.ts.map +1 -0
  164. package/lib/core/driver.js +18 -0
  165. package/lib/core/driver.js.map +1 -0
  166. package/lib/core/emitter.d.ts +20 -0
  167. package/lib/core/emitter.d.ts.map +1 -0
  168. package/lib/core/emitter.js +34 -0
  169. package/lib/core/emitter.js.map +1 -0
  170. package/lib/core/events.d.ts +202 -0
  171. package/lib/core/events.d.ts.map +1 -0
  172. package/lib/core/events.js +107 -0
  173. package/lib/core/events.js.map +1 -0
  174. package/lib/core/exec.d.ts +82 -0
  175. package/lib/core/exec.d.ts.map +1 -0
  176. package/lib/core/exec.js +168 -0
  177. package/lib/core/exec.js.map +1 -0
  178. package/lib/core/experiment.d.ts +285 -0
  179. package/lib/core/experiment.d.ts.map +1 -0
  180. package/lib/core/experiment.js +389 -0
  181. package/lib/core/experiment.js.map +1 -0
  182. package/lib/core/glob.d.ts +3 -0
  183. package/lib/core/glob.d.ts.map +1 -0
  184. package/lib/core/glob.js +32 -0
  185. package/lib/core/glob.js.map +1 -0
  186. package/lib/core/hash.d.ts +8 -0
  187. package/lib/core/hash.d.ts.map +1 -0
  188. package/lib/core/hash.js +214 -0
  189. package/lib/core/hash.js.map +1 -0
  190. package/lib/core/index.d.ts +29 -0
  191. package/lib/core/index.d.ts.map +1 -0
  192. package/lib/core/index.js +29 -0
  193. package/lib/core/index.js.map +1 -0
  194. package/lib/core/lifecycle-fixtures.d.ts +20 -0
  195. package/lib/core/lifecycle-fixtures.d.ts.map +1 -0
  196. package/lib/core/lifecycle-fixtures.js +109 -0
  197. package/lib/core/lifecycle-fixtures.js.map +1 -0
  198. package/lib/core/lifecycle-hooks.d.ts +52 -0
  199. package/lib/core/lifecycle-hooks.d.ts.map +1 -0
  200. package/lib/core/lifecycle-hooks.js +42 -0
  201. package/lib/core/lifecycle-hooks.js.map +1 -0
  202. package/lib/core/mcp-events.d.ts +44 -0
  203. package/lib/core/mcp-events.d.ts.map +1 -0
  204. package/lib/core/mcp-events.js +23 -0
  205. package/lib/core/mcp-events.js.map +1 -0
  206. package/lib/core/model-cli.d.ts +57 -0
  207. package/lib/core/model-cli.d.ts.map +1 -0
  208. package/lib/core/model-cli.js +237 -0
  209. package/lib/core/model-cli.js.map +1 -0
  210. package/lib/core/observer.d.ts +31 -0
  211. package/lib/core/observer.d.ts.map +1 -0
  212. package/lib/core/observer.js +25 -0
  213. package/lib/core/observer.js.map +1 -0
  214. package/lib/core/platform-process.d.ts +33 -0
  215. package/lib/core/platform-process.d.ts.map +1 -0
  216. package/lib/core/platform-process.js +214 -0
  217. package/lib/core/platform-process.js.map +1 -0
  218. package/lib/core/registry.d.ts +22 -0
  219. package/lib/core/registry.d.ts.map +1 -0
  220. package/lib/core/registry.js +45 -0
  221. package/lib/core/registry.js.map +1 -0
  222. package/lib/core/rubric.d.ts +18 -0
  223. package/lib/core/rubric.d.ts.map +1 -0
  224. package/lib/core/rubric.js +49 -0
  225. package/lib/core/rubric.js.map +1 -0
  226. package/lib/core/run.d.ts +419 -0
  227. package/lib/core/run.d.ts.map +1 -0
  228. package/lib/core/run.js +126 -0
  229. package/lib/core/run.js.map +1 -0
  230. package/lib/core/statistics.d.ts +39 -0
  231. package/lib/core/statistics.d.ts.map +1 -0
  232. package/lib/core/statistics.js +163 -0
  233. package/lib/core/statistics.js.map +1 -0
  234. package/lib/core/subject.d.ts +4 -0
  235. package/lib/core/subject.d.ts.map +1 -0
  236. package/lib/core/subject.js +46 -0
  237. package/lib/core/subject.js.map +1 -0
  238. package/lib/core/tool-events.d.ts +69 -0
  239. package/lib/core/tool-events.d.ts.map +1 -0
  240. package/lib/core/tool-events.js +242 -0
  241. package/lib/core/tool-events.js.map +1 -0
  242. package/lib/core/usage.d.ts +78 -0
  243. package/lib/core/usage.d.ts.map +1 -0
  244. package/lib/core/usage.js +104 -0
  245. package/lib/core/usage.js.map +1 -0
  246. package/lib/core/wire.d.ts +83 -0
  247. package/lib/core/wire.d.ts.map +1 -0
  248. package/lib/core/wire.js +101 -0
  249. package/lib/core/wire.js.map +1 -0
  250. package/lib/core/zod.d.ts +10 -0
  251. package/lib/core/zod.d.ts.map +1 -0
  252. package/lib/core/zod.js +18 -0
  253. package/lib/core/zod.js.map +1 -0
  254. package/lib/drivers/claude-code/index.d.ts +55 -0
  255. package/lib/drivers/claude-code/index.d.ts.map +1 -0
  256. package/lib/drivers/claude-code/index.js +779 -0
  257. package/lib/drivers/claude-code/index.js.map +1 -0
  258. package/lib/drivers/claude-code/parse-events.d.ts +46 -0
  259. package/lib/drivers/claude-code/parse-events.d.ts.map +1 -0
  260. package/lib/drivers/claude-code/parse-events.js +387 -0
  261. package/lib/drivers/claude-code/parse-events.js.map +1 -0
  262. package/lib/drivers/codex/app-events.d.ts +16 -0
  263. package/lib/drivers/codex/app-events.d.ts.map +1 -0
  264. package/lib/drivers/codex/app-events.js +184 -0
  265. package/lib/drivers/codex/app-events.js.map +1 -0
  266. package/lib/drivers/codex/config.d.ts +55 -0
  267. package/lib/drivers/codex/config.d.ts.map +1 -0
  268. package/lib/drivers/codex/config.js +125 -0
  269. package/lib/drivers/codex/config.js.map +1 -0
  270. package/lib/drivers/codex/index.d.ts +8 -0
  271. package/lib/drivers/codex/index.d.ts.map +1 -0
  272. package/lib/drivers/codex/index.js +904 -0
  273. package/lib/drivers/codex/index.js.map +1 -0
  274. package/lib/drivers/mcp/index.d.ts +52 -0
  275. package/lib/drivers/mcp/index.d.ts.map +1 -0
  276. package/lib/drivers/mcp/index.js +282 -0
  277. package/lib/drivers/mcp/index.js.map +1 -0
  278. package/lib/drivers/mcp/transport.d.ts +50 -0
  279. package/lib/drivers/mcp/transport.d.ts.map +1 -0
  280. package/lib/drivers/mcp/transport.js +190 -0
  281. package/lib/drivers/mcp/transport.js.map +1 -0
  282. package/lib/drivers/shared/artifacts.d.ts +4 -0
  283. package/lib/drivers/shared/artifacts.d.ts.map +1 -0
  284. package/lib/drivers/shared/artifacts.js +81 -0
  285. package/lib/drivers/shared/artifacts.js.map +1 -0
  286. package/lib/drivers/shared/secure-copy.d.ts +2 -0
  287. package/lib/drivers/shared/secure-copy.d.ts.map +1 -0
  288. package/lib/drivers/shared/secure-copy.js +35 -0
  289. package/lib/drivers/shared/secure-copy.js.map +1 -0
  290. package/lib/drivers/subprocess/index.d.ts +24 -0
  291. package/lib/drivers/subprocess/index.d.ts.map +1 -0
  292. package/lib/drivers/subprocess/index.js +451 -0
  293. package/lib/drivers/subprocess/index.js.map +1 -0
  294. package/lib/index.d.ts +40 -0
  295. package/lib/index.d.ts.map +1 -0
  296. package/lib/index.js +48 -0
  297. package/lib/index.js.map +1 -0
  298. package/lib/optimization/reflective.d.ts +27 -0
  299. package/lib/optimization/reflective.d.ts.map +1 -0
  300. package/lib/optimization/reflective.js +257 -0
  301. package/lib/optimization/reflective.js.map +1 -0
  302. package/lib/orchestrator/annotation-loader.d.ts +65 -0
  303. package/lib/orchestrator/annotation-loader.d.ts.map +1 -0
  304. package/lib/orchestrator/annotation-loader.js +73 -0
  305. package/lib/orchestrator/annotation-loader.js.map +1 -0
  306. package/lib/orchestrator/annotation-store.d.ts +3 -0
  307. package/lib/orchestrator/annotation-store.d.ts.map +1 -0
  308. package/lib/orchestrator/annotation-store.js +100 -0
  309. package/lib/orchestrator/annotation-store.js.map +1 -0
  310. package/lib/orchestrator/authored-dependencies.d.ts +3 -0
  311. package/lib/orchestrator/authored-dependencies.d.ts.map +1 -0
  312. package/lib/orchestrator/authored-dependencies.js +146 -0
  313. package/lib/orchestrator/authored-dependencies.js.map +1 -0
  314. package/lib/orchestrator/campaign-lifecycle.d.ts +105 -0
  315. package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -0
  316. package/lib/orchestrator/campaign-lifecycle.js +141 -0
  317. package/lib/orchestrator/campaign-lifecycle.js.map +1 -0
  318. package/lib/orchestrator/candidate-integrity.d.ts +4 -0
  319. package/lib/orchestrator/candidate-integrity.d.ts.map +1 -0
  320. package/lib/orchestrator/candidate-integrity.js +14 -0
  321. package/lib/orchestrator/candidate-integrity.js.map +1 -0
  322. package/lib/orchestrator/candidates.d.ts +13 -0
  323. package/lib/orchestrator/candidates.d.ts.map +1 -0
  324. package/lib/orchestrator/candidates.js +577 -0
  325. package/lib/orchestrator/candidates.js.map +1 -0
  326. package/lib/orchestrator/compare.d.ts +80 -0
  327. package/lib/orchestrator/compare.d.ts.map +1 -0
  328. package/lib/orchestrator/compare.js +270 -0
  329. package/lib/orchestrator/compare.js.map +1 -0
  330. package/lib/orchestrator/comparison-identity.d.ts +10 -0
  331. package/lib/orchestrator/comparison-identity.d.ts.map +1 -0
  332. package/lib/orchestrator/comparison-identity.js +39 -0
  333. package/lib/orchestrator/comparison-identity.js.map +1 -0
  334. package/lib/orchestrator/config.d.ts +121 -0
  335. package/lib/orchestrator/config.d.ts.map +1 -0
  336. package/lib/orchestrator/config.js +176 -0
  337. package/lib/orchestrator/config.js.map +1 -0
  338. package/lib/orchestrator/content-bound-json.d.ts +5 -0
  339. package/lib/orchestrator/content-bound-json.d.ts.map +1 -0
  340. package/lib/orchestrator/content-bound-json.js +59 -0
  341. package/lib/orchestrator/content-bound-json.js.map +1 -0
  342. package/lib/orchestrator/discover.d.ts +45 -0
  343. package/lib/orchestrator/discover.d.ts.map +1 -0
  344. package/lib/orchestrator/discover.js +98 -0
  345. package/lib/orchestrator/discover.js.map +1 -0
  346. package/lib/orchestrator/doctor.d.ts +141 -0
  347. package/lib/orchestrator/doctor.d.ts.map +1 -0
  348. package/lib/orchestrator/doctor.js +525 -0
  349. package/lib/orchestrator/doctor.js.map +1 -0
  350. package/lib/orchestrator/driver-session.d.ts +177 -0
  351. package/lib/orchestrator/driver-session.d.ts.map +1 -0
  352. package/lib/orchestrator/driver-session.js +396 -0
  353. package/lib/orchestrator/driver-session.js.map +1 -0
  354. package/lib/orchestrator/evaluator-identity.d.ts +7 -0
  355. package/lib/orchestrator/evaluator-identity.d.ts.map +1 -0
  356. package/lib/orchestrator/evaluator-identity.js +42 -0
  357. package/lib/orchestrator/evaluator-identity.js.map +1 -0
  358. package/lib/orchestrator/experiment-budget.d.ts +11 -0
  359. package/lib/orchestrator/experiment-budget.d.ts.map +1 -0
  360. package/lib/orchestrator/experiment-budget.js +51 -0
  361. package/lib/orchestrator/experiment-budget.js.map +1 -0
  362. package/lib/orchestrator/experiment-context.d.ts +43 -0
  363. package/lib/orchestrator/experiment-context.d.ts.map +1 -0
  364. package/lib/orchestrator/experiment-context.js +9 -0
  365. package/lib/orchestrator/experiment-context.js.map +1 -0
  366. package/lib/orchestrator/experiment-contracts.d.ts +290 -0
  367. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -0
  368. package/lib/orchestrator/experiment-contracts.js +38 -0
  369. package/lib/orchestrator/experiment-contracts.js.map +1 -0
  370. package/lib/orchestrator/experiment-corpus.d.ts +21 -0
  371. package/lib/orchestrator/experiment-corpus.d.ts.map +1 -0
  372. package/lib/orchestrator/experiment-corpus.js +276 -0
  373. package/lib/orchestrator/experiment-corpus.js.map +1 -0
  374. package/lib/orchestrator/experiment-evaluation.d.ts +44 -0
  375. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -0
  376. package/lib/orchestrator/experiment-evaluation.js +542 -0
  377. package/lib/orchestrator/experiment-evaluation.js.map +1 -0
  378. package/lib/orchestrator/experiment-finish.d.ts +6 -0
  379. package/lib/orchestrator/experiment-finish.d.ts.map +1 -0
  380. package/lib/orchestrator/experiment-finish.js +19 -0
  381. package/lib/orchestrator/experiment-finish.js.map +1 -0
  382. package/lib/orchestrator/experiment-identity.d.ts +6 -0
  383. package/lib/orchestrator/experiment-identity.d.ts.map +1 -0
  384. package/lib/orchestrator/experiment-identity.js +257 -0
  385. package/lib/orchestrator/experiment-identity.js.map +1 -0
  386. package/lib/orchestrator/experiment-loader.d.ts +175 -0
  387. package/lib/orchestrator/experiment-loader.d.ts.map +1 -0
  388. package/lib/orchestrator/experiment-loader.js +77 -0
  389. package/lib/orchestrator/experiment-loader.js.map +1 -0
  390. package/lib/orchestrator/experiment-report.d.ts +450 -0
  391. package/lib/orchestrator/experiment-report.d.ts.map +1 -0
  392. package/lib/orchestrator/experiment-report.js +570 -0
  393. package/lib/orchestrator/experiment-report.js.map +1 -0
  394. package/lib/orchestrator/experiment-runs.d.ts +379 -0
  395. package/lib/orchestrator/experiment-runs.d.ts.map +1 -0
  396. package/lib/orchestrator/experiment-runs.js +796 -0
  397. package/lib/orchestrator/experiment-runs.js.map +1 -0
  398. package/lib/orchestrator/experiment-runtime-identity.d.ts +41 -0
  399. package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -0
  400. package/lib/orchestrator/experiment-runtime-identity.js +411 -0
  401. package/lib/orchestrator/experiment-runtime-identity.js.map +1 -0
  402. package/lib/orchestrator/experiment-selection.d.ts +25 -0
  403. package/lib/orchestrator/experiment-selection.d.ts.map +1 -0
  404. package/lib/orchestrator/experiment-selection.js +286 -0
  405. package/lib/orchestrator/experiment-selection.js.map +1 -0
  406. package/lib/orchestrator/experiment.d.ts +11 -0
  407. package/lib/orchestrator/experiment.d.ts.map +1 -0
  408. package/lib/orchestrator/experiment.js +639 -0
  409. package/lib/orchestrator/experiment.js.map +1 -0
  410. package/lib/orchestrator/fixture-identity.d.ts +7 -0
  411. package/lib/orchestrator/fixture-identity.d.ts.map +1 -0
  412. package/lib/orchestrator/fixture-identity.js +55 -0
  413. package/lib/orchestrator/fixture-identity.js.map +1 -0
  414. package/lib/orchestrator/fs-read.d.ts +19 -0
  415. package/lib/orchestrator/fs-read.d.ts.map +1 -0
  416. package/lib/orchestrator/fs-read.js +113 -0
  417. package/lib/orchestrator/fs-read.js.map +1 -0
  418. package/lib/orchestrator/grader-experiment.d.ts +190 -0
  419. package/lib/orchestrator/grader-experiment.d.ts.map +1 -0
  420. package/lib/orchestrator/grader-experiment.js +579 -0
  421. package/lib/orchestrator/grader-experiment.js.map +1 -0
  422. package/lib/orchestrator/grading.d.ts +31 -0
  423. package/lib/orchestrator/grading.d.ts.map +1 -0
  424. package/lib/orchestrator/grading.js +186 -0
  425. package/lib/orchestrator/grading.js.map +1 -0
  426. package/lib/orchestrator/index.d.ts +22 -0
  427. package/lib/orchestrator/index.d.ts.map +1 -0
  428. package/lib/orchestrator/index.js +30 -0
  429. package/lib/orchestrator/index.js.map +1 -0
  430. package/lib/orchestrator/lifecycle-hook-execution.d.ts +4 -0
  431. package/lib/orchestrator/lifecycle-hook-execution.d.ts.map +1 -0
  432. package/lib/orchestrator/lifecycle-hook-execution.js +67 -0
  433. package/lib/orchestrator/lifecycle-hook-execution.js.map +1 -0
  434. package/lib/orchestrator/list-runs.d.ts +33 -0
  435. package/lib/orchestrator/list-runs.d.ts.map +1 -0
  436. package/lib/orchestrator/list-runs.js +308 -0
  437. package/lib/orchestrator/list-runs.js.map +1 -0
  438. package/lib/orchestrator/loader.d.ts +3 -0
  439. package/lib/orchestrator/loader.d.ts.map +1 -0
  440. package/lib/orchestrator/loader.js +17 -0
  441. package/lib/orchestrator/loader.js.map +1 -0
  442. package/lib/orchestrator/optimization-lifecycle.d.ts +12 -0
  443. package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -0
  444. package/lib/orchestrator/optimization-lifecycle.js +92 -0
  445. package/lib/orchestrator/optimization-lifecycle.js.map +1 -0
  446. package/lib/orchestrator/orchestrator.d.ts +144 -0
  447. package/lib/orchestrator/orchestrator.d.ts.map +1 -0
  448. package/lib/orchestrator/orchestrator.js +632 -0
  449. package/lib/orchestrator/orchestrator.js.map +1 -0
  450. package/lib/orchestrator/owned-lock.d.ts +17 -0
  451. package/lib/orchestrator/owned-lock.d.ts.map +1 -0
  452. package/lib/orchestrator/owned-lock.js +149 -0
  453. package/lib/orchestrator/owned-lock.js.map +1 -0
  454. package/lib/orchestrator/package-version.d.ts +2 -0
  455. package/lib/orchestrator/package-version.d.ts.map +1 -0
  456. package/lib/orchestrator/package-version.js +4 -0
  457. package/lib/orchestrator/package-version.js.map +1 -0
  458. package/lib/orchestrator/provenance.d.ts +5 -0
  459. package/lib/orchestrator/provenance.d.ts.map +1 -0
  460. package/lib/orchestrator/provenance.js +137 -0
  461. package/lib/orchestrator/provenance.js.map +1 -0
  462. package/lib/orchestrator/regrade.d.ts +80 -0
  463. package/lib/orchestrator/regrade.d.ts.map +1 -0
  464. package/lib/orchestrator/regrade.js +433 -0
  465. package/lib/orchestrator/regrade.js.map +1 -0
  466. package/lib/orchestrator/rubric-loader.d.ts +7 -0
  467. package/lib/orchestrator/rubric-loader.d.ts.map +1 -0
  468. package/lib/orchestrator/rubric-loader.js +65 -0
  469. package/lib/orchestrator/rubric-loader.js.map +1 -0
  470. package/lib/orchestrator/run-dir.d.ts +40 -0
  471. package/lib/orchestrator/run-dir.d.ts.map +1 -0
  472. package/lib/orchestrator/run-dir.js +161 -0
  473. package/lib/orchestrator/run-dir.js.map +1 -0
  474. package/lib/orchestrator/run-execution.d.ts +30 -0
  475. package/lib/orchestrator/run-execution.d.ts.map +1 -0
  476. package/lib/orchestrator/run-execution.js +531 -0
  477. package/lib/orchestrator/run-execution.js.map +1 -0
  478. package/lib/orchestrator/run-lifecycle.d.ts +115 -0
  479. package/lib/orchestrator/run-lifecycle.d.ts.map +1 -0
  480. package/lib/orchestrator/run-lifecycle.js +136 -0
  481. package/lib/orchestrator/run-lifecycle.js.map +1 -0
  482. package/lib/orchestrator/suite-compare.d.ts +76 -0
  483. package/lib/orchestrator/suite-compare.d.ts.map +1 -0
  484. package/lib/orchestrator/suite-compare.js +159 -0
  485. package/lib/orchestrator/suite-compare.js.map +1 -0
  486. package/lib/orchestrator/suite-lifecycle.d.ts +157 -0
  487. package/lib/orchestrator/suite-lifecycle.d.ts.map +1 -0
  488. package/lib/orchestrator/suite-lifecycle.js +253 -0
  489. package/lib/orchestrator/suite-lifecycle.js.map +1 -0
  490. package/lib/orchestrator/suite-runs.d.ts +91 -0
  491. package/lib/orchestrator/suite-runs.d.ts.map +1 -0
  492. package/lib/orchestrator/suite-runs.js +157 -0
  493. package/lib/orchestrator/suite-runs.js.map +1 -0
  494. package/lib/orchestrator/suite-summary.d.ts +109 -0
  495. package/lib/orchestrator/suite-summary.d.ts.map +1 -0
  496. package/lib/orchestrator/suite-summary.js +213 -0
  497. package/lib/orchestrator/suite-summary.js.map +1 -0
  498. package/lib/orchestrator/trace-limits.d.ts +20 -0
  499. package/lib/orchestrator/trace-limits.d.ts.map +1 -0
  500. package/lib/orchestrator/trace-limits.js +28 -0
  501. package/lib/orchestrator/trace-limits.js.map +1 -0
  502. package/lib/orchestrator/validate-plugin-config.d.ts +10 -0
  503. package/lib/orchestrator/validate-plugin-config.d.ts.map +1 -0
  504. package/lib/orchestrator/validate-plugin-config.js +26 -0
  505. package/lib/orchestrator/validate-plugin-config.js.map +1 -0
  506. package/package.json +84 -0
  507. package/skills/lux/SKILL.md +85 -0
  508. package/skills/lux/references/cli.md +102 -0
  509. package/skills/lux/references/eval-authoring.md +105 -0
  510. package/skills/lux-answerer/SKILL.md +169 -0
  511. package/src/answerers/claude-code/index.ts +342 -0
  512. package/src/answerers/persona/index.ts +327 -0
  513. package/src/answerers/scripted/index.ts +186 -0
  514. package/src/answerers/shared.ts +23 -0
  515. package/src/answerers/terminal/index.ts +117 -0
  516. package/src/assertions/core/command-exits-zero.ts +94 -0
  517. package/src/assertions/core/event-checks.ts +138 -0
  518. package/src/assertions/core/file-checks.ts +336 -0
  519. package/src/assertions/core/helpers.ts +203 -0
  520. package/src/assertions/core/index.ts +80 -0
  521. package/src/assertions/core/json-pointer-equals.ts +84 -0
  522. package/src/assertions/core/output-checks.ts +134 -0
  523. package/src/assertions/core/predicate.ts +67 -0
  524. package/src/assertions/core/resource-checks.ts +180 -0
  525. package/src/assertions/core/safe-regex.ts +196 -0
  526. package/src/assertions/core/tool-called-with.ts +68 -0
  527. package/src/assertions/core/tool-calls.ts +28 -0
  528. package/src/assertions/core/tool-invocation.ts +198 -0
  529. package/src/assertions/core/tool-result-checks.ts +211 -0
  530. package/src/assertions/mcp/discovery-checks.ts +139 -0
  531. package/src/assertions/mcp/index.ts +37 -0
  532. package/src/assertions/rubric/index.ts +258 -0
  533. package/src/assertions/rubric/internal.ts +367 -0
  534. package/src/authoring.ts +2 -0
  535. package/src/cli/bin.ts +14 -0
  536. package/src/cli/command-runtime.ts +34 -0
  537. package/src/cli/init.ts +410 -0
  538. package/src/cli/program.ts +992 -0
  539. package/src/cli/render/format.ts +69 -0
  540. package/src/cli/render/reporter.ts +643 -0
  541. package/src/cli/render/tty.ts +314 -0
  542. package/src/cli/run-options.ts +82 -0
  543. package/src/cli/skills.ts +129 -0
  544. package/src/core/annotation.ts +104 -0
  545. package/src/core/answerer.ts +75 -0
  546. package/src/core/artifact-evidence.ts +249 -0
  547. package/src/core/artifact-snapshot.ts +429 -0
  548. package/src/core/assertion.ts +156 -0
  549. package/src/core/case.ts +103 -0
  550. package/src/core/conversation-turn.ts +47 -0
  551. package/src/core/driver.ts +75 -0
  552. package/src/core/emitter.ts +38 -0
  553. package/src/core/events.ts +135 -0
  554. package/src/core/exec.ts +263 -0
  555. package/src/core/experiment.ts +467 -0
  556. package/src/core/glob.ts +31 -0
  557. package/src/core/hash.ts +237 -0
  558. package/src/core/index.ts +28 -0
  559. package/src/core/lifecycle-fixtures.ts +145 -0
  560. package/src/core/lifecycle-hooks.ts +101 -0
  561. package/src/core/mcp-events.ts +57 -0
  562. package/src/core/model-cli.ts +271 -0
  563. package/src/core/observer.ts +50 -0
  564. package/src/core/platform-process.ts +284 -0
  565. package/src/core/registry.ts +57 -0
  566. package/src/core/rubric.ts +52 -0
  567. package/src/core/run.ts +144 -0
  568. package/src/core/statistics.ts +194 -0
  569. package/src/core/subject.ts +50 -0
  570. package/src/core/tool-events.ts +292 -0
  571. package/src/core/usage.ts +123 -0
  572. package/src/core/wire.ts +135 -0
  573. package/src/core/zod.ts +20 -0
  574. package/src/drivers/claude-code/index.ts +866 -0
  575. package/src/drivers/claude-code/parse-events.ts +464 -0
  576. package/src/drivers/codex/app-events.ts +218 -0
  577. package/src/drivers/codex/config.ts +128 -0
  578. package/src/drivers/codex/index.ts +995 -0
  579. package/src/drivers/mcp/index.ts +351 -0
  580. package/src/drivers/mcp/transport.ts +222 -0
  581. package/src/drivers/shared/artifacts.ts +86 -0
  582. package/src/drivers/shared/secure-copy.ts +40 -0
  583. package/src/drivers/subprocess/index.ts +490 -0
  584. package/src/index.ts +594 -0
  585. package/src/optimization/reflective.ts +319 -0
  586. package/src/orchestrator/annotation-loader.ts +97 -0
  587. package/src/orchestrator/annotation-store.ts +112 -0
  588. package/src/orchestrator/authored-dependencies.ts +193 -0
  589. package/src/orchestrator/campaign-lifecycle.ts +181 -0
  590. package/src/orchestrator/candidate-integrity.ts +18 -0
  591. package/src/orchestrator/candidates.ts +683 -0
  592. package/src/orchestrator/compare.ts +358 -0
  593. package/src/orchestrator/comparison-identity.ts +45 -0
  594. package/src/orchestrator/config.ts +205 -0
  595. package/src/orchestrator/content-bound-json.ts +71 -0
  596. package/src/orchestrator/discover.ts +132 -0
  597. package/src/orchestrator/doctor.ts +781 -0
  598. package/src/orchestrator/driver-session.ts +507 -0
  599. package/src/orchestrator/evaluator-identity.ts +45 -0
  600. package/src/orchestrator/experiment-budget.ts +61 -0
  601. package/src/orchestrator/experiment-context.ts +41 -0
  602. package/src/orchestrator/experiment-contracts.ts +43 -0
  603. package/src/orchestrator/experiment-corpus.ts +416 -0
  604. package/src/orchestrator/experiment-evaluation.ts +749 -0
  605. package/src/orchestrator/experiment-finish.ts +33 -0
  606. package/src/orchestrator/experiment-identity.ts +356 -0
  607. package/src/orchestrator/experiment-loader.ts +105 -0
  608. package/src/orchestrator/experiment-report.ts +788 -0
  609. package/src/orchestrator/experiment-runs.ts +960 -0
  610. package/src/orchestrator/experiment-runtime-identity.ts +465 -0
  611. package/src/orchestrator/experiment-selection.ts +467 -0
  612. package/src/orchestrator/experiment.ts +991 -0
  613. package/src/orchestrator/fixture-identity.ts +67 -0
  614. package/src/orchestrator/fs-read.ts +126 -0
  615. package/src/orchestrator/grader-experiment.ts +856 -0
  616. package/src/orchestrator/grading.ts +260 -0
  617. package/src/orchestrator/index.ts +186 -0
  618. package/src/orchestrator/lifecycle-hook-execution.ts +90 -0
  619. package/src/orchestrator/list-runs.ts +384 -0
  620. package/src/orchestrator/loader.ts +19 -0
  621. package/src/orchestrator/optimization-lifecycle.ts +126 -0
  622. package/src/orchestrator/orchestrator.ts +919 -0
  623. package/src/orchestrator/owned-lock.ts +147 -0
  624. package/src/orchestrator/package-version.ts +5 -0
  625. package/src/orchestrator/provenance.ts +140 -0
  626. package/src/orchestrator/regrade.ts +580 -0
  627. package/src/orchestrator/rubric-loader.ts +74 -0
  628. package/src/orchestrator/run-dir.ts +209 -0
  629. package/src/orchestrator/run-execution.ts +694 -0
  630. package/src/orchestrator/run-lifecycle.ts +174 -0
  631. package/src/orchestrator/suite-compare.ts +195 -0
  632. package/src/orchestrator/suite-lifecycle.ts +335 -0
  633. package/src/orchestrator/suite-runs.ts +202 -0
  634. package/src/orchestrator/suite-summary.ts +276 -0
  635. package/src/orchestrator/trace-limits.ts +65 -0
  636. package/src/orchestrator/validate-plugin-config.ts +34 -0
@@ -0,0 +1,433 @@
1
+ import { randomUUID } from "node:crypto";
2
+ import { chmod, constants, link, lstat, mkdir, open, readdir, realpath, rm, stat, unlink, writeFile, } from "node:fs/promises";
3
+ import { isAbsolute, join, relative, resolve, sep } from "node:path";
4
+ import { temporaryDirectory } from "tempy";
5
+ import { z } from "zod";
6
+ import { ArtifactSchema, bindRunArtifactEvidence, contentHash, EvalCaseSchema, GradingReportSchema, inspectRunArtifact, PersistedCaseSchema, RunMetadataSchema, readInspectedFileBytes, readRunArtifactBytes, valueHash, } from "../core/index.js";
7
+ import { evaluatorImplementationHash } from "./evaluator-identity.js";
8
+ import { parsePersistedJson, readBoundedHandle, safeReadJson } from "./fs-read.js";
9
+ import { assertionEvaluatorIdentities, assertionPluginIdentities, gradeRun, graderConfigHash, validateAssertionPlan, } from "./grading.js";
10
+ import { loadRunDetail } from "./list-runs.js";
11
+ import { LUX_VERSION } from "./package-version.js";
12
+ export const GRADING_SNAPSHOT_SCHEMA_VERSION = 2;
13
+ export const GradingSnapshotSchema = z.object({
14
+ schemaVersion: z.literal(GRADING_SNAPSHOT_SCHEMA_VERSION),
15
+ gradingId: z.string(),
16
+ gradedAt: z.string(),
17
+ runDir: z.string(),
18
+ caseHash: z.string(),
19
+ assertionsHash: z.string(),
20
+ validatedAssertionsHash: z.string(),
21
+ graderConfigHash: z.string(),
22
+ evidenceHash: z.string(),
23
+ assertionPlugins: z.array(z
24
+ .object({
25
+ type: z.string(),
26
+ pluginVersion: z.string().nullable(),
27
+ })
28
+ .strict()),
29
+ sourceGraderConfigHash: z.string().optional(),
30
+ sourceValidatedAssertionsHash: z.string().optional(),
31
+ report: GradingReportSchema,
32
+ });
33
+ const timestampId = (date) => date.toISOString().replace(/[:.]/g, "-");
34
+ const frozenRunStates = new WeakMap();
35
+ let currentEvaluatorHash;
36
+ const MAX_FROZEN_ARTIFACTS = 10_000;
37
+ const MAX_FROZEN_ARTIFACT_BYTES = 10 * 1024 * 1024;
38
+ const MAX_FROZEN_ARTIFACT_TOTAL_BYTES = 50 * 1024 * 1024;
39
+ const MAX_FROZEN_ARTIFACT_INDEX_BYTES = 2 * 1024 * 1024;
40
+ const MAX_FROZEN_RUN_JSON_BYTES = 2 * 1024 * 1024;
41
+ const currentEvaluatorImplementationHash = () => (currentEvaluatorHash ??= evaluatorImplementationHash());
42
+ const readFrozenJson = async (path, schema) => {
43
+ try {
44
+ if ((await lstat(path)).isSymbolicLink()) {
45
+ throw new Error(`frozen run JSON cannot be a symlink: ${path}`);
46
+ }
47
+ const handle = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW);
48
+ try {
49
+ const metadata = await handle.stat();
50
+ if (!metadata.isFile() || metadata.size > MAX_FROZEN_RUN_JSON_BYTES) {
51
+ throw new Error(`frozen run JSON must be a regular file no larger than ${MAX_FROZEN_RUN_JSON_BYTES} bytes: ${path}`);
52
+ }
53
+ const contents = await readBoundedHandle(handle, MAX_FROZEN_RUN_JSON_BYTES, path);
54
+ return parsePersistedJson(path, contents.toString("utf8"), schema);
55
+ }
56
+ finally {
57
+ await handle.close();
58
+ }
59
+ }
60
+ catch (error) {
61
+ if (error.code === "ENOENT")
62
+ return null;
63
+ if (error.code === "ELOOP") {
64
+ throw new Error(`frozen run JSON cannot be a symlink: ${path}`);
65
+ }
66
+ throw error;
67
+ }
68
+ };
69
+ const loadArtifacts = async (runDir, fallbackPaths, frozenLimits) => {
70
+ const artifactsPath = join(runDir, "artifacts.json");
71
+ let persisted = null;
72
+ if (frozenLimits) {
73
+ try {
74
+ if ((await lstat(artifactsPath)).isSymbolicLink()) {
75
+ throw new Error(`frozen artifact index cannot be a symlink: ${artifactsPath}`);
76
+ }
77
+ const handle = await open(artifactsPath, constants.O_RDONLY | constants.O_NOFOLLOW);
78
+ try {
79
+ const metadata = await handle.stat();
80
+ if (!metadata.isFile() || metadata.size > MAX_FROZEN_ARTIFACT_INDEX_BYTES) {
81
+ throw new Error(`frozen artifact index exceeds ${MAX_FROZEN_ARTIFACT_INDEX_BYTES} bytes`);
82
+ }
83
+ persisted = parsePersistedJson(artifactsPath, (await readBoundedHandle(handle, MAX_FROZEN_ARTIFACT_INDEX_BYTES, "frozen artifact index")).toString("utf8"), z.array(ArtifactSchema));
84
+ }
85
+ finally {
86
+ await handle.close();
87
+ }
88
+ }
89
+ catch (error) {
90
+ if (error.code !== "ENOENT")
91
+ throw error;
92
+ }
93
+ }
94
+ else {
95
+ persisted = await safeReadJson(artifactsPath, z.array(ArtifactSchema));
96
+ }
97
+ if (persisted)
98
+ return persisted;
99
+ return Promise.all(fallbackPaths.map(async (path) => ({
100
+ path,
101
+ size: (await stat(join(runDir, "artifacts", path))).size,
102
+ })));
103
+ };
104
+ const authoredCaseFromPersisted = (persisted) => ({
105
+ ...(persisted.id !== undefined ? { id: persisted.id } : {}),
106
+ ...(persisted.prompt !== undefined ? { prompt: persisted.prompt } : {}),
107
+ ...(persisted.persona !== undefined ? { persona: persisted.persona } : {}),
108
+ ...(persisted.driver !== undefined
109
+ ? {
110
+ driver: typeof persisted.driver === "string"
111
+ ? persisted.driver
112
+ : {
113
+ name: persisted.driver.name,
114
+ ...(persisted.driver.config !== undefined
115
+ ? { config: persisted.driver.config }
116
+ : {}),
117
+ },
118
+ }
119
+ : {}),
120
+ ...(persisted.answerer !== undefined
121
+ ? {
122
+ answerer: typeof persisted.answerer === "string"
123
+ ? persisted.answerer
124
+ : {
125
+ name: persisted.answerer.name,
126
+ ...(persisted.answerer.config !== undefined
127
+ ? { config: persisted.answerer.config }
128
+ : {}),
129
+ },
130
+ }
131
+ : {}),
132
+ ...(persisted.fixtures !== undefined
133
+ ? {
134
+ fixtures: typeof persisted.fixtures === "string"
135
+ ? persisted.fixtures
136
+ : { kind: persisted.fixtures.kind, path: persisted.fixtures.path },
137
+ }
138
+ : {}),
139
+ ...(persisted.assertions !== undefined ? { assertions: persisted.assertions } : {}),
140
+ ...(persisted.meta !== undefined ? { meta: persisted.meta } : {}),
141
+ });
142
+ export const loadRegradableRun = async (runDir, caseOverride, options = {}) => {
143
+ const absolute = resolve(runDir);
144
+ const detail = await loadRunDetail(absolute, options.frozenLimits
145
+ ? { maxArtifacts: MAX_FROZEN_ARTIFACTS, skipArtifactsWalk: true, skipJson: true }
146
+ : {});
147
+ const persistedCase = options.frozenLimits
148
+ ? await readFrozenJson(join(absolute, "case.json"), PersistedCaseSchema)
149
+ : detail.case;
150
+ const metadata = options.frozenLimits
151
+ ? await readFrozenJson(join(absolute, "run.json"), RunMetadataSchema)
152
+ : detail.metadata;
153
+ if (!persistedCase)
154
+ throw new Error(`case.json is missing or invalid at ${absolute}`);
155
+ if (!metadata)
156
+ throw new Error(`run.json is missing or invalid at ${absolute}`);
157
+ const parsedCase = EvalCaseSchema.safeParse(caseOverride ?? authoredCaseFromPersisted(persistedCase));
158
+ if (!parsedCase.success) {
159
+ throw new Error(`persisted case cannot be regraded: ${parsedCase.error.issues[0]?.message ?? "invalid case"}`);
160
+ }
161
+ return {
162
+ case: parsedCase.data,
163
+ metadata,
164
+ events: detail.events,
165
+ artifacts: await loadArtifacts(absolute, detail.artifacts, options.frozenLimits === true),
166
+ runDir: absolute,
167
+ };
168
+ };
169
+ /**
170
+ * Load evidence for an offline grader experiment. Frozen evidence must be
171
+ * self-contained so authored artifact metadata cannot disclose unrelated
172
+ * local files to a model judge.
173
+ */
174
+ export const loadFrozenRegradableRun = async (runDir, caseOverride) => {
175
+ const run = await loadRegradableRun(runDir, caseOverride, { frozenLimits: true });
176
+ if (run.artifacts.length > MAX_FROZEN_ARTIFACTS) {
177
+ throw new Error(`frozen grader evidence exceeds ${MAX_FROZEN_ARTIFACTS} artifacts`);
178
+ }
179
+ const artifactsRoot = resolve(run.runDir, "artifacts");
180
+ const sourceRunDir = run.runDir;
181
+ const snapshotRunDir = temporaryDirectory({ prefix: "lux-frozen-evidence-" });
182
+ const snapshotArtifactsRoot = join(snapshotRunDir, "artifacts");
183
+ try {
184
+ await mkdir(snapshotArtifactsRoot);
185
+ if (run.artifacts.length > 0) {
186
+ const rootMetadata = await lstat(artifactsRoot);
187
+ if (!rootMetadata.isDirectory() || rootMetadata.isSymbolicLink()) {
188
+ throw new Error("frozen grader artifacts root must be a real directory");
189
+ }
190
+ }
191
+ const artifacts = [];
192
+ let totalBytes = 0;
193
+ for (const artifact of run.artifacts) {
194
+ if (artifact.root !== undefined) {
195
+ throw new Error(`frozen grader artifact '${artifact.path}' cannot declare an external root`);
196
+ }
197
+ if (isAbsolute(artifact.path) ||
198
+ artifact.path.split(/[\\/]/).includes("..") ||
199
+ artifact.path.includes("\0")) {
200
+ throw new Error(`frozen grader artifact path escapes its run: ${artifact.path}`);
201
+ }
202
+ const path = resolve(artifactsRoot, artifact.path);
203
+ if (path === artifactsRoot || !path.startsWith(`${artifactsRoot}${sep}`)) {
204
+ throw new Error(`frozen grader artifact path escapes its run: ${artifact.path}`);
205
+ }
206
+ const inspected = await inspectRunArtifact(run, artifact.path);
207
+ if (!inspected.stats?.isFile()) {
208
+ throw new Error(inspected.issue ?? `frozen grader artifact must be a regular file: ${artifact.path}`);
209
+ }
210
+ const bytes = await readInspectedFileBytes(inspected.target, inspected.stats, MAX_FROZEN_ARTIFACT_BYTES, `frozen grader artifact '${artifact.path}'`);
211
+ totalBytes += bytes.length;
212
+ if (totalBytes > MAX_FROZEN_ARTIFACT_TOTAL_BYTES) {
213
+ throw new Error(`frozen grader artifacts exceed ${MAX_FROZEN_ARTIFACT_TOTAL_BYTES} total bytes`);
214
+ }
215
+ const destination = resolve(snapshotArtifactsRoot, artifact.path);
216
+ if (!destination.startsWith(`${resolve(snapshotArtifactsRoot)}${sep}`)) {
217
+ throw new Error(`frozen grader artifact path escapes its snapshot: ${artifact.path}`);
218
+ }
219
+ await mkdir(resolve(destination, ".."), { recursive: true });
220
+ await writeFile(destination, bytes, { flag: "wx" });
221
+ await chmod(destination, inspected.stats.mode & 0o777);
222
+ artifacts.push({ ...artifact, root: snapshotArtifactsRoot, size: bytes.length });
223
+ }
224
+ const frozen = { ...run, runDir: snapshotRunDir, artifacts };
225
+ bindRunArtifactEvidence(frozen, { root: snapshotArtifactsRoot, indexedOnly: true });
226
+ frozenRunStates.set(frozen, { snapshotRunDir, sourceRunDir });
227
+ return frozen;
228
+ }
229
+ catch (error) {
230
+ await rm(snapshotRunDir, { recursive: true, force: true });
231
+ throw error;
232
+ }
233
+ };
234
+ export const releaseFrozenRegradableRun = async (run) => {
235
+ const state = frozenRunStates.get(run);
236
+ if (!state)
237
+ return;
238
+ frozenRunStates.delete(run);
239
+ await rm(state.snapshotRunDir, { recursive: true, force: true });
240
+ };
241
+ const writeGradingSnapshot = async (run, report, identity, now) => {
242
+ const gradingPrefix = timestampId(now);
243
+ const persistedRunDir = frozenRunStates.get(run)?.sourceRunDir ?? run.runDir;
244
+ const directory = join(persistedRunDir, "gradings");
245
+ try {
246
+ await mkdir(directory);
247
+ }
248
+ catch (error) {
249
+ if (error.code !== "EEXIST")
250
+ throw error;
251
+ }
252
+ const directoryMetadata = await lstat(directory);
253
+ if (!directoryMetadata.isDirectory() || directoryMetadata.isSymbolicLink()) {
254
+ throw new Error("run gradings path must be a real directory");
255
+ }
256
+ const [canonicalRunRoot, canonicalDirectory] = await Promise.all([
257
+ realpath(persistedRunDir),
258
+ realpath(directory),
259
+ ]);
260
+ if (canonicalDirectory !== join(canonicalRunRoot, "gradings")) {
261
+ throw new Error("run gradings directory resolves outside its run");
262
+ }
263
+ for (let suffix = 1;; suffix++) {
264
+ const gradingId = suffix === 1 ? gradingPrefix : `${gradingPrefix}-${suffix}`;
265
+ const path = join(directory, `${gradingId}.json`);
266
+ const snapshot = {
267
+ schemaVersion: GRADING_SNAPSHOT_SCHEMA_VERSION,
268
+ gradingId,
269
+ gradedAt: now.toISOString(),
270
+ runDir: persistedRunDir,
271
+ caseHash: valueHash(run.case),
272
+ assertionsHash: valueHash(run.case.assertions ?? []),
273
+ validatedAssertionsHash: identity.validatedAssertionsHash,
274
+ graderConfigHash: identity.graderConfigHash,
275
+ evidenceHash: identity.evidenceHash,
276
+ assertionPlugins: identity.assertionPlugins,
277
+ ...(run.metadata.provenance?.graderConfigHash
278
+ ? { sourceGraderConfigHash: run.metadata.provenance.graderConfigHash }
279
+ : {}),
280
+ ...(run.metadata.provenance?.validatedAssertionsHash
281
+ ? {
282
+ sourceValidatedAssertionsHash: run.metadata.provenance.validatedAssertionsHash,
283
+ }
284
+ : {}),
285
+ report,
286
+ };
287
+ const temporary = `${path}.${process.pid}.${randomUUID()}.tmp`;
288
+ await writeFile(temporary, `${JSON.stringify(snapshot, null, 2)}\n`, { flag: "wx" });
289
+ try {
290
+ await link(temporary, path);
291
+ return { path, snapshot };
292
+ }
293
+ catch (error) {
294
+ if (error.code !== "EEXIST")
295
+ throw error;
296
+ }
297
+ finally {
298
+ await unlink(temporary).catch(() => undefined);
299
+ }
300
+ }
301
+ };
302
+ const frozenCwdManifest = async (run) => {
303
+ if (!frozenRunStates.has(run)) {
304
+ throw new Error("grading evidence is not bound to a frozen run");
305
+ }
306
+ const expected = new Map();
307
+ const addExpected = (directory, name, kind) => {
308
+ const children = expected.get(directory) ?? new Map();
309
+ const existing = children.get(name);
310
+ if (existing && existing !== kind) {
311
+ throw new Error("frozen grading evidence has conflicting artifact paths");
312
+ }
313
+ children.set(name, kind);
314
+ expected.set(directory, children);
315
+ };
316
+ expected.set("", new Map([["artifacts", "directory"]]));
317
+ expected.set("artifacts", new Map());
318
+ for (const artifact of run.artifacts) {
319
+ const target = resolve(artifact.root ?? join(run.runDir, "artifacts"), artifact.path);
320
+ const authored = relative(run.runDir, target);
321
+ if (authored === ".." || authored.startsWith(`..${sep}`) || isAbsolute(authored)) {
322
+ throw new Error("frozen grading evidence contains an artifact outside its snapshot");
323
+ }
324
+ const parts = authored.split(sep).filter(Boolean);
325
+ for (let index = 0; index < parts.length; index++) {
326
+ const parent = parts.slice(0, index).join(sep);
327
+ const name = parts[index];
328
+ if (!name)
329
+ continue;
330
+ const kind = index === parts.length - 1 ? "file" : "directory";
331
+ addExpected(parent, name, kind);
332
+ if (kind === "directory" && !expected.has(join(parent, name))) {
333
+ expected.set(join(parent, name), new Map());
334
+ }
335
+ }
336
+ }
337
+ const manifest = [];
338
+ for (const directory of [...expected.keys()].sort()) {
339
+ const absolute = resolve(run.runDir, directory);
340
+ const metadata = await lstat(absolute);
341
+ if (!metadata.isDirectory() || metadata.isSymbolicLink()) {
342
+ throw new Error("frozen grading cwd changed during evaluation");
343
+ }
344
+ manifest.push({
345
+ path: directory || ".",
346
+ kind: "directory",
347
+ mode: metadata.mode & 0o777,
348
+ });
349
+ const actual = await readdir(absolute, { withFileTypes: true });
350
+ const expectedChildren = expected.get(directory) ?? new Map();
351
+ if (actual.length !== expectedChildren.size ||
352
+ actual.some((entry) => {
353
+ const kind = expectedChildren.get(entry.name);
354
+ return (kind === undefined ||
355
+ (kind === "directory" && !entry.isDirectory()) ||
356
+ (kind === "file" && !entry.isFile()));
357
+ })) {
358
+ throw new Error("frozen grading cwd changed during evaluation");
359
+ }
360
+ for (const entry of actual.filter((candidate) => candidate.isFile())) {
361
+ const path = join(directory, entry.name);
362
+ const file = await lstat(resolve(run.runDir, path));
363
+ if (!file.isFile() || file.isSymbolicLink()) {
364
+ throw new Error("frozen grading cwd changed during evaluation");
365
+ }
366
+ manifest.push({ path, kind: "file", mode: file.mode & 0o777 });
367
+ }
368
+ }
369
+ return manifest.sort((left, right) => left.path.localeCompare(right.path));
370
+ };
371
+ const gradingEvidenceHash = async (run) => {
372
+ const artifacts = [];
373
+ // Frozen runs may contain up to 200 artifacts. Hash in order so tiny files
374
+ // never reserve every per-file ceiling at once.
375
+ for (const artifact of [...run.artifacts].sort((left, right) => left.path.localeCompare(right.path))) {
376
+ const bytes = await readRunArtifactBytes(run, artifact.path, {
377
+ maxBytes: MAX_FROZEN_ARTIFACT_BYTES,
378
+ });
379
+ artifacts.push({
380
+ path: artifact.path,
381
+ contentType: artifact.contentType ?? null,
382
+ declaredSize: artifact.size ?? null,
383
+ size: bytes.length,
384
+ meta: artifact.meta ?? null,
385
+ contentHash: contentHash(bytes),
386
+ });
387
+ }
388
+ return valueHash({
389
+ case: run.case,
390
+ metadata: run.metadata,
391
+ events: run.events,
392
+ artifacts,
393
+ cwd: await frozenCwdManifest(run),
394
+ });
395
+ };
396
+ export const regradeRun = async (options) => {
397
+ const run = await loadFrozenRegradableRun(options.runDir, options.case);
398
+ try {
399
+ const evidenceHash = await gradingEvidenceHash(run);
400
+ const validatedAssertionConfigs = await validateAssertionPlan(run.case.assertions ?? [], options.registry);
401
+ const validatedAssertionsHash = valueHash(validatedAssertionConfigs);
402
+ const assertionEvaluators = assertionEvaluatorIdentities(run.case.assertions ?? [], options.registry);
403
+ const assertionPlugins = assertionPluginIdentities(run.case.assertions ?? [], options.registry);
404
+ const graderHash = graderConfigHash({
405
+ luxVersion: LUX_VERSION,
406
+ implementationHash: await currentEvaluatorImplementationHash(),
407
+ assertions: assertionEvaluators,
408
+ validatedAssertionsHash,
409
+ graderContext: options.graderContext,
410
+ });
411
+ const report = await gradeRun(run, options.registry, undefined, options.abortSignal, undefined, undefined, validatedAssertionConfigs);
412
+ let postEvaluationEvidenceHash;
413
+ try {
414
+ postEvaluationEvidenceHash = await gradingEvidenceHash(run);
415
+ }
416
+ catch (error) {
417
+ throw new Error("frozen grading evidence changed during evaluation", { cause: error });
418
+ }
419
+ if (postEvaluationEvidenceHash !== evidenceHash) {
420
+ throw new Error("frozen grading evidence changed during evaluation");
421
+ }
422
+ return await writeGradingSnapshot(run, report, {
423
+ validatedAssertionsHash,
424
+ graderConfigHash: graderHash,
425
+ evidenceHash,
426
+ assertionPlugins,
427
+ }, options.now ?? new Date());
428
+ }
429
+ finally {
430
+ await releaseFrozenRegradableRun(run);
431
+ }
432
+ };
433
+ //# sourceMappingURL=regrade.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"regrade.js","sourceRoot":"","sources":["../../src/orchestrator/regrade.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,SAAS,EACT,IAAI,EACJ,KAAK,EACL,KAAK,EACL,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,MAAM,EACN,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,OAAO,CAAC;AAC3C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,WAAW,EAEX,cAAc,EAEd,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EAGnB,iBAAiB,EACjB,sBAAsB,EACtB,oBAAoB,EACpB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EACL,4BAA4B,EAC5B,yBAAyB,EACzB,QAAQ,EACR,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAU,CAAC;AAE1D,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,+BAA+B,CAAC;IACzD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,uBAAuB,EAAE,CAAC,CAAC,MAAM,EAAE;IACnC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,gBAAgB,EAAE,CAAC,CAAC,KAAK,CACvB,CAAC;SACE,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACrC,CAAC;SACD,MAAM,EAAE,CACZ;IACD,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7C,6BAA6B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,mBAAmB;CAC5B,CAAC,CAAC;AAGH,MAAM,WAAW,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACrF,MAAM,eAAe,GAAG,IAAI,OAAO,EAMhC,CAAC;AACJ,IAAI,oBAAiD,CAAC;AACtD,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,yBAAyB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACnD,MAAM,+BAA+B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACzD,MAAM,+BAA+B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,yBAAyB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAElD,MAAM,kCAAkC,GAAG,GAAoB,EAAE,CAC/D,CAAC,oBAAoB,KAAK,2BAA2B,EAAE,CAAC,CAAC;AAE3D,MAAM,cAAc,GAAG,KAAK,EAC1B,IAAY,EACZ,MAAS,EACmB,EAAE;IAC9B,IAAI,CAAC;QACH,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,yBAAyB,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,yBAAyB,WAAW,IAAI,EAAE,CACpG,CAAC;YACJ,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,yBAAyB,EAAE,IAAI,CAAC,CAAC;YAClF,OAAO,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EACzB,MAAc,EACd,aAAuB,EACvB,YAAqB,EACM,EAAE;IAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACrD,IAAI,SAAS,GAA4B,IAAI,CAAC;IAC9C,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,8CAA8C,aAAa,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YACpF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,+BAA+B,EAAE,CAAC;oBAC1E,MAAM,IAAI,KAAK,CAAC,iCAAiC,+BAA+B,QAAQ,CAAC,CAAC;gBAC5F,CAAC;gBACD,SAAS,GAAG,kBAAkB,CAC5B,aAAa,EACb,CACE,MAAM,iBAAiB,CACrB,MAAM,EACN,+BAA+B,EAC/B,uBAAuB,CACxB,CACF,CAAC,QAAQ,CAAC,MAAM,CAAC,EAClB,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CACxB,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAChC,OAAO,OAAO,CAAC,GAAG,CAChB,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI;QACJ,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;KACzD,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAA8C,EAAW,EAAE,CAAC,CAAC;IAC9F,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,GAAG,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS;QAChC,CAAC,CAAC;YACE,MAAM,EACJ,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBAClC,CAAC,CAAC,SAAS,CAAC,MAAM;gBAClB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI;oBAC3B,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS;wBACvC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE;wBACrC,CAAC,CAAC,EAAE,CAAC;iBACR;SACR;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS;QAClC,CAAC,CAAC;YACE,QAAQ,EACN,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ;gBACpC,CAAC,CAAC,SAAS,CAAC,QAAQ;gBACpB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI;oBAC7B,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS;wBACzC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE;wBACvC,CAAC,CAAC,EAAE,CAAC;iBACR;SACR;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS;QAClC,CAAC,CAAC;YACE,QAAQ,EACN,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ;gBACpC,CAAC,CAAC,SAAS,CAAC,QAAQ;gBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;SACvE;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnF,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAClE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,MAAc,EACd,YAAuB,EACvB,OAAO,GAA+B,EAAE,EAC1B,EAAE;IAChB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,QAAQ,EACR,OAAO,CAAC,YAAY;QAClB,CAAC,CAAC,EAAE,YAAY,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;QACjF,CAAC,CAAC,EAAE,CACP,CAAC;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY;QACxC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC;QACxE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAChB,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;QACnC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QACrE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;IACpB,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;IAChF,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,CACzC,YAAY,IAAI,yBAAyB,CAAC,aAAa,CAAC,CACzD,CAAC;IACF,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,sCAAsC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,cAAc,EAAE,CAC9F,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC;QACzF,MAAM,EAAE,QAAQ;KACjB,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,MAAc,EACd,YAAuB,EACT,EAAE;IAChB,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,oBAAoB,YAAY,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,cAAc,GAAG,kBAAkB,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC;IAC9E,MAAM,qBAAqB,GAAG,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAChE,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,IAAI,YAAY,CAAC,cAAc,EAAE,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAqB,EAAE,CAAC;QACvC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACb,2BAA2B,QAAQ,CAAC,IAAI,mCAAmC,CAC5E,CAAC;YACJ,CAAC;YACD,IACE,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC5B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,IAAI,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,SAAS,CAAC,KAAK,IAAI,kDAAkD,QAAQ,CAAC,IAAI,EAAE,CACrF,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,sBAAsB,CACxC,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,KAAK,EACf,yBAAyB,EACzB,2BAA2B,QAAQ,CAAC,IAAI,GAAG,CAC5C,CAAC;YACF,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,IAAI,UAAU,GAAG,+BAA+B,EAAE,CAAC;gBACjD,MAAM,IAAI,KAAK,CACb,kCAAkC,+BAA+B,cAAc,CAChF,CAAC;YACJ,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,qBAAqB,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;gBACvE,MAAM,IAAI,KAAK,CAAC,qDAAqD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;YACvD,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;QAC7D,uBAAuB,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,EAAE,GAAQ,EAAiB,EAAE;IAC1E,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,KAAK,EAChC,GAAQ,EACR,MAAqB,EACrB,QAKC,EACD,GAAS,EAC6C,EAAE;IACxD,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACtE,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,IAAI,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC/D,QAAQ,CAAC,eAAe,CAAC;QACzB,QAAQ,CAAC,SAAS,CAAC;KACpB,CAAC,CAAC;IACH,IAAI,kBAAkB,KAAK,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,IAAI,MAAM,GAAG,CAAC,GAAI,MAAM,EAAE,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,OAAO,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAoB;YAChC,aAAa,EAAE,+BAA+B;YAC9C,SAAS;YACT,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE;YAC3B,MAAM,EAAE,eAAe;YACvB,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7B,cAAc,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;YACpD,uBAAuB,EAAE,QAAQ,CAAC,uBAAuB;YACzD,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,gBAAgB;gBAC3C,CAAC,CAAC,EAAE,sBAAsB,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBACtE,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,uBAAuB;gBAClD,CAAC,CAAC;oBACE,6BAA6B,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,uBAAuB;iBAC/E;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,MAAM;SACP,CAAC;QACF,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;QAC/D,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC5B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAQF,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAQ,EAA6B,EAAE;IACtE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+C,CAAC;IACxE,MAAM,WAAW,GAAG,CAAC,SAAiB,EAAE,IAAY,EAAE,IAA4B,EAAQ,EAAE;QAC1F,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC,CAAC;IACF,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,IAAI,GAAG,KAAK,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;YAC/D,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAChC,IAAI,IAAI,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC9D,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,SAAS,IAAI,GAAG;YACtB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ,CAAC,IAAI,GAAG,KAAK;SAC5B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC9D,IACE,MAAM,CAAC,MAAM,KAAK,gBAAgB,CAAC,IAAI;YACvC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpB,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9C,OAAO,CACL,IAAI,KAAK,SAAS;oBAClB,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC9C,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CACrC,CAAC;YACJ,CAAC,CAAC,EACF,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAQ,EAAmB,EAAE;IAC9D,MAAM,SAAS,GAOV,EAAE,CAAC;IACR,2EAA2E;IAC3E,gDAAgD;IAChD,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CACpC,EAAE,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE;YAC3D,QAAQ,EAAE,yBAAyB;SACpC,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,IAAI;YACzC,YAAY,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;YACnC,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;YAC3B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;QACf,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS;QACT,GAAG,EAAE,MAAM,iBAAiB,CAAC,GAAG,CAAC;KAClC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,OAQhC,EAAwD,EAAE;IACzD,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,yBAAyB,GAAG,MAAM,qBAAqB,CAC3D,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EACzB,OAAO,CAAC,QAAQ,CACjB,CAAC;QACF,MAAM,uBAAuB,GAAG,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACrE,MAAM,mBAAmB,GAAG,4BAA4B,CACtD,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EACzB,OAAO,CAAC,QAAQ,CACjB,CAAC;QACF,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChG,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,UAAU,EAAE,WAAW;YACvB,kBAAkB,EAAE,MAAM,kCAAkC,EAAE;YAC9D,UAAU,EAAE,mBAAmB;YAC/B,uBAAuB;YACvB,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,CAAC,CAAC;QACH,MAAM,MAAM,GAAkB,MAAM,QAAQ,CAC1C,GAAG,EACH,OAAO,CAAC,QAAQ,EAChB,SAAS,EACT,OAAO,CAAC,WAAW,EACnB,SAAS,EACT,SAAS,EACT,yBAAyB,CAC1B,CAAC;QACF,IAAI,0BAAkC,CAAC;QACvC,IAAI,CAAC;YACH,0BAA0B,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mDAAmD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,0BAA0B,KAAK,YAAY,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,MAAM,oBAAoB,CAC/B,GAAG,EACH,MAAM,EACN;YACE,uBAAuB;YACvB,gBAAgB,EAAE,UAAU;YAC5B,YAAY;YACZ,gBAAgB;SACjB,EACD,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAC1B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,0BAA0B,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;AACH,CAAC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { type RubricDefinition } from "../core/index.js";
2
+ /**
3
+ * Candidate rubrics are deliberately declarative JSON. Reflective optimization
4
+ * must never gain code execution by emitting a TypeScript grader module.
5
+ */
6
+ export declare const loadRubricDefinition: (filePath: string) => Promise<RubricDefinition>;
7
+ //# sourceMappingURL=rubric-loader.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rubric-loader.d.ts","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,KAAK,gBAAgB,EAA0B,MAAM,kBAAkB,CAAC;AAelG;;;GAGG;AACH,eAAO,MAAM,oBAAoB,aAAoB,MAAM,KAAG,OAAO,CAAC,gBAAgB,CAkDrF,CAAC"}
@@ -0,0 +1,65 @@
1
+ import { readFile, stat } from "node:fs/promises";
2
+ import { extname, resolve } from "node:path";
3
+ import { z } from "zod";
4
+ import { RubricConfigSchema } from "../assertions/rubric/index.js";
5
+ import { formatZodIssues, RubricDefinitionSchema } from "../core/index.js";
6
+ const CANDIDATE_FORBIDDEN_FIELDS = [
7
+ "command",
8
+ "provider",
9
+ "model",
10
+ "reasoningEffort",
11
+ "timeoutMs",
12
+ "promptOverride",
13
+ ];
14
+ const RawRubricDefinitionSchema = z.looseObject({
15
+ assertions: z.array(z.unknown()),
16
+ });
17
+ const RawRubricAssertionSchema = z.looseObject({});
18
+ /**
19
+ * Candidate rubrics are deliberately declarative JSON. Reflective optimization
20
+ * must never gain code execution by emitting a TypeScript grader module.
21
+ */
22
+ export const loadRubricDefinition = async (filePath) => {
23
+ const path = resolve(filePath);
24
+ if (extname(path).toLowerCase() !== ".json") {
25
+ throw new Error(`Lux grader experiments require a declarative .json rubric: ${path}`);
26
+ }
27
+ if ((await stat(path)).size > 256_000) {
28
+ throw new Error(`Invalid Lux rubric at ${path}: candidate rubric exceeds 256000 bytes`);
29
+ }
30
+ const raw = JSON.parse(await readFile(path, "utf8"));
31
+ const parsed = RubricDefinitionSchema.safeParse(raw);
32
+ if (!parsed.success) {
33
+ throw new Error(`Invalid Lux rubric at ${path}: ${formatZodIssues(parsed.error)}`);
34
+ }
35
+ if (parsed.data.assertions.length > 20) {
36
+ throw new Error(`Invalid Lux rubric at ${path}: candidate rubrics are limited to 20 assertions`);
37
+ }
38
+ const rawAssertions = RawRubricDefinitionSchema.parse(raw).assertions;
39
+ for (const [index, assertion] of parsed.data.assertions.entries()) {
40
+ if (assertion.type !== "rubric") {
41
+ throw new Error(`Invalid Lux rubric at ${path}: grader experiment assertions must use type 'rubric', got '${assertion.type}'`);
42
+ }
43
+ const rawAssertion = RawRubricAssertionSchema.safeParse(rawAssertions[index]).data;
44
+ const field = rawAssertion
45
+ ? CANDIDATE_FORBIDDEN_FIELDS.find((key) => key in rawAssertion)
46
+ : undefined;
47
+ if (field) {
48
+ throw new Error(`Invalid Lux rubric at ${path}: candidate assertions cannot override '${field}'`);
49
+ }
50
+ const config = RubricConfigSchema.safeParse(rawAssertion);
51
+ if (!config.success) {
52
+ throw new Error(`Invalid Lux rubric at ${path}: ${formatZodIssues(config.error)}`);
53
+ }
54
+ if (config.data.criteria.length > 20_000 ||
55
+ config.data.evidence.maxEvents > 100 ||
56
+ config.data.evidence.maxAgentChars > 100_000 ||
57
+ config.data.evidence.maxToolChars > 100_000 ||
58
+ config.data.evidence.maxArtifactChars > 200_000 ||
59
+ config.data.maxArtifactExcerpt > 20_000) {
60
+ throw new Error(`Invalid Lux rubric at ${path}: candidate prompt bounds exceed safe caps`);
61
+ }
62
+ }
63
+ return parsed.data;
64
+ };
65
+ //# sourceMappingURL=rubric-loader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rubric-loader.js","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAyB,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAElG,MAAM,0BAA0B,GAAG;IACjC,SAAS;IACT,UAAU;IACV,OAAO;IACP,iBAAiB;IACjB,WAAW;IACX,gBAAgB;CACR,CAAC;AACX,MAAM,yBAAyB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC9C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,QAAgB,EAA6B,EAAE;IACxF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,yCAAyC,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,kDAAkD,CAChF,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;IACtE,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAClE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,+DAA+D,SAAS,CAAC,IAAI,GAAG,CAC9G,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,KAAK,GAAG,YAAY;YACxB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC;YAC/D,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,2CAA2C,KAAK,GAAG,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IACE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO;YAC5C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,OAAO;YAC/C,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,MAAM,EACvC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,4CAA4C,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}
@@ -0,0 +1,40 @@
1
+ import type { EvalCase, RunEvent } from "../core/index.js";
2
+ import { type RunTraceLimitFailure, type RunTraceLimits } from "./trace-limits.js";
3
+ export declare const slugifyCaseId: (id: string) => string;
4
+ export type OpenedRunDir = {
5
+ path: string;
6
+ artifactsDir: string;
7
+ events: EventsAppender;
8
+ /** In-memory mirror of the appended event stream. Used by assertions. */
9
+ recorded: RunEvent[];
10
+ /** Write a JSON file into the run dir. */
11
+ writeJson: (relPath: string, value: unknown) => Promise<void>;
12
+ close: () => Promise<void>;
13
+ };
14
+ export type EventsAppender = {
15
+ append: (event: RunEvent) => RunTraceLimitFailure | null;
16
+ onLimitExceeded: (listener: (failure: RunTraceLimitFailure) => void) => () => void;
17
+ drain: () => Promise<void>;
18
+ flush: () => Promise<void>;
19
+ };
20
+ export declare const writeRunBundleJson: (path: string, value: unknown) => Promise<void>;
21
+ type EventsAppenderOptions = {
22
+ limits?: RunTraceLimits;
23
+ onEvent?: (event: RunEvent) => void;
24
+ };
25
+ /** Exported for tests; production code reaches it through {@link openRunDir}. */
26
+ export declare const openEventsAppender: (path: string, options?: EventsAppenderOptions) => EventsAppender;
27
+ export type OpenRunDirOptions = {
28
+ runsRoot: string;
29
+ caseId: string;
30
+ driverName: string;
31
+ startedAt?: Date | undefined;
32
+ /** Tap on the event stream, called for every appended event. Must not throw. */
33
+ onEvent?: ((event: RunEvent) => void) | undefined;
34
+ /** Test-only override; production uses the reader's shared limits. */
35
+ traceLimits?: RunTraceLimits | undefined;
36
+ };
37
+ export declare const openRunDir: (options: OpenRunDirOptions) => Promise<OpenedRunDir>;
38
+ export declare const writeFrozenCase: (runDir: string, evalCase: EvalCase, casePath: string) => Promise<void>;
39
+ export {};
40
+ //# sourceMappingURL=run-dir.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-dir.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,cAAc,EAIpB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,aAAa,OAAQ,MAAM,KAAG,MAIhB,CAAC;AAE5B,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,yEAAyE;IACzE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,0CAA0C;IAC1C,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,oBAAoB,GAAG,IAAI,CAAC;IACzD,eAAe,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAgB,MAAM,SAAS,OAAO,KAAG,OAAO,CAAC,IAAI,CAWnF,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;CACrC,CAAC;AAcF,iFAAiF;AACjF,eAAO,MAAM,kBAAkB,SACvB,MAAM,YACH,qBAAqB,KAC7B,cA4EF,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,gFAAgF;IAChF,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAClD,sEAAsE;IACtE,WAAW,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,UAAU,YAAmB,iBAAiB,KAAG,OAAO,CAAC,YAAY,CAuCjF,CAAC;AAEF,eAAO,MAAM,eAAe,WAClB,MAAM,YACJ,QAAQ,YACR,MAAM,KACf,OAAO,CAAC,IAAI,CAA6E,CAAC"}