agent-hitch 0.2.6 → 0.2.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (562) hide show
  1. package/README.md +30 -3
  2. package/README.zh-CN.md +14 -2
  3. package/dist/bin/hitch.js +25 -3
  4. package/dist/bin/hitch.js.map +1 -1
  5. package/dist/scripts/canary-benchmark.js +54 -0
  6. package/dist/scripts/canary-benchmark.js.map +1 -0
  7. package/dist/scripts/canary-buildkit-secrets.js +166 -0
  8. package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
  9. package/dist/scripts/canary-collision-domains.js +77 -0
  10. package/dist/scripts/canary-collision-domains.js.map +1 -0
  11. package/dist/scripts/canary-docker-image-observation.js +181 -0
  12. package/dist/scripts/canary-docker-image-observation.js.map +1 -0
  13. package/dist/scripts/canary-eval-scheduler-throughput.js +47 -0
  14. package/dist/scripts/canary-eval-scheduler-throughput.js.map +1 -0
  15. package/dist/scripts/canary-gpu-hardware.js +95 -0
  16. package/dist/scripts/canary-gpu-hardware.js.map +1 -0
  17. package/dist/scripts/canary-harbor-load.js +365 -0
  18. package/dist/scripts/canary-harbor-load.js.map +1 -0
  19. package/dist/scripts/canary-packaged-harness.js +75 -0
  20. package/dist/scripts/canary-packaged-harness.js.map +1 -0
  21. package/dist/scripts/canary-resource-load.js +188 -0
  22. package/dist/scripts/canary-resource-load.js.map +1 -0
  23. package/dist/scripts/check-architecture.js +10 -5
  24. package/dist/scripts/check-architecture.js.map +1 -1
  25. package/dist/scripts/docker-reaper-crash-child.js +21 -0
  26. package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
  27. package/dist/src/adapters/catalog.js +3 -1
  28. package/dist/src/adapters/catalog.js.map +1 -1
  29. package/dist/src/adapters/discovery.js +1 -1
  30. package/dist/src/adapters/discovery.js.map +1 -1
  31. package/dist/src/adapters/providers/claude.js +6 -0
  32. package/dist/src/adapters/providers/claude.js.map +1 -1
  33. package/dist/src/adapters/providers/codex-auth.js +29 -0
  34. package/dist/src/adapters/providers/codex-auth.js.map +1 -0
  35. package/dist/src/adapters/providers/codex.js +29 -6
  36. package/dist/src/adapters/providers/codex.js.map +1 -1
  37. package/dist/src/adapters/providers/deepseek.js +6 -0
  38. package/dist/src/adapters/providers/deepseek.js.map +1 -1
  39. package/dist/src/adapters/providers/model-call.js +26 -0
  40. package/dist/src/adapters/providers/model-call.js.map +1 -0
  41. package/dist/src/adapters/providers/opencode.js +6 -0
  42. package/dist/src/adapters/providers/opencode.js.map +1 -1
  43. package/dist/src/adapters/providers/pi.js +6 -0
  44. package/dist/src/adapters/providers/pi.js.map +1 -1
  45. package/dist/src/artifacts/index.js +1 -0
  46. package/dist/src/artifacts/index.js.map +1 -1
  47. package/dist/src/artifacts/preparer.js +7 -2
  48. package/dist/src/artifacts/preparer.js.map +1 -1
  49. package/dist/src/backends/harbor/agent-budget.js +31 -0
  50. package/dist/src/backends/harbor/agent-budget.js.map +1 -0
  51. package/dist/src/backends/harbor/backend.js +59 -107
  52. package/dist/src/backends/harbor/backend.js.map +1 -1
  53. package/dist/src/backends/harbor/environment-config.js +92 -0
  54. package/dist/src/backends/harbor/environment-config.js.map +1 -0
  55. package/dist/src/backends/harbor/index.js +6 -1
  56. package/dist/src/backends/harbor/index.js.map +1 -1
  57. package/dist/src/backends/harbor/model-proxy-config.js +23 -0
  58. package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
  59. package/dist/src/backends/harbor/process.js +177 -0
  60. package/dist/src/backends/harbor/process.js.map +1 -0
  61. package/dist/src/backends/harbor/regrade.js +77 -0
  62. package/dist/src/backends/harbor/regrade.js.map +1 -0
  63. package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
  64. package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
  65. package/dist/src/backends/harbor/supervisor.js +74 -0
  66. package/dist/src/backends/harbor/supervisor.js.map +1 -0
  67. package/dist/src/backends/harbor/task-resources.js +206 -0
  68. package/dist/src/backends/harbor/task-resources.js.map +1 -0
  69. package/dist/src/backends/harbor/tools.js +6 -29
  70. package/dist/src/backends/harbor/tools.js.map +1 -1
  71. package/dist/src/backends/index.js +5 -1
  72. package/dist/src/backends/index.js.map +1 -1
  73. package/dist/src/benchmarks/index.js +3 -0
  74. package/dist/src/benchmarks/index.js.map +1 -0
  75. package/dist/src/benchmarks/loader.js +271 -0
  76. package/dist/src/benchmarks/loader.js.map +1 -0
  77. package/dist/src/benchmarks/metrics.js +16 -0
  78. package/dist/src/benchmarks/metrics.js.map +1 -0
  79. package/dist/src/benchmarks/toml.js +13 -0
  80. package/dist/src/benchmarks/toml.js.map +1 -0
  81. package/dist/src/benchmarks/validation.js +242 -0
  82. package/dist/src/benchmarks/validation.js.map +1 -0
  83. package/dist/src/cli/arguments.js +6 -4
  84. package/dist/src/cli/arguments.js.map +1 -1
  85. package/dist/src/cli/commands/benchmark.js +22 -0
  86. package/dist/src/cli/commands/benchmark.js.map +1 -0
  87. package/dist/src/cli/commands/capabilities.js +18 -0
  88. package/dist/src/cli/commands/capabilities.js.map +1 -0
  89. package/dist/src/cli/commands/daemon.js +135 -8
  90. package/dist/src/cli/commands/daemon.js.map +1 -1
  91. package/dist/src/cli/commands/eval.js +228 -6
  92. package/dist/src/cli/commands/eval.js.map +1 -1
  93. package/dist/src/cli/commands/images.js +40 -0
  94. package/dist/src/cli/commands/images.js.map +1 -0
  95. package/dist/src/cli/commands/run.js +42 -17
  96. package/dist/src/cli/commands/run.js.map +1 -1
  97. package/dist/src/cli/commands/runs.js +25 -3
  98. package/dist/src/cli/commands/runs.js.map +1 -1
  99. package/dist/src/cli/commands/trajectory.js +96 -5
  100. package/dist/src/cli/commands/trajectory.js.map +1 -1
  101. package/dist/src/cli/commands/verifier.js +36 -0
  102. package/dist/src/cli/commands/verifier.js.map +1 -0
  103. package/dist/src/cli/commands/worker.js +79 -0
  104. package/dist/src/cli/commands/worker.js.map +1 -0
  105. package/dist/src/cli/main.js +10 -0
  106. package/dist/src/cli/main.js.map +1 -1
  107. package/dist/src/cli/output.js +84 -4
  108. package/dist/src/cli/output.js.map +1 -1
  109. package/dist/src/control-plane/build-admission.js +69 -0
  110. package/dist/src/control-plane/build-admission.js.map +1 -0
  111. package/dist/src/control-plane/build-records.js +6 -0
  112. package/dist/src/control-plane/build-records.js.map +1 -0
  113. package/dist/src/control-plane/collisions.js +40 -0
  114. package/dist/src/control-plane/collisions.js.map +1 -0
  115. package/dist/src/control-plane/eval-control-state.js +22 -0
  116. package/dist/src/control-plane/eval-control-state.js.map +1 -0
  117. package/dist/src/control-plane/eval-control-work.js +44 -0
  118. package/dist/src/control-plane/eval-control-work.js.map +1 -0
  119. package/dist/src/control-plane/eval-image-resolution.js +52 -0
  120. package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
  121. package/dist/src/control-plane/eval-image-services.js +30 -0
  122. package/dist/src/control-plane/eval-image-services.js.map +1 -0
  123. package/dist/src/control-plane/eval-records.js +252 -0
  124. package/dist/src/control-plane/eval-records.js.map +1 -0
  125. package/dist/src/control-plane/eval-recovery.js +181 -0
  126. package/dist/src/control-plane/eval-recovery.js.map +1 -0
  127. package/dist/src/control-plane/eval-scheduler.js +450 -0
  128. package/dist/src/control-plane/eval-scheduler.js.map +1 -0
  129. package/dist/src/control-plane/index.js +20 -0
  130. package/dist/src/control-plane/index.js.map +1 -0
  131. package/dist/src/control-plane/local-worker.js +49 -0
  132. package/dist/src/control-plane/local-worker.js.map +1 -0
  133. package/dist/src/control-plane/model-capture-planning.js +12 -0
  134. package/dist/src/control-plane/model-capture-planning.js.map +1 -0
  135. package/dist/src/control-plane/remote-result-transport.js +175 -0
  136. package/dist/src/control-plane/remote-result-transport.js.map +1 -0
  137. package/dist/src/control-plane/remote-work-coordinator.js +333 -0
  138. package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
  139. package/dist/src/control-plane/remote-work-inputs.js +266 -0
  140. package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
  141. package/dist/src/control-plane/remote-work-item.js +62 -0
  142. package/dist/src/control-plane/remote-work-item.js.map +1 -0
  143. package/dist/src/control-plane/remote-work-recovery.js +220 -0
  144. package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
  145. package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
  146. package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
  147. package/dist/src/control-plane/remote-worker-client.js +202 -0
  148. package/dist/src/control-plane/remote-worker-client.js.map +1 -0
  149. package/dist/src/control-plane/remote-worker-configuration.js +34 -0
  150. package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
  151. package/dist/src/control-plane/remote-worker-credentials.js +58 -0
  152. package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
  153. package/dist/src/control-plane/remote-worker-protocol.js +489 -0
  154. package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
  155. package/dist/src/control-plane/remote-worker-runner.js +214 -0
  156. package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
  157. package/dist/src/control-plane/remote-workers.js +377 -0
  158. package/dist/src/control-plane/remote-workers.js.map +1 -0
  159. package/dist/src/control-plane/rerun-scheduler.js +448 -0
  160. package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
  161. package/dist/src/control-plane/rerun-submission.js +62 -0
  162. package/dist/src/control-plane/rerun-submission.js.map +1 -0
  163. package/dist/src/control-plane/resources.js +182 -0
  164. package/dist/src/control-plane/resources.js.map +1 -0
  165. package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
  166. package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
  167. package/dist/src/control-plane/synthetic-result.js +21 -0
  168. package/dist/src/control-plane/synthetic-result.js.map +1 -0
  169. package/dist/src/control-plane/work-admission.js +23 -0
  170. package/dist/src/control-plane/work-admission.js.map +1 -0
  171. package/dist/src/control-plane/work-dispatcher.js +237 -0
  172. package/dist/src/control-plane/work-dispatcher.js.map +1 -0
  173. package/dist/src/controller-runtime/hash.js +19 -3
  174. package/dist/src/controller-runtime/hash.js.map +1 -1
  175. package/dist/src/controller-runtime/index.js +1 -1
  176. package/dist/src/controller-runtime/index.js.map +1 -1
  177. package/dist/src/controller-runtime/store.js +15 -6
  178. package/dist/src/controller-runtime/store.js.map +1 -1
  179. package/dist/src/daemon/auth.js +5 -0
  180. package/dist/src/daemon/auth.js.map +1 -1
  181. package/dist/src/daemon/client.js.map +1 -1
  182. package/dist/src/daemon/event-stream.js +46 -0
  183. package/dist/src/daemon/event-stream.js.map +1 -0
  184. package/dist/src/daemon/health.js +66 -0
  185. package/dist/src/daemon/health.js.map +1 -0
  186. package/dist/src/daemon/launcher.js +28 -1
  187. package/dist/src/daemon/launcher.js.map +1 -1
  188. package/dist/src/daemon/logging.js +23 -0
  189. package/dist/src/daemon/logging.js.map +1 -0
  190. package/dist/src/daemon/scheduler.js +26 -5
  191. package/dist/src/daemon/scheduler.js.map +1 -1
  192. package/dist/src/daemon/server.js +255 -98
  193. package/dist/src/daemon/server.js.map +1 -1
  194. package/dist/src/daemon/telemetry.js +163 -0
  195. package/dist/src/daemon/telemetry.js.map +1 -0
  196. package/dist/src/daemon/worker-routes.js +219 -0
  197. package/dist/src/daemon/worker-routes.js.map +1 -0
  198. package/dist/src/domain/benchmarks.js +2 -0
  199. package/dist/src/domain/benchmarks.js.map +1 -0
  200. package/dist/src/domain/bundles.js +2 -0
  201. package/dist/src/domain/bundles.js.map +1 -0
  202. package/dist/src/domain/control-plane.js +2 -0
  203. package/dist/src/domain/control-plane.js.map +1 -0
  204. package/dist/src/domain/execution-evidence.js +2 -0
  205. package/dist/src/domain/execution-evidence.js.map +1 -0
  206. package/dist/src/domain/execution-plan.js +2 -0
  207. package/dist/src/domain/execution-plan.js.map +1 -0
  208. package/dist/src/domain/images.js +2 -0
  209. package/dist/src/domain/images.js.map +1 -0
  210. package/dist/src/domain/index.js +13 -0
  211. package/dist/src/domain/index.js.map +1 -1
  212. package/dist/src/domain/interactions.js +2 -0
  213. package/dist/src/domain/interactions.js.map +1 -0
  214. package/dist/src/domain/providers.js +2 -0
  215. package/dist/src/domain/providers.js.map +1 -0
  216. package/dist/src/domain/resources.js +2 -0
  217. package/dist/src/domain/resources.js.map +1 -0
  218. package/dist/src/domain/runs.js.map +1 -1
  219. package/dist/src/domain/validation.js +11 -4
  220. package/dist/src/domain/validation.js.map +1 -1
  221. package/dist/src/domain/verifier-evidence-validation.js +214 -0
  222. package/dist/src/domain/verifier-evidence-validation.js.map +1 -0
  223. package/dist/src/domain/verifier-evidence.js +3 -0
  224. package/dist/src/domain/verifier-evidence.js.map +1 -0
  225. package/dist/src/domain/verifier-score-contract.js +232 -0
  226. package/dist/src/domain/verifier-score-contract.js.map +1 -0
  227. package/dist/src/domain/workers.js +2 -0
  228. package/dist/src/domain/workers.js.map +1 -0
  229. package/dist/src/evals/benchmark-adapter-manifest.js +219 -0
  230. package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -0
  231. package/dist/src/evals/benchmark-candidate.js +36 -0
  232. package/dist/src/evals/benchmark-candidate.js.map +1 -0
  233. package/dist/src/evals/benchmark-run.js +166 -0
  234. package/dist/src/evals/benchmark-run.js.map +1 -0
  235. package/dist/src/evals/collect-only-rerun.js +183 -0
  236. package/dist/src/evals/collect-only-rerun.js.map +1 -0
  237. package/dist/src/evals/directory.js +30 -0
  238. package/dist/src/evals/directory.js.map +1 -0
  239. package/dist/src/evals/docker-engine-stats.js +89 -0
  240. package/dist/src/evals/docker-engine-stats.js.map +1 -0
  241. package/dist/src/evals/docker-ownership.js +51 -0
  242. package/dist/src/evals/docker-ownership.js.map +1 -0
  243. package/dist/src/evals/docker-reaper.js +144 -0
  244. package/dist/src/evals/docker-reaper.js.map +1 -0
  245. package/dist/src/evals/docker-resource-observer.js +207 -0
  246. package/dist/src/evals/docker-resource-observer.js.map +1 -0
  247. package/dist/src/evals/duration-estimator.js +126 -0
  248. package/dist/src/evals/duration-estimator.js.map +1 -0
  249. package/dist/src/evals/environment-image-planning.js +164 -0
  250. package/dist/src/evals/environment-image-planning.js.map +1 -0
  251. package/dist/src/evals/eval-artifact-planning.js +56 -0
  252. package/dist/src/evals/eval-artifact-planning.js.map +1 -0
  253. package/dist/src/evals/eval-finalization.js +10 -0
  254. package/dist/src/evals/eval-finalization.js.map +1 -0
  255. package/dist/src/evals/eval-lifecycle-events.js +29 -0
  256. package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
  257. package/dist/src/evals/eval-logical-plan.js +51 -0
  258. package/dist/src/evals/eval-logical-plan.js.map +1 -0
  259. package/dist/src/evals/eval-result-builder.js +81 -0
  260. package/dist/src/evals/eval-result-builder.js.map +1 -0
  261. package/dist/src/evals/events.js +53 -5
  262. package/dist/src/evals/events.js.map +1 -1
  263. package/dist/src/evals/evolution-baseline.js +191 -0
  264. package/dist/src/evals/evolution-baseline.js.map +1 -0
  265. package/dist/src/evals/execution-evidence.js +116 -0
  266. package/dist/src/evals/execution-evidence.js.map +1 -0
  267. package/dist/src/evals/execution-leases.js +342 -0
  268. package/dist/src/evals/execution-leases.js.map +1 -0
  269. package/dist/src/evals/execution-plan-artifacts.js +72 -0
  270. package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
  271. package/dist/src/evals/execution-plan-images.js +69 -0
  272. package/dist/src/evals/execution-plan-images.js.map +1 -0
  273. package/dist/src/evals/execution-plan-resources.js +174 -0
  274. package/dist/src/evals/execution-plan-resources.js.map +1 -0
  275. package/dist/src/evals/execution-plan.js +451 -0
  276. package/dist/src/evals/execution-plan.js.map +1 -0
  277. package/dist/src/evals/failure-classifier.js +61 -0
  278. package/dist/src/evals/failure-classifier.js.map +1 -0
  279. package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
  280. package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
  281. package/dist/src/evals/harbor-artifact-builder.js +358 -0
  282. package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
  283. package/dist/src/evals/harbor-bridge-error.js +58 -3
  284. package/dist/src/evals/harbor-bridge-error.js.map +1 -1
  285. package/dist/src/evals/harbor-node-runtime.js +146 -0
  286. package/dist/src/evals/harbor-node-runtime.js.map +1 -0
  287. package/dist/src/evals/harbor-phase-timings.js +60 -0
  288. package/dist/src/evals/harbor-phase-timings.js.map +1 -0
  289. package/dist/src/evals/index.js +40 -2
  290. package/dist/src/evals/index.js.map +1 -1
  291. package/dist/src/evals/infrastructure-retry.js +208 -84
  292. package/dist/src/evals/infrastructure-retry.js.map +1 -1
  293. package/dist/src/evals/interaction-capture-import.js +49 -0
  294. package/dist/src/evals/interaction-capture-import.js.map +1 -0
  295. package/dist/src/evals/local-docker-provider.js +372 -0
  296. package/dist/src/evals/local-docker-provider.js.map +1 -0
  297. package/dist/src/evals/local-eval-planning.js +80 -0
  298. package/dist/src/evals/local-eval-planning.js.map +1 -0
  299. package/dist/src/evals/model-capture-plan.js +22 -0
  300. package/dist/src/evals/model-capture-plan.js.map +1 -0
  301. package/dist/src/evals/model-capture-runtime.js +114 -0
  302. package/dist/src/evals/model-capture-runtime.js.map +1 -0
  303. package/dist/src/evals/model-proxy-runtime-state.js +53 -0
  304. package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
  305. package/dist/src/evals/native-phase-evidence.js +440 -0
  306. package/dist/src/evals/native-phase-evidence.js.map +1 -0
  307. package/dist/src/evals/physical-retry-work.js +31 -0
  308. package/dist/src/evals/physical-retry-work.js.map +1 -0
  309. package/dist/src/evals/planned-execution-support.js +66 -0
  310. package/dist/src/evals/planned-execution-support.js.map +1 -0
  311. package/dist/src/evals/planned-execution.js +469 -0
  312. package/dist/src/evals/planned-execution.js.map +1 -0
  313. package/dist/src/evals/planned-progress-publisher.js +62 -0
  314. package/dist/src/evals/planned-progress-publisher.js.map +1 -0
  315. package/dist/src/evals/planned-remote-execution.js +40 -0
  316. package/dist/src/evals/planned-remote-execution.js.map +1 -0
  317. package/dist/src/evals/planned-retry-execution.js +174 -0
  318. package/dist/src/evals/planned-retry-execution.js.map +1 -0
  319. package/dist/src/evals/planned-retry-lifecycle.js +188 -0
  320. package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
  321. package/dist/src/evals/preparation-rerun.js +225 -0
  322. package/dist/src/evals/preparation-rerun.js.map +1 -0
  323. package/dist/src/evals/prepared-harness.js +76 -0
  324. package/dist/src/evals/prepared-harness.js.map +1 -0
  325. package/dist/src/evals/progress.js +52 -12
  326. package/dist/src/evals/progress.js.map +1 -1
  327. package/dist/src/evals/records.js +20 -3
  328. package/dist/src/evals/records.js.map +1 -1
  329. package/dist/src/evals/recovery.js +242 -0
  330. package/dist/src/evals/recovery.js.map +1 -0
  331. package/dist/src/evals/regrade-evidence.js +77 -0
  332. package/dist/src/evals/regrade-evidence.js.map +1 -0
  333. package/dist/src/evals/remote-infrastructure-retry.js +165 -0
  334. package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
  335. package/dist/src/evals/request.js +21 -3
  336. package/dist/src/evals/request.js.map +1 -1
  337. package/dist/src/evals/rerun-inputs.js +108 -0
  338. package/dist/src/evals/rerun-inputs.js.map +1 -0
  339. package/dist/src/evals/rerun-slots.js +4 -3
  340. package/dist/src/evals/rerun-slots.js.map +1 -1
  341. package/dist/src/evals/rerun-types.js +45 -0
  342. package/dist/src/evals/rerun-types.js.map +1 -0
  343. package/dist/src/evals/rerun.js +133 -88
  344. package/dist/src/evals/rerun.js.map +1 -1
  345. package/dist/src/evals/result-helpers.js +78 -0
  346. package/dist/src/evals/result-helpers.js.map +1 -0
  347. package/dist/src/evals/resume-state.js +36 -0
  348. package/dist/src/evals/resume-state.js.map +1 -0
  349. package/dist/src/evals/retry-backoff.js +20 -0
  350. package/dist/src/evals/retry-backoff.js.map +1 -0
  351. package/dist/src/evals/retry-state.js +195 -0
  352. package/dist/src/evals/retry-state.js.map +1 -0
  353. package/dist/src/evals/scheduler-metrics.js +95 -0
  354. package/dist/src/evals/scheduler-metrics.js.map +1 -0
  355. package/dist/src/evals/scheduler-trace-replay.js +107 -0
  356. package/dist/src/evals/scheduler-trace-replay.js.map +1 -0
  357. package/dist/src/evals/service-types.js +2 -0
  358. package/dist/src/evals/service-types.js.map +1 -0
  359. package/dist/src/evals/service.js +331 -347
  360. package/dist/src/evals/service.js.map +1 -1
  361. package/dist/src/evals/task-resources.js +209 -0
  362. package/dist/src/evals/task-resources.js.map +1 -0
  363. package/dist/src/evals/trial-environment-evidence.js +87 -0
  364. package/dist/src/evals/trial-environment-evidence.js.map +1 -0
  365. package/dist/src/evals/trial-execution-evidence.js +13 -0
  366. package/dist/src/evals/trial-execution-evidence.js.map +1 -0
  367. package/dist/src/evals/trial-import-identity.js +31 -0
  368. package/dist/src/evals/trial-import-identity.js.map +1 -0
  369. package/dist/src/evals/trial-import.js +183 -188
  370. package/dist/src/evals/trial-import.js.map +1 -1
  371. package/dist/src/evals/trial-publication-recovery.js +144 -0
  372. package/dist/src/evals/trial-publication-recovery.js.map +1 -0
  373. package/dist/src/evals/trial-publication.js +25 -0
  374. package/dist/src/evals/trial-publication.js.map +1 -0
  375. package/dist/src/evals/trial-reference-validation.js +49 -0
  376. package/dist/src/evals/trial-reference-validation.js.map +1 -0
  377. package/dist/src/evals/verifier-artifacts.js +317 -0
  378. package/dist/src/evals/verifier-artifacts.js.map +1 -0
  379. package/dist/src/evals/verifier-eligibility.js +25 -0
  380. package/dist/src/evals/verifier-eligibility.js.map +1 -0
  381. package/dist/src/evals/verifier-only-rerun.js +210 -0
  382. package/dist/src/evals/verifier-only-rerun.js.map +1 -0
  383. package/dist/src/evals/verifier-runtime.js +61 -0
  384. package/dist/src/evals/verifier-runtime.js.map +1 -0
  385. package/dist/src/evals/verifier-score-artifacts.js +119 -0
  386. package/dist/src/evals/verifier-score-artifacts.js.map +1 -0
  387. package/dist/src/evals/work-item-artifacts.js +23 -0
  388. package/dist/src/evals/work-item-artifacts.js.map +1 -0
  389. package/dist/src/foundation/config.js +17 -0
  390. package/dist/src/foundation/config.js.map +1 -1
  391. package/dist/src/foundation/contained-file.js +85 -0
  392. package/dist/src/foundation/contained-file.js.map +1 -0
  393. package/dist/src/foundation/credential-redaction.js +162 -0
  394. package/dist/src/foundation/credential-redaction.js.map +1 -0
  395. package/dist/src/foundation/environment-image-references.js +59 -0
  396. package/dist/src/foundation/environment-image-references.js.map +1 -0
  397. package/dist/src/foundation/executable.js +45 -5
  398. package/dist/src/foundation/executable.js.map +1 -1
  399. package/dist/src/foundation/fs.js +2 -1
  400. package/dist/src/foundation/fs.js.map +1 -1
  401. package/dist/src/foundation/index.js +6 -2
  402. package/dist/src/foundation/index.js.map +1 -1
  403. package/dist/src/foundation/process-identity.js +69 -0
  404. package/dist/src/foundation/process-identity.js.map +1 -0
  405. package/dist/src/images/context.js +47 -0
  406. package/dist/src/images/context.js.map +1 -0
  407. package/dist/src/images/docker-buildkit.js +137 -0
  408. package/dist/src/images/docker-buildkit.js.map +1 -0
  409. package/dist/src/images/dockerfile.js +67 -0
  410. package/dist/src/images/dockerfile.js.map +1 -0
  411. package/dist/src/images/gc.js +261 -0
  412. package/dist/src/images/gc.js.map +1 -0
  413. package/dist/src/images/index.js +10 -0
  414. package/dist/src/images/index.js.map +1 -0
  415. package/dist/src/images/manifest.js +109 -0
  416. package/dist/src/images/manifest.js.map +1 -0
  417. package/dist/src/images/ownership.js +5 -0
  418. package/dist/src/images/ownership.js.map +1 -0
  419. package/dist/src/images/records.js +32 -0
  420. package/dist/src/images/records.js.map +1 -0
  421. package/dist/src/images/registry.js +154 -0
  422. package/dist/src/images/registry.js.map +1 -0
  423. package/dist/src/images/service.js +224 -0
  424. package/dist/src/images/service.js.map +1 -0
  425. package/dist/src/model-access/capture.js +255 -0
  426. package/dist/src/model-access/capture.js.map +1 -0
  427. package/dist/src/model-access/index.js +5 -0
  428. package/dist/src/model-access/index.js.map +1 -0
  429. package/dist/src/model-access/policy.js +49 -0
  430. package/dist/src/model-access/policy.js.map +1 -0
  431. package/dist/src/model-access/proxy.js +336 -0
  432. package/dist/src/model-access/proxy.js.map +1 -0
  433. package/dist/src/model-access/records.js +167 -0
  434. package/dist/src/model-access/records.js.map +1 -0
  435. package/dist/src/runs/adapter-process.js +12 -0
  436. package/dist/src/runs/adapter-process.js.map +1 -0
  437. package/dist/src/runs/bundle.js +450 -0
  438. package/dist/src/runs/bundle.js.map +1 -0
  439. package/dist/src/runs/events.js +12 -1
  440. package/dist/src/runs/events.js.map +1 -1
  441. package/dist/src/runs/executor.js +46 -45
  442. package/dist/src/runs/executor.js.map +1 -1
  443. package/dist/src/runs/finalizer.js +17 -0
  444. package/dist/src/runs/finalizer.js.map +1 -1
  445. package/dist/src/runs/index.js +8 -1
  446. package/dist/src/runs/index.js.map +1 -1
  447. package/dist/src/runs/manifest.js +5 -5
  448. package/dist/src/runs/manifest.js.map +1 -1
  449. package/dist/src/runs/phase-bundle.js +86 -0
  450. package/dist/src/runs/phase-bundle.js.map +1 -0
  451. package/dist/src/runs/phase-cancellation.js +107 -0
  452. package/dist/src/runs/phase-cancellation.js.map +1 -0
  453. package/dist/src/runs/phase-group.js +113 -0
  454. package/dist/src/runs/phase-group.js.map +1 -0
  455. package/dist/src/runs/query.js +1 -1
  456. package/dist/src/runs/query.js.map +1 -1
  457. package/dist/src/runs/records.js +3 -0
  458. package/dist/src/runs/records.js.map +1 -1
  459. package/dist/src/runs/request.js +10 -3
  460. package/dist/src/runs/request.js.map +1 -1
  461. package/dist/src/runs/training-candidate.js +161 -0
  462. package/dist/src/runs/training-candidate.js.map +1 -0
  463. package/dist/src/runs/verifier-evidence-redaction.js +61 -0
  464. package/dist/src/runs/verifier-evidence-redaction.js.map +1 -0
  465. package/dist/src/runs/verifier-evidence.js +459 -0
  466. package/dist/src/runs/verifier-evidence.js.map +1 -0
  467. package/dist/src/runs/verifier-structured-evidence.js +83 -0
  468. package/dist/src/runs/verifier-structured-evidence.js.map +1 -0
  469. package/dist/src/trajectories/analysis.js +288 -0
  470. package/dist/src/trajectories/analysis.js.map +1 -0
  471. package/dist/src/trajectories/chunk-projection.js +148 -0
  472. package/dist/src/trajectories/chunk-projection.js.map +1 -0
  473. package/dist/src/trajectories/content-projection.js +389 -0
  474. package/dist/src/trajectories/content-projection.js.map +1 -0
  475. package/dist/src/trajectories/dsh-chunk-contract.js +176 -0
  476. package/dist/src/trajectories/dsh-chunk-contract.js.map +1 -0
  477. package/dist/src/trajectories/dsh-contract.js +284 -0
  478. package/dist/src/trajectories/dsh-contract.js.map +1 -0
  479. package/dist/src/trajectories/events-chunk-drill.js +95 -0
  480. package/dist/src/trajectories/events-chunk-drill.js.map +1 -0
  481. package/dist/src/trajectories/events-page.js +367 -0
  482. package/dist/src/trajectories/events-page.js.map +1 -0
  483. package/dist/src/trajectories/index.js +3 -0
  484. package/dist/src/trajectories/index.js.map +1 -1
  485. package/dist/src/trajectories/provider-capture.js +15 -24
  486. package/dist/src/trajectories/provider-capture.js.map +1 -1
  487. package/dist/src/trajectories/providers/deepseek.js +3 -3
  488. package/dist/src/trajectories/providers/deepseek.js.map +1 -1
  489. package/dist/src/trajectories/request-attempt.js +47 -0
  490. package/dist/src/trajectories/request-attempt.js.map +1 -0
  491. package/dist/src/trajectories/stream-reader.js +311 -0
  492. package/dist/src/trajectories/stream-reader.js.map +1 -0
  493. package/dist/src/trajectories/surface-fold.js +126 -0
  494. package/dist/src/trajectories/surface-fold.js.map +1 -0
  495. package/dist/src/workers/index.js +3 -0
  496. package/dist/src/workers/index.js.map +1 -0
  497. package/dist/src/workers/remote-harbor-work-spec.js +97 -0
  498. package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
  499. package/dist/src/workers/remote-harbor-worker.js +223 -0
  500. package/dist/src/workers/remote-harbor-worker.js.map +1 -0
  501. package/docs/schemas/benchmark-hook-request-v1.schema.json +65 -0
  502. package/docs/schemas/benchmark-hook-response-v1.schema.json +75 -0
  503. package/docs/schemas/benchmark-hook-v1.schema.json +33 -0
  504. package/docs/schemas/benchmark-lock-v1.schema.json +351 -0
  505. package/docs/schemas/benchmark-metric-v1.schema.json +37 -0
  506. package/docs/schemas/benchmark-package-v1.schema.json +167 -0
  507. package/docs/schemas/benchmark-phase-group.schema.json +41 -0
  508. package/docs/schemas/benchmark-profile-v1.schema.json +141 -0
  509. package/docs/schemas/benchmark-task-v1.schema.json +384 -0
  510. package/docs/schemas/benchmark-tool-result-v1.schema.json +30 -0
  511. package/docs/schemas/environment-build-index.schema.json +13 -0
  512. package/docs/schemas/environment-build-record.schema.json +25 -0
  513. package/docs/schemas/environment-image-manifest.schema.json +62 -0
  514. package/docs/schemas/error.schema.json +22 -0
  515. package/docs/schemas/eval-control.schema.json +36 -0
  516. package/docs/schemas/eval-execution-plan.schema.json +216 -0
  517. package/docs/schemas/eval-progress.schema.json +1 -15
  518. package/docs/schemas/eval-rerun-result.schema.json +58 -0
  519. package/docs/schemas/eval-rerun-state.schema.json +61 -0
  520. package/docs/schemas/eval-rerun-submission.schema.json +60 -0
  521. package/docs/schemas/eval-result.schema.json +32 -13
  522. package/docs/schemas/eval-submission-input.schema.json +14 -0
  523. package/docs/schemas/eval-submission.schema.json +68 -0
  524. package/docs/schemas/eval-trial-publication.schema.json +15 -0
  525. package/docs/schemas/eval-trial-reference.schema.json +129 -0
  526. package/docs/schemas/execution-evidence.schema.json +96 -0
  527. package/docs/schemas/execution-lease.schema.json +50 -0
  528. package/docs/schemas/execution-provider-status.schema.json +65 -0
  529. package/docs/schemas/execution-worker.schema.json +53 -0
  530. package/docs/schemas/harbor-process-exit.schema.json +14 -0
  531. package/docs/schemas/interaction-capture-ref.schema.json +45 -0
  532. package/docs/schemas/local-provider-execution.schema.json +33 -0
  533. package/docs/schemas/model-interaction.schema.json +41 -0
  534. package/docs/schemas/regrade-assessment-reference.schema.json +11 -0
  535. package/docs/schemas/remote-result-envelope.schema.json +32 -0
  536. package/docs/schemas/remote-tree-envelope.schema.json +25 -0
  537. package/docs/schemas/remote-work-offer.schema.json +58 -0
  538. package/docs/schemas/remote-work-receipt.schema.json +50 -0
  539. package/docs/schemas/remote-worker-artifact.schema.json +17 -0
  540. package/docs/schemas/remote-worker-event.schema.json +18 -0
  541. package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
  542. package/docs/schemas/remote-worker-registration.schema.json +52 -0
  543. package/docs/schemas/result-bundle-index.schema.json +133 -0
  544. package/docs/schemas/run-context.schema.json +15 -0
  545. package/docs/schemas/run-environment-images.schema.json +39 -0
  546. package/docs/schemas/run-manifest.schema.json +4 -0
  547. package/docs/schemas/run-request.schema.json +4 -0
  548. package/docs/schemas/training-data-candidate.schema.json +46 -0
  549. package/docs/schemas/trajectory-analysis.schema.json +258 -0
  550. package/docs/schemas/trajectory-events-page.schema.json +40 -0
  551. package/docs/schemas/verifier-assessment.schema.json +77 -0
  552. package/docs/schemas/verifier-evidence.schema.json +276 -0
  553. package/integrations/harbor/hitch_benchmark.py +252 -0
  554. package/integrations/harbor/hitch_candidate_recycle.py +262 -0
  555. package/integrations/harbor/hitch_harbor_agent.py +698 -568
  556. package/integrations/harbor/hitch_harbor_environment.py +469 -0
  557. package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
  558. package/integrations/harbor/hitch_harbor_verifier.py +83 -2
  559. package/integrations/harbor/hitch_phase_supervisor.py +452 -0
  560. package/integrations/harbor/hitch_tool_client.mjs +91 -0
  561. package/integrations/model-call/cli.js +57 -0
  562. package/package.json +30 -6
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-control-state.js","sourceRoot":"","sources":["../../../src/control-plane/eval-control-state.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB,EAAE,MAAiD;IAC1G,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC5B,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,CAAC;YACrG,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrE,CAAC,CAAC;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,SAAiB,EACjB,MAAc,EACd,OAAiD,EACjD,KAA8B;IAE9B,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAClB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC"}
@@ -0,0 +1,44 @@
1
+ const PHASES = ["queued", "planning", "preparing", "running", "finalizing"];
2
+ export function applyEvalPhase(control, phase, queued, terminal) {
3
+ if (control.state === "cancelling" || terminalState(control.state))
4
+ return control;
5
+ const currentRank = PHASES.indexOf(control.state);
6
+ const nextRank = PHASES.indexOf(phase);
7
+ if (currentRank > nextRank)
8
+ return control;
9
+ const terminalItems = canonical(terminal ?? control.terminal_work_items);
10
+ const queuedItems = canonical(queued ?? control.queued_work_items).filter((id) => !terminalItems.includes(id));
11
+ return { ...control, state: phase, queued_work_items: queuedItems, terminal_work_items: terminalItems };
12
+ }
13
+ export function applyEvalWorkItem(control, workId, leaseId, state) {
14
+ if (!/^work_[a-f0-9]{32}$/.test(workId) || !/^lease_[a-f0-9]{32}$/.test(leaseId) || terminalState(control.state))
15
+ return control;
16
+ const queued = control.queued_work_items.filter((id) => id !== workId);
17
+ const active = control.active_leases.filter((id) => id !== leaseId);
18
+ const terminal = control.terminal_work_items.filter((id) => id !== workId);
19
+ if (state === "running")
20
+ active.push(leaseId);
21
+ else
22
+ terminal.push(workId);
23
+ return { ...control, queued_work_items: canonical(queued), active_leases: canonical(active), terminal_work_items: canonical(terminal) };
24
+ }
25
+ export function queueEvalWorkItem(control, workId) {
26
+ if (!/^work_[a-f0-9]{32}$/.test(workId) || terminalState(control.state) || control.terminal_work_items.includes(workId))
27
+ return control;
28
+ return { ...control, queued_work_items: canonical([...control.queued_work_items, workId]) };
29
+ }
30
+ export function settleEvalWorkItems(control) {
31
+ return {
32
+ ...control,
33
+ active_leases: [],
34
+ queued_work_items: [],
35
+ terminal_work_items: canonical([...control.terminal_work_items, ...control.queued_work_items]),
36
+ };
37
+ }
38
+ function terminalState(state) {
39
+ return state === "succeeded" || state === "failed" || state === "cancelled";
40
+ }
41
+ function canonical(values) {
42
+ return [...new Set(values)].sort((left, right) => Buffer.compare(Buffer.from(left), Buffer.from(right)));
43
+ }
44
+ //# sourceMappingURL=eval-control-work.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-control-work.js","sourceRoot":"","sources":["../../../src/control-plane/eval-control-work.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAyB,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;AAElG,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,KAA0D,EAAE,MAAiB,EAAE,QAAmB;IACvJ,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACnF,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,WAAW,GAAG,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC3C,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/G,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC;AAC1G,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,MAAc,EAAE,OAAe,EAAE,KAA6B;IACtH,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACjI,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;IAC3E,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;QACzC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,OAAO,EAAE,GAAG,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,mBAAmB,EAAE,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;AAC1I,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,MAAc;IACtE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IACxI,OAAO,EAAE,GAAG,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;AAC9F,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,OAAO;QACL,GAAG,OAAO;QACV,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,EAAE;QACrB,mBAAmB,EAAE,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;KAC/F,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,CAAC;AAC9E,CAAC;AAED,SAAS,SAAS,CAAC,MAAgB;IACjC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC3G,CAAC"}
@@ -0,0 +1,52 @@
1
+ import { DockerBuildKitBuilder, DockerRegistryResolver, EnvironmentImageService, inspectPinnedDockerfileBases, loadEnvironmentImageManifest, resolveRegistryEnvironmentImage } from "../images/index.js";
2
+ export function localRegistryImageResolution(root, resolver = new DockerRegistryResolver()) {
3
+ return async (input) => {
4
+ const resolved = await resolveRegistryEnvironmentImage({
5
+ root,
6
+ benchmarkId: input.benchmarkId,
7
+ benchmarkRevision: input.benchmarkRevision,
8
+ taskId: input.taskId,
9
+ reference: input.reference,
10
+ platform: input.platform,
11
+ resolver,
12
+ ...(input.signal ? { signal: input.signal } : {}),
13
+ });
14
+ return {
15
+ image_id: resolved.manifest.image_id,
16
+ reference: resolved.manifest.output.reference,
17
+ manifest_digest: resolved.manifest.output.manifest_digest,
18
+ platform: resolved.manifest.platform,
19
+ cache_hit: resolved.cacheHit,
20
+ };
21
+ };
22
+ }
23
+ export function localEnvironmentImageManifestLoader(root) {
24
+ return (imageId) => loadEnvironmentImageManifest(root, imageId);
25
+ }
26
+ export function localEnvironmentImageBuild(root, acquireBuildSlot, builder = new DockerBuildKitBuilder({ root }), onEvent = () => { }) {
27
+ const images = new EnvironmentImageService({ root, builder, acquireBuildSlot, onEvent });
28
+ return async (input) => {
29
+ const baseImages = await inspectPinnedDockerfileBases(input.contextDirectory, input.dockerfile);
30
+ const built = await images.build({
31
+ benchmarkId: input.benchmarkId,
32
+ benchmarkRevision: input.benchmarkRevision,
33
+ contextDirectory: input.contextDirectory,
34
+ dockerfile: input.dockerfile,
35
+ platform: input.platform,
36
+ baseImages,
37
+ ...(input.signal ? { signal: input.signal } : {}),
38
+ });
39
+ const requested = built.manifest.output.reference;
40
+ if (!requested || requested.includes("@"))
41
+ throw new TypeError("local BuildKit image reference is invalid");
42
+ return {
43
+ image_id: built.manifest.image_id,
44
+ requested_reference: requested,
45
+ reference: `${requested}@${built.manifest.output.manifest_digest}`,
46
+ manifest_digest: built.manifest.output.manifest_digest,
47
+ platform: built.manifest.platform,
48
+ cache_hit: built.cacheHit,
49
+ };
50
+ };
51
+ }
52
+ //# sourceMappingURL=eval-image-resolution.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-image-resolution.js","sourceRoot":"","sources":["../../../src/control-plane/eval-image-resolution.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AAGzM,MAAM,UAAU,4BAA4B,CAAC,IAAY,EAAE,WAAkC,IAAI,sBAAsB,EAAE;IACvH,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC;YACrD,IAAI;YACJ,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ;YACR,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CAAC;QACH,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ;YACpC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS;YAC7C,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe;YACzD,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ;YACpC,SAAS,EAAE,QAAQ,CAAC,QAAQ;SAC7B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,IAAY;IAC9D,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAAY,EACZ,gBAAwE,EACxE,UAAmC,IAAI,qBAAqB,CAAC,EAAE,IAAI,EAAE,CAAC,EACtE,UAAoD,GAAG,EAAE,GAAE,CAAC;IAE5D,MAAM,MAAM,GAAG,IAAI,uBAAuB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;IACzF,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,MAAM,UAAU,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAChG,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC;YAC/B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,UAAU;YACV,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC;QAClD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QAC5G,OAAO;YACL,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;YACjC,mBAAmB,EAAE,SAAS;YAC9B,SAAS,EAAE,GAAG,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE;YAClE,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe;YACtD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;YACjC,SAAS,EAAE,KAAK,CAAC,QAAQ;SAC1B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,30 @@
1
+ import { BuildSlotAdmission } from "./build-admission.js";
2
+ import { localEnvironmentImageBuild, localEnvironmentImageManifestLoader, localRegistryImageResolution } from "./eval-image-resolution.js";
3
+ export class EvalImageServices {
4
+ buildAdmission;
5
+ resolver;
6
+ builder;
7
+ root;
8
+ constructor(input) {
9
+ this.root = input.root;
10
+ this.resolver = input.resolver ?? localRegistryImageResolution(input.root);
11
+ if (input.builder)
12
+ this.builder = input.builder;
13
+ else if (input.provider === "local-docker" && input.resources.canEverFit({ cpu_millis: 0, memory_bytes: 0, container_slots: 0, build_slots: 1 })) {
14
+ const admission = new BuildSlotAdmission(input.resources);
15
+ this.buildAdmission = admission;
16
+ this.builder = localEnvironmentImageBuild(input.root, (signal) => admission.acquire(signal), undefined, input.onEvent);
17
+ }
18
+ }
19
+ runOptions() {
20
+ return {
21
+ environmentImageResolver: this.resolver,
22
+ environmentImageManifestLoader: localEnvironmentImageManifestLoader(this.root),
23
+ ...(this.builder ? { environmentImageBuilder: this.builder } : {}),
24
+ };
25
+ }
26
+ close() {
27
+ this.buildAdmission?.close();
28
+ }
29
+ }
30
+ //# sourceMappingURL=eval-image-services.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-image-services.js","sourceRoot":"","sources":["../../../src/control-plane/eval-image-services.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,mCAAmC,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAG3I,MAAM,OAAO,iBAAiB;IACX,cAAc,CAAiC;IAC/C,QAAQ,CAA+B;IACvC,OAAO,CAA0C;IACjD,IAAI,CAAS;IAE9B,YAAY,KAOX;QACC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3E,IAAI,KAAK,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;aAC3C,IAAI,KAAK,CAAC,QAAQ,KAAK,cAAc,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YACjJ,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,IAAI,CAAC,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACzH,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO;YACL,wBAAwB,EAAE,IAAI,CAAC,QAAQ;YACvC,8BAA8B,EAAE,mCAAmC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9E,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;CACF"}
@@ -0,0 +1,252 @@
1
+ import path from "node:path";
2
+ import { HitchError, sha256JSON, statePaths } from "../foundation/index.js";
3
+ import { resolveLocalDatasetTaskIds, validateEvalRequest } from "../evals/index.js";
4
+ import { validateResourceVector } from "./resources.js";
5
+ export async function normalizeEvalSubmissionInput(value, defaults) {
6
+ if (!value || typeof value !== "object" || Array.isArray(value))
7
+ throw new HitchError("eval submission must be a JSON object", { code: "invalid_input", exitCode: 2 });
8
+ const record = value;
9
+ const envelope = Object.hasOwn(record, "request") || Object.hasOwn(record, "execution") || Object.hasOwn(record, "idempotency_key");
10
+ if (!envelope) {
11
+ const request = await validateEvalRequest(value);
12
+ return { request, execution: defaultEvalExecutionPolicy(request, defaults) };
13
+ }
14
+ assertOnlyKeys(record, ["schema_version", "request", "execution", "idempotency_key"], "eval submission input");
15
+ if (record.schema_version !== undefined && record.schema_version !== "1")
16
+ throw invalidSubmission("unsupported eval submission schema_version");
17
+ if (!record.request || typeof record.request !== "object" || Array.isArray(record.request))
18
+ throw invalidSubmission("eval submission request must be an object");
19
+ const request = await validateEvalRequest(record.request);
20
+ const execution = record.execution === undefined
21
+ ? defaultEvalExecutionPolicy(request, defaults)
22
+ : parseEvalExecutionPolicy(record.execution, request);
23
+ if (record.idempotency_key !== undefined && typeof record.idempotency_key !== "string")
24
+ throw invalidSubmission("eval submission idempotency_key must be a string");
25
+ return { request, execution, ...(typeof record.idempotency_key === "string" ? { idempotencyKey: record.idempotency_key } : {}) };
26
+ }
27
+ export function defaultEvalExecutionPolicy(request, defaults) {
28
+ return parseEvalExecutionPolicy({
29
+ provider: defaults.provider,
30
+ max_parallelism: request.max_concurrent,
31
+ resources: { default_trial: defaults.trialResources },
32
+ build: { mode: defaults.buildMode ?? "prebuild-preferred" },
33
+ model_capture: { mode: "native", required: false },
34
+ }, request);
35
+ }
36
+ export function parseEvalExecutionPolicy(value, request) {
37
+ if (!value || typeof value !== "object" || Array.isArray(value))
38
+ throw invalidSubmission("eval execution policy must be an object");
39
+ const policy = value;
40
+ assertOnlyKeys(policy, ["provider", "max_parallelism", "resources", "build", "model_capture"], "eval execution policy");
41
+ if (typeof policy.provider !== "string" || !policy.provider || !Number.isSafeInteger(policy.max_parallelism)
42
+ || policy.max_parallelism < 1 || policy.max_parallelism > request.max_concurrent) {
43
+ throw invalidSubmission("eval execution policy identity is invalid");
44
+ }
45
+ const resources = exactRecord(policy.resources, ["default_trial", "setup"], "eval execution resources");
46
+ const defaultTrial = policyResources(resources.default_trial, "eval execution default trial resources");
47
+ if (defaultTrial.cpu_millis < 1 || defaultTrial.memory_bytes < 1 || defaultTrial.container_slots < 1 || defaultTrial.build_slots !== 0) {
48
+ throw invalidSubmission("eval execution default trial resources require positive CPU, memory and container slots with zero build slots");
49
+ }
50
+ const setup = resources.setup === undefined ? undefined : policyResources(resources.setup, "eval execution setup resources");
51
+ const build = exactRecord(policy.build, ["mode", "remote_cache"], "eval execution build policy");
52
+ if (!new Set(["backend", "prebuild-preferred", "prebuild-required"]).has(build.mode)
53
+ || (build.remote_cache !== undefined && (typeof build.remote_cache !== "string" || !build.remote_cache))) {
54
+ throw invalidSubmission("eval execution build policy is invalid");
55
+ }
56
+ const capture = exactRecord(policy.model_capture, ["mode", "required"], "eval model capture policy");
57
+ if (!new Set(["off", "native", "proxy", "hybrid"]).has(capture.mode) || typeof capture.required !== "boolean") {
58
+ throw invalidSubmission("eval model capture policy is invalid");
59
+ }
60
+ return {
61
+ provider: policy.provider,
62
+ max_parallelism: policy.max_parallelism,
63
+ resources: { default_trial: defaultTrial, ...(setup ? { setup } : {}) },
64
+ build: { mode: build.mode, ...(build.remote_cache ? { remote_cache: build.remote_cache } : {}) },
65
+ model_capture: { mode: capture.mode, required: capture.required },
66
+ };
67
+ }
68
+ export function assertExecutionPolicySupported(policy, provider) {
69
+ if (policy.provider !== provider)
70
+ throw new HitchError(`execution provider is unavailable: ${policy.provider}`, { code: "execution_provider_unavailable", exitCode: 10 });
71
+ if (policy.resources.setup)
72
+ throw new HitchError("setup resource reservations are not supported by the local provider yet", { code: "execution_setup_resources_unsupported", exitCode: 10 });
73
+ if (policy.build.remote_cache)
74
+ throw new HitchError("remote build cache is not supported by the local image service yet", { code: "build_remote_cache_unsupported", exitCode: 10 });
75
+ if (policy.model_capture.mode === "off" && policy.model_capture.required)
76
+ throw invalidSubmission("off model capture cannot be required");
77
+ }
78
+ export function reconcileIdempotencyKeys(body, header) {
79
+ if (body !== undefined && header !== undefined && body !== header)
80
+ throw invalidSubmission("idempotency_key body and header must match");
81
+ return body ?? header;
82
+ }
83
+ export function parseEvalControl(value) {
84
+ if (!value || typeof value !== "object" || Array.isArray(value))
85
+ throw new TypeError("eval control must be an object");
86
+ const control = value;
87
+ const states = new Set(["queued", "planning", "preparing", "running", "finalizing", "cancelling", "succeeded", "failed", "cancelled"]);
88
+ if (control.schema_version !== "1" || typeof control.eval_id !== "string" || !/^eval_[a-f0-9]{32}$/.test(control.eval_id)
89
+ || !Number.isSafeInteger(control.generation) || control.generation < 0
90
+ || !states.has(control.state)
91
+ || !Number.isSafeInteger(control.requested_parallelism) || control.requested_parallelism < 1
92
+ || !Number.isSafeInteger(control.admitted_parallelism) || control.admitted_parallelism < 0
93
+ || typeof control.created_at !== "string" || !Number.isFinite(Date.parse(control.created_at))
94
+ || typeof control.updated_at !== "string" || !Number.isFinite(Date.parse(control.updated_at))) {
95
+ throw new TypeError("eval control is invalid");
96
+ }
97
+ if (control.allocation_id !== undefined && (typeof control.allocation_id !== "string" || !/^allocation_[a-f0-9]{32}$/.test(control.allocation_id))) {
98
+ throw new TypeError("eval control allocation_id is invalid");
99
+ }
100
+ if (control.cancel_requested_at !== undefined && (typeof control.cancel_requested_at !== "string" || !Number.isFinite(Date.parse(control.cancel_requested_at)))) {
101
+ throw new TypeError("eval control cancel_requested_at is invalid");
102
+ }
103
+ const error = control.error;
104
+ if (error !== undefined && (!error || typeof error !== "object" || Array.isArray(error)
105
+ || typeof error.code !== "string" || !error.code
106
+ || error.code.length > 256
107
+ || typeof error.message !== "string"
108
+ || error.message.length > 4_096)) {
109
+ throw new TypeError("eval control error is invalid");
110
+ }
111
+ const activeLeases = controlItems(control.active_leases, "active_leases", /^lease_[a-f0-9]{32}$/);
112
+ const queuedWorkItems = controlItems(control.queued_work_items, "queued_work_items", /^work_[a-f0-9]{32}$/);
113
+ const terminalWorkItems = controlItems(control.terminal_work_items, "terminal_work_items", /^work_[a-f0-9]{32}$/);
114
+ if (queuedWorkItems.some((item) => terminalWorkItems.includes(item)))
115
+ throw new TypeError("eval control work item sets overlap");
116
+ return {
117
+ schema_version: "1",
118
+ eval_id: control.eval_id,
119
+ generation: control.generation,
120
+ state: control.state,
121
+ requested_parallelism: control.requested_parallelism,
122
+ admitted_parallelism: control.admitted_parallelism,
123
+ active_leases: activeLeases,
124
+ queued_work_items: queuedWorkItems,
125
+ terminal_work_items: terminalWorkItems,
126
+ ...(control.allocation_id === undefined ? {} : { allocation_id: control.allocation_id }),
127
+ ...(control.cancel_requested_at === undefined ? {} : { cancel_requested_at: control.cancel_requested_at }),
128
+ ...(error === undefined ? {} : { error: error }),
129
+ created_at: control.created_at,
130
+ updated_at: control.updated_at,
131
+ };
132
+ }
133
+ function controlItems(value, label, pattern) {
134
+ if (value === undefined)
135
+ return [];
136
+ if (!Array.isArray(value) || value.some((item) => typeof item !== "string" || !pattern.test(item))
137
+ || new Set(value).size !== value.length)
138
+ throw new TypeError(`eval control ${label} is invalid`);
139
+ const sorted = [...value].sort((left, right) => Buffer.compare(Buffer.from(left), Buffer.from(right)));
140
+ if (sorted.some((item, index) => item !== value[index]))
141
+ throw new TypeError(`eval control ${label} is not canonical`);
142
+ return value;
143
+ }
144
+ export function terminalControlState(status) {
145
+ return status === "succeeded" ? "succeeded" : status === "cancelled" ? "cancelled" : "failed";
146
+ }
147
+ export function isTerminalControl(state) {
148
+ return state === "succeeded" || state === "failed" || state === "cancelled";
149
+ }
150
+ export function validateIdempotencyKey(value) {
151
+ if (!/^[\x21-\x7e]{1,256}$/.test(value))
152
+ throw new HitchError("idempotency key must be 1-256 visible ASCII characters", {
153
+ code: "invalid_input",
154
+ exitCode: 2,
155
+ });
156
+ }
157
+ export function idempotencyIndexPath(root, keyHash) {
158
+ return path.join(statePaths(root).indexes, "eval-idempotency", `${keyHash.slice("sha256:".length)}.json`);
159
+ }
160
+ export async function parseEvalSubmission(value, expectedEvalId) {
161
+ if (!value || typeof value !== "object" || Array.isArray(value))
162
+ throw new TypeError("eval submission must be an object");
163
+ const submission = value;
164
+ assertOnlyKeys(submission, [
165
+ "schema_version", "eval_id", "request", "execution", "submission_digest", "idempotency_key_hash", "submitted_at",
166
+ ], "eval submission");
167
+ if (submission.schema_version !== "1" || submission.eval_id !== expectedEvalId
168
+ || typeof submission.submitted_at !== "string" || !Number.isFinite(Date.parse(submission.submitted_at))
169
+ || !submission.request || typeof submission.request !== "object" || Array.isArray(submission.request)) {
170
+ throw new TypeError("eval submission identity is invalid");
171
+ }
172
+ const persisted = submission.request;
173
+ const normalized = await validateEvalRequest(persistedRequestInput(persisted));
174
+ if (JSON.stringify(normalized) !== JSON.stringify(persisted))
175
+ throw new TypeError("eval submission request is not canonical");
176
+ const execution = submission.execution === undefined ? undefined : parseEvalExecutionPolicy(submission.execution, normalized);
177
+ if (execution && JSON.stringify(execution) !== JSON.stringify(submission.execution))
178
+ throw new TypeError("eval submission execution policy is not canonical");
179
+ const digest = execution ? sha256JSON({ request: normalized, execution }) : sha256JSON(normalized);
180
+ if (submission.submission_digest !== digest)
181
+ throw new TypeError("eval submission digest does not match");
182
+ if (submission.idempotency_key_hash !== undefined && (typeof submission.idempotency_key_hash !== "string" || !/^sha256:[0-9a-f]{64}$/.test(submission.idempotency_key_hash))) {
183
+ throw new TypeError("eval submission idempotency key hash is invalid");
184
+ }
185
+ return {
186
+ schema_version: "1",
187
+ eval_id: expectedEvalId,
188
+ request: normalized,
189
+ ...(execution ? { execution } : {}),
190
+ submission_digest: digest,
191
+ ...(submission.idempotency_key_hash === undefined ? {} : { idempotency_key_hash: submission.idempotency_key_hash }),
192
+ submitted_at: submission.submitted_at,
193
+ };
194
+ }
195
+ export async function evalCollisionKeys(request, collisionDomainId = "local-docker") {
196
+ const tasks = await resolveLocalDatasetTaskIds(request.dataset);
197
+ const taskIds = tasks === null ? ["*"] : tasks;
198
+ return taskIds.map((taskId) => evalTaskCollisionKey(request, taskId, collisionDomainId)).sort();
199
+ }
200
+ export function evalTaskCollisionKey(request, taskId, collisionDomainId = "local-docker") {
201
+ if (!taskId || !collisionDomainId)
202
+ throw new TypeError("eval collision identity must be non-empty");
203
+ return `collision_${sha256JSON({
204
+ domain: collisionDomainId,
205
+ backend: request.backend,
206
+ benchmark_id: request.benchmark_id,
207
+ benchmark_revision: request.benchmark_revision,
208
+ task_id: taskId,
209
+ }).slice("sha256:".length)}`;
210
+ }
211
+ function persistedRequestInput(request) {
212
+ return {
213
+ schema_version: request.schema_version,
214
+ backend: request.backend,
215
+ dataset: request.dataset,
216
+ harness_ref: request.harness_ref,
217
+ model: request.model,
218
+ attempts: request.attempts,
219
+ max_concurrent: request.max_concurrent,
220
+ infrastructure_retries: request.infrastructure_retries,
221
+ infrastructure_retry_backoff_ms: request.infrastructure_retry_backoff_ms,
222
+ timeout_ms: request.timeout_ms,
223
+ setup_timeout_ms: request.setup_timeout_ms,
224
+ agent_args: request.agent_args,
225
+ pass_env: request.pass_env,
226
+ };
227
+ }
228
+ function exactRecord(value, keys, label) {
229
+ if (!value || typeof value !== "object" || Array.isArray(value))
230
+ throw invalidSubmission(`${label} must be an object`);
231
+ const record = value;
232
+ assertOnlyKeys(record, keys, label);
233
+ return record;
234
+ }
235
+ function policyResources(value, label) {
236
+ try {
237
+ return validateResourceVector(value, label);
238
+ }
239
+ catch (error) {
240
+ throw invalidSubmission(error.message);
241
+ }
242
+ }
243
+ function assertOnlyKeys(record, keys, label) {
244
+ const allowed = new Set(keys);
245
+ const unexpected = Object.keys(record).find((key) => !allowed.has(key));
246
+ if (unexpected)
247
+ throw invalidSubmission(`${label} has unknown field: ${unexpected}`);
248
+ }
249
+ function invalidSubmission(message) {
250
+ return new HitchError(message, { code: "invalid_input", exitCode: 2 });
251
+ }
252
+ //# sourceMappingURL=eval-records.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-records.js","sourceRoot":"","sources":["../../../src/control-plane/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAexD,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,KAA+C,EAC/C,QAAgE;IAEhE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACvK,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACpI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,KAAyB,CAAC,CAAC;QACrE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,0BAA0B,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC/E,CAAC;IACD,cAAc,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAC/G,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,iBAAiB,CAAC,4CAA4C,CAAC,CAAC;IAChJ,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAAE,MAAM,iBAAiB,CAAC,2CAA2C,CAAC,CAAC;IACjK,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,OAA2B,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS;QAC9C,CAAC,CAAC,0BAA0B,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC/C,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,eAAe,KAAK,QAAQ;QAAE,MAAM,iBAAiB,CAAC,kDAAkD,CAAC,CAAC;IACpK,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,MAAM,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACnI,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAAoB,EACpB,QAAoH;IAEpH,OAAO,wBAAwB,CAAC;QAC9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,eAAe,EAAE,OAAO,CAAC,cAAc;QACvC,SAAS,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,cAAc,EAAE;QACrD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,oBAAoB,EAAE;QAC3D,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;KACnD,EAAE,OAAO,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc,EAAE,OAAoB;IAC3E,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,iBAAiB,CAAC,yCAAyC,CAAC,CAAC;IACpI,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,cAAc,CAAC,MAAM,EAAE,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,uBAAuB,CAAC,CAAC;IACxH,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC;WACtG,MAAM,CAAC,eAA0B,GAAG,CAAC,IAAK,MAAM,CAAC,eAA0B,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3G,MAAM,iBAAiB,CAAC,2CAA2C,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACxG,MAAM,YAAY,GAAG,eAAe,CAAC,SAAS,CAAC,aAAa,EAAE,wCAAwC,CAAC,CAAC;IACxG,IAAI,YAAY,CAAC,UAAU,GAAG,CAAC,IAAI,YAAY,CAAC,YAAY,GAAG,CAAC,IAAI,YAAY,CAAC,eAAe,GAAG,CAAC,IAAI,YAAY,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;QACvI,MAAM,iBAAiB,CAAC,+GAA+G,CAAC,CAAC;IAC3I,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,EAAE,gCAAgC,CAAC,CAAC;IAC7H,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,6BAA6B,CAAC,CAAC;IACjG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,oBAAoB,EAAE,mBAAmB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAc,CAAC;WACzF,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,iBAAiB,CAAC,wCAAwC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,2BAA2B,CAAC,CAAC;IACrG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAc,CAAC,IAAI,OAAO,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACxH,MAAM,iBAAiB,CAAC,sCAAsC,CAAC,CAAC;IAClE,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,eAAe,EAAE,MAAM,CAAC,eAAyB;QACjD,SAAS,EAAE,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACvE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAA8C,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACpJ,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAsD,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAmB,EAAE;KAC/H,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAA6B,EAAE,QAAgB;IAC5F,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ;QAAE,MAAM,IAAI,UAAU,CAAC,sCAAsC,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC1K,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK;QAAE,MAAM,IAAI,UAAU,CAAC,yEAAyE,EAAE,EAAE,IAAI,EAAE,uCAAuC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7L,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY;QAAE,MAAM,IAAI,UAAU,CAAC,oEAAoE,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACpL,IAAI,MAAM,CAAC,aAAa,CAAC,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,aAAa,CAAC,QAAQ;QAAE,MAAM,iBAAiB,CAAC,sCAAsC,CAAC,CAAC;AAC5I,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAwB,EAAE,MAA0B;IAC3F,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,MAAM;QAAE,MAAM,iBAAiB,CAAC,4CAA4C,CAAC,CAAC;IACzI,OAAO,IAAI,IAAI,MAAM,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;IACvH,MAAM,OAAO,GAAG,KAAgC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;IAC3J,IAAI,OAAO,CAAC,cAAc,KAAK,GAAG,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;WACpH,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,IAAK,OAAO,CAAC,UAAqB,GAAG,CAAC;WAC/E,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,KAA2B,CAAC;WAChD,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAK,OAAO,CAAC,qBAAgC,GAAG,CAAC;WACrG,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,IAAK,OAAO,CAAC,oBAA+B,GAAG,CAAC;WACnG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;WAC1F,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QAChG,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QACnJ,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,OAAO,CAAC,mBAAmB,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,mBAAmB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;QAChK,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;WAClF,OAAQ,KAAiC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAE,KAAiC,CAAC,IAAI;WACrG,KAAiC,CAAC,IAAe,CAAC,MAAM,GAAG,GAAG;WAChE,OAAQ,KAAiC,CAAC,OAAO,KAAK,QAAQ;WAC5D,KAAiC,CAAC,OAAkB,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,SAAS,CAAC,+BAA+B,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,EAAE,sBAAsB,CAAC,CAAC;IAClG,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,iBAAiB,EAAE,mBAAmB,EAAE,qBAAqB,CAAC,CAAC;IAC5G,MAAM,iBAAiB,GAAG,YAAY,CAAC,OAAO,CAAC,mBAAmB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IAClH,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACjI,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU,EAAE,OAAO,CAAC,UAAoB;QACxC,KAAK,EAAE,OAAO,CAAC,KAA2B;QAC1C,qBAAqB,EAAE,OAAO,CAAC,qBAA+B;QAC9D,oBAAoB,EAAE,OAAO,CAAC,oBAA8B;QAC5D,aAAa,EAAE,YAAY;QAC3B,iBAAiB,EAAE,eAAe;QAClC,mBAAmB,EAAE,iBAAiB;QACtC,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAuB,EAAE,CAAC;QAClG,GAAG,CAAC,OAAO,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,OAAO,CAAC,mBAA6B,EAAE,CAAC;QACpH,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAA0C,EAAE,CAAC;QACrF,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,OAAe;IAClE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WAC7F,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,KAAK,aAAa,CAAC,CAAC;IACnG,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvG,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,KAAK,mBAAmB,CAAC,CAAC;IACvH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAe;IAClD,OAAO,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;AAChG,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAyB;IACzD,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,wDAAwD,EAAE;YACtH,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,OAA2B;IAC5E,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC5G,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAc,EAAE,cAAsB;IAC9E,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;IAC1H,MAAM,UAAU,GAAG,KAAgC,CAAC;IACpD,cAAc,CAAC,UAAU,EAAE;QACzB,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,cAAc;KACjH,EAAE,iBAAiB,CAAC,CAAC;IACtB,IAAI,UAAU,CAAC,cAAc,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,KAAK,cAAc;WACzE,OAAO,UAAU,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;WACpG,CAAC,UAAU,CAAC,OAAO,IAAI,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxG,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,SAAS,GAAG,UAAU,CAAC,OAAsB,CAAC;IACpD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/E,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAC;IAC9H,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC9H,IAAI,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC9J,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACnG,IAAI,UAAU,CAAC,iBAAiB,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IAC1G,IAAI,UAAU,CAAC,oBAAoB,KAAK,SAAS,IAAI,CAAC,OAAO,UAAU,CAAC,oBAAoB,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC;QAC7K,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;IACzE,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,OAAO,EAAE,cAAc;QACvB,OAAO,EAAE,UAAU;QACnB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,iBAAiB,EAAE,MAAM;QACzB,GAAG,CAAC,UAAU,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,UAAU,CAAC,oBAA0C,EAAE,CAAC;QACzI,YAAY,EAAE,UAAU,CAAC,YAAY;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAoB,EAAE,iBAAiB,GAAG,cAAc;IAC9F,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAoB,EAAE,MAAc,EAAE,iBAAiB,GAAG,cAAc;IAC3G,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB;QAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;IACpG,OAAO,aAAa,UAAU,CAAC;QAC7B,MAAM,EAAE,iBAAiB;QACzB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,OAAO,EAAE,MAAM;KAChB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAoB;IACjD,OAAO;QACL,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,+BAA+B,EAAE,OAAO,CAAC,+BAA+B;QACxE,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,IAAc,EAAE,KAAa;IAChE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,iBAAiB,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACvH,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,IAAI,CAAC;QAAC,OAAO,sBAAsB,CAAC,KAAyB,EAAE,KAAK,CAAC,CAAC;IAAC,CAAC;IACxE,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,iBAAiB,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC;IAAC,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,MAA+B,EAAE,IAAc,EAAE,KAAa;IACpF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxE,IAAI,UAAU;QAAE,MAAM,iBAAiB,CAAC,GAAG,KAAK,uBAAuB,UAAU,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAe;IACxC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC"}
@@ -0,0 +1,181 @@
1
+ import { readdir } from "node:fs/promises";
2
+ import path from "node:path";
3
+ import { SCHEMA_VERSION, atomicWriteJSON, credentialValuesFromEnv, readJSON, safeDiagnosticMessage, withFileLock } from "../foundation/index.js";
4
+ import { EvalEventSink, parseEvalExecutionPlan, readExecutionLeases, recoverLocalDockerEvalLeases } from "../evals/index.js";
5
+ import { idempotencyIndexPath, isTerminalControl, parseEvalControl, parseEvalSubmission, terminalControlState } from "./eval-records.js";
6
+ export async function recoverPersistedEvals(input) {
7
+ const queue = [];
8
+ const entries = await readdir(input.evalsRoot, { withFileTypes: true });
9
+ for (const item of entries) {
10
+ if (!item.isDirectory() || !/^eval_[a-f0-9]{32}$/.test(item.name))
11
+ continue;
12
+ const evalId = item.name;
13
+ const directory = path.join(input.evalsRoot, evalId);
14
+ const submissionValue = await readJSON(path.join(directory, "submission.json"), null);
15
+ const controlValue = await readJSON(path.join(directory, "control.json"), null);
16
+ if (!submissionValue || !controlValue)
17
+ continue;
18
+ const submission = await parseEvalSubmission(submissionValue, evalId);
19
+ const credentialValues = credentialValuesFromEnv(submission.request.pass_env, input.credentialEnv ?? process.env);
20
+ const control = parseEvalControl(controlValue);
21
+ if (await repairIdempotencyIndex(input.root, submission)) {
22
+ const sink = new EvalEventSink(directory, evalId, input.onEvent);
23
+ await sink.open();
24
+ sink.emit({ type: "eval.idempotency-index.recovered", idempotency_key_hash: submission.idempotency_key_hash });
25
+ await sink.close();
26
+ }
27
+ const result = await readJSON(path.join(directory, "result.json"), null);
28
+ if (result) {
29
+ if (!isTerminalControl(control.state))
30
+ await updateControl(directory, (current) => ({ ...withoutAllocation(current), state: terminalControlState(result.status) }));
31
+ continue;
32
+ }
33
+ if (control.state === "queued") {
34
+ queue.push({ evalId, request: submission.request, ...(submission.execution ? { execution: submission.execution } : {}), directory, resumeExisting: false });
35
+ continue;
36
+ }
37
+ if (isTerminalControl(control.state))
38
+ continue;
39
+ const sink = new EvalEventSink(directory, evalId, input.onEvent);
40
+ await sink.open();
41
+ const leases = await readExecutionLeases(directory);
42
+ const localLeases = leases.filter((lease) => lease.provider === "local-docker");
43
+ const providerLeases = leases.filter((lease) => lease.provider !== "local-docker");
44
+ const recoveries = [await recoverLocalDockerEvalLeases({
45
+ root: input.root,
46
+ evalId,
47
+ evalDirectory: directory,
48
+ leases: localLeases,
49
+ env: input.credentialEnv ?? process.env,
50
+ cancelRequested: control.state === "cancelling",
51
+ emit: (event) => sink.emit(event),
52
+ })];
53
+ if (providerLeases.length > 0)
54
+ recoveries.push(input.recoverProviderLeases
55
+ ? await input.recoverProviderLeases({
56
+ evalId, evalDirectory: directory, leases: providerLeases,
57
+ cancelRequested: control.state === "cancelling", emit: (event) => sink.emit(event),
58
+ })
59
+ : { status: "ambiguous", recovered_lease_ids: [], code: "execution_state_ambiguous", message: "no recovery provider is available for active remote leases" });
60
+ const recovery = combinedRecovery(recoveries);
61
+ if (control.state === "cancelling") {
62
+ const now = new Date().toISOString();
63
+ await writeSyntheticResult(directory, evalId, submission.request, control, "cancelled", "cancelled", "eval cancellation was recovered after daemon restart", now);
64
+ await updateControl(directory, (current) => ({ ...withoutAllocation(current), state: "cancelled", error: { code: "cancelled", message: "eval cancellation was recovered after daemon restart" } }));
65
+ sink.emit({ type: "eval.recovered", status: "cancelled", code: "cancelled" });
66
+ await sink.close();
67
+ continue;
68
+ }
69
+ if (recovery.status === "ambiguous") {
70
+ const now = new Date().toISOString();
71
+ const code = recovery.code || "execution_state_ambiguous";
72
+ const message = safeDiagnosticMessage(recovery.message || "daemon restarted while eval execution state was ambiguous", credentialValues);
73
+ await writeSyntheticResult(directory, evalId, submission.request, control, "failed", code, message, now);
74
+ await updateControl(directory, (current) => ({ ...withoutAllocation(current), state: "failed", error: { code, message } }));
75
+ sink.emit({ type: "eval.recovered", status: "failed", code });
76
+ await sink.close();
77
+ continue;
78
+ }
79
+ const files = await resumableFiles(directory);
80
+ if (files === "inconsistent") {
81
+ const now = new Date().toISOString();
82
+ const message = "daemon restarted with incomplete persisted eval planning state";
83
+ await writeSyntheticResult(directory, evalId, submission.request, control, "failed", "execution_state_ambiguous", message, now);
84
+ await updateControl(directory, (current) => ({ ...withoutAllocation(current), state: "failed", error: { code: "execution_state_ambiguous", message } }));
85
+ sink.emit({ type: "eval.recovered", status: "failed", code: "execution_state_ambiguous" });
86
+ }
87
+ else {
88
+ queue.push({ evalId, request: submission.request, ...(submission.execution ? { execution: submission.execution } : {}), directory, resumeExisting: files === "complete" });
89
+ sink.emit({ type: "eval.recovered", status: "queued", recovery: files === "complete" ? "resume" : "restart-before-execution" });
90
+ }
91
+ await sink.close();
92
+ }
93
+ return queue;
94
+ }
95
+ async function repairIdempotencyIndex(root, submission) {
96
+ const keyHash = submission.idempotency_key_hash;
97
+ if (!keyHash)
98
+ return false;
99
+ return withFileLock(path.join(root, "locks", "eval-idempotency"), keyHash, async () => {
100
+ const file = idempotencyIndexPath(root, keyHash);
101
+ const expected = {
102
+ schema_version: "1",
103
+ eval_id: submission.eval_id,
104
+ submission_digest: submission.submission_digest,
105
+ };
106
+ const existing = await readJSON(file, null);
107
+ if (existing === null) {
108
+ await atomicWriteJSON(file, expected);
109
+ return true;
110
+ }
111
+ if (Object.keys(existing).length !== Object.keys(expected).length
112
+ || existing.schema_version !== expected.schema_version
113
+ || existing.eval_id !== expected.eval_id
114
+ || existing.submission_digest !== expected.submission_digest) {
115
+ throw new TypeError(`eval idempotency index conflicts with recovered submission: ${submission.eval_id}`);
116
+ }
117
+ return false;
118
+ }, { timeoutCode: "idempotency_locked", timeoutExitCode: 12 });
119
+ }
120
+ function combinedRecovery(results) {
121
+ const failure = results.find((result) => result.status === "ambiguous");
122
+ const recovered = results.flatMap((result) => result.recovered_lease_ids);
123
+ return failure
124
+ ? { status: "ambiguous", recovered_lease_ids: recovered, ...(failure.code ? { code: failure.code } : {}), ...(failure.message ? { message: failure.message } : {}) }
125
+ : { status: "resumable", recovered_lease_ids: recovered };
126
+ }
127
+ async function resumableFiles(directory) {
128
+ const [plan, executionPlan, progress, resolution] = await Promise.all([
129
+ readJSON(path.join(directory, "plan.json"), null),
130
+ readJSON(path.join(directory, "execution-plan.json"), null),
131
+ readJSON(path.join(directory, "progress.json"), null),
132
+ readJSON(path.join(directory, "resolution.json"), null),
133
+ ]);
134
+ const values = [plan, executionPlan, progress, resolution];
135
+ if (values.every((value) => value === null))
136
+ return "absent";
137
+ if (values.some((value) => value === null) || plan?.attempt_execution !== "harbor-task-slots-v1")
138
+ return "inconsistent";
139
+ try {
140
+ const parsed = parseEvalExecutionPlan(executionPlan);
141
+ return parsed.membership === "known"
142
+ && parsed.work_items.every((item) => item.task_ids.length === 1 && item.slots.length === 1 && item.logical_attempt !== null)
143
+ ? "complete"
144
+ : "inconsistent";
145
+ }
146
+ catch {
147
+ return "inconsistent";
148
+ }
149
+ }
150
+ async function writeSyntheticResult(directory, evalId, request, control, status, code, message, completedAt) {
151
+ if (await readJSON(path.join(directory, "result.json"), null))
152
+ return;
153
+ await atomicWriteJSON(path.join(directory, "result.json"), {
154
+ schema_version: SCHEMA_VERSION,
155
+ eval_id: evalId,
156
+ status,
157
+ exit_code: status === "cancelled" ? 9 : 12,
158
+ error: { code, message },
159
+ benchmark_id: request.benchmark_id,
160
+ benchmark_revision: request.benchmark_revision,
161
+ trials: [],
162
+ started_at: control.created_at,
163
+ completed_at: completedAt,
164
+ });
165
+ }
166
+ async function updateControl(directory, update) {
167
+ const current = parseEvalControl(await readJSON(path.join(directory, "control.json")));
168
+ await atomicWriteJSON(path.join(directory, "control.json"), parseEvalControl({
169
+ ...update(current),
170
+ schema_version: "1",
171
+ eval_id: current.eval_id,
172
+ generation: current.generation + 1,
173
+ created_at: current.created_at,
174
+ updated_at: new Date().toISOString(),
175
+ }));
176
+ }
177
+ function withoutAllocation(control) {
178
+ const { allocation_id: _allocationId, ...rest } = control;
179
+ return rest;
180
+ }
181
+ //# sourceMappingURL=eval-recovery.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-recovery.js","sourceRoot":"","sources":["../../../src/control-plane/eval-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,uBAAuB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjJ,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAE7H,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAUzI,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAY3C;IACC,MAAM,KAAK,GAAyB,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAc,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAC;QACtG,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;QAChG,IAAI,CAAC,eAAe,IAAI,CAAC,YAAY;YAAE,SAAS;QAChD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QAClH,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,MAAM,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACjE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kCAAkC,EAAE,oBAAoB,EAAE,UAAU,CAAC,oBAAoB,EAAE,CAAC,CAAC;YAC/G,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;QACzG,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACpK,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5J,SAAS;QACX,CAAC;QACD,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,SAAS;QAC/C,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QAChF,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QACnF,MAAM,UAAU,GAA8B,CAAC,MAAM,4BAA4B,CAAC;gBAChF,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM;gBACN,aAAa,EAAE,SAAS;gBACxB,MAAM,EAAE,WAAW;gBACnB,GAAG,EAAE,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG;gBACvC,eAAe,EAAE,OAAO,CAAC,KAAK,KAAK,YAAY;gBAC/C,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;aAClC,CAAC,CAAC,CAAC;QACJ,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB;gBACxE,CAAC,CAAC,MAAM,KAAK,CAAC,qBAAqB,CAAC;oBAClC,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc;oBACxD,eAAe,EAAE,OAAO,CAAC,KAAK,KAAK,YAAY,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;iBACnF,CAAC;gBACF,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,4DAA4D,EAAE,CAAC,CAAC;QAChK,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,sDAAsD,EAAE,GAAG,CAAC,CAAC;YAClK,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,sDAAsD,EAAE,EAAE,CAAC,CAAC,CAAC;YACpM,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,2BAA2B,CAAC;YAC1D,MAAM,OAAO,GAAG,qBAAqB,CAAC,QAAQ,CAAC,OAAO,IAAI,2DAA2D,EAAE,gBAAgB,CAAC,CAAC;YACzI,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YACzG,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5H,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,gEAAgE,CAAC;YACjF,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,2BAA2B,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YAChI,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACzJ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,KAAK,UAAU,EAAE,CAAC,CAAC;YAC3K,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC,CAAC;QAClI,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,UAA2D;IAC7G,MAAM,OAAO,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAChD,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,IAAI,GAAG,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG;YACf,cAAc,EAAE,GAAG;YACnB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,iBAAiB,EAAE,UAAU,CAAC,iBAAiB;SAChD,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5E,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,MAAM,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;eAC5D,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,cAAc;eACnD,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO;eACrC,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YAC/D,MAAM,IAAI,SAAS,CAAC,+DAA+D,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,EAAE,WAAW,EAAE,oBAAoB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAkC;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC1E,OAAO,OAAO;QACZ,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACpK,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAiB;IAC7C,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpE,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC;QACjF,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,qBAAqB,CAAC,EAAE,IAAI,CAAC;QAC3E,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC;QACrE,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC;KACxE,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7D,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,IAAI,IAAI,EAAE,iBAAiB,KAAK,sBAAsB;QAAE,OAAO,cAAc,CAAC;IACxH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC,UAAU,KAAK,OAAO;eAC/B,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;YAC5H,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,cAAc,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,cAAc,CAAC;IAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,SAAiB,EACjB,MAAc,EACd,OAAoB,EACpB,OAAsB,EACtB,MAA8B,EAC9B,IAAY,EACZ,OAAe,EACf,WAAmB;IAEnB,IAAI,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC;QAAE,OAAO;IACtE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE;QACzD,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,MAAM;QACf,MAAM;QACN,SAAS,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;QAC1C,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QACxB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,WAAW;KAC1B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,SAAiB,EAAE,MAAiD;IAC/F,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;IACvF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,gBAAgB,CAAC;QAC3E,GAAG,MAAM,CAAC,OAAO,CAAC;QAClB,cAAc,EAAE,GAAG;QACnB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,CAAC;QAClC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAsB;IAC/C,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC"}