agent-hitch 0.2.6 → 0.2.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/README.md +14 -1
  2. package/dist/scripts/canary-buildkit-secrets.js +166 -0
  3. package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
  4. package/dist/scripts/canary-collision-domains.js +77 -0
  5. package/dist/scripts/canary-collision-domains.js.map +1 -0
  6. package/dist/scripts/canary-docker-image-observation.js +181 -0
  7. package/dist/scripts/canary-docker-image-observation.js.map +1 -0
  8. package/dist/scripts/canary-gpu-hardware.js +95 -0
  9. package/dist/scripts/canary-gpu-hardware.js.map +1 -0
  10. package/dist/scripts/canary-harbor-load.js +365 -0
  11. package/dist/scripts/canary-harbor-load.js.map +1 -0
  12. package/dist/scripts/canary-packaged-harness.js +75 -0
  13. package/dist/scripts/canary-packaged-harness.js.map +1 -0
  14. package/dist/scripts/canary-resource-load.js +188 -0
  15. package/dist/scripts/canary-resource-load.js.map +1 -0
  16. package/dist/scripts/check-architecture.js +8 -4
  17. package/dist/scripts/check-architecture.js.map +1 -1
  18. package/dist/scripts/docker-reaper-crash-child.js +21 -0
  19. package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
  20. package/dist/src/adapters/catalog.js +1 -0
  21. package/dist/src/adapters/catalog.js.map +1 -1
  22. package/dist/src/adapters/discovery.js +1 -1
  23. package/dist/src/adapters/discovery.js.map +1 -1
  24. package/dist/src/adapters/providers/claude.js +6 -0
  25. package/dist/src/adapters/providers/claude.js.map +1 -1
  26. package/dist/src/adapters/providers/codex.js +6 -0
  27. package/dist/src/adapters/providers/codex.js.map +1 -1
  28. package/dist/src/adapters/providers/deepseek.js +6 -0
  29. package/dist/src/adapters/providers/deepseek.js.map +1 -1
  30. package/dist/src/adapters/providers/opencode.js +6 -0
  31. package/dist/src/adapters/providers/opencode.js.map +1 -1
  32. package/dist/src/adapters/providers/pi.js +6 -0
  33. package/dist/src/adapters/providers/pi.js.map +1 -1
  34. package/dist/src/artifacts/index.js +1 -0
  35. package/dist/src/artifacts/index.js.map +1 -1
  36. package/dist/src/backends/harbor/backend.js +53 -103
  37. package/dist/src/backends/harbor/backend.js.map +1 -1
  38. package/dist/src/backends/harbor/environment-config.js +92 -0
  39. package/dist/src/backends/harbor/environment-config.js.map +1 -0
  40. package/dist/src/backends/harbor/index.js +5 -1
  41. package/dist/src/backends/harbor/index.js.map +1 -1
  42. package/dist/src/backends/harbor/model-proxy-config.js +23 -0
  43. package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
  44. package/dist/src/backends/harbor/process.js +177 -0
  45. package/dist/src/backends/harbor/process.js.map +1 -0
  46. package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
  47. package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
  48. package/dist/src/backends/harbor/supervisor.js +74 -0
  49. package/dist/src/backends/harbor/supervisor.js.map +1 -0
  50. package/dist/src/backends/harbor/task-resources.js +206 -0
  51. package/dist/src/backends/harbor/task-resources.js.map +1 -0
  52. package/dist/src/backends/harbor/tools.js +6 -29
  53. package/dist/src/backends/harbor/tools.js.map +1 -1
  54. package/dist/src/backends/index.js +4 -1
  55. package/dist/src/backends/index.js.map +1 -1
  56. package/dist/src/cli/commands/daemon.js +135 -8
  57. package/dist/src/cli/commands/daemon.js.map +1 -1
  58. package/dist/src/cli/commands/eval.js +214 -4
  59. package/dist/src/cli/commands/eval.js.map +1 -1
  60. package/dist/src/cli/commands/images.js +40 -0
  61. package/dist/src/cli/commands/images.js.map +1 -0
  62. package/dist/src/cli/commands/run.js +6 -3
  63. package/dist/src/cli/commands/run.js.map +1 -1
  64. package/dist/src/cli/commands/runs.js +25 -3
  65. package/dist/src/cli/commands/runs.js.map +1 -1
  66. package/dist/src/cli/commands/worker.js +79 -0
  67. package/dist/src/cli/commands/worker.js.map +1 -0
  68. package/dist/src/cli/main.js +4 -0
  69. package/dist/src/cli/main.js.map +1 -1
  70. package/dist/src/cli/output.js +71 -3
  71. package/dist/src/cli/output.js.map +1 -1
  72. package/dist/src/control-plane/build-admission.js +69 -0
  73. package/dist/src/control-plane/build-admission.js.map +1 -0
  74. package/dist/src/control-plane/build-records.js +6 -0
  75. package/dist/src/control-plane/build-records.js.map +1 -0
  76. package/dist/src/control-plane/collisions.js +40 -0
  77. package/dist/src/control-plane/collisions.js.map +1 -0
  78. package/dist/src/control-plane/eval-control-state.js +22 -0
  79. package/dist/src/control-plane/eval-control-state.js.map +1 -0
  80. package/dist/src/control-plane/eval-control-work.js +39 -0
  81. package/dist/src/control-plane/eval-control-work.js.map +1 -0
  82. package/dist/src/control-plane/eval-image-resolution.js +52 -0
  83. package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
  84. package/dist/src/control-plane/eval-image-services.js +30 -0
  85. package/dist/src/control-plane/eval-image-services.js.map +1 -0
  86. package/dist/src/control-plane/eval-records.js +252 -0
  87. package/dist/src/control-plane/eval-records.js.map +1 -0
  88. package/dist/src/control-plane/eval-recovery.js +181 -0
  89. package/dist/src/control-plane/eval-recovery.js.map +1 -0
  90. package/dist/src/control-plane/eval-scheduler.js +447 -0
  91. package/dist/src/control-plane/eval-scheduler.js.map +1 -0
  92. package/dist/src/control-plane/index.js +20 -0
  93. package/dist/src/control-plane/index.js.map +1 -0
  94. package/dist/src/control-plane/local-worker.js +49 -0
  95. package/dist/src/control-plane/local-worker.js.map +1 -0
  96. package/dist/src/control-plane/model-capture-planning.js +12 -0
  97. package/dist/src/control-plane/model-capture-planning.js.map +1 -0
  98. package/dist/src/control-plane/remote-result-transport.js +172 -0
  99. package/dist/src/control-plane/remote-result-transport.js.map +1 -0
  100. package/dist/src/control-plane/remote-work-coordinator.js +332 -0
  101. package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
  102. package/dist/src/control-plane/remote-work-inputs.js +266 -0
  103. package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
  104. package/dist/src/control-plane/remote-work-recovery.js +181 -0
  105. package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
  106. package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
  107. package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
  108. package/dist/src/control-plane/remote-worker-client.js +202 -0
  109. package/dist/src/control-plane/remote-worker-client.js.map +1 -0
  110. package/dist/src/control-plane/remote-worker-configuration.js +34 -0
  111. package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
  112. package/dist/src/control-plane/remote-worker-credentials.js +58 -0
  113. package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
  114. package/dist/src/control-plane/remote-worker-protocol.js +510 -0
  115. package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
  116. package/dist/src/control-plane/remote-worker-runner.js +214 -0
  117. package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
  118. package/dist/src/control-plane/remote-workers.js +377 -0
  119. package/dist/src/control-plane/remote-workers.js.map +1 -0
  120. package/dist/src/control-plane/rerun-scheduler.js +411 -0
  121. package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
  122. package/dist/src/control-plane/rerun-submission.js +56 -0
  123. package/dist/src/control-plane/rerun-submission.js.map +1 -0
  124. package/dist/src/control-plane/resources.js +182 -0
  125. package/dist/src/control-plane/resources.js.map +1 -0
  126. package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
  127. package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
  128. package/dist/src/control-plane/synthetic-result.js +21 -0
  129. package/dist/src/control-plane/synthetic-result.js.map +1 -0
  130. package/dist/src/control-plane/work-admission.js +21 -0
  131. package/dist/src/control-plane/work-admission.js.map +1 -0
  132. package/dist/src/control-plane/work-dispatcher.js +229 -0
  133. package/dist/src/control-plane/work-dispatcher.js.map +1 -0
  134. package/dist/src/controller-runtime/hash.js +12 -1
  135. package/dist/src/controller-runtime/hash.js.map +1 -1
  136. package/dist/src/controller-runtime/index.js +1 -1
  137. package/dist/src/controller-runtime/index.js.map +1 -1
  138. package/dist/src/controller-runtime/store.js +15 -6
  139. package/dist/src/controller-runtime/store.js.map +1 -1
  140. package/dist/src/daemon/client.js.map +1 -1
  141. package/dist/src/daemon/event-stream.js +46 -0
  142. package/dist/src/daemon/event-stream.js.map +1 -0
  143. package/dist/src/daemon/health.js +66 -0
  144. package/dist/src/daemon/health.js.map +1 -0
  145. package/dist/src/daemon/launcher.js +28 -1
  146. package/dist/src/daemon/launcher.js.map +1 -1
  147. package/dist/src/daemon/logging.js +23 -0
  148. package/dist/src/daemon/logging.js.map +1 -0
  149. package/dist/src/daemon/scheduler.js +26 -5
  150. package/dist/src/daemon/scheduler.js.map +1 -1
  151. package/dist/src/daemon/server.js +255 -98
  152. package/dist/src/daemon/server.js.map +1 -1
  153. package/dist/src/daemon/telemetry.js +163 -0
  154. package/dist/src/daemon/telemetry.js.map +1 -0
  155. package/dist/src/daemon/worker-routes.js +219 -0
  156. package/dist/src/daemon/worker-routes.js.map +1 -0
  157. package/dist/src/domain/bundles.js +2 -0
  158. package/dist/src/domain/bundles.js.map +1 -0
  159. package/dist/src/domain/control-plane.js +2 -0
  160. package/dist/src/domain/control-plane.js.map +1 -0
  161. package/dist/src/domain/execution-evidence.js +2 -0
  162. package/dist/src/domain/execution-evidence.js.map +1 -0
  163. package/dist/src/domain/execution-plan.js +2 -0
  164. package/dist/src/domain/execution-plan.js.map +1 -0
  165. package/dist/src/domain/images.js +2 -0
  166. package/dist/src/domain/images.js.map +1 -0
  167. package/dist/src/domain/index.js +9 -0
  168. package/dist/src/domain/index.js.map +1 -1
  169. package/dist/src/domain/interactions.js +2 -0
  170. package/dist/src/domain/interactions.js.map +1 -0
  171. package/dist/src/domain/providers.js +2 -0
  172. package/dist/src/domain/providers.js.map +1 -0
  173. package/dist/src/domain/resources.js +2 -0
  174. package/dist/src/domain/resources.js.map +1 -0
  175. package/dist/src/domain/workers.js +2 -0
  176. package/dist/src/domain/workers.js.map +1 -0
  177. package/dist/src/evals/collect-only-rerun.js +182 -0
  178. package/dist/src/evals/collect-only-rerun.js.map +1 -0
  179. package/dist/src/evals/directory.js +30 -0
  180. package/dist/src/evals/directory.js.map +1 -0
  181. package/dist/src/evals/docker-engine-stats.js +89 -0
  182. package/dist/src/evals/docker-engine-stats.js.map +1 -0
  183. package/dist/src/evals/docker-ownership.js +51 -0
  184. package/dist/src/evals/docker-ownership.js.map +1 -0
  185. package/dist/src/evals/docker-reaper.js +144 -0
  186. package/dist/src/evals/docker-reaper.js.map +1 -0
  187. package/dist/src/evals/docker-resource-observer.js +207 -0
  188. package/dist/src/evals/docker-resource-observer.js.map +1 -0
  189. package/dist/src/evals/environment-image-planning.js +164 -0
  190. package/dist/src/evals/environment-image-planning.js.map +1 -0
  191. package/dist/src/evals/eval-artifact-planning.js +56 -0
  192. package/dist/src/evals/eval-artifact-planning.js.map +1 -0
  193. package/dist/src/evals/eval-finalization.js +10 -0
  194. package/dist/src/evals/eval-finalization.js.map +1 -0
  195. package/dist/src/evals/eval-lifecycle-events.js +16 -0
  196. package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
  197. package/dist/src/evals/events.js +53 -5
  198. package/dist/src/evals/events.js.map +1 -1
  199. package/dist/src/evals/execution-evidence.js +116 -0
  200. package/dist/src/evals/execution-evidence.js.map +1 -0
  201. package/dist/src/evals/execution-leases.js +342 -0
  202. package/dist/src/evals/execution-leases.js.map +1 -0
  203. package/dist/src/evals/execution-plan-artifacts.js +72 -0
  204. package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
  205. package/dist/src/evals/execution-plan-images.js +69 -0
  206. package/dist/src/evals/execution-plan-images.js.map +1 -0
  207. package/dist/src/evals/execution-plan-resources.js +174 -0
  208. package/dist/src/evals/execution-plan-resources.js.map +1 -0
  209. package/dist/src/evals/execution-plan.js +415 -0
  210. package/dist/src/evals/execution-plan.js.map +1 -0
  211. package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
  212. package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
  213. package/dist/src/evals/harbor-artifact-builder.js +354 -0
  214. package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
  215. package/dist/src/evals/harbor-bridge-error.js +18 -3
  216. package/dist/src/evals/harbor-bridge-error.js.map +1 -1
  217. package/dist/src/evals/harbor-phase-timings.js +60 -0
  218. package/dist/src/evals/harbor-phase-timings.js.map +1 -0
  219. package/dist/src/evals/index.js +25 -2
  220. package/dist/src/evals/index.js.map +1 -1
  221. package/dist/src/evals/infrastructure-retry.js +100 -63
  222. package/dist/src/evals/infrastructure-retry.js.map +1 -1
  223. package/dist/src/evals/interaction-capture-import.js +49 -0
  224. package/dist/src/evals/interaction-capture-import.js.map +1 -0
  225. package/dist/src/evals/local-docker-provider.js +372 -0
  226. package/dist/src/evals/local-docker-provider.js.map +1 -0
  227. package/dist/src/evals/local-eval-planning.js +80 -0
  228. package/dist/src/evals/local-eval-planning.js.map +1 -0
  229. package/dist/src/evals/model-capture-plan.js +22 -0
  230. package/dist/src/evals/model-capture-plan.js.map +1 -0
  231. package/dist/src/evals/model-capture-runtime.js +114 -0
  232. package/dist/src/evals/model-capture-runtime.js.map +1 -0
  233. package/dist/src/evals/model-proxy-runtime-state.js +53 -0
  234. package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
  235. package/dist/src/evals/planned-execution-support.js +54 -0
  236. package/dist/src/evals/planned-execution-support.js.map +1 -0
  237. package/dist/src/evals/planned-execution.js +461 -0
  238. package/dist/src/evals/planned-execution.js.map +1 -0
  239. package/dist/src/evals/planned-remote-execution.js +40 -0
  240. package/dist/src/evals/planned-remote-execution.js.map +1 -0
  241. package/dist/src/evals/planned-retry-lifecycle.js +186 -0
  242. package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
  243. package/dist/src/evals/prepared-harness.js +76 -0
  244. package/dist/src/evals/prepared-harness.js.map +1 -0
  245. package/dist/src/evals/progress.js +4 -4
  246. package/dist/src/evals/progress.js.map +1 -1
  247. package/dist/src/evals/records.js +20 -3
  248. package/dist/src/evals/records.js.map +1 -1
  249. package/dist/src/evals/recovery.js +192 -0
  250. package/dist/src/evals/recovery.js.map +1 -0
  251. package/dist/src/evals/remote-infrastructure-retry.js +99 -0
  252. package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
  253. package/dist/src/evals/rerun-inputs.js +89 -0
  254. package/dist/src/evals/rerun-inputs.js.map +1 -0
  255. package/dist/src/evals/rerun-slots.js +4 -3
  256. package/dist/src/evals/rerun-slots.js.map +1 -1
  257. package/dist/src/evals/rerun-types.js +49 -0
  258. package/dist/src/evals/rerun-types.js.map +1 -0
  259. package/dist/src/evals/rerun.js +113 -75
  260. package/dist/src/evals/rerun.js.map +1 -1
  261. package/dist/src/evals/result-helpers.js +65 -0
  262. package/dist/src/evals/result-helpers.js.map +1 -0
  263. package/dist/src/evals/resume-state.js +36 -0
  264. package/dist/src/evals/resume-state.js.map +1 -0
  265. package/dist/src/evals/service-types.js +2 -0
  266. package/dist/src/evals/service-types.js.map +1 -0
  267. package/dist/src/evals/service.js +292 -257
  268. package/dist/src/evals/service.js.map +1 -1
  269. package/dist/src/evals/task-resources.js +209 -0
  270. package/dist/src/evals/task-resources.js.map +1 -0
  271. package/dist/src/evals/trial-environment-evidence.js +87 -0
  272. package/dist/src/evals/trial-environment-evidence.js.map +1 -0
  273. package/dist/src/evals/trial-execution-evidence.js +13 -0
  274. package/dist/src/evals/trial-execution-evidence.js.map +1 -0
  275. package/dist/src/evals/trial-import-identity.js +31 -0
  276. package/dist/src/evals/trial-import-identity.js.map +1 -0
  277. package/dist/src/evals/trial-import.js +143 -145
  278. package/dist/src/evals/trial-import.js.map +1 -1
  279. package/dist/src/evals/trial-publication-recovery.js +104 -0
  280. package/dist/src/evals/trial-publication-recovery.js.map +1 -0
  281. package/dist/src/evals/trial-publication.js +25 -0
  282. package/dist/src/evals/trial-publication.js.map +1 -0
  283. package/dist/src/evals/work-item-artifacts.js +23 -0
  284. package/dist/src/evals/work-item-artifacts.js.map +1 -0
  285. package/dist/src/foundation/config.js +17 -0
  286. package/dist/src/foundation/config.js.map +1 -1
  287. package/dist/src/foundation/credential-redaction.js +137 -0
  288. package/dist/src/foundation/credential-redaction.js.map +1 -0
  289. package/dist/src/foundation/environment-image-references.js +59 -0
  290. package/dist/src/foundation/environment-image-references.js.map +1 -0
  291. package/dist/src/foundation/executable.js +45 -5
  292. package/dist/src/foundation/executable.js.map +1 -1
  293. package/dist/src/foundation/index.js +5 -2
  294. package/dist/src/foundation/index.js.map +1 -1
  295. package/dist/src/foundation/process-identity.js +69 -0
  296. package/dist/src/foundation/process-identity.js.map +1 -0
  297. package/dist/src/images/context.js +47 -0
  298. package/dist/src/images/context.js.map +1 -0
  299. package/dist/src/images/docker-buildkit.js +137 -0
  300. package/dist/src/images/docker-buildkit.js.map +1 -0
  301. package/dist/src/images/dockerfile.js +67 -0
  302. package/dist/src/images/dockerfile.js.map +1 -0
  303. package/dist/src/images/gc.js +261 -0
  304. package/dist/src/images/gc.js.map +1 -0
  305. package/dist/src/images/index.js +10 -0
  306. package/dist/src/images/index.js.map +1 -0
  307. package/dist/src/images/manifest.js +109 -0
  308. package/dist/src/images/manifest.js.map +1 -0
  309. package/dist/src/images/ownership.js +5 -0
  310. package/dist/src/images/ownership.js.map +1 -0
  311. package/dist/src/images/records.js +32 -0
  312. package/dist/src/images/records.js.map +1 -0
  313. package/dist/src/images/registry.js +154 -0
  314. package/dist/src/images/registry.js.map +1 -0
  315. package/dist/src/images/service.js +224 -0
  316. package/dist/src/images/service.js.map +1 -0
  317. package/dist/src/model-access/capture.js +255 -0
  318. package/dist/src/model-access/capture.js.map +1 -0
  319. package/dist/src/model-access/index.js +5 -0
  320. package/dist/src/model-access/index.js.map +1 -0
  321. package/dist/src/model-access/policy.js +49 -0
  322. package/dist/src/model-access/policy.js.map +1 -0
  323. package/dist/src/model-access/proxy.js +336 -0
  324. package/dist/src/model-access/proxy.js.map +1 -0
  325. package/dist/src/model-access/records.js +167 -0
  326. package/dist/src/model-access/records.js.map +1 -0
  327. package/dist/src/runs/bundle.js +450 -0
  328. package/dist/src/runs/bundle.js.map +1 -0
  329. package/dist/src/runs/events.js +12 -1
  330. package/dist/src/runs/events.js.map +1 -1
  331. package/dist/src/runs/executor.js +24 -17
  332. package/dist/src/runs/executor.js.map +1 -1
  333. package/dist/src/runs/index.js +3 -1
  334. package/dist/src/runs/index.js.map +1 -1
  335. package/dist/src/runs/manifest.js +5 -5
  336. package/dist/src/runs/manifest.js.map +1 -1
  337. package/dist/src/runs/request.js +6 -1
  338. package/dist/src/runs/request.js.map +1 -1
  339. package/dist/src/runs/training-candidate.js +161 -0
  340. package/dist/src/runs/training-candidate.js.map +1 -0
  341. package/dist/src/trajectories/provider-capture.js +15 -24
  342. package/dist/src/trajectories/provider-capture.js.map +1 -1
  343. package/dist/src/trajectories/providers/deepseek.js +3 -3
  344. package/dist/src/trajectories/providers/deepseek.js.map +1 -1
  345. package/dist/src/workers/index.js +3 -0
  346. package/dist/src/workers/index.js.map +1 -0
  347. package/dist/src/workers/remote-harbor-work-spec.js +97 -0
  348. package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
  349. package/dist/src/workers/remote-harbor-worker.js +220 -0
  350. package/dist/src/workers/remote-harbor-worker.js.map +1 -0
  351. package/docs/schemas/environment-build-index.schema.json +13 -0
  352. package/docs/schemas/environment-build-record.schema.json +25 -0
  353. package/docs/schemas/environment-image-manifest.schema.json +62 -0
  354. package/docs/schemas/eval-control.schema.json +36 -0
  355. package/docs/schemas/eval-execution-plan.schema.json +216 -0
  356. package/docs/schemas/eval-rerun-result.schema.json +53 -0
  357. package/docs/schemas/eval-rerun-state.schema.json +61 -0
  358. package/docs/schemas/eval-rerun-submission.schema.json +58 -0
  359. package/docs/schemas/eval-result.schema.json +34 -1
  360. package/docs/schemas/eval-submission-input.schema.json +14 -0
  361. package/docs/schemas/eval-submission.schema.json +68 -0
  362. package/docs/schemas/eval-trial-publication.schema.json +39 -0
  363. package/docs/schemas/execution-evidence.schema.json +96 -0
  364. package/docs/schemas/execution-lease.schema.json +50 -0
  365. package/docs/schemas/execution-provider-status.schema.json +65 -0
  366. package/docs/schemas/execution-worker.schema.json +53 -0
  367. package/docs/schemas/harbor-process-exit.schema.json +14 -0
  368. package/docs/schemas/interaction-capture-ref.schema.json +45 -0
  369. package/docs/schemas/local-provider-execution.schema.json +33 -0
  370. package/docs/schemas/model-interaction.schema.json +41 -0
  371. package/docs/schemas/remote-result-envelope.schema.json +32 -0
  372. package/docs/schemas/remote-tree-envelope.schema.json +25 -0
  373. package/docs/schemas/remote-work-offer.schema.json +58 -0
  374. package/docs/schemas/remote-work-receipt.schema.json +50 -0
  375. package/docs/schemas/remote-worker-artifact.schema.json +17 -0
  376. package/docs/schemas/remote-worker-event.schema.json +18 -0
  377. package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
  378. package/docs/schemas/remote-worker-registration.schema.json +52 -0
  379. package/docs/schemas/result-bundle-index.schema.json +133 -0
  380. package/docs/schemas/run-environment-images.schema.json +39 -0
  381. package/docs/schemas/training-data-candidate.schema.json +46 -0
  382. package/integrations/harbor/hitch_harbor_agent.py +171 -539
  383. package/integrations/harbor/hitch_harbor_environment.py +331 -0
  384. package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
  385. package/integrations/harbor/hitch_harbor_verifier.py +23 -0
  386. package/package.json +14 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-capture-runtime.js","sourceRoot":"","sources":["../../../src/evals/model-capture-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,gCAAgC,CAAC;AAczG,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,KASlD;IACC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;QACpF,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;IAC5D,CAAC;IACD,MAAM,eAAe,GAAG,KAAK,CAAC,eAAe,IAAI,WAAW,CAAC;IAC7D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,KAAK,eAAe,EAAE,CAAC;QAC7D,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;IAC5D,CAAC;IACD,IAAI,KAAiC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,0BAA0B,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAClG,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1D,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC;YACjC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC;YAC5D,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc;YAC/B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ;YAC7B,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBACd,UAAU,EAAE,SAAS,CAAC,WAAW;gBACjC,eAAe,EAAE,SAAS,CAAC,gBAAgB;gBAC3C,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,2BAA2B,CAAC;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,QAAQ,EAAE,KAAK,CAAC,eAAe,EAAE;YACjC,QAAQ,EAAE,SAAS;SACpB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,KAAK,CAAC;QAC1B,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,WAAmB,EAAE,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACxG,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE;YAC/D,WAAW;YACX,KAAK,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE;SACjC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,UAAU,CAAC,sCAAsC,EAAE;gBAC3D,IAAI,EAAE,yBAAyB;gBAC/B,QAAQ,EAAE,EAAE;gBACZ,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;YAC3C,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAC,CAAC,CAAC;YACF,IAAI,EAAE;gBACJ,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc;gBACzC,cAAc,EAAE,QAAQ;gBACxB,QAAQ,EAAE,KAAK;gBACf,eAAe,EAAE,0BAA0B;aAC5C;YACD,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,GAAsB,EACtB,UAGI,EAAE;IAEN,MAAM,cAAc,GAAG,GAAG,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC;IAC/D,MAAM,oBAAoB,GAAG,GAAG,CAAC,iCAAiC,EAAE,IAAI,EAAE,CAAC;IAC3E,IAAI,cAAc;QAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC,EAAE,cAAc,EAAE,oBAAoB,IAAI,sBAAsB,EAAE,CAAC;IACzI,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;QACvD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,IAAI,sBAAsB,EAAE,CAAC;IACnG,CAAC;IACD,MAAM,MAAM,GAAG,GAAG,CAAC,iBAAiB,EAAE,IAAI,EAAE,IAAI,QAAQ,CAAC;IACzD,IAAI,OAAgB,CAAC;IACrB,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,OAAO,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,uBAAuB,CAAC,EAAE;YAChH,GAAG;YACH,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,8BAA8B;YAC3C,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;QACH,IAAI,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAC/C,OAAO,KAAK,EAAE,CAAC;YAAC,MAAM,IAAI,UAAU,CAAC,2CAA2C,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;IAC5J,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACrJ,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAiC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;SACzJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAuB,CAAC;IACzF,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,UAAU,CAAC,4CAA4C,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACzI,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,oBAAoB,IAAI,sBAAsB,EAAE,CAAC;AAChH,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC/D,MAAM,IAAI,UAAU,CAAC,sDAAsD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACvI,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
@@ -0,0 +1,53 @@
1
+ import path from "node:path";
2
+ import { atomicWriteJSON, readJSON } from "../foundation/index.js";
3
+ export async function readModelProxyRuntimeState(evalDirectory, evalId, plan) {
4
+ const value = await readJSON(runtimeStatePath(evalDirectory), null);
5
+ if (value === null)
6
+ return null;
7
+ const state = parseModelProxyRuntimeState(value);
8
+ if (state.eval_id !== evalId || state.mode !== plan.effective_mode || state.required !== plan.required
9
+ || state.topology !== (plan.topology ?? "host-side")) {
10
+ throw new TypeError("persisted model proxy runtime does not match the eval capture plan");
11
+ }
12
+ return state;
13
+ }
14
+ export async function writeModelProxyRuntimeState(input) {
15
+ if (input.plan.effective_mode !== "proxy" && input.plan.effective_mode !== "hybrid") {
16
+ throw new TypeError("model proxy runtime requires an effective proxy capture plan");
17
+ }
18
+ const now = new Date().toISOString();
19
+ const state = {
20
+ schema_version: "1",
21
+ eval_id: input.evalId,
22
+ mode: input.plan.effective_mode,
23
+ required: input.plan.required,
24
+ topology: input.plan.topology ?? "host-side",
25
+ listen_port: input.identity.listenPort,
26
+ capability_token: input.identity.capabilityToken,
27
+ created_at: input.previous?.created_at ?? now,
28
+ updated_at: now,
29
+ };
30
+ await atomicWriteJSON(runtimeStatePath(input.evalDirectory), state);
31
+ return state;
32
+ }
33
+ export function parseModelProxyRuntimeState(value) {
34
+ if (!value || typeof value !== "object" || Array.isArray(value))
35
+ throw new TypeError("model proxy runtime state must be an object");
36
+ const state = value;
37
+ const allowed = new Set(["schema_version", "eval_id", "mode", "required", "topology", "listen_port", "capability_token", "created_at", "updated_at"]);
38
+ if (Object.keys(state).some((key) => !allowed.has(key)) || state.schema_version !== "1"
39
+ || typeof state.eval_id !== "string" || !/^eval_[a-f0-9]{32}$/.test(state.eval_id)
40
+ || state.mode !== "proxy" && state.mode !== "hybrid" || typeof state.required !== "boolean"
41
+ || state.topology !== undefined && state.topology !== "host-side" && state.topology !== "in-sandbox"
42
+ || !Number.isSafeInteger(state.listen_port) || state.listen_port < 1 || state.listen_port > 65_535
43
+ || typeof state.capability_token !== "string" || !/^[a-f0-9]{48}$/.test(state.capability_token)
44
+ || typeof state.created_at !== "string" || !Number.isFinite(Date.parse(state.created_at))
45
+ || typeof state.updated_at !== "string" || !Number.isFinite(Date.parse(state.updated_at))) {
46
+ throw new TypeError("model proxy runtime state is invalid");
47
+ }
48
+ return { ...state, topology: state.topology ?? "host-side" };
49
+ }
50
+ function runtimeStatePath(evalDirectory) {
51
+ return path.join(evalDirectory, "model-capture", "proxy.runtime.json");
52
+ }
53
+ //# sourceMappingURL=model-proxy-runtime-state.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-proxy-runtime-state.js","sourceRoot":"","sources":["../../../src/evals/model-proxy-runtime-state.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAenE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,aAAqB,EACrB,MAAc,EACd,IAAwB;IAExB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAiB,gBAAgB,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;IACpF,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,KAAK,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ;WACjG,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;IAC5F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAMjD;IACC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;QACpF,MAAM,IAAI,SAAS,CAAC,8DAA8D,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,KAAK,GAAiC;QAC1C,cAAc,EAAE,GAAG;QACnB,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc;QAC/B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ;QAC7B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,WAAW;QAC5C,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;QACtC,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe;QAChD,UAAU,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,IAAI,GAAG;QAC7C,UAAU,EAAE,GAAG;KAChB,CAAC;IACF,MAAM,eAAe,CAAC,gBAAgB,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,CAAC;IACpE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IACpI,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,kBAAkB,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;IACtJ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG;WAClF,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;WAC/E,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,SAAS;WACxF,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,KAAK,YAAY;WACjG,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAK,KAAK,CAAC,WAAsB,GAAG,CAAC,IAAK,KAAK,CAAC,WAAsB,GAAG,MAAM;WACvH,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;WAC5F,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;WACtF,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,WAAW,EAA6C,CAAC;AAC1G,CAAC;AAED,SAAS,gBAAgB,CAAC,aAAqB;IAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,EAAE,oBAAoB,CAAC,CAAC;AACzE,CAAC"}
@@ -0,0 +1,54 @@
1
+ export class FairSemaphore {
2
+ available;
3
+ waiters = [];
4
+ constructor(capacity) {
5
+ this.available = capacity;
6
+ }
7
+ async acquire(signal) {
8
+ if (signal?.aborted)
9
+ throw new Error("eval work item scheduling was cancelled");
10
+ if (this.available > 0) {
11
+ this.available -= 1;
12
+ return this.releaseFunction();
13
+ }
14
+ await new Promise((resolve, reject) => {
15
+ const ready = () => {
16
+ signal?.removeEventListener("abort", aborted);
17
+ resolve();
18
+ };
19
+ const aborted = () => {
20
+ const index = this.waiters.indexOf(ready);
21
+ if (index >= 0)
22
+ this.waiters.splice(index, 1);
23
+ reject(new Error("eval work item scheduling was cancelled"));
24
+ };
25
+ this.waiters.push(ready);
26
+ signal?.addEventListener("abort", aborted, { once: true });
27
+ });
28
+ return this.releaseFunction();
29
+ }
30
+ releaseFunction() {
31
+ let released = false;
32
+ return () => {
33
+ if (released)
34
+ return;
35
+ released = true;
36
+ const next = this.waiters.shift();
37
+ if (next)
38
+ next();
39
+ else
40
+ this.available += 1;
41
+ };
42
+ }
43
+ }
44
+ export function assertTaskSlotPlan(plan) {
45
+ if (plan.membership !== "known" || plan.work_items.length === 0
46
+ || plan.work_items.some((item) => item.opaque_membership || item.task_ids.length !== 1 || item.slots.length !== 1
47
+ || item.logical_attempt === null || item.requested_parallelism !== 1)) {
48
+ throw new TypeError("planned Harbor execution requires one known trial slot per work item");
49
+ }
50
+ }
51
+ export function workOrder(plan, workId) {
52
+ return plan.work_items.findIndex((item) => item.work_id === workId);
53
+ }
54
+ //# sourceMappingURL=planned-execution-support.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"planned-execution-support.js","sourceRoot":"","sources":["../../../src/evals/planned-execution-support.ts"],"names":[],"mappings":"AAcA,MAAM,OAAO,aAAa;IAChB,SAAS,CAAS;IACT,OAAO,GAAsB,EAAE,CAAC;IAEjD,YAAY,QAAgB;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAoB;QAChC,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC9C,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1C,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YAC/D,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,IAAI;gBAAE,IAAI,EAAE,CAAC;;gBACZ,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;WAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eAC5G,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,qBAAqB,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAyB,EAAE,MAAc;IACjE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AACtE,CAAC"}
@@ -0,0 +1,461 @@
1
+ import path from "node:path";
2
+ import { runHarborBackend } from "../backends/index.js";
3
+ import { HitchError, readJSON } from "../foundation/index.js";
4
+ import { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, DEFAULT_EXECUTION_LEASE_TTL_MS, createExecutionLease } from "./execution-leases.js";
5
+ import { recordLocalDockerProcessExit, recordLocalDockerProcessStart, releaseLocalDockerProcessRecord } from "./local-docker-provider.js";
6
+ import { dockerResourceOwnership } from "./docker-ownership.js";
7
+ import { runInfrastructureRetries } from "./infrastructure-retry.js";
8
+ import { runRemoteInfrastructureRetries } from "./remote-infrastructure-retry.js";
9
+ import { beginPlannedInfrastructureRetry } from "./planned-retry-lifecycle.js";
10
+ import { mergeEvalProgressTrial, writeEvalProgress } from "./progress.js";
11
+ import { assertBackendTrialSet, localSourceBackendFailure } from "./result-helpers.js";
12
+ import { importEvalTrialRun, importEvalTrialRuns, TrialBundlePendingError, validateEvalTrialReferences } from "./trial-import.js";
13
+ import { executeRemotePlannedWorkItem } from "./planned-remote-execution.js";
14
+ import { resourceRequirementForTask, runtimeResourcesForTask } from "./execution-plan-resources.js";
15
+ import { startDockerResourceObserver } from "./docker-resource-observer.js";
16
+ import { resolvedImageMapping } from "./environment-image-planning.js";
17
+ import { loadTrialEnvironmentImages, prebuiltTaskImage, verifyTrialEnvironmentImageExecution } from "./trial-environment-evidence.js";
18
+ import { FairSemaphore, assertTaskSlotPlan, workOrder } from "./planned-execution-support.js";
19
+ import { harborPhaseTimingEvents } from "./harbor-phase-timings.js";
20
+ import { preparedArtifactForWorkItem } from "./work-item-artifacts.js";
21
+ export async function executePlannedHarborTasks(options) {
22
+ assertTaskSlotPlan(options.plan);
23
+ const publisher = new ProgressPublisher(options.progress, options);
24
+ const semaphore = options.admission ? undefined : new FairSemaphore(options.plan.max_parallelism);
25
+ const byTask = new Map();
26
+ for (const item of options.plan.work_items) {
27
+ const taskId = item.task_ids[0];
28
+ if (options.progress.trials.some((trial) => trial.task_id === taskId && trial.attempt === item.logical_attempt))
29
+ continue;
30
+ const items = byTask.get(taskId) || [];
31
+ items.push(item);
32
+ byTask.set(taskId, items);
33
+ }
34
+ for (const items of byTask.values())
35
+ items.sort((left, right) => left.logical_attempt - right.logical_attempt);
36
+ const results = [];
37
+ let stopDispatch = false;
38
+ let executionFailure;
39
+ await Promise.all([...byTask.entries()].map(async ([taskId, items]) => {
40
+ for (const item of items) {
41
+ if (stopDispatch || options.signal?.aborted)
42
+ break;
43
+ let release;
44
+ try {
45
+ let parentAllocationId;
46
+ if (options.admission) {
47
+ const admissionStartedAt = Date.now();
48
+ const permit = await options.admission.acquire({
49
+ evalId: options.evalId,
50
+ workItem: item,
51
+ maxParallelism: options.plan.max_parallelism,
52
+ ...(options.signal ? { signal: options.signal } : {}),
53
+ });
54
+ parentAllocationId = permit.allocationId;
55
+ release = permit.release;
56
+ const waitMs = Date.now() - admissionStartedAt;
57
+ if (waitMs > 0)
58
+ options.sink.emit({
59
+ type: "eval.resource.blocked",
60
+ work_id: item.work_id,
61
+ duration_ms: waitMs,
62
+ reason: "resource-or-collision-admission",
63
+ });
64
+ options.sink.emit({
65
+ type: "eval.work-item.admitted",
66
+ work_id: item.work_id,
67
+ allocation_id: permit.allocationId,
68
+ collision_keys: permit.collisionKeys,
69
+ reservation: item.reservation,
70
+ });
71
+ }
72
+ else {
73
+ release = await semaphore?.acquire(options.signal);
74
+ }
75
+ if (stopDispatch || options.signal?.aborted)
76
+ break;
77
+ const completed = await executeWorkItem(options, publisher, item, parentAllocationId);
78
+ results.push(completed);
79
+ const failed = completed.run.backend.process_exit_code !== 0 || completed.run.rawResult === null
80
+ || Boolean(options.localTransport && localSourceBackendFailure(completed.run.rawResult));
81
+ options.sink.emit({
82
+ type: "eval.work-item.completed",
83
+ work_id: item.work_id,
84
+ lease_id: completed.leaseId,
85
+ task_id: taskId,
86
+ attempt: item.logical_attempt,
87
+ process_exit_code: completed.run.backend.process_exit_code,
88
+ result_available: completed.run.rawResult !== null,
89
+ });
90
+ options.sink.emit({
91
+ type: "eval.work.completed",
92
+ work_id: item.work_id,
93
+ lease_id: completed.leaseId,
94
+ task_id: taskId,
95
+ attempt: item.logical_attempt,
96
+ process_exit_code: completed.run.backend.process_exit_code,
97
+ result_available: completed.run.rawResult !== null,
98
+ });
99
+ if (failed)
100
+ stopDispatch = true;
101
+ }
102
+ catch (error) {
103
+ options.sink.emit({
104
+ type: "eval.work.lost",
105
+ work_id: item.work_id,
106
+ task_id: taskId,
107
+ attempt: item.logical_attempt,
108
+ code: error.code || "work_execution_failed",
109
+ });
110
+ executionFailure ??= error;
111
+ stopDispatch = true;
112
+ break;
113
+ }
114
+ finally {
115
+ release?.();
116
+ }
117
+ }
118
+ }));
119
+ await publisher.settle();
120
+ if (executionFailure !== undefined)
121
+ throw executionFailure;
122
+ results.sort((left, right) => workOrder(options.plan, left.workId) - workOrder(options.plan, right.workId));
123
+ const infrastructureRetryRuns = [];
124
+ let progress = publisher.current();
125
+ for (const completed of results) {
126
+ if (options.signal?.aborted || completed.run.backend.process_exit_code !== 0 || completed.run.rawResult === null)
127
+ break;
128
+ if (options.localTransport && localSourceBackendFailure(completed.run.rawResult))
129
+ break;
130
+ const workItem = options.plan.work_items.find((entry) => entry.work_id === completed.workId);
131
+ if (options.remoteWorkExecutor) {
132
+ const retries = await runRemoteInfrastructureRetries({ options, item: workItem, initial: completed, progress });
133
+ progress = retries.progress;
134
+ infrastructureRetryRuns.push(...retries.runs);
135
+ continue;
136
+ }
137
+ const retries = await runInfrastructureRetries({
138
+ evalId: options.evalId,
139
+ evalDirectory: options.evalDirectory,
140
+ backendBaseDirectory: path.join(options.evalDirectory, "harbor", "work-items", completed.workId, "infrastructure-retries"),
141
+ logicalAttempt: completed.attempt,
142
+ initialRefs: completed.refs,
143
+ progress,
144
+ request: options.request,
145
+ root: options.root,
146
+ resolvedRevision: options.resolvedRevision,
147
+ controllerRuntime: options.controllerRuntime,
148
+ preparedArtifact: preparedArtifactForWorkItem(options, workItem),
149
+ executionResources: resourceRequirementForTask(options.plan, completed.tasks[0])?.main_limits ?? options.plan.default_trial_resources,
150
+ resolvedImages: resolvedImageMapping(options.plan.work_items.find((entry) => entry.work_id === completed.workId)?.image_refs ?? []),
151
+ ...(completed.environmentImages ? { environmentImages: completed.environmentImages } : {}),
152
+ beginRetry: ({ retry, triggers, backendDirectory }) => beginPlannedInfrastructureRetry({
153
+ options, item: workItem, retry, triggers, backendDirectory,
154
+ ...(completed.environmentImages ? { environmentImages: completed.environmentImages } : {}),
155
+ }),
156
+ ...(options.localTransport ? { localTransport: options.localTransport } : {}),
157
+ ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
158
+ ...(options.interactionCaptureExporter ? { interactionCaptureExporter: options.interactionCaptureExporter } : {}),
159
+ env: options.env,
160
+ ...(options.harborExecutable !== undefined ? { harborExecutable: options.harborExecutable } : {}),
161
+ ...(options.signal ? { signal: options.signal } : {}),
162
+ ...(options.trialBundleGraceMs === undefined ? {} : { trialBundleGraceMs: options.trialBundleGraceMs }),
163
+ sink: options.sink,
164
+ ...(options.localTransport ? { stopAfterResult: localSourceBackendFailure } : {}),
165
+ });
166
+ progress = retries.progress;
167
+ infrastructureRetryRuns.push(...retries.runs);
168
+ }
169
+ return { progress, backendRuns: results, infrastructureRetryRuns };
170
+ }
171
+ async function executeWorkItem(options, publisher, item, parentAllocationId) {
172
+ if (options.remoteWorkExecutor)
173
+ return executeRemotePlannedWorkItem({ options, item, publish: (ref) => publisher.publish(ref, item.work_id) });
174
+ const lease = await createExecutionLease({
175
+ evalDirectory: options.evalDirectory,
176
+ evalId: options.evalId,
177
+ workId: item.work_id,
178
+ worker: parentAllocationId ? { ...options.worker, parentAllocationId } : options.worker,
179
+ reservation: item.reservation,
180
+ ttlMs: DEFAULT_EXECUTION_LEASE_TTL_MS,
181
+ });
182
+ const epoch = lease.current().epoch;
183
+ const providerProcess = { recorded: false };
184
+ options.sink.emit({
185
+ type: "lease.offered",
186
+ work_id: item.work_id,
187
+ lease_id: lease.leaseId,
188
+ lease_epoch: epoch,
189
+ worker_id: options.worker.workerId,
190
+ });
191
+ await lease.markRunning(epoch);
192
+ options.sink.emit({
193
+ type: "lease.accepted",
194
+ work_id: item.work_id,
195
+ lease_id: lease.leaseId,
196
+ lease_epoch: epoch,
197
+ worker_id: options.worker.workerId,
198
+ });
199
+ await options.onWorkItemState?.(item.work_id, lease.leaseId, "running");
200
+ options.sink.emit({
201
+ type: "eval.work.leased",
202
+ work_id: item.work_id,
203
+ lease_id: lease.leaseId,
204
+ lease_epoch: lease.current().epoch,
205
+ reservation: item.reservation,
206
+ });
207
+ options.sink.emit({
208
+ type: "eval.work-item.started",
209
+ work_id: item.work_id,
210
+ lease_id: lease.leaseId,
211
+ lease_epoch: lease.current().epoch,
212
+ task_id: item.task_ids[0],
213
+ attempt: item.logical_attempt,
214
+ });
215
+ options.sink.emit({
216
+ type: "eval.work.started",
217
+ work_id: item.work_id,
218
+ lease_id: lease.leaseId,
219
+ lease_epoch: lease.current().epoch,
220
+ task_id: item.task_ids[0],
221
+ attempt: item.logical_attempt,
222
+ });
223
+ let heartbeatFailure;
224
+ let heartbeatTail = Promise.resolve();
225
+ const heartbeatTimer = setInterval(() => {
226
+ if (heartbeatFailure !== undefined)
227
+ return;
228
+ heartbeatTail = heartbeatTail.then(async () => {
229
+ const renewed = await lease.heartbeat(epoch);
230
+ options.sink.emit({
231
+ type: "lease.renewed",
232
+ work_id: item.work_id,
233
+ lease_id: lease.leaseId,
234
+ lease_epoch: renewed.epoch,
235
+ heartbeat_at: renewed.heartbeat_at,
236
+ expires_at: renewed.expires_at,
237
+ });
238
+ }).catch((error) => { heartbeatFailure ??= error; });
239
+ }, DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS);
240
+ heartbeatTimer.unref();
241
+ try {
242
+ const completed = await executeLeasedWorkItem(options, publisher, item, lease.current(), providerProcess);
243
+ await heartbeatTail;
244
+ if (heartbeatFailure !== undefined)
245
+ throw heartbeatFailure;
246
+ return { ...completed, leaseId: lease.leaseId };
247
+ }
248
+ finally {
249
+ clearInterval(heartbeatTimer);
250
+ await heartbeatTail;
251
+ if (providerProcess.recorded)
252
+ await releaseLocalDockerProcessRecord({ root: options.root, leaseId: lease.leaseId, epoch });
253
+ const released = await lease.release(epoch);
254
+ options.sink.emit({
255
+ type: "lease.released",
256
+ work_id: item.work_id,
257
+ lease_id: lease.leaseId,
258
+ lease_epoch: released.epoch,
259
+ worker_id: options.worker.workerId,
260
+ });
261
+ options.sink.emit({
262
+ type: "eval.work-item.lease-released",
263
+ work_id: item.work_id,
264
+ lease_id: lease.leaseId,
265
+ lease_epoch: released.epoch,
266
+ state: released.state,
267
+ });
268
+ if (options.dockerResourceReaper) {
269
+ options.sink.emit({ type: "sandbox.cleanup.started", work_id: item.work_id, lease_id: lease.leaseId });
270
+ try {
271
+ const report = await options.dockerResourceReaper({
272
+ root: options.root,
273
+ leaseIds: [lease.leaseId],
274
+ env: options.env,
275
+ });
276
+ options.sink.emit({ type: "eval.work-item.resources-reaped", work_id: item.work_id, lease_id: lease.leaseId, scanned: report.scanned, deleted: report.deleted.length, issues: report.issues.length });
277
+ options.sink.emit({ type: "sandbox.cleanup.completed", work_id: item.work_id, lease_id: lease.leaseId, scanned: report.scanned, deleted: report.deleted.length, residual_resources: report.issues.length });
278
+ }
279
+ catch (error) {
280
+ options.sink.emit({ type: "eval.work-item.reaper-failed", work_id: item.work_id, lease_id: lease.leaseId, code: error.code || "docker_reaper_failed" });
281
+ options.sink.emit({ type: "sandbox.cleanup.failed", work_id: item.work_id, lease_id: lease.leaseId, code: error.code || "docker_reaper_failed" });
282
+ }
283
+ }
284
+ await options.onWorkItemState?.(item.work_id, lease.leaseId, "terminal");
285
+ }
286
+ }
287
+ async function executeLeasedWorkItem(options, publisher, item, lease, providerProcess) {
288
+ const logicalAttempt = item.logical_attempt;
289
+ const taskId = item.task_ids[0];
290
+ const environmentImages = await loadTrialEnvironmentImages({ taskId, uses: item.image_refs ?? [], ...(options.environmentImageManifestLoader ? { loader: options.environmentImageManifestLoader } : {}) });
291
+ const runtimeResources = runtimeResourcesForTask(options.plan, taskId, item.reservation);
292
+ const ownership = dockerResourceOwnership(options.root, lease, taskId);
293
+ const resourceObserver = startDockerResourceObserver({ ownership, workerId: options.worker.workerId, collisionDomainId: options.worker.collisionDomainId, reservation: item.reservation, mainLimits: runtimeResources.mainLimits, sidecarLimits: runtimeResources.sidecarLimits, env: options.env, ...(options.signal ? { signal: options.signal } : {}) });
294
+ const backendDirectory = path.join(options.evalDirectory, "harbor", "work-items", item.work_id, `epoch-${String(lease.epoch).padStart(6, "0")}`);
295
+ const harborJobDirectory = path.join(backendDirectory, "job");
296
+ const prebuiltImage = prebuiltTaskImage(environmentImages);
297
+ const refs = [];
298
+ const publish = async (ref) => {
299
+ if (ref.attempt !== logicalAttempt || ref.task_id !== taskId) {
300
+ throw new HitchError(`Harbor work item returned an unselected trial: ${ref.task_id}#${ref.attempt}`, {
301
+ code: "eval_work_item_trial_mismatch",
302
+ exitCode: 12,
303
+ });
304
+ }
305
+ const existing = refs.find((current) => current.trial_id === ref.trial_id);
306
+ if (existing) {
307
+ if (JSON.stringify(existing) !== JSON.stringify(ref))
308
+ throw new Error(`work item trial identity changed: ${ref.trial_id}`);
309
+ return;
310
+ }
311
+ refs.push(ref);
312
+ await publisher.publish(ref, item.work_id);
313
+ };
314
+ const run = await runHarborBackend({
315
+ evalId: options.evalId,
316
+ evalDirectory: options.evalDirectory,
317
+ backendDirectory,
318
+ logicalAttempt,
319
+ taskNames: [taskId],
320
+ request: { ...options.request, attempts: 1, max_concurrent: 1 },
321
+ root: options.root,
322
+ resolvedRevision: options.resolvedRevision,
323
+ runtimeDirectory: options.controllerRuntime.directory,
324
+ runtimeId: options.controllerRuntime.runtime_id,
325
+ preparedArtifact: preparedArtifactForWorkItem(options, item),
326
+ ...(options.interactionCaptureExporter ? { modelProxy: options.interactionCaptureExporter.route } : {}),
327
+ executionResources: runtimeResources.mainLimits,
328
+ ...(Object.keys(runtimeResources.sidecarLimits).length > 0 ? { dockerServiceLimits: runtimeResources.sidecarLimits } : {}),
329
+ dockerOwnership: ownership,
330
+ resolvedImages: resolvedImageMapping(item.image_refs ?? []),
331
+ ...(prebuiltImage ? { prebuiltTaskImage: prebuiltImage } : {}),
332
+ env: options.env,
333
+ ...(options.harborExecutable !== undefined ? { harborExecutable: options.harborExecutable } : {}),
334
+ ...(options.signal ? { signal: options.signal } : {}),
335
+ ...(options.trialBundleGraceMs === undefined ? {} : { trialBundleGraceMs: options.trialBundleGraceMs }),
336
+ ...(options.worker.provider === "local-docker" && process.platform !== "win32" ? {
337
+ recoverableProcess: true,
338
+ onProcessStarted: (pid) => recordLocalDockerProcessStart({
339
+ root: options.root,
340
+ workerId: options.worker.workerId,
341
+ evalDirectory: options.evalDirectory,
342
+ lease,
343
+ backendDirectory,
344
+ pid,
345
+ }).then(() => { providerProcess.recorded = true; }),
346
+ onProcessExited: (result) => recordLocalDockerProcessExit({
347
+ root: options.root,
348
+ leaseId: lease.lease_id,
349
+ epoch: lease.epoch,
350
+ ...result,
351
+ }).then(() => undefined),
352
+ } : {}),
353
+ emit: (event) => options.sink.emit({ ...event, work_id: item.work_id, task_id: taskId }),
354
+ onTrialSettled: async (trial, context) => {
355
+ try {
356
+ const ref = await importEvalTrialRun({
357
+ root: options.root,
358
+ evalId: options.evalId,
359
+ evalDirectory: options.evalDirectory,
360
+ harborJobDirectory,
361
+ expectedAttempt: logicalAttempt,
362
+ request: options.request,
363
+ resolvedRevision: options.resolvedRevision,
364
+ benchmarkId: options.request.benchmark_id,
365
+ benchmarkRevision: options.request.benchmark_revision,
366
+ runtimeId: options.controllerRuntime.runtime_id,
367
+ env: options.env,
368
+ ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
369
+ ...(options.interactionCaptureExporter ? {
370
+ interactionCaptureExporter: options.interactionCaptureExporter,
371
+ } : {}),
372
+ executionEvidence: verifyTrialEnvironmentImageExecution(await resourceObserver.capture(), environmentImages),
373
+ ...(environmentImages ? { environmentImages } : {}),
374
+ requireCompleteMarker: true,
375
+ allowMissingBundleDiagnostic: context.bundleWaitExpired,
376
+ }, trial, refs.length, refs);
377
+ await publish(ref);
378
+ return true;
379
+ }
380
+ catch (error) {
381
+ if (error instanceof TrialBundlePendingError)
382
+ return false;
383
+ throw error;
384
+ }
385
+ },
386
+ }).finally(async () => { await resourceObserver.stop(); });
387
+ const collectionStartedAt = Date.now();
388
+ for (const event of await harborPhaseTimingEvents(harborJobDirectory, run.rawResult))
389
+ options.sink.emit(event);
390
+ const terminalRefs = await importEvalTrialRuns({
391
+ root: options.root,
392
+ evalId: options.evalId,
393
+ evalDirectory: options.evalDirectory,
394
+ harborJobDirectory,
395
+ expectedAttempt: logicalAttempt,
396
+ request: options.request,
397
+ resolvedRevision: options.resolvedRevision,
398
+ benchmarkId: options.request.benchmark_id,
399
+ benchmarkRevision: options.request.benchmark_revision,
400
+ runtimeId: options.controllerRuntime.runtime_id,
401
+ env: options.env,
402
+ ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
403
+ ...(options.interactionCaptureExporter ? {
404
+ interactionCaptureExporter: options.interactionCaptureExporter,
405
+ } : {}),
406
+ executionEvidence: verifyTrialEnvironmentImageExecution(await resourceObserver.capture(), environmentImages),
407
+ ...(environmentImages ? { environmentImages } : {}),
408
+ rawResult: run.rawResult,
409
+ }, refs);
410
+ for (const ref of terminalRefs)
411
+ await publish(ref);
412
+ options.sink.emit({ type: "eval.collection.completed", work_id: item.work_id, duration_ms: Date.now() - collectionStartedAt });
413
+ if (run.rawResult !== null)
414
+ assertBackendTrialSet(run.rawResult, refs);
415
+ return { attempt: logicalAttempt, workId: item.work_id, tasks: [taskId], refs, run, ...(environmentImages ? { environmentImages } : {}) };
416
+ }
417
+ class ProgressPublisher {
418
+ progress;
419
+ tail = Promise.resolve();
420
+ options;
421
+ constructor(progress, options) {
422
+ this.progress = progress;
423
+ this.options = options;
424
+ }
425
+ publish(ref, workId) {
426
+ const operation = this.tail.then(async () => {
427
+ const previous = this.progress.generation;
428
+ const next = mergeEvalProgressTrial(this.progress, ref);
429
+ if (next.generation === previous)
430
+ return;
431
+ await validateEvalTrialReferences(this.options.root, this.options.evalId, [ref], {
432
+ benchmarkId: this.options.request.benchmark_id,
433
+ benchmarkRevision: this.options.request.benchmark_revision,
434
+ });
435
+ const bundle = await readJSON(path.join(this.options.root, "runs", ref.run_id, "bundle.index.json"));
436
+ this.options.sink.emit({ type: "result.bundle.sealed", work_id: workId, run_id: ref.run_id, trial_id: ref.trial_id, bundle_digest: bundle.bundle_digest });
437
+ this.progress = next;
438
+ await writeEvalProgress(this.options.evalDirectory, this.progress);
439
+ this.options.sink.emit({
440
+ type: "eval.trial.published",
441
+ work_id: workId,
442
+ trial_id: ref.trial_id,
443
+ task_id: ref.task_id,
444
+ attempt: ref.attempt,
445
+ run_id: ref.run_id,
446
+ observation_status: ref.observation_status,
447
+ settled_trials: this.progress.trials.length,
448
+ generation: this.progress.generation,
449
+ });
450
+ });
451
+ this.tail = operation.catch(() => { });
452
+ return operation;
453
+ }
454
+ async settle() {
455
+ await this.tail;
456
+ }
457
+ current() {
458
+ return this.progress;
459
+ }
460
+ }
461
+ //# sourceMappingURL=planned-execution.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"planned-execution.js","sourceRoot":"","sources":["../../../src/evals/planned-execution.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,oCAAoC,EAAE,8BAA8B,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAEnI,OAAO,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAC1I,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAErE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,+BAA+B,EAAE,MAAM,8BAA8B,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAMlI,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,oCAAoC,EAAE,MAAM,iCAAiC,CAAC;AAEtI,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAG9F,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AA4BvE,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAoC;IAKlF,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;QAC1C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC;YAAE,SAAS;QAC1H,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAE,IAAI,CAAC,eAA0B,GAAI,KAAK,CAAC,eAA0B,CAAC,CAAC;IACvI,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,gBAAyB,CAAC;IAC9B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE;QACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,OAAiC,CAAC;YACtC,IAAI,CAAC;gBACH,IAAI,kBAAsC,CAAC;gBAC3C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;wBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI;wBACd,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;wBAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtD,CAAC,CAAC;oBACH,kBAAkB,GAAG,MAAM,CAAC,YAAY,CAAC;oBACzC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;oBAC/C,IAAI,MAAM,GAAG,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;4BAChC,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,WAAW,EAAE,MAAM;4BACnB,MAAM,EAAE,iCAAiC;yBAC1C,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,yBAAyB;wBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,MAAM,CAAC,YAAY;wBAClC,cAAc,EAAE,MAAM,CAAC,aAAa;wBACpC,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,MAAM,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM;gBACnD,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBACtF,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;uBAC3F,OAAO,CAAC,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,IAAI,MAAM;oBAAE,YAAY,GAAG,IAAI,CAAC;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,uBAAuB;iBACnE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;oBAAS,CAAC;gBACT,OAAO,EAAE,EAAE,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;IACzB,IAAI,gBAAgB,KAAK,SAAS;QAAE,MAAM,gBAAgB,CAAC;IAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5G,MAAM,uBAAuB,GAA6B,EAAE,CAAC;IAC7D,IAAI,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;IACnC,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;YAAE,MAAM;QACxH,IAAI,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,MAAM;QACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,MAAM,CAAsB,CAAC;QAClH,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,8BAA8B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChH,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC5B,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE,wBAAwB,CAAC;YAC1H,cAAc,EAAE,SAAS,CAAC,OAAO;YACjC,WAAW,EAAE,SAAS,CAAC,IAAI;YAC3B,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,QAAQ,CAAC;YAChE,kBAAkB,EAAE,0BAA0B,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,EAAE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,uBAAuB;YAC/I,cAAc,EAAE,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,MAAM,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;YACnI,GAAG,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,+BAA+B,CAAC;gBACrF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB;gBAC1D,GAAG,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3F,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,0BAA0B,EAAE,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjH,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACvG,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,yBAAyB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC5B,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,kBAA2B;IAE3B,IAAI,OAAO,CAAC,kBAAkB;QAAE,OAAO,4BAA4B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC/I,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC;QACvC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,IAAI,CAAC,OAAO;QACpB,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;QACvF,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,8BAA8B;KACtC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC;IACpC,MAAM,eAAe,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,IAAI,gBAAyB,CAAC;IAC9B,IAAI,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IAAI,gBAAgB,KAAK,SAAS;YAAE,OAAO;QAC3C,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;gBACvB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,eAAe,CAAC,CAAC;QAC1G,MAAM,aAAa,CAAC;QACpB,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,MAAM,aAAa,CAAC;QACpB,IAAI,eAAe,CAAC,QAAQ;YAAE,MAAM,+BAA+B,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;SACnC,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,+BAA+B;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC;oBAChD,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACzB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iCAAiC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9M,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;gBAC/K,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;YAC3K,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,KAAuB,EACvB,eAAsC;IAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAyB,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;IAC1C,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3M,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5V,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAqB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,EAAE,GAAmB,EAAiB,EAAE;QAC3D,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,UAAU,CAAC,kDAAkD,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnG,IAAI,EAAE,+BAA+B;gBACrC,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3H,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACjC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,gBAAgB;QAChB,cAAc;QACd,SAAS,EAAE,CAAC,MAAM,CAAC;QACnB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;QAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,SAAS;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC;QAC5D,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,0BAA0B,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,kBAAkB,EAAE,gBAAgB,CAAC,UAAU;QAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1H,eAAe,EAAE,SAAS;QAC1B,cAAc,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3D,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC;YAC/E,kBAAkB,EAAE,IAAI;YACxB,gBAAgB,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC;gBAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;gBACjC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,KAAK;gBACL,gBAAgB;gBAChB,GAAG;aACJ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnD,eAAe,EAAE,CAAC,MAA8D,EAAE,EAAE,CAAC,4BAA4B,CAAC;gBAChH,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,MAAM;aACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACxF,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAoB,EAAE;YACzD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,kBAAkB;oBAClB,eAAe,EAAE,cAAc;oBAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;oBAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;oBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;oBACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;oBAC/C,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;wBACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;qBAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;oBACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;oBAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnD,qBAAqB,EAAE,IAAI;oBAC3B,4BAA4B,EAAE,OAAO,CAAC,iBAAiB;iBACxD,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,OAAO,KAAK,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,uBAAuB,CAAC,kBAAkB,EAAE,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/G,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;QAC7C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB;QAClB,eAAe,EAAE,cAAc;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;YACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;QAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,EAAE,IAAI,CAAC,CAAC;IACT,KAAK,MAAM,GAAG,IAAI,YAAY;QAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,mBAAmB,EAAE,CAAC,CAAC;IAC/H,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,MAAM,iBAAiB;IACb,QAAQ,CAAiB;IACzB,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,OAAO,CAA8B;IAEtD,YAAY,QAAwB,EAAE,OAAoC;QACxE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,GAAmB,EAAE,MAAc;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC1C,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ;gBAAE,OAAO;YACzC,MAAM,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;gBAC/E,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB;aAC3D,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAA6B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;YACjI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAC3J,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,MAAM;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;gBAC1C,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM;gBAC3C,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;aACrC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,IAAI,CAAC;IAClB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}