self-bench 0.3.6 → 0.3.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1126) hide show
  1. package/.dockerignore +11 -1
  2. package/Dockerfile +9 -9
  3. package/Dockerfile.sandbox +5 -4
  4. package/README.md +27 -12
  5. package/bun.lock +462 -95
  6. package/compose.yaml +64 -20
  7. package/dist/agent-feed.d.ts +8 -0
  8. package/dist/agent-feed.d.ts.map +1 -0
  9. package/dist/agent-feed.js +56 -0
  10. package/dist/agent-feed.js.map +1 -0
  11. package/dist/api/http.d.ts +18 -0
  12. package/dist/api/http.d.ts.map +1 -0
  13. package/dist/api/http.js +111 -0
  14. package/dist/api/http.js.map +1 -0
  15. package/dist/api/run-request.d.ts +37 -0
  16. package/dist/api/run-request.d.ts.map +1 -0
  17. package/dist/api/run-request.js +59 -0
  18. package/dist/api/run-request.js.map +1 -0
  19. package/dist/api/status.d.ts +4 -0
  20. package/dist/api/status.d.ts.map +1 -0
  21. package/dist/api/status.js +36 -0
  22. package/dist/api/status.js.map +1 -0
  23. package/dist/api/viewer-routes.d.ts +9 -0
  24. package/dist/api/viewer-routes.d.ts.map +1 -0
  25. package/dist/api/viewer-routes.js +98 -0
  26. package/dist/api/viewer-routes.js.map +1 -0
  27. package/dist/api-main.js +5 -1
  28. package/dist/api-main.js.map +1 -1
  29. package/dist/api.d.ts +7 -25
  30. package/dist/api.d.ts.map +1 -1
  31. package/dist/api.js +80 -148
  32. package/dist/api.js.map +1 -1
  33. package/dist/archive.d.ts +14 -0
  34. package/dist/archive.d.ts.map +1 -0
  35. package/dist/archive.js +114 -0
  36. package/dist/archive.js.map +1 -0
  37. package/dist/artifacts/common.d.ts +15 -0
  38. package/dist/artifacts/common.d.ts.map +1 -0
  39. package/dist/artifacts/common.js +58 -0
  40. package/dist/artifacts/common.js.map +1 -0
  41. package/dist/artifacts/gcs.d.ts +18 -0
  42. package/dist/artifacts/gcs.d.ts.map +1 -0
  43. package/dist/artifacts/gcs.js +178 -0
  44. package/dist/artifacts/gcs.js.map +1 -0
  45. package/dist/artifacts/local.d.ts +17 -0
  46. package/dist/artifacts/local.d.ts.map +1 -0
  47. package/dist/artifacts/local.js +205 -0
  48. package/dist/artifacts/local.js.map +1 -0
  49. package/dist/artifacts/types.d.ts +18 -0
  50. package/dist/artifacts/types.d.ts.map +1 -0
  51. package/dist/artifacts/types.js +2 -0
  52. package/dist/artifacts/types.js.map +1 -0
  53. package/dist/artifacts.d.ts +5 -28
  54. package/dist/artifacts.d.ts.map +1 -1
  55. package/dist/artifacts.js +5 -302
  56. package/dist/artifacts.js.map +1 -1
  57. package/dist/audit.d.ts.map +1 -1
  58. package/dist/audit.js +8 -2
  59. package/dist/audit.js.map +1 -1
  60. package/dist/auth/api-key-routes.d.ts +17 -0
  61. package/dist/auth/api-key-routes.d.ts.map +1 -0
  62. package/dist/auth/api-key-routes.js +57 -0
  63. package/dist/auth/api-key-routes.js.map +1 -0
  64. package/dist/auth/api-keys.d.ts +47 -0
  65. package/dist/auth/api-keys.d.ts.map +1 -0
  66. package/dist/auth/api-keys.js +102 -0
  67. package/dist/auth/api-keys.js.map +1 -0
  68. package/dist/auth/config.d.ts +17 -0
  69. package/dist/auth/config.d.ts.map +1 -0
  70. package/dist/auth/config.js +38 -0
  71. package/dist/auth/config.js.map +1 -0
  72. package/dist/auth/cookies.d.ts +12 -0
  73. package/dist/auth/cookies.d.ts.map +1 -0
  74. package/dist/auth/cookies.js +45 -0
  75. package/dist/auth/cookies.js.map +1 -0
  76. package/dist/auth/crypto.d.ts +19 -0
  77. package/dist/auth/crypto.d.ts.map +1 -0
  78. package/dist/auth/crypto.js +48 -0
  79. package/dist/auth/crypto.js.map +1 -0
  80. package/dist/auth/github.d.ts +37 -0
  81. package/dist/auth/github.d.ts.map +1 -0
  82. package/dist/auth/github.js +127 -0
  83. package/dist/auth/github.js.map +1 -0
  84. package/dist/auth/routes.d.ts +41 -0
  85. package/dist/auth/routes.d.ts.map +1 -0
  86. package/dist/auth/routes.js +153 -0
  87. package/dist/auth/routes.js.map +1 -0
  88. package/dist/auth/session-expired.d.ts +4 -0
  89. package/dist/auth/session-expired.d.ts.map +1 -0
  90. package/dist/auth/session-expired.js +17 -0
  91. package/dist/auth/session-expired.js.map +1 -0
  92. package/dist/auth/session.d.ts +23 -0
  93. package/dist/auth/session.d.ts.map +1 -0
  94. package/dist/auth/session.js +56 -0
  95. package/dist/auth/session.js.map +1 -0
  96. package/dist/auth/users.d.ts +49 -0
  97. package/dist/auth/users.d.ts.map +1 -0
  98. package/dist/auth/users.js +125 -0
  99. package/dist/auth/users.js.map +1 -0
  100. package/dist/build-metadata.js +1 -1
  101. package/dist/cli/api-client.d.ts +8 -0
  102. package/dist/cli/api-client.d.ts.map +1 -0
  103. package/dist/cli/api-client.js +71 -0
  104. package/dist/cli/api-client.js.map +1 -0
  105. package/dist/cli/associate.d.ts +2 -0
  106. package/dist/cli/associate.d.ts.map +1 -0
  107. package/dist/cli/associate.js +51 -0
  108. package/dist/cli/associate.js.map +1 -0
  109. package/dist/cli/help.d.ts +2 -0
  110. package/dist/cli/help.d.ts.map +1 -0
  111. package/dist/cli/help.js +52 -0
  112. package/dist/cli/help.js.map +1 -0
  113. package/dist/cli/main.d.ts +2 -0
  114. package/dist/cli/main.d.ts.map +1 -0
  115. package/dist/cli/main.js +55 -0
  116. package/dist/cli/main.js.map +1 -0
  117. package/dist/cli/replay.d.ts +3 -0
  118. package/dist/cli/replay.d.ts.map +1 -0
  119. package/dist/cli/replay.js +59 -0
  120. package/dist/cli/replay.js.map +1 -0
  121. package/dist/cli/repository.d.ts +6 -0
  122. package/dist/cli/repository.d.ts.map +1 -0
  123. package/dist/cli/repository.js +36 -0
  124. package/dist/cli/repository.js.map +1 -0
  125. package/dist/cli/run.d.ts +2 -0
  126. package/dist/cli/run.d.ts.map +1 -0
  127. package/dist/cli/run.js +93 -0
  128. package/dist/cli/run.js.map +1 -0
  129. package/dist/cli/stack-environment.d.ts +26 -0
  130. package/dist/cli/stack-environment.d.ts.map +1 -0
  131. package/dist/cli/stack-environment.js +86 -0
  132. package/dist/cli/stack-environment.js.map +1 -0
  133. package/dist/cli/stack.d.ts +6 -0
  134. package/dist/cli/stack.d.ts.map +1 -0
  135. package/dist/cli/stack.js +131 -0
  136. package/dist/cli/stack.js.map +1 -0
  137. package/dist/cli/values.d.ts +8 -0
  138. package/dist/cli/values.d.ts.map +1 -0
  139. package/dist/cli/values.js +30 -0
  140. package/dist/cli/values.js.map +1 -0
  141. package/dist/cli/view.d.ts +2 -0
  142. package/dist/cli/view.d.ts.map +1 -0
  143. package/dist/cli/view.js +40 -0
  144. package/dist/cli/view.js.map +1 -0
  145. package/dist/cli.js +2 -429
  146. package/dist/cli.js.map +1 -1
  147. package/dist/config.d.ts +16 -2
  148. package/dist/config.d.ts.map +1 -1
  149. package/dist/config.js +60 -22
  150. package/dist/config.js.map +1 -1
  151. package/dist/contracts/common.d.ts +22 -0
  152. package/dist/contracts/common.d.ts.map +1 -0
  153. package/dist/contracts/common.js +29 -0
  154. package/dist/contracts/common.js.map +1 -0
  155. package/dist/contracts/results.d.ts +66 -0
  156. package/dist/contracts/results.d.ts.map +1 -0
  157. package/dist/contracts/results.js +2 -0
  158. package/dist/contracts/results.js.map +1 -0
  159. package/dist/contracts/run.d.ts +145 -0
  160. package/dist/contracts/run.d.ts.map +1 -0
  161. package/dist/contracts/run.js +74 -0
  162. package/dist/contracts/run.js.map +1 -0
  163. package/dist/contracts/task.d.ts +232 -0
  164. package/dist/contracts/task.d.ts.map +1 -0
  165. package/dist/contracts/task.js +198 -0
  166. package/dist/contracts/task.js.map +1 -0
  167. package/dist/contracts/verify.d.ts +331 -0
  168. package/dist/contracts/verify.d.ts.map +1 -0
  169. package/dist/contracts/verify.js +84 -0
  170. package/dist/contracts/verify.js.map +1 -0
  171. package/dist/contracts.d.ts +5 -243
  172. package/dist/contracts.d.ts.map +1 -1
  173. package/dist/contracts.js +5 -128
  174. package/dist/contracts.js.map +1 -1
  175. package/dist/db/client.d.ts +12 -0
  176. package/dist/db/client.d.ts.map +1 -0
  177. package/dist/db/client.js +16 -0
  178. package/dist/db/client.js.map +1 -0
  179. package/dist/db/schema.d.ts +1256 -0
  180. package/dist/db/schema.d.ts.map +1 -0
  181. package/dist/db/schema.js +128 -0
  182. package/dist/db/schema.js.map +1 -0
  183. package/dist/environment.d.ts +9 -0
  184. package/dist/environment.d.ts.map +1 -0
  185. package/dist/environment.js +101 -0
  186. package/dist/environment.js.map +1 -0
  187. package/dist/evaluation/account.d.ts +30 -0
  188. package/dist/evaluation/account.d.ts.map +1 -0
  189. package/dist/evaluation/account.js +34 -0
  190. package/dist/evaluation/account.js.map +1 -0
  191. package/dist/evaluation/activities.d.ts +9 -0
  192. package/dist/evaluation/activities.d.ts.map +1 -0
  193. package/dist/evaluation/activities.js +40 -0
  194. package/dist/evaluation/activities.js.map +1 -0
  195. package/dist/evaluation/catalog-pricing.d.ts +3 -0
  196. package/dist/evaluation/catalog-pricing.d.ts.map +1 -0
  197. package/dist/evaluation/catalog-pricing.js +37 -0
  198. package/dist/evaluation/catalog-pricing.js.map +1 -0
  199. package/dist/evaluation/catalog.d.ts +17 -0
  200. package/dist/evaluation/catalog.d.ts.map +1 -0
  201. package/dist/evaluation/catalog.js +126 -0
  202. package/dist/evaluation/catalog.js.map +1 -0
  203. package/dist/evaluation/codex-login-process.d.ts +12 -0
  204. package/dist/evaluation/codex-login-process.d.ts.map +1 -0
  205. package/dist/evaluation/codex-login-process.js +121 -0
  206. package/dist/evaluation/codex-login-process.js.map +1 -0
  207. package/dist/evaluation/codex-login-routes.d.ts +5 -0
  208. package/dist/evaluation/codex-login-routes.d.ts.map +1 -0
  209. package/dist/evaluation/codex-login-routes.js +55 -0
  210. package/dist/evaluation/codex-login-routes.js.map +1 -0
  211. package/dist/evaluation/codex-login.d.ts +42 -0
  212. package/dist/evaluation/codex-login.d.ts.map +1 -0
  213. package/dist/evaluation/codex-login.js +143 -0
  214. package/dist/evaluation/codex-login.js.map +1 -0
  215. package/dist/evaluation/comparisons.d.ts +65 -0
  216. package/dist/evaluation/comparisons.d.ts.map +1 -0
  217. package/dist/evaluation/comparisons.js +161 -0
  218. package/dist/evaluation/comparisons.js.map +1 -0
  219. package/dist/evaluation/config.d.ts +43 -0
  220. package/dist/evaluation/config.d.ts.map +1 -0
  221. package/dist/evaluation/config.js +116 -0
  222. package/dist/evaluation/config.js.map +1 -0
  223. package/dist/evaluation/cost.d.ts +3 -0
  224. package/dist/evaluation/cost.d.ts.map +1 -0
  225. package/dist/evaluation/cost.js +95 -0
  226. package/dist/evaluation/cost.js.map +1 -0
  227. package/dist/evaluation/credential-execution.d.ts +10 -0
  228. package/dist/evaluation/credential-execution.d.ts.map +1 -0
  229. package/dist/evaluation/credential-execution.js +65 -0
  230. package/dist/evaluation/credential-execution.js.map +1 -0
  231. package/dist/evaluation/credentials.d.ts +40 -0
  232. package/dist/evaluation/credentials.d.ts.map +1 -0
  233. package/dist/evaluation/credentials.js +146 -0
  234. package/dist/evaluation/credentials.js.map +1 -0
  235. package/dist/evaluation/encrypted-records.d.ts +15 -0
  236. package/dist/evaluation/encrypted-records.d.ts.map +1 -0
  237. package/dist/evaluation/encrypted-records.js +57 -0
  238. package/dist/evaluation/encrypted-records.js.map +1 -0
  239. package/dist/evaluation/gateway-execution.d.ts +18 -0
  240. package/dist/evaluation/gateway-execution.d.ts.map +1 -0
  241. package/dist/evaluation/gateway-execution.js +38 -0
  242. package/dist/evaluation/gateway-execution.js.map +1 -0
  243. package/dist/evaluation/harbor-cost.d.ts +3 -0
  244. package/dist/evaluation/harbor-cost.d.ts.map +1 -0
  245. package/dist/evaluation/harbor-cost.js +39 -0
  246. package/dist/evaluation/harbor-cost.js.map +1 -0
  247. package/dist/evaluation/harbor_e2b.py +20 -0
  248. package/dist/evaluation/harbor_gateway.py +22 -0
  249. package/dist/evaluation/harnesses.d.ts +8 -0
  250. package/dist/evaluation/harnesses.d.ts.map +1 -0
  251. package/dist/evaluation/harnesses.js +10 -0
  252. package/dist/evaluation/harnesses.js.map +1 -0
  253. package/dist/evaluation/model-options.d.ts +9 -0
  254. package/dist/evaluation/model-options.d.ts.map +1 -0
  255. package/dist/evaluation/model-options.js +81 -0
  256. package/dist/evaluation/model-options.js.map +1 -0
  257. package/dist/evaluation/org-credential-routes.d.ts +5 -0
  258. package/dist/evaluation/org-credential-routes.d.ts.map +1 -0
  259. package/dist/evaluation/org-credential-routes.js +56 -0
  260. package/dist/evaluation/org-credential-routes.js.map +1 -0
  261. package/dist/evaluation/org-records.d.ts +4 -0
  262. package/dist/evaluation/org-records.d.ts.map +1 -0
  263. package/dist/evaluation/org-records.js +14 -0
  264. package/dist/evaluation/org-records.js.map +1 -0
  265. package/dist/evaluation/output.d.ts +9 -0
  266. package/dist/evaluation/output.d.ts.map +1 -0
  267. package/dist/evaluation/output.js +171 -0
  268. package/dist/evaluation/output.js.map +1 -0
  269. package/dist/evaluation/platform-routes.d.ts +5 -0
  270. package/dist/evaluation/platform-routes.d.ts.map +1 -0
  271. package/dist/evaluation/platform-routes.js +123 -0
  272. package/dist/evaluation/platform-routes.js.map +1 -0
  273. package/dist/evaluation/profile-routes.d.ts +16 -0
  274. package/dist/evaluation/profile-routes.d.ts.map +1 -0
  275. package/dist/evaluation/profile-routes.js +47 -0
  276. package/dist/evaluation/profile-routes.js.map +1 -0
  277. package/dist/evaluation/profiles.d.ts +48 -0
  278. package/dist/evaluation/profiles.d.ts.map +1 -0
  279. package/dist/evaluation/profiles.js +134 -0
  280. package/dist/evaluation/profiles.js.map +1 -0
  281. package/dist/evaluation/providers.d.ts +11 -0
  282. package/dist/evaluation/providers.d.ts.map +1 -0
  283. package/dist/evaluation/providers.js +30 -0
  284. package/dist/evaluation/providers.js.map +1 -0
  285. package/dist/evaluation/routes.d.ts +23 -0
  286. package/dist/evaluation/routes.d.ts.map +1 -0
  287. package/dist/evaluation/routes.js +212 -0
  288. package/dist/evaluation/routes.js.map +1 -0
  289. package/dist/evaluation/runner.d.ts +16 -0
  290. package/dist/evaluation/runner.d.ts.map +1 -0
  291. package/dist/evaluation/runner.js +241 -0
  292. package/dist/evaluation/runner.js.map +1 -0
  293. package/dist/evaluation/store.d.ts +8 -0
  294. package/dist/evaluation/store.d.ts.map +1 -0
  295. package/dist/evaluation/store.js +60 -0
  296. package/dist/evaluation/store.js.map +1 -0
  297. package/dist/evaluation/types.d.ts +98 -0
  298. package/dist/evaluation/types.d.ts.map +1 -0
  299. package/dist/evaluation/types.js +2 -0
  300. package/dist/evaluation/types.js.map +1 -0
  301. package/dist/evaluation/worker-main.d.ts +2 -0
  302. package/dist/evaluation/worker-main.d.ts.map +1 -0
  303. package/dist/evaluation/worker-main.js +26 -0
  304. package/dist/evaluation/worker-main.js.map +1 -0
  305. package/dist/evaluation/worker-records.d.ts +5 -0
  306. package/dist/evaluation/worker-records.d.ts.map +1 -0
  307. package/dist/evaluation/worker-records.js +11 -0
  308. package/dist/evaluation/worker-records.js.map +1 -0
  309. package/dist/evaluation/workflow.d.ts +3 -0
  310. package/dist/evaluation/workflow.d.ts.map +1 -0
  311. package/dist/evaluation/workflow.js +20 -0
  312. package/dist/evaluation/workflow.js.map +1 -0
  313. package/dist/execution-environment.d.ts +3 -0
  314. package/dist/execution-environment.d.ts.map +1 -0
  315. package/dist/execution-environment.js +9 -0
  316. package/dist/execution-environment.js.map +1 -0
  317. package/dist/extension-authoring.bundle.js +347 -0
  318. package/dist/extension-verifier.bundle.js +73 -0
  319. package/dist/extensions/authoring.d.ts.map +1 -1
  320. package/dist/extensions/authoring.js +70 -59
  321. package/dist/extensions/authoring.js.map +1 -1
  322. package/dist/extensions/shared/deliverable.d.ts +33 -0
  323. package/dist/extensions/shared/deliverable.d.ts.map +1 -0
  324. package/dist/extensions/shared/deliverable.js +123 -0
  325. package/dist/extensions/shared/deliverable.js.map +1 -0
  326. package/dist/extensions/shared/mailbox.d.ts +33 -0
  327. package/dist/extensions/shared/mailbox.d.ts.map +1 -0
  328. package/dist/extensions/shared/mailbox.js +102 -0
  329. package/dist/extensions/shared/mailbox.js.map +1 -0
  330. package/dist/extensions/shared/schemas.d.ts +90 -0
  331. package/dist/extensions/shared/schemas.d.ts.map +1 -0
  332. package/dist/extensions/shared/schemas.js +71 -0
  333. package/dist/extensions/shared/schemas.js.map +1 -0
  334. package/dist/extensions/shared/static-check.d.ts +38 -0
  335. package/dist/extensions/shared/static-check.d.ts.map +1 -0
  336. package/dist/extensions/shared/static-check.js +52 -0
  337. package/dist/extensions/shared/static-check.js.map +1 -0
  338. package/dist/extensions/verifier.d.ts +4 -0
  339. package/dist/extensions/verifier.d.ts.map +1 -0
  340. package/dist/extensions/verifier.js +70 -0
  341. package/dist/extensions/verifier.js.map +1 -0
  342. package/dist/github.d.ts +1 -1
  343. package/dist/github.d.ts.map +1 -1
  344. package/dist/github.js +3 -3
  345. package/dist/github.js.map +1 -1
  346. package/dist/harbor-environment.d.ts +13 -1
  347. package/dist/harbor-environment.d.ts.map +1 -1
  348. package/dist/harbor-environment.js +37 -4
  349. package/dist/harbor-environment.js.map +1 -1
  350. package/dist/harbor-results.d.ts +2 -0
  351. package/dist/harbor-results.d.ts.map +1 -1
  352. package/dist/harbor-results.js +2 -0
  353. package/dist/harbor-results.js.map +1 -1
  354. package/dist/harbor-task/compiler.d.ts +10 -0
  355. package/dist/harbor-task/compiler.d.ts.map +1 -0
  356. package/dist/harbor-task/compiler.js +174 -0
  357. package/dist/harbor-task/compiler.js.map +1 -0
  358. package/dist/harbor-task/constants.d.ts +3 -0
  359. package/dist/harbor-task/constants.d.ts.map +1 -0
  360. package/dist/harbor-task/constants.js +3 -0
  361. package/dist/harbor-task/constants.js.map +1 -0
  362. package/dist/harbor-task/dependencies.d.ts +3 -0
  363. package/dist/harbor-task/dependencies.d.ts.map +1 -0
  364. package/dist/harbor-task/dependencies.js +20 -0
  365. package/dist/harbor-task/dependencies.js.map +1 -0
  366. package/dist/harbor-task/paths.d.ts +6 -0
  367. package/dist/harbor-task/paths.d.ts.map +1 -0
  368. package/dist/harbor-task/paths.js +37 -0
  369. package/dist/harbor-task/paths.js.map +1 -0
  370. package/dist/harbor-task/render.d.ts +11 -0
  371. package/dist/harbor-task/render.d.ts.map +1 -0
  372. package/dist/harbor-task/render.js +194 -0
  373. package/dist/harbor-task/render.js.map +1 -0
  374. package/dist/harbor-task/runtime/command.sh +26 -0
  375. package/dist/harbor-task/runtime/junit.py +69 -0
  376. package/dist/harbor-task/runtime-assets.d.ts +2 -0
  377. package/dist/harbor-task/runtime-assets.d.ts.map +1 -0
  378. package/dist/harbor-task/runtime-assets.js +8 -0
  379. package/dist/harbor-task/runtime-assets.js.map +1 -0
  380. package/dist/harbor-task/test-patch.d.ts +4 -0
  381. package/dist/harbor-task/test-patch.d.ts.map +1 -0
  382. package/dist/harbor-task/test-patch.js +15 -0
  383. package/dist/harbor-task/test-patch.js.map +1 -0
  384. package/dist/harbor-task/verifier.d.ts +4 -0
  385. package/dist/harbor-task/verifier.d.ts.map +1 -0
  386. package/dist/harbor-task/verifier.js +105 -0
  387. package/dist/harbor-task/verifier.js.map +1 -0
  388. package/dist/harbor-task.d.ts +3 -11
  389. package/dist/harbor-task.d.ts.map +1 -1
  390. package/dist/harbor-task.js +2 -463
  391. package/dist/harbor-task.js.map +1 -1
  392. package/dist/log-excerpt.d.ts +15 -0
  393. package/dist/log-excerpt.d.ts.map +1 -0
  394. package/dist/log-excerpt.js +104 -0
  395. package/dist/log-excerpt.js.map +1 -0
  396. package/dist/patch-check.d.ts +26 -0
  397. package/dist/patch-check.d.ts.map +1 -0
  398. package/dist/patch-check.js +137 -0
  399. package/dist/patch-check.js.map +1 -0
  400. package/dist/pi-event-feed.d.ts +16 -0
  401. package/dist/pi-event-feed.d.ts.map +1 -0
  402. package/dist/pi-event-feed.js +86 -0
  403. package/dist/pi-event-feed.js.map +1 -0
  404. package/dist/pi-session.d.ts +32 -0
  405. package/dist/pi-session.d.ts.map +1 -0
  406. package/dist/pi-session.js +175 -0
  407. package/dist/pi-session.js.map +1 -0
  408. package/dist/process.d.ts +5 -0
  409. package/dist/process.d.ts.map +1 -1
  410. package/dist/process.js +31 -9
  411. package/dist/process.js.map +1 -1
  412. package/dist/provenance/github.d.ts +4 -0
  413. package/dist/provenance/github.d.ts.map +1 -0
  414. package/dist/provenance/github.js +65 -0
  415. package/dist/provenance/github.js.map +1 -0
  416. package/dist/provenance/local.d.ts +4 -0
  417. package/dist/provenance/local.d.ts.map +1 -0
  418. package/dist/provenance/local.js +82 -0
  419. package/dist/provenance/local.js.map +1 -0
  420. package/dist/provenance/redact.d.ts +2 -0
  421. package/dist/provenance/redact.d.ts.map +1 -0
  422. package/dist/provenance/redact.js +28 -0
  423. package/dist/provenance/redact.js.map +1 -0
  424. package/dist/provenance/selection.d.ts +4 -0
  425. package/dist/provenance/selection.d.ts.map +1 -0
  426. package/dist/provenance/selection.js +29 -0
  427. package/dist/provenance/selection.js.map +1 -0
  428. package/dist/provenance/session.d.ts +3 -0
  429. package/dist/provenance/session.d.ts.map +1 -0
  430. package/dist/provenance/session.js +214 -0
  431. package/dist/provenance/session.js.map +1 -0
  432. package/dist/provenance/shared.d.ts +7 -0
  433. package/dist/provenance/shared.d.ts.map +1 -0
  434. package/dist/provenance/shared.js +10 -0
  435. package/dist/provenance/shared.js.map +1 -0
  436. package/dist/provenance/types.d.ts +34 -0
  437. package/dist/provenance/types.d.ts.map +1 -0
  438. package/dist/provenance/types.js +22 -0
  439. package/dist/provenance/types.js.map +1 -0
  440. package/dist/provenance-associations/apply.d.ts +3 -0
  441. package/dist/provenance-associations/apply.d.ts.map +1 -0
  442. package/dist/provenance-associations/apply.js +66 -0
  443. package/dist/provenance-associations/apply.js.map +1 -0
  444. package/dist/provenance-associations/shared.d.ts +45 -0
  445. package/dist/provenance-associations/shared.d.ts.map +1 -0
  446. package/dist/provenance-associations/shared.js +42 -0
  447. package/dist/provenance-associations/shared.js.map +1 -0
  448. package/dist/provenance-associations.d.ts +3 -30
  449. package/dist/provenance-associations.d.ts.map +1 -1
  450. package/dist/provenance-associations.js +4 -103
  451. package/dist/provenance-associations.js.map +1 -1
  452. package/dist/provenance.d.ts +7 -41
  453. package/dist/provenance.d.ts.map +1 -1
  454. package/dist/provenance.js +6 -432
  455. package/dist/provenance.js.map +1 -1
  456. package/dist/providers.d.ts +25 -2
  457. package/dist/providers.d.ts.map +1 -1
  458. package/dist/providers.js +23 -2
  459. package/dist/providers.js.map +1 -1
  460. package/dist/repair.d.ts +1 -6
  461. package/dist/repair.d.ts.map +1 -1
  462. package/dist/repair.js +17 -27
  463. package/dist/repair.js.map +1 -1
  464. package/dist/review/assets/index-BHHztQ9x.js +1679 -0
  465. package/dist/review/assets/index-KQ1eFQ0t.css +1 -0
  466. package/dist/review/index.html +11 -8
  467. package/dist/runtime/command.sh +26 -0
  468. package/dist/runtime/junit.py +69 -0
  469. package/dist/sandbox/contracts.d.ts +36 -1
  470. package/dist/sandbox/contracts.d.ts.map +1 -1
  471. package/dist/sandbox/contracts.js +3 -0
  472. package/dist/sandbox/contracts.js.map +1 -1
  473. package/dist/sandbox/index.d.ts +1 -1
  474. package/dist/sandbox/index.d.ts.map +1 -1
  475. package/dist/sandbox/index.js +13 -2
  476. package/dist/sandbox/index.js.map +1 -1
  477. package/dist/sandbox/live.d.ts +18 -0
  478. package/dist/sandbox/live.d.ts.map +1 -0
  479. package/dist/sandbox/live.js +55 -0
  480. package/dist/sandbox/live.js.map +1 -0
  481. package/dist/sandbox/output-retry.d.ts +16 -0
  482. package/dist/sandbox/output-retry.d.ts.map +1 -0
  483. package/dist/sandbox/output-retry.js +36 -0
  484. package/dist/sandbox/output-retry.js.map +1 -0
  485. package/dist/sandbox/programs/author.js +16 -6
  486. package/dist/sandbox/programs/author.js.map +1 -1
  487. package/dist/sandbox/programs/check.d.ts +3 -0
  488. package/dist/sandbox/programs/check.d.ts.map +1 -0
  489. package/dist/sandbox/programs/check.js +76 -0
  490. package/dist/sandbox/programs/check.js.map +1 -0
  491. package/dist/sandbox/programs/prepare-task.d.ts +12 -0
  492. package/dist/sandbox/programs/prepare-task.d.ts.map +1 -0
  493. package/dist/sandbox/programs/{prepare-repair.js → prepare-task.js} +11 -9
  494. package/dist/sandbox/programs/prepare-task.js.map +1 -0
  495. package/dist/sandbox/programs/verifier.d.ts +3 -0
  496. package/dist/sandbox/programs/verifier.d.ts.map +1 -0
  497. package/dist/sandbox/programs/verifier.js +9 -0
  498. package/dist/sandbox/programs/verifier.js.map +1 -0
  499. package/dist/sandbox/providers/docker/executor.d.ts +4 -1
  500. package/dist/sandbox/providers/docker/executor.d.ts.map +1 -1
  501. package/dist/sandbox/providers/docker/executor.js +75 -25
  502. package/dist/sandbox/providers/docker/executor.js.map +1 -1
  503. package/dist/sandbox/providers/e2b/bytes.d.ts +3 -0
  504. package/dist/sandbox/providers/e2b/bytes.d.ts.map +1 -0
  505. package/dist/sandbox/providers/e2b/bytes.js +8 -0
  506. package/dist/sandbox/providers/e2b/bytes.js.map +1 -0
  507. package/dist/sandbox/providers/e2b/cleanup.d.ts +8 -0
  508. package/dist/sandbox/providers/e2b/cleanup.d.ts.map +1 -0
  509. package/dist/sandbox/providers/e2b/cleanup.js +124 -0
  510. package/dist/sandbox/providers/e2b/cleanup.js.map +1 -0
  511. package/dist/sandbox/providers/e2b/command.d.ts +23 -0
  512. package/dist/sandbox/providers/e2b/command.d.ts.map +1 -0
  513. package/dist/sandbox/providers/e2b/command.js +160 -0
  514. package/dist/sandbox/providers/e2b/command.js.map +1 -0
  515. package/dist/sandbox/providers/e2b/config.d.ts +13 -0
  516. package/dist/sandbox/providers/e2b/config.d.ts.map +1 -0
  517. package/dist/sandbox/providers/e2b/config.js +2 -0
  518. package/dist/sandbox/providers/e2b/config.js.map +1 -0
  519. package/dist/sandbox/providers/e2b/executor.d.ts +15 -0
  520. package/dist/sandbox/providers/e2b/executor.d.ts.map +1 -0
  521. package/dist/sandbox/providers/e2b/executor.js +207 -0
  522. package/dist/sandbox/providers/e2b/executor.js.map +1 -0
  523. package/dist/sandbox/providers/e2b/lifecycle.d.ts +8 -0
  524. package/dist/sandbox/providers/e2b/lifecycle.d.ts.map +1 -0
  525. package/dist/sandbox/providers/e2b/lifecycle.js +37 -0
  526. package/dist/sandbox/providers/e2b/lifecycle.js.map +1 -0
  527. package/dist/sandbox/providers/e2b/outcome.d.ts +11 -0
  528. package/dist/sandbox/providers/e2b/outcome.d.ts.map +1 -0
  529. package/dist/sandbox/providers/e2b/outcome.js +72 -0
  530. package/dist/sandbox/providers/e2b/outcome.js.map +1 -0
  531. package/dist/sandbox/providers/e2b/stage-files.d.ts +10 -0
  532. package/dist/sandbox/providers/e2b/stage-files.d.ts.map +1 -0
  533. package/dist/sandbox/providers/e2b/stage-files.js +45 -0
  534. package/dist/sandbox/providers/e2b/stage-files.js.map +1 -0
  535. package/dist/sandbox/providers/e2b/startup.d.ts +10 -0
  536. package/dist/sandbox/providers/e2b/startup.d.ts.map +1 -0
  537. package/dist/sandbox/providers/e2b/startup.js +26 -0
  538. package/dist/sandbox/providers/e2b/startup.js.map +1 -0
  539. package/dist/sandbox/providers/e2b/types.d.ts +9 -0
  540. package/dist/sandbox/providers/e2b/types.d.ts.map +1 -0
  541. package/dist/sandbox/providers/e2b/types.js +2 -0
  542. package/dist/sandbox/providers/e2b/types.js.map +1 -0
  543. package/dist/sandbox/providers/e2b/validation.d.ts +14 -0
  544. package/dist/sandbox/providers/e2b/validation.d.ts.map +1 -0
  545. package/dist/sandbox/providers/e2b/validation.js +60 -0
  546. package/dist/sandbox/providers/e2b/validation.js.map +1 -0
  547. package/dist/{modal-auth.d.ts → sandbox/providers/modal/auth.d.ts} +1 -1
  548. package/dist/sandbox/providers/modal/auth.d.ts.map +1 -0
  549. package/dist/{modal-auth.js → sandbox/providers/modal/auth.js} +1 -1
  550. package/dist/sandbox/providers/modal/auth.js.map +1 -0
  551. package/dist/sandbox/providers/modal/executor.d.ts +4 -1
  552. package/dist/sandbox/providers/modal/executor.d.ts.map +1 -1
  553. package/dist/sandbox/providers/modal/executor.js +33 -9
  554. package/dist/sandbox/providers/modal/executor.js.map +1 -1
  555. package/dist/sandbox/providers/modal/live.d.ts +7 -0
  556. package/dist/sandbox/providers/modal/live.d.ts.map +1 -0
  557. package/dist/sandbox/providers/modal/live.js +50 -0
  558. package/dist/sandbox/providers/modal/live.js.map +1 -0
  559. package/dist/sandbox/providers/vercel/command.d.ts +6 -0
  560. package/dist/sandbox/providers/vercel/command.d.ts.map +1 -1
  561. package/dist/sandbox/providers/vercel/command.js +44 -11
  562. package/dist/sandbox/providers/vercel/command.js.map +1 -1
  563. package/dist/sandbox/providers/vercel/executor.d.ts +6 -7
  564. package/dist/sandbox/providers/vercel/executor.d.ts.map +1 -1
  565. package/dist/sandbox/providers/vercel/executor.js +21 -187
  566. package/dist/sandbox/providers/vercel/executor.js.map +1 -1
  567. package/dist/sandbox/providers/vercel/lifecycle.d.ts +13 -0
  568. package/dist/sandbox/providers/vercel/lifecycle.d.ts.map +1 -0
  569. package/dist/sandbox/providers/vercel/lifecycle.js +140 -0
  570. package/dist/sandbox/providers/vercel/lifecycle.js.map +1 -0
  571. package/dist/sandbox/providers/vercel/validation.d.ts +11 -0
  572. package/dist/sandbox/providers/vercel/validation.d.ts.map +1 -0
  573. package/dist/sandbox/providers/vercel/validation.js +30 -0
  574. package/dist/sandbox/providers/vercel/validation.js.map +1 -0
  575. package/dist/sandbox/remote-files.d.ts +11 -0
  576. package/dist/sandbox/remote-files.d.ts.map +1 -0
  577. package/dist/sandbox/remote-files.js +41 -0
  578. package/dist/sandbox/remote-files.js.map +1 -0
  579. package/dist/sandbox/request-validation.d.ts +5 -0
  580. package/dist/sandbox/request-validation.d.ts.map +1 -0
  581. package/dist/sandbox/request-validation.js +43 -0
  582. package/dist/sandbox/request-validation.js.map +1 -0
  583. package/dist/sandbox/supervisor.d.ts +42 -0
  584. package/dist/sandbox/supervisor.d.ts.map +1 -0
  585. package/dist/sandbox/supervisor.js +126 -0
  586. package/dist/sandbox/supervisor.js.map +1 -0
  587. package/dist/sandbox/timeout.d.ts +6 -1
  588. package/dist/sandbox/timeout.d.ts.map +1 -1
  589. package/dist/sandbox/timeout.js +12 -0
  590. package/dist/sandbox/timeout.js.map +1 -1
  591. package/dist/sandbox-author.bundle.js +47 -14879
  592. package/dist/{sandbox-validation-repair.bundle.js → sandbox-check.bundle.js} +7261 -1893
  593. package/dist/sandbox-verifier.bundle.js +307 -0
  594. package/dist/setup/e2b/build.d.ts +24 -0
  595. package/dist/setup/e2b/build.d.ts.map +1 -0
  596. package/dist/setup/e2b/build.js +46 -0
  597. package/dist/setup/e2b/build.js.map +1 -0
  598. package/dist/setup/e2b/cli.d.ts +2 -0
  599. package/dist/setup/e2b/cli.d.ts.map +1 -0
  600. package/dist/setup/e2b/cli.js +51 -0
  601. package/dist/setup/e2b/cli.js.map +1 -0
  602. package/dist/setup/e2b/index.d.ts +5 -0
  603. package/dist/setup/e2b/index.d.ts.map +1 -0
  604. package/dist/setup/e2b/index.js +4 -0
  605. package/dist/setup/e2b/index.js.map +1 -0
  606. package/dist/setup/e2b/template.d.ts +4 -0
  607. package/dist/setup/e2b/template.d.ts.map +1 -0
  608. package/dist/setup/e2b/template.js +53 -0
  609. package/dist/setup/e2b/template.js.map +1 -0
  610. package/dist/setup/vercel/cli-helpers.d.ts +22 -0
  611. package/dist/setup/vercel/cli-helpers.d.ts.map +1 -0
  612. package/dist/setup/vercel/cli-helpers.js +87 -0
  613. package/dist/setup/vercel/cli-helpers.js.map +1 -0
  614. package/dist/setup/vercel/cli-runner.d.ts +14 -0
  615. package/dist/setup/vercel/cli-runner.d.ts.map +1 -0
  616. package/dist/setup/vercel/cli-runner.js +24 -0
  617. package/dist/setup/vercel/cli-runner.js.map +1 -0
  618. package/dist/setup/vercel/cli-types.d.ts +24 -0
  619. package/dist/setup/vercel/cli-types.d.ts.map +1 -0
  620. package/dist/setup/vercel/cli-types.js +18 -0
  621. package/dist/setup/vercel/cli-types.js.map +1 -0
  622. package/dist/setup/vercel/cli.d.ts +5 -31
  623. package/dist/setup/vercel/cli.d.ts.map +1 -1
  624. package/dist/setup/vercel/cli.js +15 -125
  625. package/dist/setup/vercel/cli.js.map +1 -1
  626. package/dist/setup/vercel/profile-files.d.ts +6 -0
  627. package/dist/setup/vercel/profile-files.d.ts.map +1 -0
  628. package/dist/setup/vercel/profile-files.js +100 -0
  629. package/dist/setup/vercel/profile-files.js.map +1 -0
  630. package/dist/setup/vercel/profile-schema.d.ts +48 -0
  631. package/dist/setup/vercel/profile-schema.d.ts.map +1 -0
  632. package/dist/setup/vercel/profile-schema.js +39 -0
  633. package/dist/setup/vercel/profile-schema.js.map +1 -0
  634. package/dist/setup/vercel/profile.d.ts +3 -19
  635. package/dist/setup/vercel/profile.d.ts.map +1 -1
  636. package/dist/setup/vercel/profile.js +4 -130
  637. package/dist/setup/vercel/profile.js.map +1 -1
  638. package/dist/setup/vercel/selection.d.ts +18 -0
  639. package/dist/setup/vercel/selection.d.ts.map +1 -0
  640. package/dist/setup/vercel/selection.js +113 -0
  641. package/dist/setup/vercel/selection.js.map +1 -0
  642. package/dist/setup/vercel/setup-types.d.ts +34 -0
  643. package/dist/setup/vercel/setup-types.d.ts.map +1 -0
  644. package/dist/setup/vercel/setup-types.js +2 -0
  645. package/dist/setup/vercel/setup-types.js.map +1 -0
  646. package/dist/setup/vercel/setup.d.ts +3 -28
  647. package/dist/setup/vercel/setup.d.ts.map +1 -1
  648. package/dist/setup/vercel/setup.js +3 -111
  649. package/dist/setup/vercel/setup.js.map +1 -1
  650. package/dist/site/batch-activity.d.ts +5 -0
  651. package/dist/site/batch-activity.d.ts.map +1 -0
  652. package/dist/site/batch-activity.js +31 -0
  653. package/dist/site/batch-activity.js.map +1 -0
  654. package/dist/site/batch-progress.d.ts +16 -0
  655. package/dist/site/batch-progress.d.ts.map +1 -0
  656. package/dist/site/batch-progress.js +52 -0
  657. package/dist/site/batch-progress.js.map +1 -0
  658. package/dist/site/batch-routes.d.ts +30 -0
  659. package/dist/site/batch-routes.d.ts.map +1 -0
  660. package/dist/site/batch-routes.js +117 -0
  661. package/dist/site/batch-routes.js.map +1 -0
  662. package/dist/site/batch-start.d.ts +60 -0
  663. package/dist/site/batch-start.d.ts.map +1 -0
  664. package/dist/site/batch-start.js +39 -0
  665. package/dist/site/batch-start.js.map +1 -0
  666. package/dist/site/connected-repos.d.ts +25 -0
  667. package/dist/site/connected-repos.d.ts.map +1 -0
  668. package/dist/site/connected-repos.js +109 -0
  669. package/dist/site/connected-repos.js.map +1 -0
  670. package/dist/site/evaluation-start.d.ts +4 -0
  671. package/dist/site/evaluation-start.d.ts.map +1 -0
  672. package/dist/site/evaluation-start.js +19 -0
  673. package/dist/site/evaluation-start.js.map +1 -0
  674. package/dist/site/generation-config.d.ts +4 -0
  675. package/dist/site/generation-config.d.ts.map +1 -0
  676. package/dist/site/generation-config.js +16 -0
  677. package/dist/site/generation-config.js.map +1 -0
  678. package/dist/site/generation-credentials.d.ts +6 -0
  679. package/dist/site/generation-credentials.d.ts.map +1 -0
  680. package/dist/site/generation-credentials.js +101 -0
  681. package/dist/site/generation-credentials.js.map +1 -0
  682. package/dist/site/generation-run.d.ts +6 -0
  683. package/dist/site/generation-run.d.ts.map +1 -0
  684. package/dist/site/generation-run.js +22 -0
  685. package/dist/site/generation-run.js.map +1 -0
  686. package/dist/site/generation-settings.d.ts +80 -0
  687. package/dist/site/generation-settings.d.ts.map +1 -0
  688. package/dist/site/generation-settings.js +84 -0
  689. package/dist/site/generation-settings.js.map +1 -0
  690. package/dist/site/generation-subscription.d.ts +3 -0
  691. package/dist/site/generation-subscription.d.ts.map +1 -0
  692. package/dist/site/generation-subscription.js +38 -0
  693. package/dist/site/generation-subscription.js.map +1 -0
  694. package/dist/site/github-repos.d.ts +35 -0
  695. package/dist/site/github-repos.d.ts.map +1 -0
  696. package/dist/site/github-repos.js +121 -0
  697. package/dist/site/github-repos.js.map +1 -0
  698. package/dist/site/pr-candidate.d.ts +26 -0
  699. package/dist/site/pr-candidate.d.ts.map +1 -0
  700. package/dist/site/pr-candidate.js +101 -0
  701. package/dist/site/pr-candidate.js.map +1 -0
  702. package/dist/site/pr-list.d.ts +13 -0
  703. package/dist/site/pr-list.d.ts.map +1 -0
  704. package/dist/site/pr-list.js +24 -0
  705. package/dist/site/pr-list.js.map +1 -0
  706. package/dist/site/pr-routes.d.ts +26 -0
  707. package/dist/site/pr-routes.d.ts.map +1 -0
  708. package/dist/site/pr-routes.js +139 -0
  709. package/dist/site/pr-routes.js.map +1 -0
  710. package/dist/site/repo-store.d.ts +40 -0
  711. package/dist/site/repo-store.d.ts.map +1 -0
  712. package/dist/site/repo-store.js +74 -0
  713. package/dist/site/repo-store.js.map +1 -0
  714. package/dist/site/run-store.d.ts +17 -0
  715. package/dist/site/run-store.d.ts.map +1 -0
  716. package/dist/site/run-store.js +42 -0
  717. package/dist/site/run-store.js.map +1 -0
  718. package/dist/site/runtime.d.ts +27 -0
  719. package/dist/site/runtime.d.ts.map +1 -0
  720. package/dist/site/runtime.js +97 -0
  721. package/dist/site/runtime.js.map +1 -0
  722. package/dist/site/task-deletion.d.ts +7 -0
  723. package/dist/site/task-deletion.d.ts.map +1 -0
  724. package/dist/site/task-deletion.js +29 -0
  725. package/dist/site/task-deletion.js.map +1 -0
  726. package/dist/site/task-start-reservation.d.ts +4 -0
  727. package/dist/site/task-start-reservation.d.ts.map +1 -0
  728. package/dist/site/task-start-reservation.js +18 -0
  729. package/dist/site/task-start-reservation.js.map +1 -0
  730. package/dist/site/task-start.d.ts +33 -0
  731. package/dist/site/task-start.d.ts.map +1 -0
  732. package/dist/site/task-start.js +50 -0
  733. package/dist/site/task-start.js.map +1 -0
  734. package/dist/site/task-status.d.ts +36 -0
  735. package/dist/site/task-status.d.ts.map +1 -0
  736. package/dist/site/task-status.js +113 -0
  737. package/dist/site/task-status.js.map +1 -0
  738. package/dist/site/task-store.d.ts +78 -0
  739. package/dist/site/task-store.d.ts.map +1 -0
  740. package/dist/site/task-store.js +186 -0
  741. package/dist/site/task-store.js.map +1 -0
  742. package/dist/site/task-sync.d.ts +30 -0
  743. package/dist/site/task-sync.d.ts.map +1 -0
  744. package/dist/site/task-sync.js +121 -0
  745. package/dist/site/task-sync.js.map +1 -0
  746. package/dist/site/tasks.d.ts +47 -0
  747. package/dist/site/tasks.d.ts.map +1 -0
  748. package/dist/site/tasks.js +164 -0
  749. package/dist/site/tasks.js.map +1 -0
  750. package/dist/site/temporal-status.d.ts +8 -0
  751. package/dist/site/temporal-status.d.ts.map +1 -0
  752. package/dist/site/temporal-status.js +41 -0
  753. package/dist/site/temporal-status.js.map +1 -0
  754. package/dist/site/tenant.d.ts +4 -0
  755. package/dist/site/tenant.d.ts.map +1 -0
  756. package/dist/site/tenant.js +6 -0
  757. package/dist/site/tenant.js.map +1 -0
  758. package/dist/static-check.d.ts +38 -0
  759. package/dist/static-check.d.ts.map +1 -0
  760. package/dist/static-check.js +131 -0
  761. package/dist/static-check.js.map +1 -0
  762. package/dist/submission-hash.d.ts +18 -0
  763. package/dist/submission-hash.d.ts.map +1 -0
  764. package/dist/submission-hash.js +16 -0
  765. package/dist/submission-hash.js.map +1 -0
  766. package/dist/subscription-auth.d.ts +0 -7
  767. package/dist/subscription-auth.d.ts.map +1 -1
  768. package/dist/subscription-auth.js +3 -23
  769. package/dist/subscription-auth.js.map +1 -1
  770. package/dist/temporal/activities/agent-feed.d.ts +5 -0
  771. package/dist/temporal/activities/agent-feed.d.ts.map +1 -0
  772. package/dist/temporal/activities/agent-feed.js +41 -0
  773. package/dist/temporal/activities/agent-feed.js.map +1 -0
  774. package/dist/temporal/activities/agent-scripts.d.ts +16 -0
  775. package/dist/temporal/activities/agent-scripts.d.ts.map +1 -0
  776. package/dist/temporal/activities/agent-scripts.js +162 -0
  777. package/dist/temporal/activities/agent-scripts.js.map +1 -0
  778. package/dist/temporal/activities/authoring-round.d.ts +13 -0
  779. package/dist/temporal/activities/authoring-round.d.ts.map +1 -0
  780. package/dist/temporal/activities/authoring-round.js +160 -0
  781. package/dist/temporal/activities/authoring-round.js.map +1 -0
  782. package/dist/temporal/activities/constants.d.ts +5 -0
  783. package/dist/temporal/activities/constants.d.ts.map +1 -0
  784. package/dist/temporal/activities/constants.js +5 -0
  785. package/dist/temporal/activities/constants.js.map +1 -0
  786. package/dist/temporal/activities/discovery.d.ts +17 -0
  787. package/dist/temporal/activities/discovery.d.ts.map +1 -0
  788. package/dist/temporal/activities/discovery.js +153 -0
  789. package/dist/temporal/activities/discovery.js.map +1 -0
  790. package/dist/temporal/activities/drafts.d.ts +15 -0
  791. package/dist/temporal/activities/drafts.d.ts.map +1 -0
  792. package/dist/temporal/activities/drafts.js +51 -0
  793. package/dist/temporal/activities/drafts.js.map +1 -0
  794. package/dist/temporal/activities/excluded-source-prs.d.ts +9 -0
  795. package/dist/temporal/activities/excluded-source-prs.d.ts.map +1 -0
  796. package/dist/temporal/activities/excluded-source-prs.js +132 -0
  797. package/dist/temporal/activities/excluded-source-prs.js.map +1 -0
  798. package/dist/temporal/activities/export.d.ts +38 -0
  799. package/dist/temporal/activities/export.d.ts.map +1 -0
  800. package/dist/temporal/activities/export.js +79 -0
  801. package/dist/temporal/activities/export.js.map +1 -0
  802. package/dist/temporal/activities/factory.d.ts +5 -0
  803. package/dist/temporal/activities/factory.d.ts.map +1 -0
  804. package/dist/temporal/activities/factory.js +26 -0
  805. package/dist/temporal/activities/factory.js.map +1 -0
  806. package/dist/temporal/activities/gate-logs.d.ts +20 -0
  807. package/dist/temporal/activities/gate-logs.d.ts.map +1 -0
  808. package/dist/temporal/activities/gate-logs.js +62 -0
  809. package/dist/temporal/activities/gate-logs.js.map +1 -0
  810. package/dist/temporal/activities/generation-runtime.d.ts +6 -0
  811. package/dist/temporal/activities/generation-runtime.d.ts.map +1 -0
  812. package/dist/temporal/activities/generation-runtime.js +56 -0
  813. package/dist/temporal/activities/generation-runtime.js.map +1 -0
  814. package/dist/temporal/activities/harbor.d.ts +11 -0
  815. package/dist/temporal/activities/harbor.d.ts.map +1 -0
  816. package/dist/temporal/activities/harbor.js +112 -0
  817. package/dist/temporal/activities/harbor.js.map +1 -0
  818. package/dist/temporal/activities/modal-build-log.d.ts +12 -0
  819. package/dist/temporal/activities/modal-build-log.d.ts.map +1 -0
  820. package/dist/temporal/activities/modal-build-log.js +57 -0
  821. package/dist/temporal/activities/modal-build-log.js.map +1 -0
  822. package/dist/temporal/activities/prompts-authoring.d.ts +6 -0
  823. package/dist/temporal/activities/prompts-authoring.d.ts.map +1 -0
  824. package/dist/temporal/activities/prompts-authoring.js +87 -0
  825. package/dist/temporal/activities/prompts-authoring.js.map +1 -0
  826. package/dist/temporal/activities/prompts-verifier.d.ts +17 -0
  827. package/dist/temporal/activities/prompts-verifier.d.ts.map +1 -0
  828. package/dist/temporal/activities/prompts-verifier.js +66 -0
  829. package/dist/temporal/activities/prompts-verifier.js.map +1 -0
  830. package/dist/temporal/activities/provenance.d.ts +4 -0
  831. package/dist/temporal/activities/provenance.d.ts.map +1 -0
  832. package/dist/temporal/activities/provenance.js +18 -0
  833. package/dist/temporal/activities/provenance.js.map +1 -0
  834. package/dist/temporal/activities/replay.d.ts +20 -0
  835. package/dist/temporal/activities/replay.d.ts.map +1 -0
  836. package/dist/temporal/activities/replay.js +135 -0
  837. package/dist/temporal/activities/replay.js.map +1 -0
  838. package/dist/temporal/activities/round-outcome.d.ts +63 -0
  839. package/dist/temporal/activities/round-outcome.d.ts.map +1 -0
  840. package/dist/temporal/activities/round-outcome.js +127 -0
  841. package/dist/temporal/activities/round-outcome.js.map +1 -0
  842. package/dist/temporal/activities/runtime.d.ts +38 -0
  843. package/dist/temporal/activities/runtime.d.ts.map +1 -0
  844. package/dist/temporal/activities/runtime.js +146 -0
  845. package/dist/temporal/activities/runtime.js.map +1 -0
  846. package/dist/temporal/activities/session-verify.d.ts +45 -0
  847. package/dist/temporal/activities/session-verify.d.ts.map +1 -0
  848. package/dist/temporal/activities/session-verify.js +91 -0
  849. package/dist/temporal/activities/session-verify.js.map +1 -0
  850. package/dist/temporal/activities/submissions.d.ts +9 -0
  851. package/dist/temporal/activities/submissions.d.ts.map +1 -0
  852. package/dist/temporal/activities/submissions.js +28 -0
  853. package/dist/temporal/activities/submissions.js.map +1 -0
  854. package/dist/temporal/activities/task-compiler.d.ts +21 -0
  855. package/dist/temporal/activities/task-compiler.d.ts.map +1 -0
  856. package/dist/temporal/activities/task-compiler.js +63 -0
  857. package/dist/temporal/activities/task-compiler.js.map +1 -0
  858. package/dist/temporal/activities/types.d.ts +57 -0
  859. package/dist/temporal/activities/types.d.ts.map +1 -0
  860. package/dist/temporal/activities/types.js +2 -0
  861. package/dist/temporal/activities/types.js.map +1 -0
  862. package/dist/temporal/activities/verifier-material.d.ts +18 -0
  863. package/dist/temporal/activities/verifier-material.d.ts.map +1 -0
  864. package/dist/temporal/activities/verifier-material.js +49 -0
  865. package/dist/temporal/activities/verifier-material.js.map +1 -0
  866. package/dist/temporal/activities/verifier-outcome.d.ts +19 -0
  867. package/dist/temporal/activities/verifier-outcome.d.ts.map +1 -0
  868. package/dist/temporal/activities/verifier-outcome.js +70 -0
  869. package/dist/temporal/activities/verifier-outcome.js.map +1 -0
  870. package/dist/temporal/activities/verifier-round.d.ts +8 -0
  871. package/dist/temporal/activities/verifier-round.d.ts.map +1 -0
  872. package/dist/temporal/activities/verifier-round.js +110 -0
  873. package/dist/temporal/activities/verifier-round.js.map +1 -0
  874. package/dist/temporal/activities/verify-harbor.d.ts +15 -0
  875. package/dist/temporal/activities/verify-harbor.d.ts.map +1 -0
  876. package/dist/temporal/activities/verify-harbor.js +193 -0
  877. package/dist/temporal/activities/verify-harbor.js.map +1 -0
  878. package/dist/temporal/activities/verify.d.ts +11 -0
  879. package/dist/temporal/activities/verify.d.ts.map +1 -0
  880. package/dist/temporal/activities/verify.js +151 -0
  881. package/dist/temporal/activities/verify.js.map +1 -0
  882. package/dist/temporal/activities.d.ts +3 -51
  883. package/dist/temporal/activities.d.ts.map +1 -1
  884. package/dist/temporal/activities.js +2 -886
  885. package/dist/temporal/activities.js.map +1 -1
  886. package/dist/temporal/connection.d.ts.map +1 -1
  887. package/dist/temporal/connection.js +3 -2
  888. package/dist/temporal/connection.js.map +1 -1
  889. package/dist/temporal/worker-main.js +19 -3
  890. package/dist/temporal/worker-main.js.map +1 -1
  891. package/dist/temporal/workflow/activity-proxies.d.ts +3 -0
  892. package/dist/temporal/workflow/activity-proxies.d.ts.map +1 -0
  893. package/dist/temporal/workflow/activity-proxies.js +45 -0
  894. package/dist/temporal/workflow/activity-proxies.js.map +1 -0
  895. package/dist/temporal/workflow/authoring-stage.d.ts +5 -0
  896. package/dist/temporal/workflow/authoring-stage.d.ts.map +1 -0
  897. package/dist/temporal/workflow/authoring-stage.js +64 -0
  898. package/dist/temporal/workflow/authoring-stage.js.map +1 -0
  899. package/dist/temporal/workflow/candidate-tracker.d.ts +28 -0
  900. package/dist/temporal/workflow/candidate-tracker.d.ts.map +1 -0
  901. package/dist/temporal/workflow/candidate-tracker.js +85 -0
  902. package/dist/temporal/workflow/candidate-tracker.js.map +1 -0
  903. package/dist/temporal/workflow/candidate.d.ts +6 -0
  904. package/dist/temporal/workflow/candidate.d.ts.map +1 -0
  905. package/dist/temporal/workflow/candidate.js +54 -0
  906. package/dist/temporal/workflow/candidate.js.map +1 -0
  907. package/dist/temporal/workflow/discovery.d.ts +19 -0
  908. package/dist/temporal/workflow/discovery.d.ts.map +1 -0
  909. package/dist/temporal/workflow/discovery.js +137 -0
  910. package/dist/temporal/workflow/discovery.js.map +1 -0
  911. package/dist/temporal/workflow/failures.d.ts +5 -0
  912. package/dist/temporal/workflow/failures.d.ts.map +1 -0
  913. package/dist/temporal/workflow/failures.js +28 -0
  914. package/dist/temporal/workflow/failures.js.map +1 -0
  915. package/dist/temporal/workflow/run.d.ts +5 -0
  916. package/dist/temporal/workflow/run.d.ts.map +1 -0
  917. package/dist/temporal/workflow/run.js +154 -0
  918. package/dist/temporal/workflow/run.js.map +1 -0
  919. package/dist/temporal/workflow/stage.d.ts +26 -0
  920. package/dist/temporal/workflow/stage.d.ts.map +1 -0
  921. package/dist/temporal/workflow/stage.js +16 -0
  922. package/dist/temporal/workflow/stage.js.map +1 -0
  923. package/dist/temporal/workflow/verification-stage.d.ts +11 -0
  924. package/dist/temporal/workflow/verification-stage.d.ts.map +1 -0
  925. package/dist/temporal/workflow/verification-stage.js +20 -0
  926. package/dist/temporal/workflow/verification-stage.js.map +1 -0
  927. package/dist/temporal/workflow.d.ts +12 -4
  928. package/dist/temporal/workflow.d.ts.map +1 -1
  929. package/dist/temporal/workflow.js +38 -445
  930. package/dist/temporal/workflow.js.map +1 -1
  931. package/dist/verifier-fix.d.ts +20 -0
  932. package/dist/verifier-fix.d.ts.map +1 -0
  933. package/dist/verifier-fix.js +62 -0
  934. package/dist/verifier-fix.js.map +1 -0
  935. package/dist/verify-report.d.ts +9 -0
  936. package/dist/verify-report.d.ts.map +1 -0
  937. package/dist/verify-report.js +135 -0
  938. package/dist/verify-report.js.map +1 -0
  939. package/dist/viewer/archived-keys.d.ts +9 -0
  940. package/dist/viewer/archived-keys.d.ts.map +1 -0
  941. package/dist/viewer/archived-keys.js +36 -0
  942. package/dist/viewer/archived-keys.js.map +1 -0
  943. package/dist/viewer/archived.d.ts +20 -0
  944. package/dist/viewer/archived.d.ts.map +1 -0
  945. package/dist/viewer/archived.js +238 -0
  946. package/dist/viewer/archived.js.map +1 -0
  947. package/dist/viewer/artifacts.d.ts +8 -0
  948. package/dist/viewer/artifacts.d.ts.map +1 -0
  949. package/dist/viewer/artifacts.js +96 -0
  950. package/dist/viewer/artifacts.js.map +1 -0
  951. package/dist/viewer/bundle.d.ts +9 -0
  952. package/dist/viewer/bundle.d.ts.map +1 -0
  953. package/dist/viewer/bundle.js +79 -0
  954. package/dist/viewer/bundle.js.map +1 -0
  955. package/dist/viewer/candidates.d.ts +9 -0
  956. package/dist/viewer/candidates.d.ts.map +1 -0
  957. package/dist/viewer/candidates.js +137 -0
  958. package/dist/viewer/candidates.js.map +1 -0
  959. package/dist/viewer/local-server.d.ts +11 -0
  960. package/dist/viewer/local-server.d.ts.map +1 -0
  961. package/dist/viewer/local-server.js +64 -0
  962. package/dist/viewer/local-server.js.map +1 -0
  963. package/dist/viewer/task-files.d.ts +10 -0
  964. package/dist/viewer/task-files.d.ts.map +1 -0
  965. package/dist/viewer/task-files.js +120 -0
  966. package/dist/viewer/task-files.js.map +1 -0
  967. package/dist/viewer/types.d.ts +78 -0
  968. package/dist/viewer/types.d.ts.map +1 -0
  969. package/dist/viewer/types.js +36 -0
  970. package/dist/viewer/types.js.map +1 -0
  971. package/docs/api.md +168 -0
  972. package/docs/evaluations.md +42 -15
  973. package/docs/operations.md +254 -26
  974. package/docs/solver-evaluations.md +63 -0
  975. package/docs/task-construction.md +21 -11
  976. package/drizzle/0000_glossy_johnny_blaze.sql +97 -0
  977. package/drizzle/0001_evaluation_records.sql +5 -0
  978. package/drizzle/0002_task_deletion.sql +1 -0
  979. package/drizzle/0003_drop_repo_runs.sql +3 -0
  980. package/drizzle/0004_preserve_batch_runs.sql +8 -0
  981. package/drizzle/0005_api_keys.sql +15 -0
  982. package/drizzle/meta/0000_snapshot.json +776 -0
  983. package/drizzle/meta/0001_snapshot.json +807 -0
  984. package/drizzle/meta/0002_snapshot.json +813 -0
  985. package/drizzle/meta/0003_snapshot.json +726 -0
  986. package/drizzle/meta/0004_snapshot.json +813 -0
  987. package/drizzle/meta/0005_snapshot.json +919 -0
  988. package/drizzle/meta/_journal.json +48 -0
  989. package/package.json +39 -25
  990. package/src/extensions/authoring.ts +83 -72
  991. package/src/extensions/shared/deliverable.ts +153 -0
  992. package/src/extensions/shared/mailbox.ts +128 -0
  993. package/src/extensions/shared/schemas.ts +101 -0
  994. package/src/extensions/shared/static-check.ts +103 -0
  995. package/src/extensions/verifier.ts +88 -0
  996. package/src/skills/selfbench/SKILL.md +71 -13
  997. package/biome.json +0 -24
  998. package/dist/agent-smoke-main.d.ts +0 -3
  999. package/dist/agent-smoke-main.d.ts.map +0 -1
  1000. package/dist/agent-smoke-main.js +0 -55
  1001. package/dist/agent-smoke-main.js.map +0 -1
  1002. package/dist/agent-smoke.d.ts +0 -18
  1003. package/dist/agent-smoke.d.ts.map +0 -1
  1004. package/dist/agent-smoke.js +0 -103
  1005. package/dist/agent-smoke.js.map +0 -1
  1006. package/dist/codex-review.d.ts +0 -41
  1007. package/dist/codex-review.d.ts.map +0 -1
  1008. package/dist/codex-review.js +0 -193
  1009. package/dist/codex-review.js.map +0 -1
  1010. package/dist/eval-main.d.ts +0 -3
  1011. package/dist/eval-main.d.ts.map +0 -1
  1012. package/dist/eval-main.js +0 -81
  1013. package/dist/eval-main.js.map +0 -1
  1014. package/dist/evaluate.d.ts +0 -25
  1015. package/dist/evaluate.d.ts.map +0 -1
  1016. package/dist/evaluate.js +0 -214
  1017. package/dist/evaluate.js.map +0 -1
  1018. package/dist/modal-auth.d.ts.map +0 -1
  1019. package/dist/modal-auth.js.map +0 -1
  1020. package/dist/reaudit-main.d.ts +0 -3
  1021. package/dist/reaudit-main.d.ts.map +0 -1
  1022. package/dist/reaudit-main.js +0 -158
  1023. package/dist/reaudit-main.js.map +0 -1
  1024. package/dist/repair-main.d.ts +0 -3
  1025. package/dist/repair-main.d.ts.map +0 -1
  1026. package/dist/repair-main.js +0 -171
  1027. package/dist/repair-main.js.map +0 -1
  1028. package/dist/review/assets/index-CZ3G759O.js +0 -1568
  1029. package/dist/review/assets/index-DgSLzX8l.css +0 -1
  1030. package/dist/sandbox/programs/prepare-repair.d.ts +0 -7
  1031. package/dist/sandbox/programs/prepare-repair.d.ts.map +0 -1
  1032. package/dist/sandbox/programs/prepare-repair.js.map +0 -1
  1033. package/dist/sandbox/programs/repair.d.ts +0 -3
  1034. package/dist/sandbox/programs/repair.d.ts.map +0 -1
  1035. package/dist/sandbox/programs/repair.js +0 -100
  1036. package/dist/sandbox/programs/repair.js.map +0 -1
  1037. package/dist/sandbox/programs/review.d.ts +0 -2
  1038. package/dist/sandbox/programs/review.d.ts.map +0 -1
  1039. package/dist/sandbox/programs/review.js +0 -18
  1040. package/dist/sandbox/programs/review.js.map +0 -1
  1041. package/dist/sandbox/programs/validation-repair.d.ts +0 -3
  1042. package/dist/sandbox/programs/validation-repair.d.ts.map +0 -1
  1043. package/dist/sandbox/programs/validation-repair.js +0 -115
  1044. package/dist/sandbox/programs/validation-repair.js.map +0 -1
  1045. package/dist/sandbox-repair.bundle.js +0 -323
  1046. package/dist/sandbox-review.bundle.js +0 -14462
  1047. package/dist/validate-main.d.ts +0 -3
  1048. package/dist/validate-main.d.ts.map +0 -1
  1049. package/dist/validate-main.js +0 -143
  1050. package/dist/validate-main.js.map +0 -1
  1051. package/dist/validation-repair.d.ts +0 -10
  1052. package/dist/validation-repair.d.ts.map +0 -1
  1053. package/dist/validation-repair.js +0 -72
  1054. package/dist/validation-repair.js.map +0 -1
  1055. package/review/index.html +0 -14
  1056. package/review/src/App.tsx +0 -338
  1057. package/review/src/export-loader.test.ts +0 -57
  1058. package/review/src/export-loader.ts +0 -151
  1059. package/review/src/main.tsx +0 -15
  1060. package/review/src/styles.css +0 -162
  1061. package/review/src/types.ts +0 -47
  1062. package/review/tsconfig.json +0 -16
  1063. package/review/vite.config.ts +0 -20
  1064. package/scripts/build-sandbox-programs.ts +0 -22
  1065. package/scripts/verify-package.ts +0 -102
  1066. package/scripts/write-build-metadata.ts +0 -27
  1067. package/src/agent-smoke-main.ts +0 -64
  1068. package/src/agent-smoke.ts +0 -138
  1069. package/src/api-main.ts +0 -12
  1070. package/src/api.ts +0 -291
  1071. package/src/artifacts.ts +0 -357
  1072. package/src/audit.ts +0 -106
  1073. package/src/build-metadata.ts +0 -3
  1074. package/src/cli.ts +0 -504
  1075. package/src/codex-review.ts +0 -229
  1076. package/src/config.ts +0 -239
  1077. package/src/contracts.ts +0 -233
  1078. package/src/coupling.ts +0 -259
  1079. package/src/eval-main.ts +0 -93
  1080. package/src/evaluate.ts +0 -300
  1081. package/src/github.ts +0 -26
  1082. package/src/harbor-environment.ts +0 -17
  1083. package/src/harbor-results.ts +0 -144
  1084. package/src/harbor-task.ts +0 -533
  1085. package/src/hash.ts +0 -5
  1086. package/src/modal-auth.ts +0 -11
  1087. package/src/parallel.ts +0 -24
  1088. package/src/process.ts +0 -167
  1089. package/src/project-paths.ts +0 -15
  1090. package/src/provenance-associations.ts +0 -311
  1091. package/src/provenance.ts +0 -561
  1092. package/src/providers.ts +0 -22
  1093. package/src/reaudit-main.ts +0 -198
  1094. package/src/repair-main.ts +0 -209
  1095. package/src/repair.ts +0 -55
  1096. package/src/run-wait.ts +0 -40
  1097. package/src/sandbox/contracts.ts +0 -52
  1098. package/src/sandbox/index.ts +0 -23
  1099. package/src/sandbox/programs/author.ts +0 -19
  1100. package/src/sandbox/programs/prepare-repair.ts +0 -44
  1101. package/src/sandbox/programs/repair.ts +0 -132
  1102. package/src/sandbox/programs/review.ts +0 -19
  1103. package/src/sandbox/programs/validation-repair.ts +0 -153
  1104. package/src/sandbox/providers/docker/executor.ts +0 -115
  1105. package/src/sandbox/providers/modal/executor.ts +0 -217
  1106. package/src/sandbox/providers/vercel/command.ts +0 -127
  1107. package/src/sandbox/providers/vercel/executor.ts +0 -448
  1108. package/src/sandbox/providers/vercel/fetch.ts +0 -45
  1109. package/src/sandbox/timeout.ts +0 -56
  1110. package/src/setup/vercel/cli.ts +0 -403
  1111. package/src/setup/vercel/index.ts +0 -3
  1112. package/src/setup/vercel/probe.ts +0 -232
  1113. package/src/setup/vercel/profile.ts +0 -322
  1114. package/src/setup/vercel/runtime-image.ts +0 -204
  1115. package/src/setup/vercel/setup.ts +0 -419
  1116. package/src/subscription-auth.ts +0 -80
  1117. package/src/temporal/activities.ts +0 -1348
  1118. package/src/temporal/connection.ts +0 -23
  1119. package/src/temporal/worker-main.ts +0 -28
  1120. package/src/temporal/workflow.ts +0 -568
  1121. package/src/terminal-prompts.ts +0 -197
  1122. package/src/terminal-reporter.ts +0 -126
  1123. package/src/validate-main.ts +0 -177
  1124. package/src/validation-repair.ts +0 -94
  1125. package/tsconfig.build.json +0 -13
  1126. package/tsconfig.json +0 -21
@@ -0,0 +1,174 @@
1
+ import { chmod, cp, mkdir, readFile, rm, writeFile } from "node:fs/promises";
2
+ import { join } from "node:path";
3
+ import { taskDefinitionSchema } from "../contracts.js";
4
+ import { assertEnvironmentEvidence, assertEnvironmentPolicy } from "../environment.js";
5
+ import { sha256 } from "../hash.js";
6
+ import { runCommand } from "../process.js";
7
+ import { COMPILER_REVISION, HARBOR_SCHEMA_VERSION } from "./constants.js";
8
+ import { dependencyManifestPatch } from "./dependencies.js";
9
+ import { assertSafePatchPaths, assertSafeTaskPaths } from "./paths.js";
10
+ import { agentDockerfile, environmentContextFiles, serviceComposeFiles, taskToml, verifierDockerfile, } from "./render.js";
11
+ import { verifierRuntimeFiles } from "./runtime-assets.js";
12
+ import { assertTestPatch } from "./test-patch.js";
13
+ import { solutionScript, testScript } from "./verifier.js";
14
+ export async function loadAuthoredTask(directory) {
15
+ const definition = taskDefinitionSchema.parse(JSON.parse(await readFile(join(directory, "definition.json"), "utf8")));
16
+ assertEnvironmentPolicy(definition.environment);
17
+ assertSafeTaskPaths(definition);
18
+ const [testPatch, goldPatch] = await Promise.all([
19
+ readFile(join(directory, "test.patch"), "utf8"),
20
+ readFile(join(directory, "gold.patch"), "utf8"),
21
+ ]);
22
+ assertTestPatch(definition, testPatch);
23
+ if (!goldPatch.startsWith("diff --git ")) {
24
+ throw new Error("gold.patch is not a Git patch");
25
+ }
26
+ assertSafePatchPaths(goldPatch, "gold patch");
27
+ return { definition, testPatch, goldPatch };
28
+ }
29
+ export async function compileHarborTask(authoredDirectory, repositoryDirectory, outputDirectory) {
30
+ const task = await loadAuthoredTask(authoredDirectory);
31
+ const dependencySetupPatch = dependencyManifestPatch(task.goldPatch);
32
+ const preinstallGoldDependencies = dependencySetupPatch.length > 0;
33
+ await runCommand("git", [
34
+ "-C",
35
+ repositoryDirectory,
36
+ "cat-file",
37
+ "-e",
38
+ `${task.definition.baseCommit}^{commit}`,
39
+ ]);
40
+ const repositoryFiles = await runCommand("git", [
41
+ "-C",
42
+ repositoryDirectory,
43
+ "ls-tree",
44
+ "-r",
45
+ "--name-only",
46
+ task.definition.baseCommit,
47
+ ]);
48
+ if (task.definition.testSelection?.mode === "base-only") {
49
+ const files = repositoryFiles.stdout.split("\n");
50
+ for (const path of task.definition.testPaths) {
51
+ const full = [task.definition.workdir === "." ? "" : task.definition.workdir, path]
52
+ .filter(Boolean)
53
+ .join("/");
54
+ if (!files.some((file) => file === full || file.startsWith(`${full}/`)))
55
+ throw new Error(`base-only test path is absent from base: ${full}`);
56
+ }
57
+ }
58
+ assertEnvironmentEvidence(task.definition.environment, new Set(repositoryFiles.stdout.split("\n").filter(Boolean)));
59
+ await rm(outputDirectory, { recursive: true, force: true });
60
+ const environment = join(outputDirectory, "environment");
61
+ const solution = join(outputDirectory, "solution");
62
+ const tests = join(outputDirectory, "tests");
63
+ await Promise.all([
64
+ mkdir(environment, { recursive: true }),
65
+ mkdir(solution, { recursive: true }),
66
+ mkdir(join(tests, "runtime"), { recursive: true }),
67
+ ]);
68
+ const snapshot = join(outputDirectory, ".repo.tar.gz");
69
+ await runCommand("git", [
70
+ "-C",
71
+ repositoryDirectory,
72
+ "archive",
73
+ "--format=tar.gz",
74
+ `--output=${snapshot}`,
75
+ task.definition.baseCommit,
76
+ ]);
77
+ await Promise.all([
78
+ cp(snapshot, join(environment, "repo.tar.gz")),
79
+ cp(snapshot, join(tests, "repo.tar.gz")),
80
+ writeFile(join(outputDirectory, "definition.json"), `${JSON.stringify(task.definition, null, 2)}\n`),
81
+ writeFile(join(outputDirectory, "instruction.md"), `${task.definition.prompt.trim()}\n`),
82
+ writeFile(join(solution, "gold.patch"), task.goldPatch),
83
+ writeFile(join(solution, "solve.sh"), solutionScript()),
84
+ ...Object.entries(verifierRuntimeFiles()).map(([path, content]) => writeFile(join(tests, path), content)),
85
+ writeFile(join(tests, "test.patch"), task.testPatch),
86
+ writeFile(join(tests, "test.sh"), testScript(task.definition, task.testPatch)),
87
+ writeFile(join(tests, "task-test.sh"), testScript(task.definition, task.testPatch)),
88
+ writeFile(join(environment, "Dockerfile"), agentDockerfile(task.definition)),
89
+ writeFile(join(tests, "Dockerfile"), verifierDockerfile(task.definition, dependencySetupPatch)),
90
+ ...environmentContextFiles(environment, task.definition),
91
+ ...environmentContextFiles(tests, task.definition),
92
+ ...serviceComposeFiles(tests, task.definition),
93
+ writeFile(join(outputDirectory, "task.toml"), taskToml(task.definition)),
94
+ ...(preinstallGoldDependencies
95
+ ? [writeFile(join(tests, "dependency-setup.patch"), dependencySetupPatch)]
96
+ : []),
97
+ ]);
98
+ await rm(snapshot);
99
+ await Promise.all([
100
+ chmod(join(solution, "solve.sh"), 0o755),
101
+ chmod(join(tests, "test.sh"), 0o755),
102
+ chmod(join(tests, "task-test.sh"), 0o755),
103
+ chmod(join(environment, "root-setup.sh"), 0o755),
104
+ chmod(join(environment, "setup.sh"), 0o755),
105
+ chmod(join(environment, "smoke.sh"), 0o755),
106
+ chmod(join(tests, "root-setup.sh"), 0o755),
107
+ chmod(join(tests, "setup.sh"), 0o755),
108
+ chmod(join(tests, "smoke.sh"), 0o755),
109
+ ]);
110
+ await writeFile(join(outputDirectory, ".selfbench-manifest.json"), `${JSON.stringify({
111
+ generator: "selfbench",
112
+ harborSchemaVersion: HARBOR_SCHEMA_VERSION,
113
+ compilerRevision: COMPILER_REVISION,
114
+ taskId: task.definition.taskId,
115
+ difficulty: task.definition.difficulty,
116
+ definitionSha256: sha256(JSON.stringify(task.definition)),
117
+ testPatchSha256: sha256(task.testPatch),
118
+ goldPatchSha256: sha256(task.goldPatch),
119
+ testEvidence: task.definition.testResults?.format ?? "command-level",
120
+ referenceDependencyProvisioning: preinstallGoldDependencies,
121
+ environmentSha256: sha256(JSON.stringify(task.definition.environment)),
122
+ }, null, 2)}\n`);
123
+ }
124
+ export async function refreshHarborTask(outputDirectory, definition) {
125
+ assertEnvironmentPolicy(definition.environment);
126
+ const manifestPath = join(outputDirectory, ".selfbench-manifest.json");
127
+ const manifest = JSON.parse(await readFile(manifestPath, "utf8"));
128
+ if (manifest.taskId !== definition.taskId) {
129
+ throw new Error(`bundle task ${String(manifest.taskId)} does not match ${definition.taskId}`);
130
+ }
131
+ const [goldPatch, testPatch] = await Promise.all([
132
+ readFile(join(outputDirectory, "solution/gold.patch"), "utf8"),
133
+ readFile(join(outputDirectory, "tests/test.patch"), "utf8"),
134
+ ]);
135
+ assertTestPatch(definition, testPatch);
136
+ const dependencySetupPatch = dependencyManifestPatch(goldPatch);
137
+ const preinstallGoldDependencies = dependencySetupPatch.length > 0;
138
+ const verifierScript = testScript(definition, testPatch);
139
+ await Promise.all([
140
+ writeFile(join(outputDirectory, "tests/test.sh"), verifierScript),
141
+ writeFile(join(outputDirectory, "tests/task-test.sh"), verifierScript),
142
+ ]);
143
+ const environment = join(outputDirectory, "environment");
144
+ const tests = join(outputDirectory, "tests");
145
+ await mkdir(join(tests, "runtime"), { recursive: true });
146
+ await Promise.all([
147
+ ...Object.entries(verifierRuntimeFiles()).map(([path, content]) => writeFile(join(tests, path), content)),
148
+ writeFile(join(outputDirectory, "definition.json"), `${JSON.stringify(definition, null, 2)}\n`),
149
+ writeFile(join(outputDirectory, "task.toml"), taskToml(definition)),
150
+ writeFile(join(environment, "Dockerfile"), agentDockerfile(definition)),
151
+ writeFile(join(tests, "Dockerfile"), verifierDockerfile(definition, dependencySetupPatch)),
152
+ ...environmentContextFiles(environment, definition),
153
+ ...environmentContextFiles(tests, definition),
154
+ rm(join(environment, "docker-compose.yaml"), { force: true }),
155
+ ...serviceComposeFiles(tests, definition),
156
+ preinstallGoldDependencies
157
+ ? writeFile(join(tests, "dependency-setup.patch"), dependencySetupPatch)
158
+ : rm(join(tests, "dependency-setup.patch"), { force: true }),
159
+ chmod(join(tests, "test.sh"), 0o755),
160
+ chmod(join(tests, "task-test.sh"), 0o755),
161
+ ]);
162
+ await writeFile(manifestPath, `${JSON.stringify({
163
+ ...manifest,
164
+ compilerRevision: COMPILER_REVISION,
165
+ difficulty: definition.difficulty,
166
+ definitionSha256: sha256(JSON.stringify(definition)),
167
+ testPatchSha256: sha256(testPatch),
168
+ goldPatchSha256: sha256(goldPatch),
169
+ testEvidence: definition.testResults?.format ?? "command-level",
170
+ referenceDependencyProvisioning: preinstallGoldDependencies,
171
+ environmentSha256: sha256(JSON.stringify(definition.environment)),
172
+ }, null, 2)}\n`);
173
+ }
174
+ //# sourceMappingURL=compiler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compiler.js","sourceRoot":"","sources":["../../src/harbor-task/compiler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAuB,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACvE,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,mBAAmB,EACnB,QAAQ,EACR,kBAAkB,GACnB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAQ3D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IACtD,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,CAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC,CACvE,CAAC;IACF,uBAAuB,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAChD,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAChC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC;KAChD,CAAC,CAAC;IACH,eAAe,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IACD,oBAAoB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAC9C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,iBAAyB,EACzB,mBAA2B,EAC3B,eAAuB;IAEvB,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;IACvD,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrE,MAAM,0BAA0B,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IACnE,MAAM,UAAU,CAAC,KAAK,EAAE;QACtB,IAAI;QACJ,mBAAmB;QACnB,UAAU;QACV,IAAI;QACJ,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,WAAW;KACzC,CAAC,CAAC;IACH,MAAM,eAAe,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE;QAC9C,IAAI;QACJ,mBAAmB;QACnB,SAAS;QACT,IAAI;QACJ,aAAa;QACb,IAAI,CAAC,UAAU,CAAC,UAAU;KAC3B,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;iBAChF,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;gBACrE,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IACD,yBAAyB,CACvB,IAAI,CAAC,UAAU,CAAC,WAAW,EAC3B,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAC5D,CAAC;IACF,MAAM,EAAE,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACvC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnD,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IACvD,MAAM,UAAU,CAAC,KAAK,EAAE;QACtB,IAAI;QACJ,mBAAmB;QACnB,SAAS;QACT,iBAAiB;QACjB,YAAY,QAAQ,EAAE;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU;KAC3B,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QAC9C,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACxC,SAAS,CACP,IAAI,CAAC,eAAe,EAAE,iBAAiB,CAAC,EACxC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAChD;QACD,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,gBAAgB,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;QACxF,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;QACvD,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;QACvD,GAAG,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAChE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CACtC;QACD,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;QACpD,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9E,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnF,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5E,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;QAC/F,GAAG,uBAAuB,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC;QACxD,GAAG,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC;QAClD,GAAG,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC;QAC9C,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxE,GAAG,CAAC,0BAA0B;YAC5B,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,wBAAwB,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAC1E,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IACnB,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,KAAK,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC;KACtC,CAAC,CAAC;IACH,MAAM,SAAS,CACb,IAAI,CAAC,eAAe,EAAE,0BAA0B,CAAC,EACjD,GAAG,IAAI,CAAC,SAAS,CACf;QACE,SAAS,EAAE,WAAW;QACtB,mBAAmB,EAAE,qBAAqB;QAC1C,gBAAgB,EAAE,iBAAiB;QACnC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;QAC9B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;QACtC,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzD,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QACvC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QACvC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,IAAI,eAAe;QACpE,+BAA+B,EAAE,0BAA0B;QAC3D,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;KACvE,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,eAAuB,EACvB,UAA0B;IAE1B,uBAAuB,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,0BAA0B,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAA4B,CAAC;IAC7F,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,mBAAmB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC5D,CAAC,CAAC;IACH,eAAe,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACvC,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAChE,MAAM,0BAA0B,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,EAAE,cAAc,CAAC;QACjE,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,oBAAoB,CAAC,EAAE,cAAc,CAAC;KACvE,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,GAAG,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAChE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CACtC;QACD,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,iBAAiB,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QAC/F,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QACnE,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;QACvE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,kBAAkB,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;QAC1F,GAAG,uBAAuB,CAAC,WAAW,EAAE,UAAU,CAAC;QACnD,GAAG,uBAAuB,CAAC,KAAK,EAAE,UAAU,CAAC;QAC7C,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,qBAAqB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC7D,GAAG,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC;QACzC,0BAA0B;YACxB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,wBAAwB,CAAC,EAAE,oBAAoB,CAAC;YACxE,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,wBAAwB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,KAAK,CAAC;KAC1C,CAAC,CAAC;IACH,MAAM,SAAS,CACb,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;QACE,GAAG,QAAQ;QACX,gBAAgB,EAAE,iBAAiB;QACnC,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACpD,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC;QAClC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC;QAClC,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,MAAM,IAAI,eAAe;QAC/D,+BAA+B,EAAE,0BAA0B;QAC3D,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;KAClE,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AACJ,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare const HARBOR_SCHEMA_VERSION = "1.4";
2
+ export declare const COMPILER_REVISION = 29;
3
+ //# sourceMappingURL=constants.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/harbor-task/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,qBAAqB,QAAQ,CAAC;AAC3C,eAAO,MAAM,iBAAiB,KAAK,CAAC"}
@@ -0,0 +1,3 @@
1
+ export const HARBOR_SCHEMA_VERSION = "1.4";
2
+ export const COMPILER_REVISION = 29;
3
+ //# sourceMappingURL=constants.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/harbor-task/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAC3C,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare function goldPatchChangesDependencyManifests(patch: string): boolean;
2
+ export declare function dependencyManifestPatch(patch: string): string;
3
+ //# sourceMappingURL=dependencies.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dependencies.d.ts","sourceRoot":"","sources":["../../src/harbor-task/dependencies.ts"],"names":[],"mappings":"AAEA,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAE1E;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ7D"}
@@ -0,0 +1,20 @@
1
+ import { posix } from "node:path";
2
+ export function goldPatchChangesDependencyManifests(patch) {
3
+ return dependencyManifestPatch(patch).length > 0;
4
+ }
5
+ export function dependencyManifestPatch(patch) {
6
+ const sections = patch.split(/(?=^diff --git )/m);
7
+ const selected = sections.filter((section) => {
8
+ const header = section.split("\n", 1)[0] ?? "";
9
+ const match = /^diff --git a\/(.+) b\/(.+)$/.exec(header);
10
+ return match?.[2] ? isDependencyManifest(match[2]) : false;
11
+ });
12
+ return selected.length > 0 ? `${selected.join("").trimEnd()}\n` : "";
13
+ }
14
+ function isDependencyManifest(path) {
15
+ const name = posix.basename(path);
16
+ return (/^(?:package(?:-lock)?\.json|npm-shrinkwrap\.json|yarn\.lock|pnpm-lock\.yaml|bun\.lockb?|deno\.lock)$/.test(name) ||
17
+ /^(?:pyproject\.toml|uv\.lock|poetry\.lock|Pipfile(?:\.lock)?|requirements[^/]*\.txt)$/.test(name) ||
18
+ /^(?:go\.(?:mod|sum)|Cargo\.(?:toml|lock))$/.test(name));
19
+ }
20
+ //# sourceMappingURL=dependencies.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dependencies.js","sourceRoot":"","sources":["../../src/harbor-task/dependencies.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAElC,MAAM,UAAU,mCAAmC,CAAC,KAAa;IAC/D,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,8BAA8B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC7D,CAAC,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CACL,sGAAsG,CAAC,IAAI,CACzG,IAAI,CACL;QACD,uFAAuF,CAAC,IAAI,CAC1F,IAAI,CACL;QACD,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC,CACxD,CAAC;AACJ,CAAC"}
@@ -0,0 +1,6 @@
1
+ import type { TaskDefinition } from "../contracts.js";
2
+ export declare function assertSafeTaskPaths(task: TaskDefinition): void;
3
+ export declare function assertSafePatchPaths(patch: string, label?: string): void;
4
+ export declare function repositoryRelativePath(task: TaskDefinition, path: string): string;
5
+ export declare function shellQuote(value: string): string;
6
+ //# sourceMappingURL=paths.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../src/harbor-task/paths.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGtD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI,CAc9D;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAU,GAAG,IAAI,CAgBzE;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEjF;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD"}
@@ -0,0 +1,37 @@
1
+ import { posix, resolve, sep } from "node:path";
2
+ import { patchPaths } from "../repair.js";
3
+ export function assertSafeTaskPaths(task) {
4
+ for (const path of [
5
+ task.workdir,
6
+ ...task.testPaths.map((value) => posix.join(task.workdir, value)),
7
+ ]) {
8
+ const resolved = resolve("/repo", path);
9
+ if ((resolved !== "/repo" && !resolved.startsWith(`/repo${sep}`)) ||
10
+ resolved === `/repo${sep}.git` ||
11
+ resolved.startsWith(`/repo${sep}.git${sep}`)) {
12
+ throw new Error(`task path escapes repository: ${path}`);
13
+ }
14
+ }
15
+ }
16
+ export function assertSafePatchPaths(patch, label = "patch") {
17
+ const paths = patchPaths(patch);
18
+ if (paths.length === 0) {
19
+ throw new Error(`${label} changes no files`);
20
+ }
21
+ for (const path of paths) {
22
+ const resolved = resolve("/repo", path);
23
+ if (resolved === "/repo" ||
24
+ !resolved.startsWith(`/repo${sep}`) ||
25
+ resolved.startsWith(`/repo${sep}.git${sep}`) ||
26
+ resolved === `/repo${sep}.git`) {
27
+ throw new Error(`${label} path escapes repository: ${path}`);
28
+ }
29
+ }
30
+ }
31
+ export function repositoryRelativePath(task, path) {
32
+ return posix.normalize(posix.join(task.workdir, path)).replace(/^\.\//, "");
33
+ }
34
+ export function shellQuote(value) {
35
+ return `'${value.replaceAll("'", `'"'"'`)}'`;
36
+ }
37
+ //# sourceMappingURL=paths.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"paths.js","sourceRoot":"","sources":["../../src/harbor-task/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,UAAU,mBAAmB,CAAC,IAAoB;IACtD,KAAK,MAAM,IAAI,IAAI;QACjB,IAAI,CAAC,OAAO;QACZ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;KAClE,EAAE,CAAC;QACF,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,IACE,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC;YAC7D,QAAQ,KAAK,QAAQ,GAAG,MAAM;YAC9B,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG,OAAO,GAAG,EAAE,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,KAAK,GAAG,OAAO;IACjE,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,IACE,QAAQ,KAAK,OAAO;YACpB,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnC,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG,OAAO,GAAG,EAAE,CAAC;YAC5C,QAAQ,KAAK,QAAQ,GAAG,MAAM,EAC9B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAoB,EAAE,IAAY;IACvE,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC;AAC/C,CAAC"}
@@ -0,0 +1,11 @@
1
+ import type { TaskDefinition } from "../contracts.js";
2
+ export declare function taskToml(task: TaskDefinition): string;
3
+ export declare function agentDockerfile(task: TaskDefinition): string;
4
+ export declare function verifierDockerfile(task: TaskDefinition, dependencySetupPatch: string): string;
5
+ export declare function environmentContextFiles(directory: string, task: TaskDefinition): Promise<void>[];
6
+ export declare function serviceComposeFiles(directory: string, task: TaskDefinition): Promise<void>[];
7
+ export declare function serviceComposeYaml(task: TaskDefinition): string;
8
+ export declare function posixShellScript(command: string): string;
9
+ export declare function bashScript(command: string): string;
10
+ export declare function smokeScript(task: TaskDefinition): string;
11
+ //# sourceMappingURL=render.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"render.d.ts","sourceRoot":"","sources":["../../src/harbor-task/render.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAatD,wBAAgB,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAyDrD;AACD,wBAAgB,eAAe,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAiB5D;AACD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,GAAG,MAAM,CAe7F;AA8CD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAShG;AACD,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAM5F;AACD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAsB/D;AAID,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAExD;AACD,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AACD,wBAAgB,WAAW,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAExD"}
@@ -0,0 +1,194 @@
1
+ import { rm, writeFile } from "node:fs/promises";
2
+ import { join } from "node:path";
3
+ import { patchPaths } from "../repair.js";
4
+ import { COMPILER_REVISION, HARBOR_SCHEMA_VERSION } from "./constants.js";
5
+ import { shellQuote } from "./paths.js";
6
+ function tomlString(value) {
7
+ return JSON.stringify(value);
8
+ }
9
+ function tomlValue(value) {
10
+ return typeof value === "string" ? tomlString(value) : String(value);
11
+ }
12
+ export function taskToml(task) {
13
+ const metadata = {
14
+ selfbench_task_id: task.taskId,
15
+ difficulty: task.difficulty,
16
+ repo: task.repo,
17
+ base_commit: task.baseCommit,
18
+ workdir: task.workdir,
19
+ source_pr: task.sourcePr,
20
+ compiler_revision: COMPILER_REVISION,
21
+ test_evidence: task.testResults?.format ?? "command-level",
22
+ test_selection: task.testSelection?.mode ?? "unspecified",
23
+ };
24
+ return `${[
25
+ `schema_version = ${tomlString(HARBOR_SCHEMA_VERSION)}`,
26
+ 'artifacts = ["/opt/selfbench/agent.patch"]',
27
+ "",
28
+ "[task]",
29
+ `name = ${tomlString(`selfbench/${task.taskId}`)}`,
30
+ 'version = "1.0.0"',
31
+ `description = ${tomlString(`Reproduce ${task.taskId} from its authentic engineer request.`)}`,
32
+ `keywords = ["software-engineering", "private-swe", "selfbench", ${tomlString(task.difficulty)}]`,
33
+ "",
34
+ "[metadata]",
35
+ ...Object.entries(metadata).map(([key, value]) => `${key} = ${tomlValue(value)}`),
36
+ "",
37
+ "[agent]",
38
+ `timeout_sec = ${task.timeouts.agentSeconds}.0`,
39
+ 'user = "agent"',
40
+ 'network_mode = "allowlist"',
41
+ 'allowed_hosts = ["chatgpt.com", "*.chatgpt.com", "openai.com", "*.openai.com"]',
42
+ "",
43
+ "[verifier]",
44
+ `timeout_sec = ${task.timeouts.setupSeconds + task.timeouts.testsSeconds}.0`,
45
+ 'user = "root"',
46
+ 'environment_mode = "separate"',
47
+ 'network_mode = "public"',
48
+ "",
49
+ "[[verifier.collect]]",
50
+ 'service = "main"',
51
+ 'user = "root"',
52
+ `timeout_sec = ${Math.min(task.timeouts.testsSeconds, 300)}.0`,
53
+ 'command = "git --git-dir=/opt/selfbench/base.git --work-tree=/app add -A && git --git-dir=/opt/selfbench/base.git --work-tree=/app diff --cached --binary HEAD > /opt/selfbench/agent.patch"',
54
+ "",
55
+ "[environment]",
56
+ 'network_mode = "public"',
57
+ `build_timeout_sec = ${task.timeouts.setupSeconds + 600}.0`,
58
+ `cpus = ${task.resources.cpus}`,
59
+ `memory_mb = ${task.resources.memoryMb}`,
60
+ `storage_mb = ${task.resources.storageMb}`,
61
+ "",
62
+ "[verifier.environment]",
63
+ 'network_mode = "public"',
64
+ `build_timeout_sec = ${task.timeouts.setupSeconds + 600}.0`,
65
+ `cpus = ${task.resources.cpus}`,
66
+ `memory_mb = ${task.resources.memoryMb}`,
67
+ `storage_mb = ${task.resources.storageMb}`,
68
+ ].join("\n")}\n`;
69
+ }
70
+ export function agentDockerfile(task) {
71
+ // The post-setup tree is committed as the baseline for agent.patch, so files that setup.sh
72
+ // creates and does not gitignore never land in the agent's diff and never collide with the
73
+ // verifier image, which ran the same setup.
74
+ return `${baseDockerfile(task)}
75
+ RUN useradd --create-home --shell /bin/bash agent \\
76
+ && git -C /app add -A \\
77
+ && git -C /app -c core.hooksPath=/dev/null -c user.email=selfbench@local -c user.name=selfbench commit -qm selfbench-setup --allow-empty --no-verify \\
78
+ && mkdir -p /opt/selfbench \\
79
+ && cp -a /app/.git /opt/selfbench/base.git \\
80
+ && chown -R agent:agent /app /home/agent \\
81
+ && chown -R root:root /opt/selfbench \\
82
+ && chmod 700 /opt/selfbench
83
+ ENV HOME=/home/agent
84
+ USER agent
85
+ WORKDIR /app
86
+ `;
87
+ }
88
+ export function verifierDockerfile(task, dependencySetupPatch) {
89
+ return `${baseDockerfile(task)}
90
+ ${dependencySetupPatch.length > 0 ? goldDependencySetupLayer(task, dependencySetupPatch) : ""}
91
+ ${task.testResults ? "RUN command -v python3 >/dev/null" : ""}
92
+ RUN useradd --create-home --shell /bin/bash verifier \\
93
+ && chown -R verifier:verifier /app /home/verifier \\
94
+ && mkdir -p /opt/selfbench \\
95
+ && chmod 700 /opt/selfbench
96
+ ENV HOME=/home/verifier
97
+ COPY runtime/ /opt/selfbench-runtime/
98
+ RUN chown -R root:root /opt/selfbench-runtime && chmod 755 /opt/selfbench-runtime && chmod 644 /opt/selfbench-runtime/*
99
+ COPY test.patch test.sh task-test.sh /tests/
100
+ RUN chmod 700 /tests && chmod 600 /tests/test.patch && chmod +x /tests/test.sh /tests/task-test.sh
101
+ WORKDIR /app
102
+ `;
103
+ }
104
+ function baseDockerfile(task) {
105
+ const environmentVariables = Object.entries(task.environment.environmentVariables)
106
+ .sort(([left], [right]) => left.localeCompare(right))
107
+ .map(([name, value]) => `ENV ${name}=${JSON.stringify(value)}`)
108
+ .join("\n");
109
+ return `FROM ${task.environment.baseImage}
110
+ USER root
111
+ ENTRYPOINT []
112
+ COPY root-setup.sh /tmp/selfbench-root-setup.sh
113
+ RUN /bin/sh /tmp/selfbench-root-setup.sh \\
114
+ && command -v bash >/dev/null \\
115
+ && command -v git >/dev/null \\
116
+ && command -v pkill >/dev/null \\
117
+ && command -v runuser >/dev/null \\
118
+ && command -v tar >/dev/null \\
119
+ && command -v useradd >/dev/null \\
120
+ && rm /tmp/selfbench-root-setup.sh
121
+ ${environmentVariables}
122
+ COPY setup.sh smoke.sh /opt/selfbench-environment/
123
+ COPY repo.tar.gz /tmp/repo.tar.gz
124
+ RUN mkdir -p /app \\
125
+ && tar -xzf /tmp/repo.tar.gz -C /app \\
126
+ && rm /tmp/repo.tar.gz \\
127
+ && git -C /app init -q \\
128
+ && git -C /app config user.email selfbench@local \\
129
+ && git -C /app config user.name selfbench \\
130
+ && git -C /app add -A \\
131
+ && git -C /app -c core.hooksPath=/dev/null commit -qm base --no-verify \\
132
+ && chmod 755 /opt/selfbench-environment/setup.sh /opt/selfbench-environment/smoke.sh \\
133
+ && cd ${shellQuote(`/app/${task.workdir}`)} \\
134
+ && /opt/selfbench-environment/setup.sh`;
135
+ }
136
+ function goldDependencySetupLayer(task, dependencySetupPatch) {
137
+ // Only the manifest paths the gold patch touched are reset to the base snapshot; setup outputs
138
+ // that are not gitignored must survive, exactly as they do in the agent image.
139
+ const manifestPaths = patchPaths(dependencySetupPatch).map(shellQuote).join(" ");
140
+ return `COPY dependency-setup.patch /tmp/selfbench-dependency-setup.patch
141
+ RUN git -C /app apply --binary --whitespace=nowarn /tmp/selfbench-dependency-setup.patch \\
142
+ && cd ${shellQuote(`/app/${task.workdir}`)} \\
143
+ && /opt/selfbench-environment/setup.sh \\
144
+ && git -C /app reset --hard -q HEAD \\
145
+ && git -C /app clean -fdq -- ${manifestPaths} \\
146
+ && rm /tmp/selfbench-dependency-setup.patch
147
+ `;
148
+ }
149
+ export function environmentContextFiles(directory, task) {
150
+ return [
151
+ writeFile(join(directory, "root-setup.sh"), posixShellScript(task.environment.rootSetupCommand)),
152
+ writeFile(join(directory, "setup.sh"), bashScript(task.environment.setupCommand)),
153
+ writeFile(join(directory, "smoke.sh"), smokeScript(task)),
154
+ ];
155
+ }
156
+ export function serviceComposeFiles(directory, task) {
157
+ const path = join(directory, "docker-compose.yaml");
158
+ if (task.environment.services.length === 0) {
159
+ return [rm(path, { force: true })];
160
+ }
161
+ return [writeFile(path, serviceComposeYaml(task))];
162
+ }
163
+ export function serviceComposeYaml(task) {
164
+ const dependsOn = Object.fromEntries(task.environment.services.map((service) => [service.name, { condition: "service_healthy" }]));
165
+ const services = Object.fromEntries(task.environment.services.map((service) => [
166
+ service.name,
167
+ {
168
+ image: service.image,
169
+ environment: service.environmentVariables,
170
+ ...(service.command ? { command: service.command.map(escapeComposeInterpolation) } : {}),
171
+ healthcheck: {
172
+ test: service.healthcheck.test.map(escapeComposeInterpolation),
173
+ interval: `${service.healthcheck.intervalSeconds}s`,
174
+ timeout: `${service.healthcheck.timeoutSeconds}s`,
175
+ retries: service.healthcheck.retries,
176
+ start_period: `${service.healthcheck.startPeriodSeconds}s`,
177
+ },
178
+ },
179
+ ]));
180
+ return `${JSON.stringify({ services: { main: { build: ".", depends_on: dependsOn }, ...services } }, null, 2)}\n`;
181
+ }
182
+ function escapeComposeInterpolation(value) {
183
+ return value.replaceAll("$", "$$");
184
+ }
185
+ export function posixShellScript(command) {
186
+ return `#!/bin/sh\nset -eu\n${command.trim()}\n`;
187
+ }
188
+ export function bashScript(command) {
189
+ return `#!/usr/bin/env bash\nset -euo pipefail\n${command.trim()}\n`;
190
+ }
191
+ export function smokeScript(task) {
192
+ return `#!/usr/bin/env bash\nset -euo pipefail\ncd ${shellQuote(`/app/${task.workdir}`)}\n${task.environment.smokeCommand.trim()}\n`;
193
+ }
194
+ //# sourceMappingURL=render.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"render.js","sourceRoot":"","sources":["../../src/harbor-task/render.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS,CAAC,KAAsB;IACvC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAoB;IAC3C,MAAM,QAAQ,GAAG;QACf,iBAAiB,EAAE,IAAI,CAAC,MAAM;QAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,UAAU;QAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,SAAS,EAAE,IAAI,CAAC,QAAQ;QACxB,iBAAiB,EAAE,iBAAiB;QACpC,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,eAAe;QAC1D,cAAc,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,IAAI,aAAa;KAC1D,CAAC;IACF,OAAO,GAAG;QACR,oBAAoB,UAAU,CAAC,qBAAqB,CAAC,EAAE;QACvD,4CAA4C;QAC5C,EAAE;QACF,QAAQ;QACR,UAAU,UAAU,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;QAClD,mBAAmB;QACnB,iBAAiB,UAAU,CAAC,aAAa,IAAI,CAAC,MAAM,uCAAuC,CAAC,EAAE;QAC9F,mEAAmE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG;QACjG,EAAE;QACF,YAAY;QACZ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,EAAE;QACF,SAAS;QACT,iBAAiB,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI;QAC/C,gBAAgB;QAChB,4BAA4B;QAC5B,gFAAgF;QAChF,EAAE;QACF,YAAY;QACZ,iBAAiB,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI;QAC5E,eAAe;QACf,+BAA+B;QAC/B,yBAAyB;QACzB,EAAE;QACF,sBAAsB;QACtB,kBAAkB;QAClB,eAAe;QACf,iBAAiB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI;QAC9D,8LAA8L;QAC9L,EAAE;QACF,eAAe;QACf,yBAAyB;QACzB,uBAAuB,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,GAAG,IAAI;QAC3D,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;QAC/B,eAAe,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;QACxC,gBAAgB,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE;QAC1C,EAAE;QACF,wBAAwB;QACxB,yBAAyB;QACzB,uBAAuB,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,GAAG,IAAI;QAC3D,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;QAC/B,eAAe,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;QACxC,gBAAgB,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE;KAC3C,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,IAAoB;IAClD,2FAA2F;IAC3F,2FAA2F;IAC3F,4CAA4C;IAC5C,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC;;;;;;;;;;;;CAY/B,CAAC;AACF,CAAC;AACD,MAAM,UAAU,kBAAkB,CAAC,IAAoB,EAAE,oBAA4B;IACnF,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC;EAC9B,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAAE;EAC3F,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;CAW5D,CAAC;AACF,CAAC;AACD,SAAS,cAAc,CAAC,IAAoB;IAC1C,MAAM,oBAAoB,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC;SAC/E,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;SAC9D,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,QAAQ,IAAI,CAAC,WAAW,CAAC,SAAS;;;;;;;;;;;;EAYzC,oBAAoB;;;;;;;;;;;;YAYV,UAAU,CAAC,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;2CACH,CAAC;AAC5C,CAAC;AACD,SAAS,wBAAwB,CAAC,IAAoB,EAAE,oBAA4B;IAClF,+FAA+F;IAC/F,+EAA+E;IAC/E,MAAM,aAAa,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjF,OAAO;;YAEG,UAAU,CAAC,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;;;mCAGX,aAAa;;CAE/C,CAAC;AACF,CAAC;AACD,MAAM,UAAU,uBAAuB,CAAC,SAAiB,EAAE,IAAoB;IAC7E,OAAO;QACL,SAAS,CACP,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAChC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CACpD;QACD,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACjF,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,mBAAmB,CAAC,SAAiB,EAAE,IAAoB;IACzE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AACD,MAAM,UAAU,kBAAkB,CAAC,IAAoB;IACrD,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAClC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAC7F,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CACjC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACzC,OAAO,CAAC,IAAI;QACZ;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,oBAAoB;YACzC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,WAAW,EAAE;gBACX,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,0BAA0B,CAAC;gBAC9D,QAAQ,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,eAAe,GAAG;gBACnD,OAAO,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,cAAc,GAAG;gBACjD,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO;gBACpC,YAAY,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,kBAAkB,GAAG;aAC3D;SACF;KACF,CAAC,CACH,CAAC;IACF,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;AACpH,CAAC;AACD,SAAS,0BAA0B,CAAC,KAAa;IAC/C,OAAO,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC;AACD,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,OAAO,uBAAuB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;AACnD,CAAC;AACD,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,OAAO,2CAA2C,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;AACvE,CAAC;AACD,MAAM,UAAU,WAAW,CAAC,IAAoB;IAC9C,OAAO,8CAA8C,UAAU,CAAC,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC;AACvI,CAAC"}
@@ -0,0 +1,26 @@
1
+ run_verifier_command() {
2
+ local command="$1" mode="$2" expected="$3"
3
+ local report_dir="" status
4
+
5
+ if [ "$mode" = junit ]; then
6
+ report_dir="$(mktemp -d /tmp/selfbench-junit-XXXXXX)" || return 2
7
+ chown verifier:verifier "$report_dir" || { rm -rf "$report_dir"; return 2; }
8
+ export SELFBENCH_JUNIT_REPORT="$report_dir/results.xml"
9
+ fi
10
+
11
+ runuser -u verifier --preserve-environment -- env \
12
+ -u XDG_CACHE_HOME HOME=/home/verifier bash -c "$command"
13
+ status=$?
14
+ kill_verifier_processes
15
+
16
+ if [ "$mode" = junit ]; then
17
+ runuser -u verifier --preserve-environment -- env HOME=/home/verifier \
18
+ python3 -I /opt/selfbench-runtime/junit.py \
19
+ "$SELFBENCH_JUNIT_REPORT" "$expected" "$status"
20
+ status=$?
21
+ rm -rf "$report_dir"
22
+ unset SELFBENCH_JUNIT_REPORT
23
+ fi
24
+
25
+ return "$status"
26
+ }
@@ -0,0 +1,69 @@
1
+ import json
2
+ import pathlib
3
+ import sys
4
+ import xml.etree.ElementTree as ET
5
+
6
+ MAX_REPORT_BYTES = 8 * 1024 * 1024
7
+ PASSED = 0
8
+ MIXED = 1
9
+ INVALID = 2
10
+ ALL_FAILED = 10
11
+
12
+
13
+ def read_tests(path: pathlib.Path) -> dict[str, str]:
14
+ if path.is_symlink() or not path.is_file() or path.stat().st_size > MAX_REPORT_BYTES:
15
+ raise ValueError("missing, symlinked, or oversized JUnit report")
16
+ raw = path.read_bytes()
17
+ if b"\x00" in raw:
18
+ raise ValueError("only non-NUL XML encodings are supported")
19
+ if b"<!DOCTYPE" in raw.upper() or b"<!ENTITY" in raw.upper():
20
+ raise ValueError("DTD/entity declarations are forbidden")
21
+ root = ET.fromstring(raw)
22
+ if root.tag not in ("testsuites", "testsuite"):
23
+ raise ValueError("expected testsuite or testsuites root")
24
+ tests = {}
25
+ for case in root.iter("testcase"):
26
+ name = case.get("name", "")
27
+ identity = case.get("classname", "") + "::" + name
28
+ if not name or identity in tests:
29
+ raise ValueError("missing or duplicate test identity: " + identity)
30
+ tests[identity] = next(
31
+ (state for tag, state in (("error", "error"), ("skipped", "skipped"), ("failure", "failed"))
32
+ if case.find(tag) is not None),
33
+ "passed",
34
+ )
35
+ if root.find(".//error") is not None:
36
+ raise ValueError("JUnit contains collection/runtime errors")
37
+ return tests
38
+
39
+
40
+ def grade(tests: dict[str, str], expected: list[str], command_exit: int) -> int:
41
+ states = [tests.get(name, "missing") for name in expected]
42
+ if not states or any(state not in ("passed", "failed") for state in states):
43
+ raise ValueError("expected tests missing, skipped, or errored")
44
+ has_failure = "failed" in tests.values()
45
+ if command_exit not in (0, 1) or (command_exit == 0 and has_failure) or (command_exit == 1 and not has_failure):
46
+ raise ValueError("command exit and test outcomes disagree or command failed unexpectedly")
47
+ if all(state == "passed" for state in states) and command_exit == 0:
48
+ return PASSED
49
+ if all(state == "failed" for state in states):
50
+ return ALL_FAILED
51
+ return MIXED
52
+
53
+
54
+ def main() -> int:
55
+ result = {"format": "junit", "valid": False, "tests": {}, "reason": ""}
56
+ status = INVALID
57
+ try:
58
+ path, expected_json, command_exit = sys.argv[1:]
59
+ result["tests"] = read_tests(pathlib.Path(path))
60
+ status = grade(result["tests"], json.loads(expected_json), int(command_exit))
61
+ result["valid"] = True
62
+ except (OSError, ValueError, ET.ParseError) as error:
63
+ result["reason"] = str(error)
64
+ print(json.dumps(result, sort_keys=True))
65
+ return status
66
+
67
+
68
+ if __name__ == "__main__":
69
+ sys.exit(main())
@@ -0,0 +1,2 @@
1
+ export declare function verifierRuntimeFiles(): Readonly<Record<string, string>>;
2
+ //# sourceMappingURL=runtime-assets.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime-assets.d.ts","sourceRoot":"","sources":["../../src/harbor-task/runtime-assets.ts"],"names":[],"mappings":"AAEA,wBAAgB,oBAAoB,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAKvE"}
@@ -0,0 +1,8 @@
1
+ import { readFileSync } from "node:fs";
2
+ export function verifierRuntimeFiles() {
3
+ return {
4
+ "runtime/command.sh": readFileSync(new URL("./runtime/command.sh", import.meta.url), "utf8"),
5
+ "runtime/junit.py": readFileSync(new URL("./runtime/junit.py", import.meta.url), "utf8"),
6
+ };
7
+ }
8
+ //# sourceMappingURL=runtime-assets.js.map