@hona/openeval 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. package/JUDGING.md +6 -1
  2. package/VERIFICATION.md +100 -0
  3. package/package.json +2 -2
  4. package/src/app/grade-recording.ts +16 -0
  5. package/src/app/input-fingerprints.ts +8 -2
  6. package/src/app/judge-evidence.ts +8 -2
  7. package/src/app/judge-run.ts +10 -0
  8. package/src/app/load-benchmark.ts +15 -2
  9. package/src/app/prepare-inputs.ts +40 -0
  10. package/src/app/read-results.ts +21 -4
  11. package/src/app/rejudge.ts +5 -0
  12. package/src/app/run-benchmark.ts +2 -1
  13. package/src/app/serve-results.ts +14 -0
  14. package/src/cli.ts +21 -2
  15. package/src/index.ts +8 -0
  16. package/src/infra/containers/oci.ts +4 -0
  17. package/src/infra/judging/code-result.ts +21 -3
  18. package/src/infra/judging/code-source.ts +10 -2
  19. package/src/infra/judging/code-worker.ts +5 -3
  20. package/src/infra/judging/code.ts +19 -3
  21. package/src/infra/judging/contract.ts +10 -2
  22. package/src/infra/judging/index.ts +1 -0
  23. package/src/infra/recording/index.ts +14 -2
  24. package/src/infra/verification/image.ts +33 -0
  25. package/src/infra/verification/runtime/Dockerfile +18 -0
  26. package/src/infra/verification/runtime/bun.lock +16 -0
  27. package/src/infra/verification/runtime/package.json +5 -0
  28. package/src/infra/verification/session.ts +199 -0
  29. package/src/judge-context.ts +66 -0
  30. package/src/types.ts +10 -2
  31. package/viewer/assets/{abnfDiagram-VCTEODGH-D-idCGaW.js → abnfDiagram-VCTEODGH-tXaAmCdr.js} +1 -1
  32. package/viewer/assets/{angular-html-B-7vkhmj.js → angular-html-CNhJPCRr.js} +1 -1
  33. package/viewer/assets/{angular-ts-CqJWLTIZ.js → angular-ts-BnGgGecY.js} +1 -1
  34. package/viewer/assets/{apl-DVTjqAhB.js → apl-ZOvmk1hE.js} +1 -1
  35. package/viewer/assets/{arc-Bmz8zsvq.js → arc-BalFY-0o.js} +1 -1
  36. package/viewer/assets/architecture-7GRP2DOG-Dwn_SxkP.js +1 -0
  37. package/viewer/assets/{architectureDiagram-5GKGNRK7-CxqP2ijS.js → architectureDiagram-5GKGNRK7-DpSDAEgb.js} +1 -1
  38. package/viewer/assets/{astro-Ih6QH4I8.js → astro-BJzTFZ3R.js} +1 -1
  39. package/viewer/assets/{blade-vzkWgA61.js → blade-CvS8_w1j.js} +1 -1
  40. package/viewer/assets/{blockDiagram-I7D4REHJ-Dm35S95Q.js → blockDiagram-I7D4REHJ-BY3upSR4.js} +1 -1
  41. package/viewer/assets/{c-092Q-y5e.js → c-D5ZSBtUG.js} +1 -1
  42. package/viewer/assets/{c4Diagram-7LVT6UL2-DArgyJNC.js → c4Diagram-7LVT6UL2-CA9keRc2.js} +1 -1
  43. package/viewer/assets/channel-CgM1_6P7.js +1 -0
  44. package/viewer/assets/{chapel-DUOt2X3X.js → chapel-1aYDxJri.js} +1 -1
  45. package/viewer/assets/{chunk-4HAMMTFA-Bm3UCwQ6.js → chunk-4HAMMTFA-B0uITxv4.js} +1 -1
  46. package/viewer/assets/{chunk-75Z2AOVW-CpmjsCJX.js → chunk-75Z2AOVW-CbTHx8Lz.js} +1 -1
  47. package/viewer/assets/{chunk-DU6HZSFF-DYT2KEwe.js → chunk-DU6HZSFF-C7mZpnch.js} +1 -1
  48. package/viewer/assets/{chunk-F27PBJKO-BFGd2OPj.js → chunk-F27PBJKO-iUZG9l9x.js} +1 -1
  49. package/viewer/assets/{chunk-GMAD6QVW-D8gzxWqz.js → chunk-GMAD6QVW-BYg8qa71.js} +1 -1
  50. package/viewer/assets/{chunk-GVQU2GXP-BZJsi-wS.js → chunk-GVQU2GXP-rnsdTI4Q.js} +1 -1
  51. package/viewer/assets/{chunk-IMKFNOWR-BKbF8JvM.js → chunk-IMKFNOWR-D0e2NIBw.js} +1 -1
  52. package/viewer/assets/{chunk-L3NEJ4N5-SWKb6tCy.js → chunk-L3NEJ4N5-Itlw7HBQ.js} +1 -1
  53. package/viewer/assets/{chunk-OSK3NFVY-BrqoFOmR.js → chunk-OSK3NFVY-DjAAQhPw.js} +1 -1
  54. package/viewer/assets/{chunk-P2QGCYS3-B10Cyxbx.js → chunk-P2QGCYS3-XOxrUS-o.js} +1 -1
  55. package/viewer/assets/{chunk-POPQ4Y6H-DXpfBPGQ.js → chunk-POPQ4Y6H-SHuwgciA.js} +1 -1
  56. package/viewer/assets/{chunk-PWAF6VOD-DZmaXnfr.js → chunk-PWAF6VOD-BtrRW-Sl.js} +1 -1
  57. package/viewer/assets/{chunk-SHT3W25Y-1U6zFGxP.js → chunk-SHT3W25Y-6Pacfssp.js} +1 -1
  58. package/viewer/assets/{chunk-SVP7TREG-CaW6KcpM.js → chunk-SVP7TREG-eTVS9a20.js} +1 -1
  59. package/viewer/assets/{chunk-TICWLB2K-X4pj7G4S.js → chunk-TICWLB2K-CPnAfOZj.js} +1 -1
  60. package/viewer/assets/{chunk-XXDRQBXY-0afAM3OP.js → chunk-XXDRQBXY-ciXhM2Hb.js} +1 -1
  61. package/viewer/assets/classDiagram-ZZMXUADV-BtFc7wo5.js +1 -0
  62. package/viewer/assets/classDiagram-v2-VYDZK3BY-BtFc7wo5.js +1 -0
  63. package/viewer/assets/{cobol-CtspwbZ4.js → cobol-CEoq_5kf.js} +1 -1
  64. package/viewer/assets/{coffee-qbHB9gj8.js → coffee-CZTWsTxw.js} +1 -1
  65. package/viewer/assets/{cose-bilkent-JH36ORCC-7s0vcDw1.js → cose-bilkent-JH36ORCC-NCkOcFkY.js} +1 -1
  66. package/viewer/assets/{cpp-Dx37X5A_.js → cpp-Hh-o0ivR.js} +1 -1
  67. package/viewer/assets/{crystal-CiWjJvk4.js → crystal-CL_KTsac.js} +1 -1
  68. package/viewer/assets/{css-CLeuyJyb.js → css-9neLgVLd.js} +1 -1
  69. package/viewer/assets/{cynefin-OW5HDTMX-B4XFGNNZ.js → cynefin-OW5HDTMX-Ba1tlgBB.js} +1 -1
  70. package/viewer/assets/{cynefinDiagram-5FMLGOSQ-DdNMKbw6.js → cynefinDiagram-5FMLGOSQ-CMrzWo3p.js} +1 -1
  71. package/viewer/assets/{dagre-GXQ25YYZ-BkDo4A91.js → dagre-GXQ25YYZ-DwjOnUDD.js} +1 -1
  72. package/viewer/assets/{diagram-S7CK7UJ4-DU8cnnVy.js → diagram-S7CK7UJ4-DA0PXsM6.js} +1 -1
  73. package/viewer/assets/{diagram-UQ7AKVKN-Dg2emYKa.js → diagram-UQ7AKVKN-C5BBFVvO.js} +1 -1
  74. package/viewer/assets/{diagram-VSXAHHWV-C_-YSzcn.js → diagram-VSXAHHWV-COgLeOyi.js} +1 -1
  75. package/viewer/assets/{diagram-VX7I27RA-BLCEnxqe.js → diagram-VX7I27RA-CEu-Pm3B.js} +1 -1
  76. package/viewer/assets/{diagram-Z3DM3KII-62CpIiAg.js → diagram-Z3DM3KII-BGq1_7BE.js} +1 -1
  77. package/viewer/assets/{dist-CQIgbdem.js → dist-CX8-lyNa.js} +1 -1
  78. package/viewer/assets/{ebnfDiagram-PWID7BFC-FkGGETgC.js → ebnfDiagram-PWID7BFC-CGoEp9fJ.js} +1 -1
  79. package/viewer/assets/{edge-CzmGSXHr.js → edge-CTz4kCIs.js} +1 -1
  80. package/viewer/assets/{elixir-DDfD_-oS.js → elixir-Bi8YL7XX.js} +1 -1
  81. package/viewer/assets/{elm-l7aRfQIq.js → elm-C-UxMmSh.js} +1 -1
  82. package/viewer/assets/{erDiagram-RLTQ6QDP-GlCpsS1v.js → erDiagram-RLTQ6QDP-Bb0ICmqZ.js} +1 -1
  83. package/viewer/assets/{erb-qVffN5xM.js → erb-ZSq62Y_u.js} +1 -1
  84. package/viewer/assets/eventmodeling-NTZA5JFV-BCWgnTvv.js +1 -0
  85. package/viewer/assets/flowDiagram-HODETNUW-B4hhZ1QN.js +1 -0
  86. package/viewer/assets/{ganttDiagram-EL5Y4UJY-CH_Tk4Ex.js → ganttDiagram-EL5Y4UJY-B4KN9ny5.js} +1 -1
  87. package/viewer/assets/{git-rebase-jEJ8nKk1.js → git-rebase-Cw9GoTpw.js} +1 -1
  88. package/viewer/assets/{gitGraph-4MIJSDKK-Cc9o1l4Y.js → gitGraph-4MIJSDKK-CI3xWhLt.js} +1 -1
  89. package/viewer/assets/{gitGraphDiagram-WWUBYQGX-UdfHBATc.js → gitGraphDiagram-WWUBYQGX-CPv8-MbI.js} +1 -1
  90. package/viewer/assets/{glimmer-js-BMk2JCW8.js → glimmer-js-Bb_1emHy.js} +1 -1
  91. package/viewer/assets/{glimmer-ts-BH7RwQxU.js → glimmer-ts-D2kOXMB0.js} +1 -1
  92. package/viewer/assets/{glsl-CAWrZoEq.js → glsl-DEqjHGFr.js} +1 -1
  93. package/viewer/assets/{graphql-Bac_hecs.js → graphql-Bi0OE4k4.js} +1 -1
  94. package/viewer/assets/{hack-1OgpAtm-.js → hack-aU4VRzRW.js} +1 -1
  95. package/viewer/assets/{haml-CvwG3BzW.js → haml-B-2wwgyn.js} +1 -1
  96. package/viewer/assets/{handlebars-Cq4oEEp8.js → handlebars-Bmq7hbFI.js} +1 -1
  97. package/viewer/assets/{html-D5wZ_JR6.js → html-BBsNbpya.js} +1 -1
  98. package/viewer/assets/{html-derivative-ZfzPj0aS.js → html-derivative-CkVRX-vn.js} +1 -1
  99. package/viewer/assets/{http-BDE2UDvO.js → http-cQ-nDL4L.js} +1 -1
  100. package/viewer/assets/{hurl-CQbXNLlk.js → hurl-D5phPwZN.js} +1 -1
  101. package/viewer/assets/{index-OL_rrWNy.css → index-DdaXmlLv.css} +1 -1
  102. package/viewer/assets/{index-BezQIu6a.js → index-Dhnl4xDm.js} +4 -4
  103. package/viewer/assets/{info-A6RAGUB7-YD13oMfx.js → info-A6RAGUB7-CRDxOY87.js} +1 -1
  104. package/viewer/assets/{infoDiagram-27XIBGKW-jYKjA_l7.js → infoDiagram-27XIBGKW-D6y32CfO.js} +1 -1
  105. package/viewer/assets/{ishikawaDiagram-5VMMS53U-BBPzHiVd.js → ishikawaDiagram-5VMMS53U-BWFBTCh5.js} +1 -1
  106. package/viewer/assets/{java-Cbpu4oyT.js → java-CT3DXSYV.js} +1 -1
  107. package/viewer/assets/{javascript-UMuq64YD.js → javascript-BPmsAXaP.js} +1 -1
  108. package/viewer/assets/{jinja-DVvZtqgU.js → jinja-Ct_36dEc.js} +1 -1
  109. package/viewer/assets/{jison-CZCXBIV3.js → jison-BYrmy85c.js} +1 -1
  110. package/viewer/assets/{journeyDiagram-3NMN7TZE-CMqG5ndb.js → journeyDiagram-3NMN7TZE-6XCObBEx.js} +1 -1
  111. package/viewer/assets/{json-CzTvWngu.js → json-BCFP8udh.js} +1 -1
  112. package/viewer/assets/{jsx-CNJnEGR4.js → jsx-Dgzhn0Dq.js} +1 -1
  113. package/viewer/assets/{julia-Bj0q4uoH.js → julia-DIddcjVY.js} +1 -1
  114. package/viewer/assets/{just-93-MRGUC.js → just-C5t963St.js} +1 -1
  115. package/viewer/assets/{kanban-definition-UXKFOSKX-VyFYPq9b.js → kanban-definition-UXKFOSKX-DU1B45HL.js} +1 -1
  116. package/viewer/assets/{latex-CXd1tMjA.js → latex-BKZooW5w.js} +1 -1
  117. package/viewer/assets/{line-D5nvVDHp.js → line-lYgs1iW7.js} +1 -1
  118. package/viewer/assets/{linear-Cq-FJZ_z.js → linear-sHqbNFGm.js} +1 -1
  119. package/viewer/assets/{liquid-Cb-ALXSr.js → liquid-_PLVu-8C.js} +1 -1
  120. package/viewer/assets/{lua-BxTQiamn.js → lua-BWNAOGrF.js} +1 -1
  121. package/viewer/assets/{marko-mFYyU5jn.js → marko-DC7qz2de.js} +1 -1
  122. package/viewer/assets/{mdc-Oryqox7_.js → mdc-Bn_2wB99.js} +1 -1
  123. package/viewer/assets/{mermaid-parser.core-CCDsanlH.js → mermaid-parser.core-jzj7JZTj.js} +3 -3
  124. package/viewer/assets/{mermaid.core-Crd1YMgi.js → mermaid.core-DpRyWAPv.js} +4 -4
  125. package/viewer/assets/{mindmap-definition-YA3MSWOX-BKLrEFWt.js → mindmap-definition-YA3MSWOX-CIZjqKbE.js} +1 -1
  126. package/viewer/assets/{nginx-C1PwWP7d.js → nginx-Ce7JLwNg.js} +1 -1
  127. package/viewer/assets/{nim-PszXW-l4.js → nim-CP_MVph6.js} +1 -1
  128. package/viewer/assets/{org-DO0CuJlO.js → org-BVKft-Jg.js} +1 -1
  129. package/viewer/assets/{packet-AYTQ26CC-BNPwLE6g.js → packet-AYTQ26CC-BwRTCCV1.js} +1 -1
  130. package/viewer/assets/{pegDiagram-XKGWAZYB-DjBg_iPh.js → pegDiagram-XKGWAZYB-3nilNfrm.js} +1 -1
  131. package/viewer/assets/{perl-CHhAgoDL.js → perl-DRhmHTw_.js} +1 -1
  132. package/viewer/assets/{php-CA4H6qnu.js → php-CrnivzIK.js} +1 -1
  133. package/viewer/assets/{pie-WAS4IAKB-BzNmHX-Y.js → pie-WAS4IAKB-Dn0ztV-V.js} +1 -1
  134. package/viewer/assets/{pieDiagram-E7YTZNPT-cgMB-fBw.js → pieDiagram-E7YTZNPT-BFj69QcO.js} +1 -1
  135. package/viewer/assets/{pug-DDuKTe7C.js → pug-BfP-YwOD.js} +1 -1
  136. package/viewer/assets/{qml-DSd2VypD.js → qml-BHf9C17M.js} +1 -1
  137. package/viewer/assets/{quadrantDiagram-AXDQQJYC-Crzhs7Np.js → quadrantDiagram-AXDQQJYC-2t5I-_4_.js} +1 -1
  138. package/viewer/assets/{r-qf-5qR5Q.js → r-DjPtVJdp.js} +1 -1
  139. package/viewer/assets/{radar-RG4KPBEZ-B3oI70pB.js → radar-RG4KPBEZ-D14Z-9c0.js} +1 -1
  140. package/viewer/assets/{railroad-74A4TZTK-DOM5Od17.js → railroad-74A4TZTK-BuxyK73P.js} +1 -1
  141. package/viewer/assets/railroad-abnf-HS5TGJTU-BM7gtNXd.js +1 -0
  142. package/viewer/assets/railroad-ebnf-LZEXJU2U-DPlBcoln.js +1 -0
  143. package/viewer/assets/railroad-peg-WCYAUIDC-B6tOGY79.js +1 -0
  144. package/viewer/assets/{railroadDiagram-O6MQD6OU-M3SvSYf-.js → railroadDiagram-O6MQD6OU-Dm2mv6N0.js} +1 -1
  145. package/viewer/assets/{razor-B9n9DtIL.js → razor-BH3XX51e.js} +1 -1
  146. package/viewer/assets/{regexp-DhGN0EOR.js → regexp-DPzTmgy2.js} +1 -1
  147. package/viewer/assets/{requirementDiagram-BXWQKSXE-CFisiZTo.js → requirementDiagram-BXWQKSXE-BJTZ8ml9.js} +1 -1
  148. package/viewer/assets/{rst-D1SdhuXd.js → rst-DQbfRM9X.js} +1 -1
  149. package/viewer/assets/{ruby-BybsgZgf.js → ruby-DxybHg9D.js} +1 -1
  150. package/viewer/assets/{sankeyDiagram-P5KCCOFB-BKf2TMWg.js → sankeyDiagram-P5KCCOFB-eBLIKN_A.js} +1 -1
  151. package/viewer/assets/{sas-Io7QwCtD.js → sas-DoUzRWOs.js} +1 -1
  152. package/viewer/assets/{scss-D6XY0yo3.js → scss-BSqQF9Aq.js} +1 -1
  153. package/viewer/assets/{sequenceDiagram-WJ2MYXX4-CHawNQZ9.js → sequenceDiagram-WJ2MYXX4-BxHxbxqV.js} +1 -1
  154. package/viewer/assets/{shellscript-DSk8kvCh.js → shellscript-DkZJ1HjW.js} +1 -1
  155. package/viewer/assets/{shellsession-Be1CN8DO.js → shellsession-ykUTtcwM.js} +1 -1
  156. package/viewer/assets/{soy-CGkkqGyT.js → soy-4rmF0gor.js} +1 -1
  157. package/viewer/assets/{sql-DIgb716V.js → sql-wJX-vNm_.js} +1 -1
  158. package/viewer/assets/{src-DP6Z6M4G.js → src-IhQtBUXO.js} +1 -1
  159. package/viewer/assets/{stata-CS_2tb9p.js → stata-Bjw5vh7C.js} +1 -1
  160. package/viewer/assets/{stateDiagram-D77RDMKH-Cx9Rf6fY.js → stateDiagram-D77RDMKH-DNPBpLlw.js} +1 -1
  161. package/viewer/assets/stateDiagram-v2-MP3YSRHH-sLT-i9tN.js +1 -0
  162. package/viewer/assets/{surrealql-Do4o8w1B.js → surrealql-B-cZs35d.js} +1 -1
  163. package/viewer/assets/{svelte-3bKxeV6-.js → svelte-BtYh0aTf.js} +1 -1
  164. package/viewer/assets/{swimlanes-42K2YHIH-yL2oIw_D.js → swimlanes-42K2YHIH-CnHbZ76W.js} +1 -1
  165. package/viewer/assets/swimlanesDiagram-VR7AAH4N-DIpLefsN.js +8 -0
  166. package/viewer/assets/{templ-BgEYPNGP.js → templ-eYWdvrUr.js} +1 -1
  167. package/viewer/assets/{tex-D_p6whQw.js → tex-DQ-rt_Oj.js} +1 -1
  168. package/viewer/assets/{timeline-definition-24CTP7MA-BJeLq4a5.js → timeline-definition-24CTP7MA-vOTFZgf6.js} +1 -1
  169. package/viewer/assets/{treeView-Q6P3EWNA-COcnImiE.js → treeView-Q6P3EWNA-CU_mSunf.js} +1 -1
  170. package/viewer/assets/{treemap-WGGIJYW6-DpbxWots.js → treemap-WGGIJYW6-BbLri-XL.js} +1 -1
  171. package/viewer/assets/{ts-tags-GBmMk7Oh.js → ts-tags-CspMWJ3s.js} +1 -1
  172. package/viewer/assets/{tsx-BSD-yNhi.js → tsx-CXUmELmz.js} +1 -1
  173. package/viewer/assets/{twig-dwAG5SzX.js → twig-B0yioFX1.js} +1 -1
  174. package/viewer/assets/{typescript-B8YTPl9v.js → typescript-vMN-etbi.js} +1 -1
  175. package/viewer/assets/{typst-Dpzojbzo.js → typst-Cvk0bEbK.js} +1 -1
  176. package/viewer/assets/{vennDiagram-4TSXK5OY-nF34Gjtn.js → vennDiagram-4TSXK5OY-PBkXHE6T.js} +1 -1
  177. package/viewer/assets/{vue-Djbmk2DC.js → vue-Ce21QNcM.js} +1 -1
  178. package/viewer/assets/{vue-html-BXc5rfco.js → vue-html-DsNf3O2s.js} +1 -1
  179. package/viewer/assets/{vue-vine-DHCfQh17.js → vue-vine-BsGtGXV3.js} +1 -1
  180. package/viewer/assets/{wardley-WFR3VGLG-C1qhMifc.js → wardley-WFR3VGLG-kwPRtpGA.js} +1 -1
  181. package/viewer/assets/{wardleyDiagram-VM6X3IG4-B0BfyYWQ.js → wardleyDiagram-VM6X3IG4-BacMGxmX.js} +1 -1
  182. package/viewer/assets/{xml-CdCEskcV.js → xml-BmjAaPhA.js} +1 -1
  183. package/viewer/assets/{xsl-BbNukwXP.js → xsl-CtfA1v1E.js} +1 -1
  184. package/viewer/assets/{xychartDiagram-S5SC5T6Z-DJKYce1U.js → xychartDiagram-S5SC5T6Z-BDIbR1Lm.js} +1 -1
  185. package/viewer/assets/{yaml-BYLDET4A.js → yaml-A9EbijaD.js} +1 -1
  186. package/viewer/index.html +2 -2
  187. package/viewer/assets/architecture-7GRP2DOG-D3Kw34KW.js +0 -1
  188. package/viewer/assets/channel-D2lVv6ST.js +0 -1
  189. package/viewer/assets/classDiagram-ZZMXUADV-DqBNvABf.js +0 -1
  190. package/viewer/assets/classDiagram-v2-VYDZK3BY-DqBNvABf.js +0 -1
  191. package/viewer/assets/eventmodeling-NTZA5JFV-07UfGVCm.js +0 -1
  192. package/viewer/assets/flowDiagram-HODETNUW-CyIUf7TW.js +0 -1
  193. package/viewer/assets/railroad-abnf-HS5TGJTU-ScZ2h_5Q.js +0 -1
  194. package/viewer/assets/railroad-ebnf-LZEXJU2U-_Cl5zxJ-.js +0 -1
  195. package/viewer/assets/railroad-peg-WCYAUIDC-CRlGg7vV.js +0 -1
  196. package/viewer/assets/stateDiagram-v2-MP3YSRHH-DRb-6t_S.js +0 -1
  197. package/viewer/assets/swimlanesDiagram-VR7AAH4N-cDiCT6xi.js +0 -8

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.