@hona/openeval 0.4.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (201) hide show
  1. package/JUDGING.md +6 -1
  2. package/README.md +2 -2
  3. package/VERIFICATION.md +105 -0
  4. package/package.json +2 -2
  5. package/src/app/grade-recording.ts +16 -0
  6. package/src/app/input-fingerprints.ts +24 -14
  7. package/src/app/judge-evidence.ts +8 -2
  8. package/src/app/judge-run.ts +10 -0
  9. package/src/app/load-benchmark.ts +15 -2
  10. package/src/app/plan-benchmark.ts +17 -0
  11. package/src/app/prepare-inputs.ts +40 -0
  12. package/src/app/read-results.ts +21 -4
  13. package/src/app/rejudge.ts +5 -0
  14. package/src/app/retry-run.ts +4 -1
  15. package/src/app/run-benchmark.ts +2 -1
  16. package/src/app/serve-results.ts +14 -0
  17. package/src/cli.ts +21 -2
  18. package/src/index.ts +8 -0
  19. package/src/infra/containers/oci.ts +4 -0
  20. package/src/infra/judging/code-result.ts +21 -3
  21. package/src/infra/judging/code-source.ts +10 -2
  22. package/src/infra/judging/code-worker.ts +5 -3
  23. package/src/infra/judging/code.ts +19 -3
  24. package/src/infra/judging/contract.ts +10 -2
  25. package/src/infra/judging/index.ts +1 -0
  26. package/src/infra/recording/index.ts +14 -2
  27. package/src/infra/verification/image.ts +33 -0
  28. package/src/infra/verification/runtime/Dockerfile +18 -0
  29. package/src/infra/verification/runtime/bun.lock +16 -0
  30. package/src/infra/verification/runtime/package.json +5 -0
  31. package/src/infra/verification/session.ts +199 -0
  32. package/src/judge-context.ts +66 -0
  33. package/src/types.ts +10 -2
  34. package/viewer/assets/{abnfDiagram-VCTEODGH-D-idCGaW.js → abnfDiagram-VCTEODGH-4dcAM__t.js} +1 -1
  35. package/viewer/assets/{angular-html-B-7vkhmj.js → angular-html-DCa1K9Q5.js} +1 -1
  36. package/viewer/assets/{angular-ts-CqJWLTIZ.js → angular-ts-BwOaP4mi.js} +1 -1
  37. package/viewer/assets/{apl-DVTjqAhB.js → apl-BDVbqe8d.js} +1 -1
  38. package/viewer/assets/{arc-Bmz8zsvq.js → arc-vf_TPbdA.js} +1 -1
  39. package/viewer/assets/architecture-7GRP2DOG-ClUScBK0.js +1 -0
  40. package/viewer/assets/{architectureDiagram-5GKGNRK7-CxqP2ijS.js → architectureDiagram-5GKGNRK7-D9I5g97H.js} +1 -1
  41. package/viewer/assets/{astro-Ih6QH4I8.js → astro-C4AVO9I1.js} +1 -1
  42. package/viewer/assets/{blade-vzkWgA61.js → blade-1K2d7b5P.js} +1 -1
  43. package/viewer/assets/{blockDiagram-I7D4REHJ-Dm35S95Q.js → blockDiagram-I7D4REHJ-CnebaxAP.js} +1 -1
  44. package/viewer/assets/{c-092Q-y5e.js → c-CrFxx71c.js} +1 -1
  45. package/viewer/assets/{c4Diagram-7LVT6UL2-DArgyJNC.js → c4Diagram-7LVT6UL2-CZv4bp92.js} +1 -1
  46. package/viewer/assets/channel-DOp5Ibzq.js +1 -0
  47. package/viewer/assets/{chapel-DUOt2X3X.js → chapel-CaV_aD0h.js} +1 -1
  48. package/viewer/assets/{chunk-4HAMMTFA-Bm3UCwQ6.js → chunk-4HAMMTFA-1oAN0Hqj.js} +1 -1
  49. package/viewer/assets/{chunk-75Z2AOVW-CpmjsCJX.js → chunk-75Z2AOVW-DG-4lG9j.js} +1 -1
  50. package/viewer/assets/{chunk-DU6HZSFF-DYT2KEwe.js → chunk-DU6HZSFF-K8r4K98Q.js} +1 -1
  51. package/viewer/assets/{chunk-F27PBJKO-BFGd2OPj.js → chunk-F27PBJKO-DOLcDIe-.js} +1 -1
  52. package/viewer/assets/{chunk-GMAD6QVW-D8gzxWqz.js → chunk-GMAD6QVW-fbOr8e3A.js} +1 -1
  53. package/viewer/assets/{chunk-GVQU2GXP-BZJsi-wS.js → chunk-GVQU2GXP-DGskHf86.js} +1 -1
  54. package/viewer/assets/{chunk-IMKFNOWR-BKbF8JvM.js → chunk-IMKFNOWR-BkiL77Of.js} +1 -1
  55. package/viewer/assets/{chunk-L3NEJ4N5-SWKb6tCy.js → chunk-L3NEJ4N5-rHC84FEy.js} +1 -1
  56. package/viewer/assets/{chunk-OSK3NFVY-BrqoFOmR.js → chunk-OSK3NFVY-CDEFeiSo.js} +1 -1
  57. package/viewer/assets/{chunk-P2QGCYS3-B10Cyxbx.js → chunk-P2QGCYS3-BHNuVs3t.js} +1 -1
  58. package/viewer/assets/{chunk-POPQ4Y6H-DXpfBPGQ.js → chunk-POPQ4Y6H-8IU6HL0N.js} +1 -1
  59. package/viewer/assets/{chunk-PWAF6VOD-DZmaXnfr.js → chunk-PWAF6VOD--FR_J-_V.js} +1 -1
  60. package/viewer/assets/{chunk-SHT3W25Y-1U6zFGxP.js → chunk-SHT3W25Y-DHfu0YQd.js} +1 -1
  61. package/viewer/assets/{chunk-SVP7TREG-CaW6KcpM.js → chunk-SVP7TREG-CZxnTp0N.js} +1 -1
  62. package/viewer/assets/{chunk-TICWLB2K-X4pj7G4S.js → chunk-TICWLB2K-DeYv6m7z.js} +1 -1
  63. package/viewer/assets/{chunk-XXDRQBXY-0afAM3OP.js → chunk-XXDRQBXY-B-stp2Jg.js} +1 -1
  64. package/viewer/assets/classDiagram-ZZMXUADV-fi0_kah3.js +1 -0
  65. package/viewer/assets/classDiagram-v2-VYDZK3BY-fi0_kah3.js +1 -0
  66. package/viewer/assets/{cobol-CtspwbZ4.js → cobol-Dfqw6e9L.js} +1 -1
  67. package/viewer/assets/{coffee-qbHB9gj8.js → coffee-B0VyEiZ_.js} +1 -1
  68. package/viewer/assets/{cose-bilkent-JH36ORCC-7s0vcDw1.js → cose-bilkent-JH36ORCC-DwO-FoMO.js} +1 -1
  69. package/viewer/assets/{cpp-Dx37X5A_.js → cpp-DtAnLTpm.js} +1 -1
  70. package/viewer/assets/{crystal-CiWjJvk4.js → crystal-DR276aYT.js} +1 -1
  71. package/viewer/assets/{css-CLeuyJyb.js → css-jcQdyKCB.js} +1 -1
  72. package/viewer/assets/{cynefin-OW5HDTMX-B4XFGNNZ.js → cynefin-OW5HDTMX-CkCcLfFW.js} +1 -1
  73. package/viewer/assets/{cynefinDiagram-5FMLGOSQ-DdNMKbw6.js → cynefinDiagram-5FMLGOSQ-Btlq2-ol.js} +1 -1
  74. package/viewer/assets/{dagre-GXQ25YYZ-BkDo4A91.js → dagre-GXQ25YYZ-BtEJZ3id.js} +1 -1
  75. package/viewer/assets/{diagram-S7CK7UJ4-DU8cnnVy.js → diagram-S7CK7UJ4-BdLily-u.js} +1 -1
  76. package/viewer/assets/{diagram-UQ7AKVKN-Dg2emYKa.js → diagram-UQ7AKVKN-DBfD46yQ.js} +1 -1
  77. package/viewer/assets/{diagram-VSXAHHWV-C_-YSzcn.js → diagram-VSXAHHWV-BJuAmu9T.js} +1 -1
  78. package/viewer/assets/{diagram-VX7I27RA-BLCEnxqe.js → diagram-VX7I27RA-BVEEYjj-.js} +1 -1
  79. package/viewer/assets/{diagram-Z3DM3KII-62CpIiAg.js → diagram-Z3DM3KII-DqYpuagj.js} +1 -1
  80. package/viewer/assets/{dist-CQIgbdem.js → dist-B0PK9u1q.js} +1 -1
  81. package/viewer/assets/{ebnfDiagram-PWID7BFC-FkGGETgC.js → ebnfDiagram-PWID7BFC-DafUAY97.js} +1 -1
  82. package/viewer/assets/{edge-CzmGSXHr.js → edge-CMwzwqao.js} +1 -1
  83. package/viewer/assets/{elixir-DDfD_-oS.js → elixir-D0m0fb5e.js} +1 -1
  84. package/viewer/assets/{elm-l7aRfQIq.js → elm-Dm3Vhwyo.js} +1 -1
  85. package/viewer/assets/{erDiagram-RLTQ6QDP-GlCpsS1v.js → erDiagram-RLTQ6QDP-BjTQFP-n.js} +1 -1
  86. package/viewer/assets/{erb-qVffN5xM.js → erb-BWrVRqIb.js} +1 -1
  87. package/viewer/assets/eventmodeling-NTZA5JFV-QswxRol8.js +1 -0
  88. package/viewer/assets/flowDiagram-HODETNUW-DolIsASs.js +1 -0
  89. package/viewer/assets/{ganttDiagram-EL5Y4UJY-CH_Tk4Ex.js → ganttDiagram-EL5Y4UJY-cvpUkVwQ.js} +1 -1
  90. package/viewer/assets/{git-rebase-jEJ8nKk1.js → git-rebase-Bx9WSw2T.js} +1 -1
  91. package/viewer/assets/{gitGraph-4MIJSDKK-Cc9o1l4Y.js → gitGraph-4MIJSDKK-YF9cEiQc.js} +1 -1
  92. package/viewer/assets/{gitGraphDiagram-WWUBYQGX-UdfHBATc.js → gitGraphDiagram-WWUBYQGX-Cf7LUlAN.js} +1 -1
  93. package/viewer/assets/{glimmer-js-BMk2JCW8.js → glimmer-js-jJ5_T2M9.js} +1 -1
  94. package/viewer/assets/{glimmer-ts-BH7RwQxU.js → glimmer-ts-DqUZ7xnF.js} +1 -1
  95. package/viewer/assets/{glsl-CAWrZoEq.js → glsl-DHzsK5Yf.js} +1 -1
  96. package/viewer/assets/{graphql-Bac_hecs.js → graphql-TivQ3Vbm.js} +1 -1
  97. package/viewer/assets/{hack-1OgpAtm-.js → hack-CXzUKlVo.js} +1 -1
  98. package/viewer/assets/{haml-CvwG3BzW.js → haml-DB9hsLVR.js} +1 -1
  99. package/viewer/assets/{handlebars-Cq4oEEp8.js → handlebars-Dfxd-Vhz.js} +1 -1
  100. package/viewer/assets/{html-D5wZ_JR6.js → html-CwO_HZk6.js} +1 -1
  101. package/viewer/assets/{html-derivative-ZfzPj0aS.js → html-derivative-Da9QhqUr.js} +1 -1
  102. package/viewer/assets/{http-BDE2UDvO.js → http-DaNELgRt.js} +1 -1
  103. package/viewer/assets/{hurl-CQbXNLlk.js → hurl-DCibLrD6.js} +1 -1
  104. package/viewer/assets/index-Cc4pf8mQ.js +795 -0
  105. package/viewer/assets/{index-OL_rrWNy.css → index-DVYWRkK6.css} +1 -1
  106. package/viewer/assets/{info-A6RAGUB7-YD13oMfx.js → info-A6RAGUB7-B7Ru1Oky.js} +1 -1
  107. package/viewer/assets/{infoDiagram-27XIBGKW-jYKjA_l7.js → infoDiagram-27XIBGKW-RlWd2kYA.js} +1 -1
  108. package/viewer/assets/{ishikawaDiagram-5VMMS53U-BBPzHiVd.js → ishikawaDiagram-5VMMS53U-CS2-lnGi.js} +1 -1
  109. package/viewer/assets/{java-Cbpu4oyT.js → java-D2z6ozlO.js} +1 -1
  110. package/viewer/assets/{javascript-UMuq64YD.js → javascript-CxVsIZNi.js} +1 -1
  111. package/viewer/assets/{jinja-DVvZtqgU.js → jinja-BSUcBlS_.js} +1 -1
  112. package/viewer/assets/{jison-CZCXBIV3.js → jison-qcnqXcSy.js} +1 -1
  113. package/viewer/assets/{journeyDiagram-3NMN7TZE-CMqG5ndb.js → journeyDiagram-3NMN7TZE-DqPSRu4-.js} +1 -1
  114. package/viewer/assets/{json-CzTvWngu.js → json-eiyev3x0.js} +1 -1
  115. package/viewer/assets/{jsx-CNJnEGR4.js → jsx-rDHm7tH3.js} +1 -1
  116. package/viewer/assets/{julia-Bj0q4uoH.js → julia-cFfLusXt.js} +1 -1
  117. package/viewer/assets/{just-93-MRGUC.js → just-D6wClmab.js} +1 -1
  118. package/viewer/assets/{kanban-definition-UXKFOSKX-VyFYPq9b.js → kanban-definition-UXKFOSKX-BI_a5cRc.js} +1 -1
  119. package/viewer/assets/{latex-CXd1tMjA.js → latex-BvnFBRMG.js} +1 -1
  120. package/viewer/assets/{line-D5nvVDHp.js → line-ChPI9Rz5.js} +1 -1
  121. package/viewer/assets/{linear-Cq-FJZ_z.js → linear-CBr5H_et.js} +1 -1
  122. package/viewer/assets/{liquid-Cb-ALXSr.js → liquid-CIOCL1uY.js} +1 -1
  123. package/viewer/assets/{lua-BxTQiamn.js → lua-Dq6WuAHP.js} +1 -1
  124. package/viewer/assets/{marko-mFYyU5jn.js → marko-Nl8_Nklj.js} +1 -1
  125. package/viewer/assets/{mdc-Oryqox7_.js → mdc-obW39E44.js} +1 -1
  126. package/viewer/assets/{mermaid-parser.core-CCDsanlH.js → mermaid-parser.core-BFOx64cQ.js} +3 -3
  127. package/viewer/assets/{mermaid.core-Crd1YMgi.js → mermaid.core-BDe6Tfbh.js} +4 -4
  128. package/viewer/assets/{mindmap-definition-YA3MSWOX-BKLrEFWt.js → mindmap-definition-YA3MSWOX-CjzA1VTL.js} +1 -1
  129. package/viewer/assets/{nginx-C1PwWP7d.js → nginx-Czz1mxQD.js} +1 -1
  130. package/viewer/assets/{nim-PszXW-l4.js → nim-Boz13cJ3.js} +1 -1
  131. package/viewer/assets/{org-DO0CuJlO.js → org-BOlhXpYw.js} +1 -1
  132. package/viewer/assets/{packet-AYTQ26CC-BNPwLE6g.js → packet-AYTQ26CC-MMkKPhzF.js} +1 -1
  133. package/viewer/assets/{pegDiagram-XKGWAZYB-DjBg_iPh.js → pegDiagram-XKGWAZYB-q1Rf8_Y9.js} +1 -1
  134. package/viewer/assets/{perl-CHhAgoDL.js → perl-BA7VmyiG.js} +1 -1
  135. package/viewer/assets/{php-CA4H6qnu.js → php-dYlaksWx.js} +1 -1
  136. package/viewer/assets/{pie-WAS4IAKB-BzNmHX-Y.js → pie-WAS4IAKB-CLljEA6l.js} +1 -1
  137. package/viewer/assets/{pieDiagram-E7YTZNPT-cgMB-fBw.js → pieDiagram-E7YTZNPT-DqzGIO9H.js} +1 -1
  138. package/viewer/assets/{pug-DDuKTe7C.js → pug-WDsqiRUK.js} +1 -1
  139. package/viewer/assets/{qml-DSd2VypD.js → qml-B5P0chYn.js} +1 -1
  140. package/viewer/assets/{quadrantDiagram-AXDQQJYC-Crzhs7Np.js → quadrantDiagram-AXDQQJYC-JV3sYNXt.js} +1 -1
  141. package/viewer/assets/{r-qf-5qR5Q.js → r-DmZfBDub.js} +1 -1
  142. package/viewer/assets/{radar-RG4KPBEZ-B3oI70pB.js → radar-RG4KPBEZ-DH4HiGh1.js} +1 -1
  143. package/viewer/assets/{railroad-74A4TZTK-DOM5Od17.js → railroad-74A4TZTK-BwJg41V9.js} +1 -1
  144. package/viewer/assets/railroad-abnf-HS5TGJTU-Byryy4k9.js +1 -0
  145. package/viewer/assets/railroad-ebnf-LZEXJU2U-BABBdJeJ.js +1 -0
  146. package/viewer/assets/railroad-peg-WCYAUIDC-C7YNbOxe.js +1 -0
  147. package/viewer/assets/{railroadDiagram-O6MQD6OU-M3SvSYf-.js → railroadDiagram-O6MQD6OU-CrclSzRj.js} +1 -1
  148. package/viewer/assets/{razor-B9n9DtIL.js → razor-BLQfBppW.js} +1 -1
  149. package/viewer/assets/{regexp-DhGN0EOR.js → regexp-CePe_vV5.js} +1 -1
  150. package/viewer/assets/{requirementDiagram-BXWQKSXE-CFisiZTo.js → requirementDiagram-BXWQKSXE-5QlkAVAN.js} +1 -1
  151. package/viewer/assets/{rst-D1SdhuXd.js → rst-D9pCulha.js} +1 -1
  152. package/viewer/assets/{ruby-BybsgZgf.js → ruby-r3EAH5Rz.js} +1 -1
  153. package/viewer/assets/{sankeyDiagram-P5KCCOFB-BKf2TMWg.js → sankeyDiagram-P5KCCOFB-BJzQ5vkn.js} +1 -1
  154. package/viewer/assets/{sas-Io7QwCtD.js → sas-Dxc2YEvn.js} +1 -1
  155. package/viewer/assets/{scss-D6XY0yo3.js → scss-rZd3d-ZI.js} +1 -1
  156. package/viewer/assets/{sequenceDiagram-WJ2MYXX4-CHawNQZ9.js → sequenceDiagram-WJ2MYXX4--tS5gMY4.js} +1 -1
  157. package/viewer/assets/{shellscript-DSk8kvCh.js → shellscript-B-b5xnkP.js} +1 -1
  158. package/viewer/assets/{shellsession-Be1CN8DO.js → shellsession-DlWXnhiW.js} +1 -1
  159. package/viewer/assets/{soy-CGkkqGyT.js → soy-DXWgq6qD.js} +1 -1
  160. package/viewer/assets/{sql-DIgb716V.js → sql-5vPpIo1-.js} +1 -1
  161. package/viewer/assets/{src-DP6Z6M4G.js → src-eDHFRM9C.js} +1 -1
  162. package/viewer/assets/{stata-CS_2tb9p.js → stata-BPQLlmzg.js} +1 -1
  163. package/viewer/assets/{stateDiagram-D77RDMKH-Cx9Rf6fY.js → stateDiagram-D77RDMKH-xapk0kUZ.js} +1 -1
  164. package/viewer/assets/stateDiagram-v2-MP3YSRHH-Cb8zYuMi.js +1 -0
  165. package/viewer/assets/{surrealql-Do4o8w1B.js → surrealql-CTEIAZfm.js} +1 -1
  166. package/viewer/assets/{svelte-3bKxeV6-.js → svelte-B6EVsDV1.js} +1 -1
  167. package/viewer/assets/{swimlanes-42K2YHIH-yL2oIw_D.js → swimlanes-42K2YHIH-BLyG_o3-.js} +1 -1
  168. package/viewer/assets/swimlanesDiagram-VR7AAH4N-RLMdNA3S.js +8 -0
  169. package/viewer/assets/{templ-BgEYPNGP.js → templ-Bu4quHqE.js} +1 -1
  170. package/viewer/assets/{tex-D_p6whQw.js → tex-Dv_54fPG.js} +1 -1
  171. package/viewer/assets/{timeline-definition-24CTP7MA-BJeLq4a5.js → timeline-definition-24CTP7MA-DBaZM3qq.js} +1 -1
  172. package/viewer/assets/{treeView-Q6P3EWNA-COcnImiE.js → treeView-Q6P3EWNA-C3zH0Rwt.js} +1 -1
  173. package/viewer/assets/{treemap-WGGIJYW6-DpbxWots.js → treemap-WGGIJYW6-BTho8OjG.js} +1 -1
  174. package/viewer/assets/{ts-tags-GBmMk7Oh.js → ts-tags-0DHV6Smm.js} +1 -1
  175. package/viewer/assets/{tsx-BSD-yNhi.js → tsx-CmZ6PB1U.js} +1 -1
  176. package/viewer/assets/{twig-dwAG5SzX.js → twig-u99yWuG6.js} +1 -1
  177. package/viewer/assets/{typescript-B8YTPl9v.js → typescript-WF79ZIBQ.js} +1 -1
  178. package/viewer/assets/{typst-Dpzojbzo.js → typst-DQ7XxvRZ.js} +1 -1
  179. package/viewer/assets/{vennDiagram-4TSXK5OY-nF34Gjtn.js → vennDiagram-4TSXK5OY-B5Cb69qm.js} +1 -1
  180. package/viewer/assets/{vue-Djbmk2DC.js → vue-DXac3mhj.js} +1 -1
  181. package/viewer/assets/{vue-html-BXc5rfco.js → vue-html-FSSTYK94.js} +1 -1
  182. package/viewer/assets/{vue-vine-DHCfQh17.js → vue-vine-BDF8epqI.js} +1 -1
  183. package/viewer/assets/{wardley-WFR3VGLG-C1qhMifc.js → wardley-WFR3VGLG-DswcXSmz.js} +1 -1
  184. package/viewer/assets/{wardleyDiagram-VM6X3IG4-B0BfyYWQ.js → wardleyDiagram-VM6X3IG4-BPgNi0Kp.js} +1 -1
  185. package/viewer/assets/{xml-CdCEskcV.js → xml-HI856iuk.js} +1 -1
  186. package/viewer/assets/{xsl-BbNukwXP.js → xsl-Ck-aKGwi.js} +1 -1
  187. package/viewer/assets/{xychartDiagram-S5SC5T6Z-DJKYce1U.js → xychartDiagram-S5SC5T6Z-B8UAJr6c.js} +1 -1
  188. package/viewer/assets/{yaml-BYLDET4A.js → yaml-DrPyW5uV.js} +1 -1
  189. package/viewer/index.html +2 -2
  190. package/viewer/assets/architecture-7GRP2DOG-D3Kw34KW.js +0 -1
  191. package/viewer/assets/channel-D2lVv6ST.js +0 -1
  192. package/viewer/assets/classDiagram-ZZMXUADV-DqBNvABf.js +0 -1
  193. package/viewer/assets/classDiagram-v2-VYDZK3BY-DqBNvABf.js +0 -1
  194. package/viewer/assets/eventmodeling-NTZA5JFV-07UfGVCm.js +0 -1
  195. package/viewer/assets/flowDiagram-HODETNUW-CyIUf7TW.js +0 -1
  196. package/viewer/assets/index-BezQIu6a.js +0 -795
  197. package/viewer/assets/railroad-abnf-HS5TGJTU-ScZ2h_5Q.js +0 -1
  198. package/viewer/assets/railroad-ebnf-LZEXJU2U-_Cl5zxJ-.js +0 -1
  199. package/viewer/assets/railroad-peg-WCYAUIDC-CRlGg7vV.js +0 -1
  200. package/viewer/assets/stateDiagram-v2-MP3YSRHH-DRb-6t_S.js +0 -1
  201. package/viewer/assets/swimlanesDiagram-VR7AAH4N-cDiCT6xi.js +0 -8

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.