@hona/openeval 0.3.3 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (204) hide show
  1. package/JUDGING.md +63 -1
  2. package/README.md +4 -0
  3. package/VERIFICATION.md +100 -0
  4. package/package.json +2 -2
  5. package/src/app/grade-recording.ts +16 -0
  6. package/src/app/input-fingerprints.ts +8 -2
  7. package/src/app/judge-evidence.ts +8 -2
  8. package/src/app/judge-run.ts +10 -0
  9. package/src/app/load-benchmark.ts +102 -9
  10. package/src/app/prepare-inputs.ts +40 -0
  11. package/src/app/read-results.ts +23 -5
  12. package/src/app/rejudge.ts +5 -0
  13. package/src/app/run-benchmark.ts +36 -4
  14. package/src/app/scores.ts +19 -2
  15. package/src/app/serve-results.ts +14 -0
  16. package/src/cli.ts +27 -2
  17. package/src/criterion-categories.ts +53 -0
  18. package/src/index.ts +13 -0
  19. package/src/infra/containers/catalog.ts +77 -21
  20. package/src/infra/containers/oci.ts +4 -0
  21. package/src/infra/judging/code-criteria.ts +112 -0
  22. package/src/infra/judging/code-result.ts +21 -3
  23. package/src/infra/judging/code-source.ts +10 -2
  24. package/src/infra/judging/code-worker.ts +5 -3
  25. package/src/infra/judging/code.ts +19 -3
  26. package/src/infra/judging/contract.ts +10 -2
  27. package/src/infra/judging/index.ts +1 -0
  28. package/src/infra/recording/index.ts +14 -2
  29. package/src/infra/verification/image.ts +33 -0
  30. package/src/infra/verification/runtime/Dockerfile +18 -0
  31. package/src/infra/verification/runtime/bun.lock +16 -0
  32. package/src/infra/verification/runtime/package.json +5 -0
  33. package/src/infra/verification/session.ts +199 -0
  34. package/src/judge-context.ts +66 -0
  35. package/src/types.ts +22 -2
  36. package/src/view.ts +59 -0
  37. package/viewer/assets/{abnfDiagram-VCTEODGH-Cl3HgjMn.js → abnfDiagram-VCTEODGH-tXaAmCdr.js} +1 -1
  38. package/viewer/assets/{angular-html-DD_Qs90j.js → angular-html-CNhJPCRr.js} +1 -1
  39. package/viewer/assets/{angular-ts-C6uwolJ0.js → angular-ts-BnGgGecY.js} +1 -1
  40. package/viewer/assets/{apl-DXXNG1AP.js → apl-ZOvmk1hE.js} +1 -1
  41. package/viewer/assets/{arc-VljIODVM.js → arc-BalFY-0o.js} +1 -1
  42. package/viewer/assets/architecture-7GRP2DOG-Dwn_SxkP.js +1 -0
  43. package/viewer/assets/{architectureDiagram-5GKGNRK7-BBPZQ1uU.js → architectureDiagram-5GKGNRK7-DpSDAEgb.js} +1 -1
  44. package/viewer/assets/{astro-DZiA762t.js → astro-BJzTFZ3R.js} +1 -1
  45. package/viewer/assets/{blade-0_CSK9rb.js → blade-CvS8_w1j.js} +1 -1
  46. package/viewer/assets/{blockDiagram-I7D4REHJ-C3jAen-I.js → blockDiagram-I7D4REHJ-BY3upSR4.js} +1 -1
  47. package/viewer/assets/{c-Dr4MdHFU.js → c-D5ZSBtUG.js} +1 -1
  48. package/viewer/assets/{c4Diagram-7LVT6UL2-x9-A2uwu.js → c4Diagram-7LVT6UL2-CA9keRc2.js} +1 -1
  49. package/viewer/assets/channel-CgM1_6P7.js +1 -0
  50. package/viewer/assets/{chapel-Bzsv5OV_.js → chapel-1aYDxJri.js} +1 -1
  51. package/viewer/assets/{chunk-4HAMMTFA-DhJ5vlqv.js → chunk-4HAMMTFA-B0uITxv4.js} +1 -1
  52. package/viewer/assets/{chunk-75Z2AOVW-BiWuU3A8.js → chunk-75Z2AOVW-CbTHx8Lz.js} +1 -1
  53. package/viewer/assets/{chunk-DU6HZSFF-DQsE2_KX.js → chunk-DU6HZSFF-C7mZpnch.js} +1 -1
  54. package/viewer/assets/{chunk-F27PBJKO-eYpvp3yv.js → chunk-F27PBJKO-iUZG9l9x.js} +1 -1
  55. package/viewer/assets/{chunk-GMAD6QVW-Cuv8q7cp.js → chunk-GMAD6QVW-BYg8qa71.js} +1 -1
  56. package/viewer/assets/{chunk-GVQU2GXP-C80TX_-9.js → chunk-GVQU2GXP-rnsdTI4Q.js} +1 -1
  57. package/viewer/assets/{chunk-IMKFNOWR-D6UIvU6O.js → chunk-IMKFNOWR-D0e2NIBw.js} +1 -1
  58. package/viewer/assets/{chunk-L3NEJ4N5-B97oN3Wz.js → chunk-L3NEJ4N5-Itlw7HBQ.js} +1 -1
  59. package/viewer/assets/{chunk-OSK3NFVY-Dv9V7Vwg.js → chunk-OSK3NFVY-DjAAQhPw.js} +1 -1
  60. package/viewer/assets/{chunk-P2QGCYS3-CCWmLNYJ.js → chunk-P2QGCYS3-XOxrUS-o.js} +1 -1
  61. package/viewer/assets/{chunk-POPQ4Y6H-B1p9ouPt.js → chunk-POPQ4Y6H-SHuwgciA.js} +1 -1
  62. package/viewer/assets/{chunk-PWAF6VOD-DA8KGNWy.js → chunk-PWAF6VOD-BtrRW-Sl.js} +1 -1
  63. package/viewer/assets/{chunk-SHT3W25Y-BrG5_y-x.js → chunk-SHT3W25Y-6Pacfssp.js} +1 -1
  64. package/viewer/assets/{chunk-SVP7TREG-BfR4k1NG.js → chunk-SVP7TREG-eTVS9a20.js} +1 -1
  65. package/viewer/assets/{chunk-TICWLB2K-Cl_FiqB8.js → chunk-TICWLB2K-CPnAfOZj.js} +1 -1
  66. package/viewer/assets/{chunk-XXDRQBXY-D4qiShQC.js → chunk-XXDRQBXY-ciXhM2Hb.js} +1 -1
  67. package/viewer/assets/classDiagram-ZZMXUADV-BtFc7wo5.js +1 -0
  68. package/viewer/assets/classDiagram-v2-VYDZK3BY-BtFc7wo5.js +1 -0
  69. package/viewer/assets/{cobol-BnQBc2SA.js → cobol-CEoq_5kf.js} +1 -1
  70. package/viewer/assets/{coffee-D8jvqPgZ.js → coffee-CZTWsTxw.js} +1 -1
  71. package/viewer/assets/{cose-bilkent-JH36ORCC-BcmCCZr6.js → cose-bilkent-JH36ORCC-NCkOcFkY.js} +1 -1
  72. package/viewer/assets/{cpp-MUcJROqQ.js → cpp-Hh-o0ivR.js} +1 -1
  73. package/viewer/assets/{crystal-CFGJH8of.js → crystal-CL_KTsac.js} +1 -1
  74. package/viewer/assets/{css-Z5Q-tnUN.js → css-9neLgVLd.js} +1 -1
  75. package/viewer/assets/{cynefin-OW5HDTMX-Hu_taNlH.js → cynefin-OW5HDTMX-Ba1tlgBB.js} +1 -1
  76. package/viewer/assets/{cynefinDiagram-5FMLGOSQ-DGCR5Bu-.js → cynefinDiagram-5FMLGOSQ-CMrzWo3p.js} +1 -1
  77. package/viewer/assets/{dagre-GXQ25YYZ-BONZK_72.js → dagre-GXQ25YYZ-DwjOnUDD.js} +1 -1
  78. package/viewer/assets/{diagram-S7CK7UJ4-B3PuH0gY.js → diagram-S7CK7UJ4-DA0PXsM6.js} +1 -1
  79. package/viewer/assets/{diagram-UQ7AKVKN-_nLXEPxU.js → diagram-UQ7AKVKN-C5BBFVvO.js} +1 -1
  80. package/viewer/assets/{diagram-VSXAHHWV-W8uCnJKR.js → diagram-VSXAHHWV-COgLeOyi.js} +1 -1
  81. package/viewer/assets/{diagram-VX7I27RA-Dw85ssfk.js → diagram-VX7I27RA-CEu-Pm3B.js} +1 -1
  82. package/viewer/assets/{diagram-Z3DM3KII-iT_nC6Ci.js → diagram-Z3DM3KII-BGq1_7BE.js} +1 -1
  83. package/viewer/assets/{dist-CQ0iZX7g.js → dist-CX8-lyNa.js} +1 -1
  84. package/viewer/assets/{ebnfDiagram-PWID7BFC-CmB3I8gj.js → ebnfDiagram-PWID7BFC-CGoEp9fJ.js} +1 -1
  85. package/viewer/assets/{edge-ChegMQD3.js → edge-CTz4kCIs.js} +1 -1
  86. package/viewer/assets/{elixir-BIS6GmoK.js → elixir-Bi8YL7XX.js} +1 -1
  87. package/viewer/assets/{elm-0b95WpPs.js → elm-C-UxMmSh.js} +1 -1
  88. package/viewer/assets/{erDiagram-RLTQ6QDP-BdrQ4dDR.js → erDiagram-RLTQ6QDP-Bb0ICmqZ.js} +1 -1
  89. package/viewer/assets/{erb-B6AHMmNJ.js → erb-ZSq62Y_u.js} +1 -1
  90. package/viewer/assets/eventmodeling-NTZA5JFV-BCWgnTvv.js +1 -0
  91. package/viewer/assets/flowDiagram-HODETNUW-B4hhZ1QN.js +1 -0
  92. package/viewer/assets/{ganttDiagram-EL5Y4UJY-CScNarbN.js → ganttDiagram-EL5Y4UJY-B4KN9ny5.js} +1 -1
  93. package/viewer/assets/{git-rebase-eLwqxn21.js → git-rebase-Cw9GoTpw.js} +1 -1
  94. package/viewer/assets/{gitGraph-4MIJSDKK-DBJydFU4.js → gitGraph-4MIJSDKK-CI3xWhLt.js} +1 -1
  95. package/viewer/assets/{gitGraphDiagram-WWUBYQGX-BNpJTag6.js → gitGraphDiagram-WWUBYQGX-CPv8-MbI.js} +1 -1
  96. package/viewer/assets/{glimmer-js-BPUd-Hdw.js → glimmer-js-Bb_1emHy.js} +1 -1
  97. package/viewer/assets/{glimmer-ts-BsY3Gaee.js → glimmer-ts-D2kOXMB0.js} +1 -1
  98. package/viewer/assets/{glsl-BgZlzkDK.js → glsl-DEqjHGFr.js} +1 -1
  99. package/viewer/assets/{graphql-BNNbyKev.js → graphql-Bi0OE4k4.js} +1 -1
  100. package/viewer/assets/{hack-DXqsPyfj.js → hack-aU4VRzRW.js} +1 -1
  101. package/viewer/assets/{haml-CEIe07b8.js → haml-B-2wwgyn.js} +1 -1
  102. package/viewer/assets/{handlebars-4TLrUOf9.js → handlebars-Bmq7hbFI.js} +1 -1
  103. package/viewer/assets/{html-Dirc4JcS.js → html-BBsNbpya.js} +1 -1
  104. package/viewer/assets/{html-derivative-lYLgmFdz.js → html-derivative-CkVRX-vn.js} +1 -1
  105. package/viewer/assets/{http-BhrBDOp-.js → http-cQ-nDL4L.js} +1 -1
  106. package/viewer/assets/{hurl-DWBDJqQR.js → hurl-D5phPwZN.js} +1 -1
  107. package/viewer/assets/{index-w8_YIakp.css → index-DdaXmlLv.css} +1 -1
  108. package/viewer/assets/index-Dhnl4xDm.js +795 -0
  109. package/viewer/assets/{info-A6RAGUB7-Cqp6XvkH.js → info-A6RAGUB7-CRDxOY87.js} +1 -1
  110. package/viewer/assets/{infoDiagram-27XIBGKW-CCvdaWwj.js → infoDiagram-27XIBGKW-D6y32CfO.js} +1 -1
  111. package/viewer/assets/{ishikawaDiagram-5VMMS53U-DQ4-h-VU.js → ishikawaDiagram-5VMMS53U-BWFBTCh5.js} +1 -1
  112. package/viewer/assets/{java-CdPCMwep.js → java-CT3DXSYV.js} +1 -1
  113. package/viewer/assets/{javascript-CvM774KP.js → javascript-BPmsAXaP.js} +1 -1
  114. package/viewer/assets/{jinja-BGKKdTiv.js → jinja-Ct_36dEc.js} +1 -1
  115. package/viewer/assets/{jison-CXj9ikNa.js → jison-BYrmy85c.js} +1 -1
  116. package/viewer/assets/{journeyDiagram-3NMN7TZE-DUzDc5Z8.js → journeyDiagram-3NMN7TZE-6XCObBEx.js} +1 -1
  117. package/viewer/assets/{json-NHDEs7sd.js → json-BCFP8udh.js} +1 -1
  118. package/viewer/assets/{jsx-FNvyvbBd.js → jsx-Dgzhn0Dq.js} +1 -1
  119. package/viewer/assets/{julia-B3kEyS8t.js → julia-DIddcjVY.js} +1 -1
  120. package/viewer/assets/{just-CpYQ-9KV.js → just-C5t963St.js} +1 -1
  121. package/viewer/assets/{kanban-definition-UXKFOSKX-ChHjSmhz.js → kanban-definition-UXKFOSKX-DU1B45HL.js} +1 -1
  122. package/viewer/assets/{latex-OWDJhn4l.js → latex-BKZooW5w.js} +1 -1
  123. package/viewer/assets/{line-DA6hWqrZ.js → line-lYgs1iW7.js} +1 -1
  124. package/viewer/assets/{linear-UNQGDr0C.js → linear-sHqbNFGm.js} +1 -1
  125. package/viewer/assets/{liquid-PySKINiF.js → liquid-_PLVu-8C.js} +1 -1
  126. package/viewer/assets/{lua-DVWbE3Qa.js → lua-BWNAOGrF.js} +1 -1
  127. package/viewer/assets/{marko-9EBuCkFn.js → marko-DC7qz2de.js} +1 -1
  128. package/viewer/assets/{mdc-BlHUSA6C.js → mdc-Bn_2wB99.js} +1 -1
  129. package/viewer/assets/{mermaid-parser.core-86Qkc0ID.js → mermaid-parser.core-jzj7JZTj.js} +3 -3
  130. package/viewer/assets/{mermaid.core-DaVdMmkQ.js → mermaid.core-DpRyWAPv.js} +4 -4
  131. package/viewer/assets/{mindmap-definition-YA3MSWOX-oloAEnnx.js → mindmap-definition-YA3MSWOX-CIZjqKbE.js} +1 -1
  132. package/viewer/assets/{nginx-CDJjPEvc.js → nginx-Ce7JLwNg.js} +1 -1
  133. package/viewer/assets/{nim-DNAK-c_E.js → nim-CP_MVph6.js} +1 -1
  134. package/viewer/assets/{org-D6PZe7Hw.js → org-BVKft-Jg.js} +1 -1
  135. package/viewer/assets/{packet-AYTQ26CC-CF1AN50P.js → packet-AYTQ26CC-BwRTCCV1.js} +1 -1
  136. package/viewer/assets/{pegDiagram-XKGWAZYB-DGz2-yRO.js → pegDiagram-XKGWAZYB-3nilNfrm.js} +1 -1
  137. package/viewer/assets/{perl-DIspB-Mg.js → perl-DRhmHTw_.js} +1 -1
  138. package/viewer/assets/{php-BVepTqtk.js → php-CrnivzIK.js} +1 -1
  139. package/viewer/assets/{pie-WAS4IAKB-Cx1FR1mr.js → pie-WAS4IAKB-Dn0ztV-V.js} +1 -1
  140. package/viewer/assets/{pieDiagram-E7YTZNPT-BbbWhyZI.js → pieDiagram-E7YTZNPT-BFj69QcO.js} +1 -1
  141. package/viewer/assets/{pug-DAPcGjX6.js → pug-BfP-YwOD.js} +1 -1
  142. package/viewer/assets/{qml-DWWtxGbA.js → qml-BHf9C17M.js} +1 -1
  143. package/viewer/assets/{quadrantDiagram-AXDQQJYC-DrUJjgA1.js → quadrantDiagram-AXDQQJYC-2t5I-_4_.js} +1 -1
  144. package/viewer/assets/{r-Mpv0S460.js → r-DjPtVJdp.js} +1 -1
  145. package/viewer/assets/{radar-RG4KPBEZ-y9SAfPV_.js → radar-RG4KPBEZ-D14Z-9c0.js} +1 -1
  146. package/viewer/assets/{railroad-74A4TZTK-Dfc0Q6_w.js → railroad-74A4TZTK-BuxyK73P.js} +1 -1
  147. package/viewer/assets/railroad-abnf-HS5TGJTU-BM7gtNXd.js +1 -0
  148. package/viewer/assets/railroad-ebnf-LZEXJU2U-DPlBcoln.js +1 -0
  149. package/viewer/assets/railroad-peg-WCYAUIDC-B6tOGY79.js +1 -0
  150. package/viewer/assets/{railroadDiagram-O6MQD6OU-Koe-8k88.js → railroadDiagram-O6MQD6OU-Dm2mv6N0.js} +1 -1
  151. package/viewer/assets/{razor-1HRaok3B.js → razor-BH3XX51e.js} +1 -1
  152. package/viewer/assets/{regexp-dtCIuY15.js → regexp-DPzTmgy2.js} +1 -1
  153. package/viewer/assets/{requirementDiagram-BXWQKSXE-BkisH0SS.js → requirementDiagram-BXWQKSXE-BJTZ8ml9.js} +1 -1
  154. package/viewer/assets/{rst-DHb1VRTR.js → rst-DQbfRM9X.js} +1 -1
  155. package/viewer/assets/{ruby-BFIUXRbM.js → ruby-DxybHg9D.js} +1 -1
  156. package/viewer/assets/{sankeyDiagram-P5KCCOFB-B7LDcgGb.js → sankeyDiagram-P5KCCOFB-eBLIKN_A.js} +1 -1
  157. package/viewer/assets/{sas-CXVQStV2.js → sas-DoUzRWOs.js} +1 -1
  158. package/viewer/assets/{scss-D1TWv7v-.js → scss-BSqQF9Aq.js} +1 -1
  159. package/viewer/assets/{sequenceDiagram-WJ2MYXX4-CVdRHXxu.js → sequenceDiagram-WJ2MYXX4-BxHxbxqV.js} +1 -1
  160. package/viewer/assets/{shellscript-BNxbdlcG.js → shellscript-DkZJ1HjW.js} +1 -1
  161. package/viewer/assets/{shellsession-BPgWxeMC.js → shellsession-ykUTtcwM.js} +1 -1
  162. package/viewer/assets/{soy-xvxZ4puZ.js → soy-4rmF0gor.js} +1 -1
  163. package/viewer/assets/{sql-mcloyhsl.js → sql-wJX-vNm_.js} +1 -1
  164. package/viewer/assets/{src-CEugxhjf.js → src-IhQtBUXO.js} +1 -1
  165. package/viewer/assets/{stata-BH9WxX3M.js → stata-Bjw5vh7C.js} +1 -1
  166. package/viewer/assets/{stateDiagram-D77RDMKH-DCe7c0bj.js → stateDiagram-D77RDMKH-DNPBpLlw.js} +1 -1
  167. package/viewer/assets/stateDiagram-v2-MP3YSRHH-sLT-i9tN.js +1 -0
  168. package/viewer/assets/{surrealql-DT6z9HjU.js → surrealql-B-cZs35d.js} +1 -1
  169. package/viewer/assets/{svelte-DhMjoL5f.js → svelte-BtYh0aTf.js} +1 -1
  170. package/viewer/assets/{swimlanes-42K2YHIH-0HmmIS3k.js → swimlanes-42K2YHIH-CnHbZ76W.js} +1 -1
  171. package/viewer/assets/swimlanesDiagram-VR7AAH4N-DIpLefsN.js +8 -0
  172. package/viewer/assets/{templ-DommSy4z.js → templ-eYWdvrUr.js} +1 -1
  173. package/viewer/assets/{tex-CaFWJFN-.js → tex-DQ-rt_Oj.js} +1 -1
  174. package/viewer/assets/{timeline-definition-24CTP7MA-od0g4NnC.js → timeline-definition-24CTP7MA-vOTFZgf6.js} +1 -1
  175. package/viewer/assets/{treeView-Q6P3EWNA-BI6VSGO-.js → treeView-Q6P3EWNA-CU_mSunf.js} +1 -1
  176. package/viewer/assets/{treemap-WGGIJYW6-Bk8N6Y68.js → treemap-WGGIJYW6-BbLri-XL.js} +1 -1
  177. package/viewer/assets/{ts-tags-BYVx2WcX.js → ts-tags-CspMWJ3s.js} +1 -1
  178. package/viewer/assets/{tsx-nHQYkkGG.js → tsx-CXUmELmz.js} +1 -1
  179. package/viewer/assets/{twig-Cw-lWIlb.js → twig-B0yioFX1.js} +1 -1
  180. package/viewer/assets/{typescript-DygBWTVv.js → typescript-vMN-etbi.js} +1 -1
  181. package/viewer/assets/{typst-CGHo10wY.js → typst-Cvk0bEbK.js} +1 -1
  182. package/viewer/assets/{vennDiagram-4TSXK5OY-DH3Uf812.js → vennDiagram-4TSXK5OY-PBkXHE6T.js} +1 -1
  183. package/viewer/assets/{vue-CX1DrRJy.js → vue-Ce21QNcM.js} +1 -1
  184. package/viewer/assets/{vue-html-c2PT7ajU.js → vue-html-DsNf3O2s.js} +1 -1
  185. package/viewer/assets/{vue-vine-R8BVuMuN.js → vue-vine-BsGtGXV3.js} +1 -1
  186. package/viewer/assets/{wardley-WFR3VGLG-DaBE6t7F.js → wardley-WFR3VGLG-kwPRtpGA.js} +1 -1
  187. package/viewer/assets/{wardleyDiagram-VM6X3IG4-CpuxvD_D.js → wardleyDiagram-VM6X3IG4-BacMGxmX.js} +1 -1
  188. package/viewer/assets/{xml-CtozFVgZ.js → xml-BmjAaPhA.js} +1 -1
  189. package/viewer/assets/{xsl-Bywa5lsK.js → xsl-CtfA1v1E.js} +1 -1
  190. package/viewer/assets/{xychartDiagram-S5SC5T6Z-CIooxwr4.js → xychartDiagram-S5SC5T6Z-BDIbR1Lm.js} +1 -1
  191. package/viewer/assets/{yaml-m1ZbeIKu.js → yaml-A9EbijaD.js} +1 -1
  192. package/viewer/index.html +2 -2
  193. package/viewer/assets/architecture-7GRP2DOG-cmvaWKJl.js +0 -1
  194. package/viewer/assets/channel-BrXVTGcv.js +0 -1
  195. package/viewer/assets/classDiagram-ZZMXUADV-BsgTq0ME.js +0 -1
  196. package/viewer/assets/classDiagram-v2-VYDZK3BY-BsgTq0ME.js +0 -1
  197. package/viewer/assets/eventmodeling-NTZA5JFV-D1Zwl9Cr.js +0 -1
  198. package/viewer/assets/flowDiagram-HODETNUW-Dfw-HgvJ.js +0 -1
  199. package/viewer/assets/index-LKycHUia.js +0 -795
  200. package/viewer/assets/railroad-abnf-HS5TGJTU-CB_PJcK6.js +0 -1
  201. package/viewer/assets/railroad-ebnf-LZEXJU2U-Bwgt_HNz.js +0 -1
  202. package/viewer/assets/railroad-peg-WCYAUIDC-DkZKEvIQ.js +0 -1
  203. package/viewer/assets/stateDiagram-v2-MP3YSRHH-DAiJpzC0.js +0 -1
  204. package/viewer/assets/swimlanesDiagram-VR7AAH4N-rLdQ1dbD.js +0 -8

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.