@jinn-network/client 0.1.5 → 0.1.6-canary.118cd4d0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. package/CHANGELOG.md +98 -0
  2. package/dist/adapters/mech/adapter.js +7 -7
  3. package/dist/adapters/mech/adapter.js.map +1 -1
  4. package/dist/adapters/mech/ipfs-pinfile.d.ts +22 -0
  5. package/dist/adapters/mech/ipfs-pinfile.js +54 -0
  6. package/dist/adapters/mech/ipfs-pinfile.js.map +1 -0
  7. package/dist/adapters/mech/ipfs.d.ts +1 -0
  8. package/dist/adapters/mech/ipfs.js +24 -1
  9. package/dist/adapters/mech/ipfs.js.map +1 -1
  10. package/dist/api/bootstrap-endpoint.js +14 -1
  11. package/dist/api/bootstrap-endpoint.js.map +1 -1
  12. package/dist/api/discovery-endpoint.d.ts +31 -0
  13. package/dist/api/discovery-endpoint.js +78 -0
  14. package/dist/api/discovery-endpoint.js.map +1 -0
  15. package/dist/api/fleet-build.d.ts +7 -0
  16. package/dist/api/fleet-build.js +6 -1
  17. package/dist/api/fleet-build.js.map +1 -1
  18. package/dist/api/gather-status.js +20 -3
  19. package/dist/api/gather-status.js.map +1 -1
  20. package/dist/api/harness-readiness-endpoint.d.ts +25 -0
  21. package/dist/api/harness-readiness-endpoint.js +24 -0
  22. package/dist/api/harness-readiness-endpoint.js.map +1 -0
  23. package/dist/api/hermes-doctor-endpoint.d.ts +26 -0
  24. package/dist/api/hermes-doctor-endpoint.js +29 -0
  25. package/dist/api/hermes-doctor-endpoint.js.map +1 -0
  26. package/dist/api/server.d.ts +43 -0
  27. package/dist/api/server.js +39 -0
  28. package/dist/api/server.js.map +1 -1
  29. package/dist/api/setup-endpoints.d.ts +5 -0
  30. package/dist/api/setup-endpoints.js +24 -5
  31. package/dist/api/setup-endpoints.js.map +1 -1
  32. package/dist/build-info.json +4 -4
  33. package/dist/build-meta.json +1 -1
  34. package/dist/cli/commands/auth.js +3 -1
  35. package/dist/cli/commands/auth.js.map +1 -1
  36. package/dist/cli/commands/create.d.ts +5 -3
  37. package/dist/cli/commands/create.js +101 -36
  38. package/dist/cli/commands/create.js.map +1 -1
  39. package/dist/cli/commands/solver-nets.d.ts +19 -0
  40. package/dist/cli/commands/solver-nets.js +140 -2
  41. package/dist/cli/commands/solver-nets.js.map +1 -1
  42. package/dist/cli/commands/solver-plugins-publish.d.ts +31 -0
  43. package/dist/cli/commands/solver-plugins-publish.js +169 -0
  44. package/dist/cli/commands/solver-plugins-publish.js.map +1 -0
  45. package/dist/cli/commands/solver-plugins-revoke.d.ts +15 -0
  46. package/dist/cli/commands/solver-plugins-revoke.js +91 -0
  47. package/dist/cli/commands/solver-plugins-revoke.js.map +1 -0
  48. package/dist/cli/commands/solver-plugins.d.ts +50 -6
  49. package/dist/cli/commands/solver-plugins.js +205 -68
  50. package/dist/cli/commands/solver-plugins.js.map +1 -1
  51. package/dist/config.d.ts +27 -0
  52. package/dist/config.js +30 -2
  53. package/dist/config.js.map +1 -1
  54. package/dist/conformance/checks/hash-signature.js +6 -2
  55. package/dist/conformance/checks/hash-signature.js.map +1 -1
  56. package/dist/conformance/checks/payload.js +4 -2
  57. package/dist/conformance/checks/payload.js.map +1 -1
  58. package/dist/conformance/checks/verdict.d.ts +10 -10
  59. package/dist/conformance/checks/verdict.js +16 -15
  60. package/dist/conformance/checks/verdict.js.map +1 -1
  61. package/dist/conformance/harness.d.ts +1 -1
  62. package/dist/conformance/harness.js +16 -9
  63. package/dist/conformance/harness.js.map +1 -1
  64. package/dist/conformance/types.d.ts +10 -3
  65. package/dist/conformance/types.js.map +1 -1
  66. package/dist/corpus/acquire.d.ts +1 -3
  67. package/dist/corpus/acquire.js.map +1 -1
  68. package/dist/corpus/envelope-projection.d.ts +1 -1
  69. package/dist/corpus/envelope-projection.js +14 -7
  70. package/dist/corpus/envelope-projection.js.map +1 -1
  71. package/dist/corpus/index.d.ts +2 -1
  72. package/dist/corpus/index.js.map +1 -1
  73. package/dist/corpus/prediction-brier-scoreboard-report.js +1 -1
  74. package/dist/corpus/prediction-brier-scoreboard-report.js.map +1 -1
  75. package/dist/corpus/prediction-brier-scoreboard.js +3 -1
  76. package/dist/corpus/prediction-brier-scoreboard.js.map +1 -1
  77. package/dist/corpus/types.d.ts +2 -2
  78. package/dist/daemon/daemon.d.ts +17 -1
  79. package/dist/daemon/daemon.js +15 -0
  80. package/dist/daemon/daemon.js.map +1 -1
  81. package/dist/daemon/freeze-fence.js +6 -3
  82. package/dist/daemon/freeze-fence.js.map +1 -1
  83. package/dist/daemon/readiness-gate.d.ts +30 -0
  84. package/dist/daemon/readiness-gate.js +31 -0
  85. package/dist/daemon/readiness-gate.js.map +1 -0
  86. package/dist/dashboard/assets/{index-D_NMfDfV.css → index-DOlzFN8a.css} +1 -1
  87. package/dist/dashboard/assets/index-NkZ7CTAT.js +140 -0
  88. package/dist/dashboard/index.html +2 -2
  89. package/dist/discovery/http.js +121 -0
  90. package/dist/discovery/http.js.map +1 -1
  91. package/dist/discovery/onchain.js +11 -0
  92. package/dist/discovery/onchain.js.map +1 -1
  93. package/dist/discovery/types.d.ts +112 -0
  94. package/dist/discovery/types.js.map +1 -1
  95. package/dist/discovery/with-fallback.js +9 -0
  96. package/dist/discovery/with-fallback.js.map +1 -1
  97. package/dist/earning/agent-wallet-binding.d.ts +20 -1
  98. package/dist/earning/agent-wallet-binding.js +54 -16
  99. package/dist/earning/agent-wallet-binding.js.map +1 -1
  100. package/dist/earning/bootstrap.d.ts +119 -0
  101. package/dist/earning/bootstrap.js +482 -16
  102. package/dist/earning/bootstrap.js.map +1 -1
  103. package/dist/earning/contracts.js +9 -1
  104. package/dist/earning/contracts.js.map +1 -1
  105. package/dist/earning/funding-plan.js +15 -2
  106. package/dist/earning/funding-plan.js.map +1 -1
  107. package/dist/earning/store.js +48 -1
  108. package/dist/earning/store.js.map +1 -1
  109. package/dist/earning/types.d.ts +30 -0
  110. package/dist/earning/types.js +37 -0
  111. package/dist/earning/types.js.map +1 -1
  112. package/dist/erc8004/abis.d.ts +64 -0
  113. package/dist/erc8004/abis.js +48 -0
  114. package/dist/erc8004/abis.js.map +1 -1
  115. package/dist/erc8004/plugin-registry.d.ts +102 -0
  116. package/dist/erc8004/plugin-registry.js +165 -0
  117. package/dist/erc8004/plugin-registry.js.map +1 -0
  118. package/dist/events/types.d.ts +2 -2
  119. package/dist/harnesses/engine/engine.js +15 -3
  120. package/dist/harnesses/engine/engine.js.map +1 -1
  121. package/dist/harnesses/engine/envelope-assembly.d.ts +2 -2
  122. package/dist/harnesses/engine/envelope-assembly.js +4 -2
  123. package/dist/harnesses/engine/envelope-assembly.js.map +1 -1
  124. package/dist/harnesses/freeze.d.ts +4 -1
  125. package/dist/harnesses/freeze.js +12 -2
  126. package/dist/harnesses/freeze.js.map +1 -1
  127. package/dist/harnesses/impls/claude-mcp-prediction/index.d.ts +4 -1
  128. package/dist/harnesses/impls/claude-mcp-prediction/index.js +7 -2
  129. package/dist/harnesses/impls/claude-mcp-prediction/index.js.map +1 -1
  130. package/dist/harnesses/impls/claude-mcp-prediction-apy/index.d.ts +4 -1
  131. package/dist/harnesses/impls/claude-mcp-prediction-apy/index.js +7 -2
  132. package/dist/harnesses/impls/claude-mcp-prediction-apy/index.js.map +1 -1
  133. package/dist/harnesses/impls/evaluation-context.d.ts +15 -4
  134. package/dist/harnesses/impls/evaluation-context.js +24 -8
  135. package/dist/harnesses/impls/evaluation-context.js.map +1 -1
  136. package/dist/harnesses/impls/hermes-agent/adapter.d.ts +34 -0
  137. package/dist/harnesses/impls/hermes-agent/adapter.js +205 -0
  138. package/dist/harnesses/impls/hermes-agent/adapter.js.map +1 -0
  139. package/dist/harnesses/impls/hermes-agent/bootstrap.d.ts +18 -0
  140. package/dist/harnesses/impls/hermes-agent/bootstrap.js +231 -0
  141. package/dist/harnesses/impls/hermes-agent/bootstrap.js.map +1 -0
  142. package/dist/harnesses/impls/hermes-agent/config-builder.d.ts +49 -0
  143. package/dist/harnesses/impls/hermes-agent/config-builder.js +104 -0
  144. package/dist/harnesses/impls/hermes-agent/config-builder.js.map +1 -0
  145. package/dist/harnesses/impls/hermes-agent/harness.d.ts +30 -0
  146. package/dist/harnesses/impls/hermes-agent/harness.js +52 -0
  147. package/dist/harnesses/impls/hermes-agent/harness.js.map +1 -0
  148. package/dist/harnesses/impls/hermes-agent/index.d.ts +5 -0
  149. package/dist/harnesses/impls/hermes-agent/index.js +7 -0
  150. package/dist/harnesses/impls/hermes-agent/index.js.map +1 -0
  151. package/dist/harnesses/impls/hermes-agent/prompt.d.ts +15 -0
  152. package/dist/harnesses/impls/hermes-agent/prompt.js +37 -0
  153. package/dist/harnesses/impls/hermes-agent/prompt.js.map +1 -0
  154. package/dist/harnesses/impls/index.d.ts +6 -0
  155. package/dist/harnesses/impls/index.js +17 -4
  156. package/dist/harnesses/impls/index.js.map +1 -1
  157. package/dist/harnesses/impls/learner/adapters/claude-code.js.map +1 -0
  158. package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/codex-code.js +13 -34
  159. package/dist/harnesses/impls/learner/adapters/codex-code.js.map +1 -0
  160. package/dist/harnesses/impls/learner/adapters/codex-workspace.js.map +1 -0
  161. package/dist/harnesses/impls/{claude-code-learner → learner}/harness.d.ts +9 -3
  162. package/dist/harnesses/impls/{claude-code-learner → learner}/harness.js +24 -1
  163. package/dist/harnesses/impls/learner/harness.js.map +1 -0
  164. package/dist/harnesses/impls/{claude-code-learner → learner}/harvest.js +15 -3
  165. package/dist/harnesses/impls/learner/harvest.js.map +1 -0
  166. package/dist/harnesses/impls/{claude-code-learner → learner}/index.d.ts +5 -5
  167. package/dist/harnesses/impls/{claude-code-learner → learner}/index.js +4 -4
  168. package/dist/harnesses/impls/learner/index.js.map +1 -0
  169. package/dist/harnesses/impls/{claude-code-learner → learner}/plugin-path.d.ts +4 -4
  170. package/dist/harnesses/impls/{claude-code-learner → learner}/plugin-path.js +7 -7
  171. package/dist/harnesses/impls/learner/plugin-path.js.map +1 -0
  172. package/dist/harnesses/impls/{claude-code-learner → learner}/restoration-patch.js +3 -1
  173. package/dist/harnesses/impls/learner/restoration-patch.js.map +1 -0
  174. package/dist/harnesses/impls/learner/test-utils/fake-plugin-outputs.js.map +1 -0
  175. package/dist/harnesses/impls/learner/test-utils/noop-adapter.js.map +1 -0
  176. package/dist/harnesses/impls/{claude-code-learner → learner}/types.d.ts +12 -2
  177. package/dist/harnesses/impls/learner/types.js.map +1 -0
  178. package/dist/harnesses/impls/portfolio-v0-evaluator/index.js +13 -12
  179. package/dist/harnesses/impls/portfolio-v0-evaluator/index.js.map +1 -1
  180. package/dist/harnesses/impls/prediction-apy-v0-evaluator/index.js +7 -7
  181. package/dist/harnesses/impls/prediction-apy-v0-evaluator/index.js.map +1 -1
  182. package/dist/harnesses/impls/prediction-apy-v0-evaluator/parse-submission.d.ts +3 -3
  183. package/dist/harnesses/impls/prediction-apy-v0-evaluator/parse-submission.js +7 -6
  184. package/dist/harnesses/impls/prediction-apy-v0-evaluator/parse-submission.js.map +1 -1
  185. package/dist/harnesses/impls/prediction-v0-evaluator/checks/integrity.js +1 -1
  186. package/dist/harnesses/impls/prediction-v0-evaluator/checks/integrity.js.map +1 -1
  187. package/dist/harnesses/impls/prediction-v0-evaluator/index.js +11 -10
  188. package/dist/harnesses/impls/prediction-v0-evaluator/index.js.map +1 -1
  189. package/dist/harnesses/impls/prediction-v1-evaluator/index.js +11 -10
  190. package/dist/harnesses/impls/prediction-v1-evaluator/index.js.map +1 -1
  191. package/dist/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.d.ts +1 -0
  192. package/dist/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.js +10 -2
  193. package/dist/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.js.map +1 -1
  194. package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.d.ts +24 -5
  195. package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js +104 -4
  196. package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js.map +1 -1
  197. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.d.ts +9 -0
  198. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js +25 -1
  199. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js.map +1 -1
  200. package/dist/harnesses/names.d.ts +1 -0
  201. package/dist/harnesses/names.js +3 -0
  202. package/dist/harnesses/names.js.map +1 -1
  203. package/dist/harnesses/readiness-registry.d.ts +48 -0
  204. package/dist/harnesses/readiness-registry.js +136 -0
  205. package/dist/harnesses/readiness-registry.js.map +1 -0
  206. package/dist/harnesses/types.d.ts +7 -0
  207. package/dist/main.d.ts +14 -0
  208. package/dist/main.js +112 -37
  209. package/dist/main.js.map +1 -1
  210. package/dist/mcp/server.js +14 -13
  211. package/dist/mcp/server.js.map +1 -1
  212. package/dist/operator-errors.js +13 -1
  213. package/dist/operator-errors.js.map +1 -1
  214. package/dist/preflight/claude-auth.d.ts +18 -0
  215. package/dist/preflight/claude-auth.js +38 -0
  216. package/dist/preflight/claude-auth.js.map +1 -1
  217. package/dist/scripts/donation-consumption-acceptance.js +1 -1
  218. package/dist/scripts/donation-consumption-acceptance.js.map +1 -1
  219. package/dist/scripts/swe-rebench-v2-known-bad.json +12 -0
  220. package/dist/scripts/swe-rebench-v2-seed-pool.json +26 -0
  221. package/dist/solver-types/_swe-rebench-v2-substrate.d.ts +52 -0
  222. package/dist/solver-types/_swe-rebench-v2-substrate.js +76 -0
  223. package/dist/solver-types/_swe-rebench-v2-substrate.js.map +1 -0
  224. package/dist/solver-types/_swe-rebench-v2-validated-pool.d.ts +38 -12
  225. package/dist/solver-types/_swe-rebench-v2-validated-pool.js +136 -27
  226. package/dist/solver-types/_swe-rebench-v2-validated-pool.js.map +1 -1
  227. package/dist/solver-types/swe-rebench-v2-auto.d.ts +6 -0
  228. package/dist/solver-types/swe-rebench-v2-auto.js.map +1 -1
  229. package/dist/solver-types/swe-rebench-v2.d.ts +1 -0
  230. package/dist/solver-types/swe-rebench-v2.js +19 -6
  231. package/dist/solver-types/swe-rebench-v2.js.map +1 -1
  232. package/dist/store/store.js +12 -4
  233. package/dist/store/store.js.map +1 -1
  234. package/dist/templates/plugins/runtime-plugin/.mcp.json.tmpl +8 -0
  235. package/dist/templates/plugins/runtime-plugin/README.md.tmpl +30 -0
  236. package/dist/templates/plugins/runtime-plugin/gitignore.tmpl +3 -0
  237. package/dist/templates/plugins/runtime-plugin/jinn.plugin.json.tmpl +21 -0
  238. package/dist/templates/plugins/runtime-plugin/mcp/server.mjs.tmpl +33 -0
  239. package/dist/templates/plugins/runtime-plugin/package.json.tmpl +15 -0
  240. package/dist/templates/plugins/runtime-plugin/test/plugin.test.ts.tmpl +35 -0
  241. package/dist/templates/plugins/runtime-plugin/tsconfig.json.tmpl +11 -0
  242. package/dist/templates/plugins/solver-type-plugin/README.md.tmpl +35 -0
  243. package/dist/templates/plugins/solver-type-plugin/gitignore.tmpl +3 -0
  244. package/dist/templates/plugins/solver-type-plugin/jinn.plugin.json.tmpl +11 -0
  245. package/dist/templates/plugins/solver-type-plugin/package.json.tmpl +15 -0
  246. package/dist/templates/plugins/solver-type-plugin/skills/example/SKILL.md.tmpl +10 -0
  247. package/dist/templates/plugins/solver-type-plugin/test/plugin.test.ts.tmpl +25 -0
  248. package/dist/templates/plugins/solver-type-plugin/tsconfig.json.tmpl +11 -0
  249. package/dist/tx-retry.d.ts +13 -0
  250. package/dist/tx-retry.js +22 -0
  251. package/dist/tx-retry.js.map +1 -1
  252. package/dist/types/envelope.d.ts +28 -21
  253. package/dist/types/envelope.js +8 -3
  254. package/dist/types/envelope.js.map +1 -1
  255. package/dist/types/payloads/index.d.ts +2 -2
  256. package/dist/types/payloads/index.js +13 -12
  257. package/dist/types/payloads/index.js.map +1 -1
  258. package/dist/types/payloads/portfolio-v0.d.ts +60 -10
  259. package/dist/types/payloads/portfolio-v0.js +16 -6
  260. package/dist/types/payloads/portfolio-v0.js.map +1 -1
  261. package/dist/types/payloads/prediction-apy-v0.d.ts +52 -10
  262. package/dist/types/payloads/prediction-apy-v0.js +16 -6
  263. package/dist/types/payloads/prediction-apy-v0.js.map +1 -1
  264. package/dist/types/payloads/prediction-v0.d.ts +49 -10
  265. package/dist/types/payloads/prediction-v0.js +16 -6
  266. package/dist/types/payloads/prediction-v0.js.map +1 -1
  267. package/dist/vendor/@jinn-network/sdk/dist/payloads/prediction-v1.d.ts +45 -6
  268. package/dist/vendor/@jinn-network/sdk/dist/payloads/prediction-v1.js +16 -6
  269. package/dist/x402/handler.js +51 -20
  270. package/dist/x402/handler.js.map +1 -1
  271. package/package.json +11 -3
  272. package/plugins/swe-rebench-v2-diffmin/.claude-plugin/plugin.json +5 -0
  273. package/plugins/swe-rebench-v2-diffmin/.mcp.json +8 -0
  274. package/plugins/swe-rebench-v2-diffmin/README.md +69 -0
  275. package/plugins/swe-rebench-v2-diffmin/jinn.plugin.json +12 -0
  276. package/plugins/swe-rebench-v2-diffmin/mcp/diff-stats-server.mjs +72 -0
  277. package/plugins/swe-rebench-v2-diffmin/mcp/diff-stats.mjs +48 -0
  278. package/plugins/swe-rebench-v2-diffmin/package.json +19 -0
  279. package/plugins/swe-rebench-v2-diffmin/skills/diffmin/SKILL.md +116 -0
  280. package/plugins/swe-rebench-v2-diffmin/skills/test-map/SKILL.md +126 -0
  281. package/plugins/swe-rebench-v2-diffmin/test/diff-stats.test.ts +62 -0
  282. package/plugins/swe-rebench-v2-diffmin/test/manifest.test.ts +53 -0
  283. package/plugins/swe-rebench-v2-diffmin/tsconfig.json +12 -0
  284. package/plugins/swe-rebench-v2-runtime/README.md +13 -0
  285. package/plugins/swe-rebench-v2-runtime/skills/orient/SKILL.md +7 -3
  286. package/plugins/swe-rebench-v2-runtime/skills/plan/SKILL.md +6 -17
  287. package/templates/plugins/runtime-plugin/.mcp.json.tmpl +8 -0
  288. package/templates/plugins/runtime-plugin/README.md.tmpl +30 -0
  289. package/templates/plugins/runtime-plugin/gitignore.tmpl +3 -0
  290. package/templates/plugins/runtime-plugin/jinn.plugin.json.tmpl +21 -0
  291. package/templates/plugins/runtime-plugin/mcp/server.mjs.tmpl +33 -0
  292. package/templates/plugins/runtime-plugin/package.json.tmpl +15 -0
  293. package/templates/plugins/runtime-plugin/test/plugin.test.ts.tmpl +35 -0
  294. package/templates/plugins/runtime-plugin/tsconfig.json.tmpl +11 -0
  295. package/templates/plugins/solver-type-plugin/README.md.tmpl +35 -0
  296. package/templates/plugins/solver-type-plugin/gitignore.tmpl +3 -0
  297. package/templates/plugins/solver-type-plugin/jinn.plugin.json.tmpl +11 -0
  298. package/templates/plugins/solver-type-plugin/package.json.tmpl +15 -0
  299. package/templates/plugins/solver-type-plugin/skills/example/SKILL.md.tmpl +10 -0
  300. package/templates/plugins/solver-type-plugin/test/plugin.test.ts.tmpl +25 -0
  301. package/templates/plugins/solver-type-plugin/tsconfig.json.tmpl +11 -0
  302. package/dist/dashboard/assets/index-BjtltOGc.js +0 -76
  303. package/dist/harnesses/impls/claude-code-learner/adapters/claude-code.js.map +0 -1
  304. package/dist/harnesses/impls/claude-code-learner/adapters/codex-code.js.map +0 -1
  305. package/dist/harnesses/impls/claude-code-learner/adapters/codex-workspace.js.map +0 -1
  306. package/dist/harnesses/impls/claude-code-learner/harness.js.map +0 -1
  307. package/dist/harnesses/impls/claude-code-learner/harvest.js.map +0 -1
  308. package/dist/harnesses/impls/claude-code-learner/index.js.map +0 -1
  309. package/dist/harnesses/impls/claude-code-learner/plugin-path.js.map +0 -1
  310. package/dist/harnesses/impls/claude-code-learner/restoration-patch.js.map +0 -1
  311. package/dist/harnesses/impls/claude-code-learner/test-utils/fake-plugin-outputs.js.map +0 -1
  312. package/dist/harnesses/impls/claude-code-learner/test-utils/noop-adapter.js.map +0 -1
  313. package/dist/harnesses/impls/claude-code-learner/types.js.map +0 -1
  314. package/dist/preflight/claude-required.d.ts +0 -8
  315. package/dist/preflight/claude-required.js +0 -17
  316. package/dist/preflight/claude-required.js.map +0 -1
  317. /package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/claude-code.d.ts +0 -0
  318. /package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/claude-code.js +0 -0
  319. /package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/codex-code.d.ts +0 -0
  320. /package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/codex-workspace.d.ts +0 -0
  321. /package/dist/harnesses/impls/{claude-code-learner → learner}/adapters/codex-workspace.js +0 -0
  322. /package/dist/harnesses/impls/{claude-code-learner → learner}/harvest.d.ts +0 -0
  323. /package/dist/harnesses/impls/{claude-code-learner → learner}/restoration-patch.d.ts +0 -0
  324. /package/dist/harnesses/impls/{claude-code-learner → learner}/test-utils/fake-plugin-outputs.d.ts +0 -0
  325. /package/dist/harnesses/impls/{claude-code-learner → learner}/test-utils/fake-plugin-outputs.js +0 -0
  326. /package/dist/harnesses/impls/{claude-code-learner → learner}/test-utils/noop-adapter.d.ts +0 -0
  327. /package/dist/harnesses/impls/{claude-code-learner → learner}/test-utils/noop-adapter.js +0 -0
  328. /package/dist/harnesses/impls/{claude-code-learner → learner}/types.js +0 -0
  329. /package/plugins/{claude-code-learner → learner}/.claude-plugin/plugin.json +0 -0
  330. /package/plugins/{claude-code-learner → learner}/.codex-plugin/plugin.json +0 -0
  331. /package/plugins/{claude-code-learner → learner}/AGENTS.md +0 -0
  332. /package/plugins/{claude-code-learner → learner}/CLAUDE.md +0 -0
  333. /package/plugins/{claude-code-learner → learner}/README.md +0 -0
  334. /package/plugins/{claude-code-learner → learner}/hooks/hooks.json +0 -0
  335. /package/plugins/{claude-code-learner → learner}/hooks/session-start +0 -0
  336. /package/plugins/{claude-code-learner → learner}/skills/learn/SKILL.md +0 -0
  337. /package/plugins/{claude-code-learner → learner}/skills/learn/analyst-prompt.md +0 -0
  338. /package/plugins/{claude-code-learner → learner}/skills/learn/consolidator-prompt.md +0 -0
  339. /package/plugins/{claude-code-learner → learner}/skills/learn/explorer-prompt.md +0 -0
  340. /package/plugins/{claude-code-learner → learner}/skills/learn/planner-prompt.md +0 -0
  341. /package/plugins/{claude-code-learner → learner}/skills/learn/promoter-prompt.md +0 -0
  342. /package/plugins/{claude-code-learner → learner}/skills/learn/step-worker-prompt.md +0 -0
  343. /package/plugins/{claude-code-learner → learner}/skills/learn/strategist-prompt.md +0 -0
@@ -16,7 +16,7 @@ import { signCanonical } from '../../engine/signing.js';
16
16
  import { buildVerificationStub } from '../../engine/verification-stub.js';
17
17
  import { REQUIRES_LIVE_DAEMON_READINESS } from '../../types.js';
18
18
  import { PredictionV1TaskSchema, } from '../../../types/prediction.js';
19
- import { SignedEnvelopeSchema } from '../../../types/envelope.js';
19
+ import { SignedEnvelopeSchema, normalizeEnvelopeRole } from '../../../types/envelope.js';
20
20
  import { PredictionV0RestorationPayloadSchema } from '../../../types/payloads/prediction-v0.js';
21
21
  import { oraclePriceAtResolveTs, scaleToDecimal, } from '../../../venues/chainlink/client.js';
22
22
  import { resolveGroundTruth } from './canonical-metrics.js';
@@ -24,7 +24,7 @@ import { computeScore } from './score.js';
24
24
  import { checkOracleReachable, checkOracleRoundCoversResolveTs } from './checks/availability.js';
25
25
  import { checkSubmissionWithinWindow } from './checks/eligibility.js';
26
26
  import { checkWindowBounds, checkManifestFieldsPresent, checkManifestSignature, checkTaskRef, checkTaskRefMissingExpected, recomputeTopLevelSignatureHash, } from './checks/integrity.js';
27
- import { resolveExpectedRestorationTaskCid, RESTORATION_ENVELOPE_CID_CONTEXT_KEY } from '../evaluation-context.js';
27
+ import { resolveExpectedSolutionTaskCid, resolveSolutionEnvelopeCid } from '../evaluation-context.js';
28
28
  import { canonicalJson } from '../../engine/canonical-json.js';
29
29
  import { checkQuestionKindSupported } from './checks/spec.js';
30
30
  function nowNanos() {
@@ -67,7 +67,7 @@ export class PredictionV1Evaluator {
67
67
  const { task: task, workingDir, log } = ctx;
68
68
  // Support _testDeps injection from ctx (test) or config (constructor).
69
69
  const testDeps = ctx._testDeps ?? this.config._testDeps;
70
- const expectedRef = resolveExpectedRestorationTaskCid(task, testDeps);
70
+ const expectedRef = resolveExpectedSolutionTaskCid(task, testDeps);
71
71
  // 1. Parse task — same spec the harness ran under
72
72
  const predictionTask = PredictionV1TaskSchema.parse(task);
73
73
  const { feed, venue } = predictionTask.spec.oracle;
@@ -75,8 +75,9 @@ export class PredictionV1Evaluator {
75
75
  const manifestJson = task.context['restorationResult'];
76
76
  const rawPayload = JSON.parse(manifestJson);
77
77
  const envelope = SignedEnvelopeSchema.parse(rawPayload);
78
- if (envelope.solverType !== 'prediction.v1' || envelope.role !== 'restoration') {
79
- throw new Error(`Unexpected envelope kind/role: ${envelope.solverType}/${envelope.role}; expected prediction.v1/restoration`);
78
+ if (envelope.solverType !== 'prediction.v1' ||
79
+ normalizeEnvelopeRole(envelope.role) !== 'solution') {
80
+ throw new Error(`Unexpected envelope kind/role: ${envelope.solverType}/${envelope.role}; expected prediction.v1/solution`);
80
81
  }
81
82
  const payload = PredictionV0RestorationPayloadSchema.parse(envelope.payload);
82
83
  // 3. Fetch Chainlink spanning round
@@ -249,8 +250,8 @@ export class PredictionV1Evaluator {
249
250
  // ── Verdict payload for engine.pack() (role='verdict' envelope) ───────────
250
251
  // Assembles the PredictionV1VerdictPayload from the already-computed fields.
251
252
  //
252
- // restorationEnvelope: CID threaded from the daemon via context, sha256
253
- // computed as sha256(JCS(restorationEnvelope)) — matching the upload pipeline
253
+ // solutionEnvelope: CID threaded from the daemon via context, sha256
254
+ // computed as sha256(JCS(solutionEnvelope)) — matching the upload pipeline
254
255
  // and the conformance harness (8l6 fix A).
255
256
  //
256
257
  // verificationOfRestoration: stub — Plan D will connect the real SDK that
@@ -258,18 +259,18 @@ export class PredictionV1Evaluator {
258
259
  // For V1 the stub always reports 'valid' (self-signed tier), which means
259
260
  // the REJECTED-if-invalid path in engine.pack() never fires in practice
260
261
  // until Plan D replaces this stub.
261
- const envelopeCid = task.context?.[RESTORATION_ENVELOPE_CID_CONTEXT_KEY]
262
+ const envelopeCid = resolveSolutionEnvelopeCid(task)
262
263
  ?? task.restorationRequestId
263
264
  ?? 'bafy-unknown';
264
265
  // Use JCS canonical bytes so the sha256 matches the upload pipeline (8l6 fix A).
265
266
  const envelopeSha256 = createHash('sha256').update(canonicalJson(rawPayload)).digest('hex');
266
- const restorationEnvelope = {
267
+ const solutionEnvelope = {
267
268
  cid: envelopeCid,
268
269
  sha256: envelopeSha256,
269
270
  };
270
271
  const verificationOfRestoration = buildVerificationStub();
271
272
  const verdictPayload = {
272
- restorationEnvelope,
273
+ solutionEnvelope,
273
274
  verificationOfRestoration,
274
275
  verdict,
275
276
  score,
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/prediction-v0-evaluator/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAI1E,OAAO,EAAE,8BAA8B,EAAE,MAAM,gBAAgB,CAAC;AAEhE,OAAO,EACL,sBAAsB,GACvB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,oCAAoC,EAAuC,MAAM,0CAA0C,CAAC;AACrI,OAAO,EACL,sBAAsB,EACtB,cAAc,GAEf,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAA8B,MAAM,YAAY,CAAC;AAEtE,OAAO,EAAE,oBAAoB,EAAE,+BAA+B,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,iBAAiB,EACjB,0BAA0B,EAC1B,sBAAsB,EACtB,YAAY,EACZ,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,iCAAiC,EAAE,oCAAoC,EAAE,MAAM,0BAA0B,CAAC;AACnH,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAE9D,SAAS,QAAQ;IACf,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,QAAU,EAAE,CAAC;AAC9C,CAAC;AAkBD,MAAM,OAAO,qBAAqB;IAIH;IAHpB,IAAI,GAAG,yBAAyB,CAAC;IACjC,OAAO,GAAG,OAAO,CAAC;IAE3B,YAA6B,MAAmC;QAAnC,WAAM,GAAN,MAAM,CAA6B;IAAG,CAAC;IAEpE,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,eAAe,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,eAAe;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iCAAiC,EAAE,CAAC;QACzG,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACvF,IAAI,CAAC,IAAI,CAAC,oBAAoB;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;QACjG,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;QAChG,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;QAC5C,uEAAuE;QACvE,MAAM,QAAQ,GAAI,GAAW,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACjE,MAAM,WAAW,GAAG,iCAAiC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEtE,kDAAkD;QAClD,MAAM,cAAc,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC;QAEnD,yDAAyD;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;QACvE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACxD,IAAI,QAAQ,CAAC,UAAU,KAAK,eAAe,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,sCAAsC,CAC7G,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAmC,oCAAoC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE7G,oCAAoC;QACpC,IAAI,QAAwB,CAAC;QAC7B,MAAM,gBAAgB,GAAG,QAAQ,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;QACpF,IAAI,CAAC;YACH,IAAI,QAAQ,EAAE,sBAAsB,EAAE,CAAC;gBACrC,QAAQ,GAAG,MAAM,QAAQ,CAAC,sBAAsB,CAAC,IAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAClH,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAClE,MAAM,KAAK,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;gBAC9D,MAAM,YAAY,GAAG,kBAAkB,CAAC;oBACtC,KAAK;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;iBACpC,CAA4B,CAAC;gBAC9B,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;gBACtD,IAAI,aAAa,KAAK,eAAe,EAAE,CAAC;oBACtC,MAAM,IAAI,KAAK,CACb,oCAAoC,KAAK,aAAa,eAAe,wBAAwB,aAAa,EAAE,CAC7G,CAAC;gBACJ,CAAC;gBACD,QAAQ,GAAG,MAAM,sBAAsB,CACrC,IAAqB,EACrB,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EACtC,YAAY,CACb,CAAC;YACJ,CAAC;YACD,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,oCAAoC,cAAc,EAAE;gBAC1D,IAAI,EAAE,QAAQ;gBACd,iBAAiB,EAAE,gBAAgB;gBACnC,eAAe,EAAE,QAAQ,EAAE;gBAC3B,UAAU,EAAE;oBACV,gBAAgB,EAAE,eAAe;oBACjC,eAAe,EAAE,cAAc;oBAC/B,qBAAqB,EAAE,MAAM;oBAC7B,2BAA2B,EAAE,GAAG;oBAChC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK;oBACvC,UAAU,EAAE,WAAW;oBACvB,gBAAgB,EAAE,IAAI;oBACtB,qBAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;iBAC9D;gBACD,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,oCAAoC,cAAc,EAAE;gBAC1D,IAAI,EAAE,QAAQ;gBACd,iBAAiB,EAAE,gBAAgB;gBACnC,eAAe,EAAE,QAAQ,EAAE;gBAC3B,UAAU,EAAE;oBACV,gBAAgB,EAAE,eAAe;oBACjC,eAAe,EAAE,cAAc;oBAC/B,qBAAqB,EAAE,MAAM;oBAC7B,2BAA2B,EAAE,CAAC;oBAC9B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK;oBACvC,UAAU,EAAE,WAAW;oBACvB,gBAAgB,EAAE,IAAI;oBACtB,qBAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;iBAC9D;gBACD,MAAM,EAAE;oBACN;wBACE,YAAY,EAAE,QAAQ,EAAE;wBACxB,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,EAAE,mBAAmB,EAAE,GAAG,EAAE;qBACzC;iBACF;gBACD,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE;aACxC,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,+EAA+E;QAC/E,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,qFAAqF;QACrF,MAAM,CAAC,IAAI,CAAC,MAAM,oBAAoB,CAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEvD,cAAc;QACd,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhG,YAAY;QACZ,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5D,CAAC;YACC,MAAM,UAAU,GAAG,8BAA8B,CAAC,UAAU,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,MAAM,sBAAsB,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,OAAO;QACP,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEtE,oBAAoB;QACpB,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAEtC,iCAAiC;QACjC,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrF,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC/G,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAC5B,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,UAAU;YAChB,iBAAiB,EAAE,UAAU;YAC7B,eAAe,EAAE,QAAQ;YACzB,UAAU,EAAE;gBACV,gBAAgB,EAAE,uBAAuB;gBACzC,iBAAiB,EAAE,SAAS;gBAC5B,eAAe,EAAE,QAAQ;gBACzB,SAAS,EAAE,OAAO;gBAClB,aAAa,EAAE,UAAU;aAC1B;YACD,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;SACvB,CAAC,CAAC;QAEH,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAY,CAAC,CAAC;QACvE,MAAM,mBAAmB,GAA4B;YACnD,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,QAAQ,EAAE,gBAAgB,CAAC,OAAO,EAAE;YAChG,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,OAAO;YACP,KAAK;YACL,UAAU;YACV,YAAY;YACZ,aAAa,EAAE;gBACb,IAAI,EAAE,IAAqB;gBAC3B,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;gBACvC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;gBACrC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS;gBACnC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF;YACD,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;gBACnC,mEAAmE;aACpE;YACD,WAAW;YACX,MAAM;SACP,CAAC;QACF,uEAAuE;QACvE,gDAAgD;QAChD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,WAA6B,EAAE,gBAAgB,CAAC,OAAwB,CAAC,CAAC;QAC9I,MAAM,eAAe,GAA4B;YAC/C,GAAG,mBAAmB;YACtB,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE;SACvG,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7E,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,WAAW,CAAC,CAAC;QAE7D,MAAM,cAAc,GAAG,QAAQ,EAAE,CAAC;QAClC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,4BAA4B;YAClC,IAAI,EAAE,UAAU;YAChB,iBAAiB,EAAE,cAAc;YACjC,eAAe,EAAE,cAAc;YAC/B,UAAU,EAAE;gBACV,gBAAgB,EAAE,oBAAoB;gBACtC,mBAAmB,EAAE,SAAS;gBAC9B,4BAA4B,EAAE,oBAAoB;gBAClD,sBAAsB,EAAE,aAAa;gBACrC,eAAe,EAAE,cAAc;aAChC;YACD,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;SACvB,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,kCAAkC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;QAEvG,6EAA6E;QAC7E,6EAA6E;QAC7E,EAAE;QACF,wEAAwE;QACxE,8EAA8E;QAC9E,2CAA2C;QAC3C,EAAE;QACF,0EAA0E;QAC1E,yEAAyE;QACzE,yEAAyE;QACzE,wEAAwE;QACxE,mCAAmC;QACnC,MAAM,WAAW,GAAI,IAAI,CAAC,OAAO,EAAE,CAAC,oCAAoC,CAAwB;eAC3F,IAAI,CAAC,oBAAoB;eACzB,cAAc,CAAC;QACpB,iFAAiF;QACjF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5F,MAAM,mBAAmB,GAAG;YAC1B,GAAG,EAAE,WAAW;YAChB,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,MAAM,yBAAyB,GAAG,qBAAqB,EAAE,CAAC;QAE1D,MAAM,cAAc,GAA4B;YAC9C,mBAAmB;YACnB,yBAAyB;YACzB,OAAO;YACP,KAAK;YACL,UAAU;YACV,YAAY;YACZ,aAAa,EAAE,mBAAmB,CAAC,eAAe,CAAC;YACnD,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;gBACnC,6EAA6E;gBAC7E,8DAA8D;aAC/D;YACD,WAAW;YACX,MAAM;SACP,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;YAC/B,MAAM,EAAE;gBACN,OAAO;gBACP,KAAK;gBACL,UAAU;gBACV,WAAW;gBACX,UAAU,EAAE,MAAM,CAAC,MAAM;gBACzB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;gBACzD,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;gBACzD,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;aAC1D;YACD,aAAa,EAAE;gBACb,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAClD,aAAa,EAAE,mBAAmB,CAAC,eAAe,CAAC;aACpD;YACD,cAAc;YACd,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,cAAc;oBACpB,YAAY,EAAE,oBAAoB;oBAClC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;oBAC5B,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,MAAe;IACpC,wEAAwE;IACxE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,eAAe,CAAC;IACxG,kEAAkE;IAClE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,eAAe,CAAC;IACxG,+EAA+E;IAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IAC9G,kCAAkC;IAClC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,UAAU,CAAC;IAClG,oCAAoC;IACpC,IACE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,EACnE,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,eAAe,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/prediction-v0-evaluator/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAI1E,OAAO,EAAE,8BAA8B,EAAE,MAAM,gBAAgB,CAAC;AAEhE,OAAO,EACL,sBAAsB,GACvB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,oCAAoC,EAAuC,MAAM,0CAA0C,CAAC;AACrI,OAAO,EACL,sBAAsB,EACtB,cAAc,GAEf,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAA8B,MAAM,YAAY,CAAC;AAEtE,OAAO,EAAE,oBAAoB,EAAE,+BAA+B,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,iBAAiB,EACjB,0BAA0B,EAC1B,sBAAsB,EACtB,YAAY,EACZ,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,8BAA8B,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtG,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAE9D,SAAS,QAAQ;IACf,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,QAAU,EAAE,CAAC;AAC9C,CAAC;AAkBD,MAAM,OAAO,qBAAqB;IAIH;IAHpB,IAAI,GAAG,yBAAyB,CAAC;IACjC,OAAO,GAAG,OAAO,CAAC;IAE3B,YAA6B,MAAmC;QAAnC,WAAM,GAAN,MAAM,CAA6B;IAAG,CAAC;IAEpE,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,eAAe,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,eAAe;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iCAAiC,EAAE,CAAC;QACzG,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACvF,IAAI,CAAC,IAAI,CAAC,oBAAoB;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;QACjG,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;QAChG,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;QAC5C,uEAAuE;QACvE,MAAM,QAAQ,GAAI,GAAW,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACjE,MAAM,WAAW,GAAG,8BAA8B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEnE,kDAAkD;QAClD,MAAM,cAAc,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC;QAEnD,yDAAyD;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;QACvE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACxD,IACE,QAAQ,CAAC,UAAU,KAAK,eAAe;YACvC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,mCAAmC,CAC1G,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAmC,oCAAoC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE7G,oCAAoC;QACpC,IAAI,QAAwB,CAAC;QAC7B,MAAM,gBAAgB,GAAG,QAAQ,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;QACpF,IAAI,CAAC;YACH,IAAI,QAAQ,EAAE,sBAAsB,EAAE,CAAC;gBACrC,QAAQ,GAAG,MAAM,QAAQ,CAAC,sBAAsB,CAAC,IAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAClH,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAClE,MAAM,KAAK,GAAG,KAAK,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;gBAC9D,MAAM,YAAY,GAAG,kBAAkB,CAAC;oBACtC,KAAK;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;iBACpC,CAA4B,CAAC;gBAC9B,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;gBACtD,IAAI,aAAa,KAAK,eAAe,EAAE,CAAC;oBACtC,MAAM,IAAI,KAAK,CACb,oCAAoC,KAAK,aAAa,eAAe,wBAAwB,aAAa,EAAE,CAC7G,CAAC;gBACJ,CAAC;gBACD,QAAQ,GAAG,MAAM,sBAAsB,CACrC,IAAqB,EACrB,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EACtC,YAAY,CACb,CAAC;YACJ,CAAC;YACD,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,oCAAoC,cAAc,EAAE;gBAC1D,IAAI,EAAE,QAAQ;gBACd,iBAAiB,EAAE,gBAAgB;gBACnC,eAAe,EAAE,QAAQ,EAAE;gBAC3B,UAAU,EAAE;oBACV,gBAAgB,EAAE,eAAe;oBACjC,eAAe,EAAE,cAAc;oBAC/B,qBAAqB,EAAE,MAAM;oBAC7B,2BAA2B,EAAE,GAAG;oBAChC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK;oBACvC,UAAU,EAAE,WAAW;oBACvB,gBAAgB,EAAE,IAAI;oBACtB,qBAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;iBAC9D;gBACD,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,oCAAoC,cAAc,EAAE;gBAC1D,IAAI,EAAE,QAAQ;gBACd,iBAAiB,EAAE,gBAAgB;gBACnC,eAAe,EAAE,QAAQ,EAAE;gBAC3B,UAAU,EAAE;oBACV,gBAAgB,EAAE,eAAe;oBACjC,eAAe,EAAE,cAAc;oBAC/B,qBAAqB,EAAE,MAAM;oBAC7B,2BAA2B,EAAE,CAAC;oBAC9B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK;oBACvC,UAAU,EAAE,WAAW;oBACvB,gBAAgB,EAAE,IAAI;oBACtB,qBAAqB,EAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;iBAC9D;gBACD,MAAM,EAAE;oBACN;wBACE,YAAY,EAAE,QAAQ,EAAE;wBACxB,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,EAAE,mBAAmB,EAAE,GAAG,EAAE;qBACzC;iBACF;gBACD,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE;aACxC,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,+EAA+E;QAC/E,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,qFAAqF;QACrF,MAAM,CAAC,IAAI,CAAC,MAAM,oBAAoB,CAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEvD,cAAc;QACd,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhG,YAAY;QACZ,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5D,CAAC;YACC,MAAM,UAAU,GAAG,8BAA8B,CAAC,UAAU,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,MAAM,sBAAsB,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,OAAO;QACP,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEtE,oBAAoB;QACpB,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAEtC,iCAAiC;QACjC,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrF,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC/G,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAC5B,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,UAAU;YAChB,iBAAiB,EAAE,UAAU;YAC7B,eAAe,EAAE,QAAQ;YACzB,UAAU,EAAE;gBACV,gBAAgB,EAAE,uBAAuB;gBACzC,iBAAiB,EAAE,SAAS;gBAC5B,eAAe,EAAE,QAAQ;gBACzB,SAAS,EAAE,OAAO;gBAClB,aAAa,EAAE,UAAU;aAC1B;YACD,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;SACvB,CAAC,CAAC;QAEH,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAY,CAAC,CAAC;QACvE,MAAM,mBAAmB,GAA4B;YACnD,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,QAAQ,EAAE,gBAAgB,CAAC,OAAO,EAAE;YAChG,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,OAAO;YACP,KAAK;YACL,UAAU;YACV,YAAY;YACZ,aAAa,EAAE;gBACb,IAAI,EAAE,IAAqB;gBAC3B,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;gBACvC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;gBACrC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS;gBACnC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF;YACD,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;gBACnC,mEAAmE;aACpE;YACD,WAAW;YACX,MAAM;SACP,CAAC;QACF,uEAAuE;QACvE,gDAAgD;QAChD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,WAA6B,EAAE,gBAAgB,CAAC,OAAwB,CAAC,CAAC;QAC9I,MAAM,eAAe,GAA4B;YAC/C,GAAG,mBAAmB;YACtB,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE;SACvG,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7E,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,WAAW,CAAC,CAAC;QAE7D,MAAM,cAAc,GAAG,QAAQ,EAAE,CAAC;QAClC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,4BAA4B;YAClC,IAAI,EAAE,UAAU;YAChB,iBAAiB,EAAE,cAAc;YACjC,eAAe,EAAE,cAAc;YAC/B,UAAU,EAAE;gBACV,gBAAgB,EAAE,oBAAoB;gBACtC,mBAAmB,EAAE,SAAS;gBAC9B,4BAA4B,EAAE,oBAAoB;gBAClD,sBAAsB,EAAE,aAAa;gBACrC,eAAe,EAAE,cAAc;aAChC;YACD,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;SACvB,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,kCAAkC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;QAEvG,6EAA6E;QAC7E,6EAA6E;QAC7E,EAAE;QACF,qEAAqE;QACrE,2EAA2E;QAC3E,2CAA2C;QAC3C,EAAE;QACF,0EAA0E;QAC1E,yEAAyE;QACzE,yEAAyE;QACzE,wEAAwE;QACxE,mCAAmC;QACnC,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,CAAC;eAC/C,IAAI,CAAC,oBAAoB;eACzB,cAAc,CAAC;QACpB,iFAAiF;QACjF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5F,MAAM,gBAAgB,GAAG;YACvB,GAAG,EAAE,WAAW;YAChB,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,MAAM,yBAAyB,GAAG,qBAAqB,EAAE,CAAC;QAE1D,MAAM,cAAc,GAA4B;YAC9C,gBAAgB;YAChB,yBAAyB;YACzB,OAAO;YACP,KAAK;YACL,UAAU;YACV,YAAY;YACZ,aAAa,EAAE,mBAAmB,CAAC,eAAe,CAAC;YACnD,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAC3C,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;gBACnC,6EAA6E;gBAC7E,8DAA8D;aAC/D;YACD,WAAW;YACX,MAAM;SACP,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;YAC/B,MAAM,EAAE;gBACN,OAAO;gBACP,KAAK;gBACL,UAAU;gBACV,WAAW;gBACX,UAAU,EAAE,MAAM,CAAC,MAAM;gBACzB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;gBACzD,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;gBACzD,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;aAC1D;YACD,aAAa,EAAE;gBACb,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW;gBAClD,aAAa,EAAE,mBAAmB,CAAC,eAAe,CAAC;aACpD;YACD,cAAc;YACd,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,cAAc;oBACpB,YAAY,EAAE,oBAAoB;oBAClC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;oBAC5B,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,MAAe;IACpC,wEAAwE;IACxE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,eAAe,CAAC;IACxG,kEAAkE;IAClE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,eAAe,CAAC;IACxG,+EAA+E;IAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IAC9G,kCAAkC;IAClC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,UAAU,CAAC;IAClG,oCAAoC;IACpC,IACE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,EACnE,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,eAAe,qBAAqB,CAAC"}
@@ -5,11 +5,11 @@ import { createHash } from 'node:crypto';
5
5
  import { writeFileSync } from 'node:fs';
6
6
  import { join } from 'node:path';
7
7
  import { REQUIRES_LIVE_DAEMON_READINESS } from '../../types.js';
8
- import { SignedEnvelopeSchema } from '../../../types/envelope.js';
8
+ import { SignedEnvelopeSchema, normalizeEnvelopeRole } from '../../../types/envelope.js';
9
9
  import { PredictionV1TaskSchema } from '../../../types/prediction-v1.js';
10
10
  import { PredictionV1RestorationPayloadSchema, } from '../../../types/payloads/prediction-v1.js';
11
11
  import { canonicalJson } from '../../engine/canonical-json.js';
12
- import { RESTORATION_ENVELOPE_CID_CONTEXT_KEY, RESTORATION_TASK_CID_CONTEXT_KEY, } from '../evaluation-context.js';
12
+ import { resolveExpectedSolutionTaskCid, resolveSolutionEnvelopeCid } from '../evaluation-context.js';
13
13
  import { checkManifestSignature, checkTaskRef, checkTaskRefMissingExpected, recomputeTopLevelSignatureHash, } from '../prediction-v0-evaluator/checks/integrity.js';
14
14
  import { getResolution, } from '../../../venues/polymarket/client.js';
15
15
  export class PredictionV1Evaluator {
@@ -35,8 +35,8 @@ export class PredictionV1Evaluator {
35
35
  if (typeof task.context?.['restorationResult'] !== 'string') {
36
36
  return { ok: false, reason: 'context.restorationResult required' };
37
37
  }
38
- if (typeof task.context?.[RESTORATION_TASK_CID_CONTEXT_KEY] !== 'string') {
39
- return { ok: false, reason: `context.${RESTORATION_TASK_CID_CONTEXT_KEY} required` };
38
+ if (resolveExpectedSolutionTaskCid(task).kind === 'missing') {
39
+ return { ok: false, reason: 'context.solutionTaskCid required' };
40
40
  }
41
41
  return { ok: true };
42
42
  }
@@ -50,26 +50,27 @@ export class PredictionV1Evaluator {
50
50
  const manifestJson = ctx.task.context['restorationResult'];
51
51
  const rawEnvelope = JSON.parse(manifestJson);
52
52
  const solutionEnvelopeSha256 = createHash('sha256').update(canonicalJson(rawEnvelope)).digest('hex');
53
- const solutionEnvelopeCid = ctx.task.context?.[RESTORATION_ENVELOPE_CID_CONTEXT_KEY]
53
+ const solutionEnvelopeCid = resolveSolutionEnvelopeCid(ctx.task)
54
54
  ?? ctx.task.restorationRequestId
55
55
  ?? '';
56
56
  let solution = null;
57
57
  try {
58
58
  const envelope = SignedEnvelopeSchema.parse(rawEnvelope);
59
- if (envelope.solverType !== 'prediction.v1' || envelope.role !== 'restoration') {
59
+ if (envelope.solverType !== 'prediction.v1' ||
60
+ normalizeEnvelopeRole(envelope.role) !== 'solution') {
60
61
  checks.push({
61
62
  name: 'solution.envelope',
62
63
  status: 'FAIL',
63
- detail: `expected prediction.v1/restoration, got ${envelope.solverType}/${envelope.role}`,
64
+ detail: `expected prediction.v1/solution, got ${envelope.solverType}/${envelope.role}`,
64
65
  });
65
66
  }
66
67
  else {
67
68
  checks.push({ name: 'solution.envelope', status: 'PASS' });
68
69
  }
69
70
  checks.push(await checkManifestSignature(recomputeTopLevelSignatureHash(rawEnvelope), envelope.signature));
70
- const expectedTaskCid = ctx.task.context?.[RESTORATION_TASK_CID_CONTEXT_KEY];
71
- if (expectedTaskCid) {
72
- checks.push(checkTaskRef(envelope.task.cid, expectedTaskCid));
71
+ const expectedTaskCid = resolveExpectedSolutionTaskCid(ctx.task);
72
+ if (expectedTaskCid.kind === 'resolved') {
73
+ checks.push(checkTaskRef(envelope.task.cid, expectedTaskCid.cid));
73
74
  }
74
75
  else {
75
76
  checks.push(checkTaskRefMissingExpected());
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/prediction-v1-evaluator/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,8BAA8B,EAAE,MAAM,gBAAgB,CAAC;AAEhE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EACL,oCAAoC,GAErC,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EACL,oCAAoC,EACpC,gCAAgC,GACjC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EACtB,YAAY,EACZ,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,gDAAgD,CAAC;AACxD,OAAO,EACL,aAAa,GAEd,MAAM,sCAAsC,CAAC;AAiB9C,MAAM,OAAO,qBAAqB;IAIH;IAHpB,IAAI,GAAG,yBAAyB,CAAC;IACjC,OAAO,GAAG,OAAO,CAAC;IAE3B,YAA6B,SAAsC,EAAE;QAAxC,WAAM,GAAN,MAAM,CAAkC;IAAG,CAAC;IAEzE,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,eAAe,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,eAAe;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iCAAiC,EAAE,CAAC;QACzG,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACvF,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,gCAAgC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACzE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,gCAAgC,WAAW,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QACD,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACzC,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;QACxE,MAAM,sBAAsB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrG,MAAM,mBAAmB,GACtB,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,oCAAoC,CAAwB;eAC7E,GAAG,CAAC,IAAI,CAAC,oBAAoB;eAC7B,EAAE,CAAC;QAER,IAAI,QAAQ,GAA0C,IAAI,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzD,IAAI,QAAQ,CAAC,UAAU,KAAK,eAAe,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC/E,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,mBAAmB;oBACzB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,2CAA2C,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE;iBAC1F,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,sBAAsB,CAAC,8BAA8B,CAAC,WAAW,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YAC3G,MAAM,eAAe,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,gCAAgC,CAAuB,CAAC;YACnG,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,QAAQ,GAAG,oCAAoC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,iBAAiB;gBACvB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACzD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC3G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClG,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QACtD,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,OAAO,KAAK,QAAQ,IAAI,QAAQ,IAAI,UAAU,CAAC,OAAO;YACnE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC;YACrG,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAA4B;YACvC,OAAO;YACP,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/G,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,gBAAgB,EAAE;gBAChB,KAAK,EAAE,YAAY;gBACnB,GAAG,EAAE,UAAU,CAAC,SAAS;gBACzB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B;YACD,IAAI,EAAE;gBACJ,GAAG,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;gBACtB,EAAE,EAAE,IAAI,CAAC,EAAE;aACZ;YACD,gBAAgB,EAAE;gBAChB,GAAG,EAAE,mBAAmB;gBACxB,MAAM,EAAE,sBAAsB;aAC/B;YACD,GAAG,CAAC,QAAQ;gBACV,CAAC,CAAC;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,QAAQ,CAAC,cAAc;wBACvC,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;qBAC1B;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,SAAS,EAAE;gBACT,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc;gBAC1D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS;gBAChD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM;aAC3C;YACD,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,MAAM;SACP,CAAC;QAEF,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,4BAA4B,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEpG,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;YAChC,MAAM,EAAE;gBACN,OAAO;gBACP,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM;gBAChD,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;aAClB;YACD,aAAa,EAAE;gBACb,UAAU;aACX;YACD,cAAc,EAAE,OAAO;YACvB,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,4BAA4B;oBAClC,YAAY,EAAE,uBAAuB;oBACrC,QAAQ,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE;oBACxC,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAgB,EAChB,WAAmB,EACnB,SAAiB;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,IAAI,aAAa,CAAC;QACnE,OAAO,IAAI,CAAC;YACV,QAAQ;YACR,WAAW;YACX,SAAS;YACT,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7E,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,aAAa,CAAC,MAAe,EAAE,UAA8B;IACpE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC;QAAE,OAAO,UAAU,CAAC;IAC7G,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IACrF,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,OAAO;QAAE,OAAO,QAAQ,CAAC;IAC5E,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,eAAe,CAAC;IAC/D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,uBAAuB,CAC9B,UAA8B,EAC9B,GAA8C;IAE9C,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;IAC3D,MAAM,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IAChG,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAAC;QACtC,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACrD,CAAC;IACD,OAAO;QACL,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE;YACN,gBAAgB,EAAE,GAAG,CAAC,QAAQ;YAC9B,cAAc,EAAE,UAAU,CAAC,QAAQ;YACnC,mBAAmB,EAAE,GAAG,CAAC,WAAW;YACpC,iBAAiB,EAAE,UAAU,CAAC,WAAW;SAC1C;KACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,cAAsB,EACtB,uBAA+B,EAC/B,OAAqB;IAOrB,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,cAAc,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO;QACL,UAAU,EAAE,eAAe;QAC3B,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QACnC,cAAc,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,WAAW,EAAE,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;KACvD,CAAC;AACJ,CAAC;AAED,eAAe,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/prediction-v1-evaluator/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,8BAA8B,EAAE,MAAM,gBAAgB,CAAC;AAEhE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EACL,oCAAoC,GAErC,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,8BAA8B,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtG,OAAO,EACL,sBAAsB,EACtB,YAAY,EACZ,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,gDAAgD,CAAC;AACxD,OAAO,EACL,aAAa,GAEd,MAAM,sCAAsC,CAAC;AAiB9C,MAAM,OAAO,qBAAqB;IAIH;IAHpB,IAAI,GAAG,yBAAyB,CAAC;IACjC,OAAO,GAAG,OAAO,CAAC;IAE3B,YAA6B,SAAsC,EAAE;QAAxC,WAAM,GAAN,MAAM,CAAkC;IAAG,CAAC;IAEzE,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,eAAe,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,eAAe;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iCAAiC,EAAE,CAAC;QACzG,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACvF,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,8BAA8B,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;QACnE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QACD,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACzC,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;QACxE,MAAM,sBAAsB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrG,MAAM,mBAAmB,GACvB,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC;eACjC,GAAG,CAAC,IAAI,CAAC,oBAAoB;eAC7B,EAAE,CAAC;QAER,IAAI,QAAQ,GAA0C,IAAI,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzD,IACE,QAAQ,CAAC,UAAU,KAAK,eAAe;gBACvC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,EACnD,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,mBAAmB;oBACzB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,wCAAwC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE;iBACvF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,sBAAsB,CAAC,8BAA8B,CAAC,WAAW,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YAC3G,MAAM,eAAe,GAAG,8BAA8B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjE,IAAI,eAAe,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC,GAAG,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,QAAQ,GAAG,oCAAoC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,iBAAiB;gBACvB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACzD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC3G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClG,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QACtD,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,OAAO,KAAK,QAAQ,IAAI,QAAQ,IAAI,UAAU,CAAC,OAAO;YACnE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC;YACrG,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAA4B;YACvC,OAAO;YACP,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/G,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,gBAAgB,EAAE;gBAChB,KAAK,EAAE,YAAY;gBACnB,GAAG,EAAE,UAAU,CAAC,SAAS;gBACzB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B;YACD,IAAI,EAAE;gBACJ,GAAG,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;gBACtB,EAAE,EAAE,IAAI,CAAC,EAAE;aACZ;YACD,gBAAgB,EAAE;gBAChB,GAAG,EAAE,mBAAmB;gBACxB,MAAM,EAAE,sBAAsB;aAC/B;YACD,GAAG,CAAC,QAAQ;gBACV,CAAC,CAAC;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,QAAQ,CAAC,cAAc;wBACvC,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;qBAC1B;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,SAAS,EAAE;gBACT,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc;gBAC1D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS;gBAChD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM;aAC3C;YACD,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,MAAM;SACP,CAAC;QAEF,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,4BAA4B,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEpG,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;YAChC,MAAM,EAAE;gBACN,OAAO;gBACP,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM;gBAChD,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;aAClB;YACD,aAAa,EAAE;gBACb,UAAU;aACX;YACD,cAAc,EAAE,OAAO;YACvB,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,4BAA4B;oBAClC,YAAY,EAAE,uBAAuB;oBACrC,QAAQ,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE;oBACxC,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAgB,EAChB,WAAmB,EACnB,SAAiB;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,IAAI,aAAa,CAAC;QACnE,OAAO,IAAI,CAAC;YACV,QAAQ;YACR,WAAW;YACX,SAAS;YACT,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7E,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,aAAa,CAAC,MAAe,EAAE,UAA8B;IACpE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC;QAAE,OAAO,UAAU,CAAC;IAC7G,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IACrF,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,OAAO;QAAE,OAAO,QAAQ,CAAC;IAC5E,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,eAAe,CAAC;IAC/D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,uBAAuB,CAC9B,UAA8B,EAC9B,GAA8C;IAE9C,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;IAC3D,MAAM,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IAChG,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAAC;QACtC,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACrD,CAAC;IACD,OAAO;QACL,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE;YACN,gBAAgB,EAAE,GAAG,CAAC,QAAQ;YAC9B,cAAc,EAAE,UAAU,CAAC,QAAQ;YACnC,mBAAmB,EAAE,GAAG,CAAC,WAAW;YACpC,iBAAiB,EAAE,UAAU,CAAC,WAAW;SAC1C;KACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,cAAsB,EACtB,uBAA+B,EAC/B,OAAqB;IAOrB,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,cAAc,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO;QACL,UAAU,EAAE,eAAe;QAC3B,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QACnC,cAAc,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,WAAW,EAAE,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;KACvD,CAAC;AACJ,CAAC;AAED,eAAe,qBAAqB,CAAC"}
@@ -80,6 +80,7 @@ export interface PythonEvalRunnerOptions {
80
80
  */
81
81
  export declare const DEFAULT_EVAL_IMAGE_CACHE_MAX = 20;
82
82
  export declare function resolveImageCacheMax(opt: number | undefined): number;
83
+ export declare function matchInfraSignature(log: string): string | null;
83
84
  export declare class PythonEvalRunner implements EvalRunner {
84
85
  private readonly opts;
85
86
  /**
@@ -120,8 +120,13 @@ const INFRA_SIGNATURES = [
120
120
  { rx: /Failed building editable|Failed to build installable wheels/i, reason: 'install_build_failed' },
121
121
  { rx: /No virtual environment found/i, reason: 'venv_missing' },
122
122
  { rx: /exec format error|the requested image's platform .* does not match/i, reason: 'image_arch_mismatch' },
123
+ // 2026-05-14 triage (jinn-mono-fufn) — failure fingerprints from real verdicts:
124
+ { rx: /A virtual environment already exists at \S+\.venv\b/i, reason: 'venv_collision' },
125
+ { rx: /No module named pytest\b/i, reason: 'pytest_missing' },
126
+ { rx: /RequestsDependencyWarning/i, reason: 'requests_dep_mismatch' },
127
+ { rx: /ImportError while loading conftest/i, reason: 'conftest_import_error' },
123
128
  ];
124
- function matchInfraSignature(log) {
129
+ export function matchInfraSignature(log) {
125
130
  for (const { rx, reason } of INFRA_SIGNATURES) {
126
131
  if (rx.test(log))
127
132
  return reason;
@@ -256,7 +261,10 @@ export class PythonEvalRunner {
256
261
  }];
257
262
  // Upstream eval.py expects --patches to be a JSON list of
258
263
  // `{instance_id, patch, test_patch?}` overrides keyed by instance_id.
259
- const patchesJson = [{ instance_id: INSTANCE_ID, patch: args.patch }];
264
+ // jinn-mono-c52e: defensive newline-terminate before `git apply`
265
+ // mid-line diffs error as "corrupt patch at line N".
266
+ const normalizedPatch = args.patch.endsWith('\n') ? args.patch : `${args.patch}\n`;
267
+ const patchesJson = [{ instance_id: INSTANCE_ID, patch: normalizedPatch }];
260
268
  const taskJsonPath = join(tmp, 'task.json');
261
269
  const patchesJsonPath = join(tmp, 'patches.json');
262
270
  const reportPath = join(tmp, 'report.json');
@@ -1 +1 @@
1
- {"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG7C;;;;GAIG;AACH,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IACtC,MAAM,CAAS;IACxB,qEAAqE;IAC5D,UAAU,CAAS;IAE5B,YAAY,MAAc,EAAE,UAAU,GAAG,EAAE;QACzC,KAAK,CAAC,qDAAqD,MAAM,GAAG,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AAoCD;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAE/C,MAAM,UAAU,oBAAoB,CAAC,GAAuB;IAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,sEAAsE;QACtE,2EAA2E;QAC3E,yEAAyE;QACzE,iDAAiD;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;QACrF,mEAAmE;QACnE,+CAA+C;QAC/C,OAAO,CAAC,IAAI,CACV,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,8CAA8C,4BAA4B,EAAE,CACjJ,CAAC;IACJ,CAAC;IACD,OAAO,4BAA4B,CAAC;AACtC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzF,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,MAAM,GACV,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,wBAAwB,MAAM,IAAI,SAAS,EAAE,CAAC;gBACnF,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,qBAAqB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACrF,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,gBAAgB,GAA0C;IAC9D,EAAE,EAAE,EAAE,sCAAsC,EAAE,MAAM,EAAE,oBAAoB,EAAE;IAC5E,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,yBAAyB,EAAE;IACjE,EAAE,EAAE,EAAE,oDAAoD,EAAE,MAAM,EAAE,mBAAmB,EAAE;IACzF,EAAE,EAAE,EAAE,6DAA6D,EAAE,MAAM,EAAE,eAAe,EAAE;IAC9F,EAAE,EAAE,EAAE,4CAA4C,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACpF,EAAE,EAAE,EAAE,2CAA2C,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACnF,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,wBAAwB,EAAE;IAChE,EAAE,EAAE,EAAE,8DAA8D,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACtG,EAAE,EAAE,EAAE,+BAA+B,EAAE,MAAM,EAAE,cAAc,EAAE;IAC/D,EAAE,EAAE,EAAE,qEAAqE,EAAE,MAAM,EAAE,qBAAqB,EAAE;CAC7G,CAAC;AAEF,SAAS,mBAAmB,CAAC,GAAW;IACtC,KAAK,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;QAC9C,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED;2CAC2C;AAC3C,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC;AACjC,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY;QAAE,OAAO,GAAG,CAAC;IAC3C,OAAO,MAAM,GAAG,CAAC,MAAM,GAAG,YAAY,wBAAwB,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;AAC3F,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC;AACzC,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,iBAAiB,CAAC,IAA0C;IACnE,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,IAAI,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG;gBACV,8DAA8D;gBAC9D,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;aAC3B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,OAAO,gBAAgB;IAWE;IAV7B;;;;;OAKG;IACc,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,aAAa,CAAS;IACtB,YAAY,CAAmC;IAEhE,YAA6B,IAA6B;QAA7B,SAAI,GAAJ,IAAI,CAAyB;QACxD,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,mBAAmB,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAA0C;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,mEAAmE;YACnE,wEAAwE;YACxE,sEAAsE;YACtE,wEAAwE;YACxE,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;;;;;;;;;OAUG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,qEAAqE;QACrE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YACnD,IAAI,CAAC,MAAM;gBAAE,MAAM;YACnB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,oEAAoE;gBACpE,kEAAkE;gBAClE,kEAAkE;gBAClE,mCAAmC;gBACnC,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChE,OAAO,CAAC,IAAI,CAAC,kDAAkD,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAA0C;QAClE,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC9D,yEAAyE;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACrC,MAAM,QAAQ,GAAG,CAAC;gBAChB,WAAW,EAAE,WAAW;gBACxB,gEAAgE;gBAChE,qEAAqE;gBACrE,qEAAqE;gBACrE,+DAA+D;gBAC/D,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,CAAC,KAAK;gBACtB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,cAAc,EAAE;oBACd,QAAQ,EAAE,iBAAiB,CAAC,IAAI,CAAC;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B;aACF,CAAC,CAAC;QACH,0DAA0D;QAC1D,sEAAsE;QACtE,MAAM,WAAW,GAAG,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC5C,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,YAAY;YACtB,WAAW,EAAE,eAAe;YAC5B,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YAClD,eAAe,EAAE,UAAU;SAC5B,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,SAAS,EAAE,MAAM,EAAE;YAC5D,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe;YAC9B,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,0EAA0E;YAC1E,yEAAyE;YACzE,wDAAwD;YACxD,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,uBAAuB,EAAE,aAAa,EAAE;SAChE,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7D,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;YAChD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,IAAI,MAAkD,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAkB,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,sEAAsE;YACtE,wBAAwB;YACxB,MAAM,IAAI,sBAAsB,CAC9B,mBAAmB,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,gBAAgB,EACxD,mBAAmB,QAAQ,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CACjE,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,WAAW,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnF,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,OAAO,CAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,sBAAsB,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,sBAAsB,CAC9B,uBAAuB,EACvB,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACtE,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAW,CAAC;QAClD,yDAAyD;QACzD,sEAAsE;QACtE,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAChE,MAAM,oBAAoB,GAAG,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAE7E,wDAAwD;QACxD,qEAAqE;QACrE,yEAAyE;QACzE,8EAA8E;QAC9E,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YAC1F,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,0EAA0E;QAC1E,0EAA0E;QAC1E,uEAAuE;QACvE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;QAE7C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhD,yEAAyE;QACzE,0EAA0E;QAC1E,4EAA4E;QAC5E,0EAA0E;QAC1E,wEAAwE;QACxE,2EAA2E;QAC3E,+BAA+B;QAC/B,MAAM,YAAY,GAChB,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,oBAAoB,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QACzF,IAAI,aAAa,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;YAC3D,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,sBAAsB,CAAC,WAAW,EAAE,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,uEAAuE;QACvE,sEAAsE;QACtE,MAAM,QAAQ,GACZ,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,CAAC;QAE1F,OAAO;YACL,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,oBAAoB;YAC5B,GAAG,EAAE,OAAO;YACZ,QAAQ,EAAE,aAAa;SACxB,CAAC;IACJ,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,KAAoC;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpG,CAAC"}
1
+ {"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG7C;;;;GAIG;AACH,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IACtC,MAAM,CAAS;IACxB,qEAAqE;IAC5D,UAAU,CAAS;IAE5B,YAAY,MAAc,EAAE,UAAU,GAAG,EAAE;QACzC,KAAK,CAAC,qDAAqD,MAAM,GAAG,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AAoCD;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAE/C,MAAM,UAAU,oBAAoB,CAAC,GAAuB;IAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,sEAAsE;QACtE,2EAA2E;QAC3E,yEAAyE;QACzE,iDAAiD;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;QACrF,mEAAmE;QACnE,+CAA+C;QAC/C,OAAO,CAAC,IAAI,CACV,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,8CAA8C,4BAA4B,EAAE,CACjJ,CAAC;IACJ,CAAC;IACD,OAAO,4BAA4B,CAAC;AACtC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzF,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,MAAM,GACV,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,wBAAwB,MAAM,IAAI,SAAS,EAAE,CAAC;gBACnF,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,qBAAqB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACrF,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,gBAAgB,GAA0C;IAC9D,EAAE,EAAE,EAAE,sCAAsC,EAAE,MAAM,EAAE,oBAAoB,EAAE;IAC5E,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,yBAAyB,EAAE;IACjE,EAAE,EAAE,EAAE,oDAAoD,EAAE,MAAM,EAAE,mBAAmB,EAAE;IACzF,EAAE,EAAE,EAAE,6DAA6D,EAAE,MAAM,EAAE,eAAe,EAAE;IAC9F,EAAE,EAAE,EAAE,4CAA4C,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACpF,EAAE,EAAE,EAAE,2CAA2C,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACnF,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,wBAAwB,EAAE;IAChE,EAAE,EAAE,EAAE,8DAA8D,EAAE,MAAM,EAAE,sBAAsB,EAAE;IACtG,EAAE,EAAE,EAAE,+BAA+B,EAAE,MAAM,EAAE,cAAc,EAAE;IAC/D,EAAE,EAAE,EAAE,qEAAqE,EAAE,MAAM,EAAE,qBAAqB,EAAE;IAC5G,gFAAgF;IAChF,EAAE,EAAE,EAAE,sDAAsD,EAAE,MAAM,EAAE,gBAAgB,EAAE;IACxF,EAAE,EAAE,EAAE,2BAA2B,EAAE,MAAM,EAAE,gBAAgB,EAAE;IAC7D,EAAE,EAAE,EAAE,4BAA4B,EAAE,MAAM,EAAE,uBAAuB,EAAE;IACrE,EAAE,EAAE,EAAE,qCAAqC,EAAE,MAAM,EAAE,uBAAuB,EAAE;CAC/E,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,KAAK,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;QAC9C,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED;2CAC2C;AAC3C,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC;AACjC,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY;QAAE,OAAO,GAAG,CAAC;IAC3C,OAAO,MAAM,GAAG,CAAC,MAAM,GAAG,YAAY,wBAAwB,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;AAC3F,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC;AACzC,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,iBAAiB,CAAC,IAA0C;IACnE,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,IAAI,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG;gBACV,8DAA8D;gBAC9D,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;aAC3B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,OAAO,gBAAgB;IAWE;IAV7B;;;;;OAKG;IACc,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,aAAa,CAAS;IACtB,YAAY,CAAmC;IAEhE,YAA6B,IAA6B;QAA7B,SAAI,GAAJ,IAAI,CAAyB;QACxD,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,mBAAmB,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAA0C;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,mEAAmE;YACnE,wEAAwE;YACxE,sEAAsE;YACtE,wEAAwE;YACxE,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;;;;;;;;;OAUG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,qEAAqE;QACrE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YACnD,IAAI,CAAC,MAAM;gBAAE,MAAM;YACnB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,oEAAoE;gBACpE,kEAAkE;gBAClE,kEAAkE;gBAClE,mCAAmC;gBACnC,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChE,OAAO,CAAC,IAAI,CAAC,kDAAkD,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAA0C;QAClE,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC9D,yEAAyE;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACrC,MAAM,QAAQ,GAAG,CAAC;gBAChB,WAAW,EAAE,WAAW;gBACxB,gEAAgE;gBAChE,qEAAqE;gBACrE,qEAAqE;gBACrE,+DAA+D;gBAC/D,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,CAAC,KAAK;gBACtB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,cAAc,EAAE;oBACd,QAAQ,EAAE,iBAAiB,CAAC,IAAI,CAAC;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B;aACF,CAAC,CAAC;QACH,0DAA0D;QAC1D,sEAAsE;QACtE,mEAAmE;QACnE,qDAAqD;QACrD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC;QACnF,MAAM,WAAW,GAAG,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC5C,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,YAAY;YACtB,WAAW,EAAE,eAAe;YAC5B,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YAClD,eAAe,EAAE,UAAU;SAC5B,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,SAAS,EAAE,MAAM,EAAE;YAC5D,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe;YAC9B,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,0EAA0E;YAC1E,yEAAyE;YACzE,wDAAwD;YACxD,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,uBAAuB,EAAE,aAAa,EAAE;SAChE,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7D,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;YAChD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,IAAI,MAAkD,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAkB,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,sEAAsE;YACtE,wBAAwB;YACxB,MAAM,IAAI,sBAAsB,CAC9B,mBAAmB,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,gBAAgB,EACxD,mBAAmB,QAAQ,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CACjE,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,WAAW,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnF,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,OAAO,CAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,sBAAsB,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,sBAAsB,CAC9B,uBAAuB,EACvB,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACtE,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAW,CAAC;QAClD,yDAAyD;QACzD,sEAAsE;QACtE,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAChE,MAAM,oBAAoB,GAAG,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAE7E,wDAAwD;QACxD,qEAAqE;QACrE,yEAAyE;QACzE,8EAA8E;QAC9E,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YAC1F,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,0EAA0E;QAC1E,0EAA0E;QAC1E,uEAAuE;QACvE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;QAE7C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhD,yEAAyE;QACzE,0EAA0E;QAC1E,4EAA4E;QAC5E,0EAA0E;QAC1E,wEAAwE;QACxE,2EAA2E;QAC3E,+BAA+B;QAC/B,MAAM,YAAY,GAChB,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,oBAAoB,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QACzF,IAAI,aAAa,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;YAC3D,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,sBAAsB,CAAC,WAAW,EAAE,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,uEAAuE;QACvE,sEAAsE;QACtE,MAAM,QAAQ,GACZ,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,CAAC;QAE1F,OAAO;YACL,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,oBAAoB;YAC5B,GAAG,EAAE,OAAO;YACZ,QAAQ,EAAE,aAAa;SACxB,CAAC;IACJ,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,KAAoC;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpG,CAAC"}
@@ -21,6 +21,8 @@ import type { Task } from '../../../types/task.js';
21
21
  import { uploadToIpfs } from '../../../adapters/mech/ipfs.js';
22
22
  import { type EvalRunner, type HfFetcher } from './index.js';
23
23
  import { type PythonEvalRunnerOptions } from './eval-runner.js';
24
+ import { type CommandResult } from '../../../solver-types/_swe-rebench-v2-substrate.js';
25
+ import type { PoolTask } from '../../../solver-types/_swe-rebench-v2-pool.js';
24
26
  interface EnabledState {
25
27
  schemaVersion: 'swe-rebench-v2-evaluator-state.v1';
26
28
  enabled: true;
@@ -61,6 +63,18 @@ export interface SweRebenchV2EvaluatorHarnessOptions {
61
63
  */
62
64
  makeRunner?: (opts: PythonEvalRunnerOptions) => EvalRunner;
63
65
  uploadToIpfs?: typeof uploadToIpfs;
66
+ /**
67
+ * Override the state directory used for the {@link ValidatedPoolStore}
68
+ * substrate-recheck. Defaults to `JINN_SWE_REBENCH_V2_STATE_DIR` env
69
+ * var or `~/.jinn-client/swe-rebench-v2`.
70
+ */
71
+ stateDir?: string;
72
+ /**
73
+ * Override the pool-loading function used to resolve `patch` and
74
+ * `base_commit` at verdict time for rowHash recomputation.
75
+ * Defaults to `loadSweRebenchV2Pool()`.
76
+ */
77
+ loadPool?: () => Promise<PoolTask[]>;
64
78
  };
65
79
  }
66
80
  export declare class SweRebenchV2EvaluatorHarness implements Harness {
@@ -107,13 +121,18 @@ export declare class SweRebenchV2EvaluatorHarness implements Harness {
107
121
  isReady(): Promise<ReadyStatus>;
108
122
  enableMetadata(): HarnessEnableMetadata;
109
123
  onEnable(_ctx: HarnessEnableContext): Promise<EnableResult>;
124
+ /**
125
+ * Performs the verdict-time substrate recheck for a task:
126
+ * 1. Verifies the admission record exists and is scorable.
127
+ * 2. Fetches the current HF row and checks for rowHash drift.
128
+ * 3. Checks for imageDigest drift if the admission carries one.
129
+ *
130
+ * Returns the live {@link HfRow} for use by the grading evaluator.
131
+ * Throws {@link SkippableError} on any mismatch — never fails open.
132
+ */
133
+ private recheckSubstrate;
110
134
  run(ctx: HarnessContext): Promise<Solution>;
111
135
  }
112
- interface CommandResult {
113
- exitCode: number;
114
- stdout: string;
115
- stderr: string;
116
- }
117
136
  declare function runCommand(bin: string, args: string[], opts?: SpawnOptions): Promise<CommandResult>;
118
137
  /**
119
138
  * The default `implStateDir` for the swe-rebench-v2 evaluator. The daemon
@@ -22,11 +22,14 @@ import { homedir } from 'node:os';
22
22
  import { join } from 'node:path';
23
23
  import { SweRebenchV2TaskSchema, SweRebenchV2SolutionPayloadSchema, } from '../../../vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2.js';
24
24
  import { REQUIRES_LIVE_DAEMON_READINESS, SkippableError } from '../../types.js';
25
- import { SignedEnvelopeSchema } from '../../../types/envelope.js';
25
+ import { SignedEnvelopeSchema, normalizeEnvelopeRole } from '../../../types/envelope.js';
26
26
  import { uploadToIpfs } from '../../../adapters/mech/ipfs.js';
27
27
  import { SweRebenchV2Evaluator } from './index.js';
28
28
  import { PythonEvalRunner, EvalCouldNotGradeError, } from './eval-runner.js';
29
29
  import { HttpHfFetcher } from './hf-fetcher.js';
30
+ import { ValidatedPoolStore, EVAL_SEMANTICS_VERSION, } from '../../../solver-types/_swe-rebench-v2-validated-pool.js';
31
+ import { computeRowHash, resolveImageDigest, } from '../../../solver-types/_swe-rebench-v2-substrate.js';
32
+ import { defaultStateDir as defaultSolverTypeStateDir, loadSweRebenchV2Pool, } from '../../../solver-types/swe-rebench-v2.js';
30
33
  const DEFAULT_IPFS_REGISTRY_URL = 'https://registry.autonolas.tech';
31
34
  const UPSTREAM_REPO_URL = 'https://github.com/SWE-rebench/SWE-rebench-V2.git';
32
35
  const STATE_FILE = 'state.json';
@@ -234,6 +237,87 @@ export class SweRebenchV2EvaluatorHarness {
234
237
  details: { upstreamRepoDir },
235
238
  };
236
239
  }
240
+ /**
241
+ * Performs the verdict-time substrate recheck for a task:
242
+ * 1. Verifies the admission record exists and is scorable.
243
+ * 2. Fetches the current HF row and checks for rowHash drift.
244
+ * 3. Checks for imageDigest drift if the admission carries one.
245
+ *
246
+ * Returns the live {@link HfRow} for use by the grading evaluator.
247
+ * Throws {@link SkippableError} on any mismatch — never fails open.
248
+ */
249
+ async recheckSubstrate(task, fetcher, loadPool, stateDir) {
250
+ const admissionStore = new ValidatedPoolStore({ stateDir });
251
+ const admission = await admissionStore.getEntry(task.instance_id, EVAL_SEMANTICS_VERSION);
252
+ if (!admission || !admission.scorable) {
253
+ throw new SkippableError('admission_missing_or_unscorable', `no scorable admission for ${task.instance_id} under semanticsVersion=${EVAL_SEMANTICS_VERSION}`);
254
+ }
255
+ let recheckRow;
256
+ try {
257
+ recheckRow = await fetcher.fetchTaskRow({
258
+ hf_dataset: task.hf_dataset,
259
+ hf_split: task.hf_split,
260
+ instance_id: task.instance_id,
261
+ });
262
+ }
263
+ catch (err) {
264
+ throw new SkippableError('hf_fetch_failed', `cannot verify substrate (HF unreachable): ${err instanceof Error ? err.message : String(err)}`);
265
+ }
266
+ // Load the pool task to access the gold `patch` field for rowHash
267
+ // recomputation. The on-chain task schema carries base_commit and repo,
268
+ // but not the gold patch — that lives only in the HF pool rows. Loading
269
+ // the pool here keeps rowHash inputs symmetric with validate-pool time.
270
+ // (Preferred approach per Task 9 spec; pool is small, O(hundreds) rows.)
271
+ if (admission.rowHash) {
272
+ let goldPatch;
273
+ try {
274
+ const pool = await loadPool();
275
+ const poolTask = pool.find((t) => t.instance_id === task.instance_id);
276
+ // Fall back to empty string if not found — matches validate-pool's
277
+ // `task.patch ?? ''` defensive fallback for degenerate rows.
278
+ goldPatch = poolTask?.patch ?? '';
279
+ }
280
+ catch (err) {
281
+ // Pool load failed (HF outage, cache corruption, etc.) — can't recompute rowHash.
282
+ // Distinct from `hf_fetch_failed` (HF row fetch) so operators can
283
+ // distinguish the two failure modes in log aggregation.
284
+ throw new SkippableError('substrate_pool_load_failed', `cannot verify substrate (pool load failed): ${err instanceof Error ? err.message : String(err)}`);
285
+ }
286
+ const currentRowHash = computeRowHash({
287
+ hf_dataset: task.hf_dataset,
288
+ hf_split: task.hf_split,
289
+ instance_id: task.instance_id,
290
+ repo: task.repo,
291
+ base_commit: task.base_commit,
292
+ image_name: recheckRow.image_name,
293
+ patch: goldPatch,
294
+ test_patch: recheckRow.test_patch,
295
+ // HF rows may have `install` as undefined for some rows; validate-pool
296
+ // stored it as `[]` in that case, so we mirror that coercion here so
297
+ // the rowHash inputs are byte-identical to admission time.
298
+ install_config: { ...recheckRow.install_config, install: recheckRow.install_config.install ?? [] },
299
+ FAIL_TO_PASS: recheckRow.FAIL_TO_PASS,
300
+ PASS_TO_PASS: recheckRow.PASS_TO_PASS,
301
+ });
302
+ if (currentRowHash !== admission.rowHash) {
303
+ throw new SkippableError('substrate_drift_rowHash', `rowHash drift for ${task.instance_id}: admitted=${admission.rowHash}, current=${currentRowHash}`);
304
+ }
305
+ }
306
+ if (admission.imageDigest) {
307
+ // runCommand accepts SpawnOptions (superset of { cwd? }), so it satisfies
308
+ // CommandRunner at the call sites resolveImageDigest uses.
309
+ const commandRunner = (this.deps.runCommand ?? runCommand);
310
+ const currentDigest = await resolveImageDigest(recheckRow.image_name, commandRunner);
311
+ if (currentDigest && currentDigest !== admission.imageDigest) {
312
+ throw new SkippableError('substrate_drift_imageDigest', `imageDigest drift for ${task.instance_id}: admitted=${admission.imageDigest}, current=${currentDigest}`);
313
+ }
314
+ // currentDigest === null is tolerated — the image may not be cached
315
+ // locally yet (the eval-runner pulls on demand). The admission already
316
+ // verified the digest at validate-pool time; a null here just means
317
+ // the image isn't present locally, not that it changed.
318
+ }
319
+ return recheckRow;
320
+ }
237
321
  async run(ctx) {
238
322
  if (this.stub) {
239
323
  throw new Error('swe-rebench-v2-evaluator: stub registry cannot run evaluation (requires live daemon)');
@@ -246,13 +330,26 @@ export class SweRebenchV2EvaluatorHarness {
246
330
  throw new Error(`swe-rebench-v2-evaluator: not enabled. Run \`${ENABLE_CLI}\`.`);
247
331
  }
248
332
  const task = SweRebenchV2TaskSchema.parse(ctx.task.spec);
249
- // Parse the solver's restoration envelope and pull out the patch.
333
+ // Parse the solver's solution envelope and pull out the patch.
250
334
  const manifestJson = ctx.task.context['restorationResult'];
251
335
  const envelope = SignedEnvelopeSchema.parse(JSON.parse(manifestJson));
252
- if (envelope.solverType !== 'swe-rebench-v2.v1' || envelope.role !== 'restoration') {
253
- throw new Error(`swe-rebench-v2-evaluator: expected swe-rebench-v2.v1/restoration envelope, got ${envelope.solverType}/${envelope.role}`);
336
+ if (envelope.solverType !== 'swe-rebench-v2.v1' ||
337
+ normalizeEnvelopeRole(envelope.role) !== 'solution') {
338
+ throw new Error(`swe-rebench-v2-evaluator: expected swe-rebench-v2.v1/solution envelope, got ${envelope.solverType}/${envelope.role}`);
254
339
  }
255
340
  const solutionPayload = SweRebenchV2SolutionPayloadSchema.parse(envelope.payload);
341
+ // ── Verdict-time substrate recheck ───────────────────────────────────────
342
+ // Before grading, verify the instance's admission record is present,
343
+ // scorable, and that the HF row + image haven't drifted since admission.
344
+ // Any mismatch throws SkippableError — never fails open to a misclassified
345
+ // FAIL verdict. (jinn-mono-fufn Task 9)
346
+ const stateDir = this.deps.stateDir ??
347
+ process.env['JINN_SWE_REBENCH_V2_STATE_DIR'] ??
348
+ defaultSolverTypeStateDir();
349
+ const recheckFetcher = this.deps.fetcher ?? new HttpHfFetcher();
350
+ const loadPool = this.deps.loadPool ?? loadSweRebenchV2Pool;
351
+ const recheckRow = await this.recheckSubstrate(task, recheckFetcher, loadPool, stateDir);
352
+ // ── End substrate recheck ─────────────────────────────────────────────────
256
353
  const fetcher = this.deps.fetcher ?? new HttpHfFetcher();
257
354
  const runner = this.getRunner(state.upstreamRepoDir);
258
355
  const evaluator = new SweRebenchV2Evaluator({ fetcher, runner });
@@ -331,6 +428,9 @@ export class SweRebenchV2EvaluatorHarness {
331
428
  };
332
429
  }
333
430
  }
431
+ // ── Helpers ────────────────────────────────────────────────────────────────
432
+ // CommandResult is imported from _swe-rebench-v2-substrate.ts (Task 9 cleanup:
433
+ // removed the duplicate private interface that was here).
334
434
  async function runCommand(bin, args, opts = {}) {
335
435
  return new Promise((resolve, reject) => {
336
436
  const child = spawn(bin, args, { ...opts, stdio: ['ignore', 'pipe', 'pipe'] });
@@ -1 +1 @@
1
- {"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,iCAAiC,GAElC,MAAM,6CAA6C,CAAC;AAUrD,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAmC,MAAM,YAAY,CAAC;AACpF,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,yBAAyB,GAAG,iCAAiC,CAAC;AACpE,MAAM,iBAAiB,GAAG,mDAAmD,CAAC;AAC9E,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,UAAU,GAAG,gDAAgD,CAAC;AAoDpE,MAAM,OAAO,4BAA4B;IAC9B,IAAI,GAAG,0BAA0B,CAAC;IAClC,OAAO,GAAG,OAAO,CAAC;IAEV,IAAI,CAAU;IACd,YAAY,CAAqB;IACjC,eAAe,CAAS;IACxB,IAAI,CAAgE;IACrF;;sEAEkE;IAC1D,gBAAgB,GAAuC,IAAI,CAAC;IAC5D,MAAM,CAAU,mBAAmB,GAAG,KAAK,CAAC;IACpD;;;;;;;OAOG;IACK,YAAY,CAAyB;IAE7C,YAAY,OAA4C,EAAE;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC;QACzE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;OAMG;IACK,SAAS,CAAC,eAAuB;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,CAAC,UAAU;gBACpB,CAAC,CAAC,IAA6B,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACrC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,EAAE,GAAG,4BAA4B,CAAC,mBAAmB,EAAE,CAAC;YACjF,OAAO,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,mBAAmB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,mBAAmB,EAAE,CAAC;YAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,4GAA4G;iBAC/G;aACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,sCAAsC;gBAC9C,QAAQ,EAAE;oBACR,WAAW,EACT,SAAS,UAAU,qEAAqE;oBAC1F,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,4BAA4B,KAAK,CAAC,eAAe,EAAE;gBAC3D,QAAQ,EAAE;oBACR,WAAW,EACT,YAAY,UAAU,2CAA2C;oBACnE,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,sEAAsE;QACtE,4EAA4E;QAC5E,wEAAwE;QACxE,uEAAuE;QACvE,2EAA2E;QAC3E,mCAAmC;QACnC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,0KAA0K;oBAC5K,GAAG,EAAE,qCAAqC;iBAC3C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,OAAO;YACL,WAAW,EACT,wFAAwF;gBACxF,iFAAiF;gBACjF,gGAAgG;YAClG,iBAAiB,EAAE;gBACjB,EAAE,IAAI,EAAE,2BAA2B,EAAE,GAAG,EAAE,+CAA+C,EAAE;gBAC3F,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,EAAE,qCAAqC,EAAE;aACvE;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,OAAO,EACL,iJAAiJ;aACpJ,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,sEAAsE;QACtE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrF,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAE/C,iEAAiE;QACjE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,+FAA+F,UAAU,KAAK;oBAChH,GAAG,EAAE,qCAAqC;iBAC3C;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,kHAAkH;iBACrH;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE;gBAC7B,OAAO;gBACP,WAAW;gBACX,iBAAiB;gBACjB,eAAe;aAChB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,0BAA0B,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE;iBAClF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAiB;YAC1B,aAAa,EAAE,mCAAmC;YAClD,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,eAAe;SAChB,CAAC;QACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAErF,OAAO;YACL,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,EAAE,eAAe,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,KAAK,CAChE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzD,kEAAkE;QAClE,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACtE,IAAI,QAAQ,CAAC,UAAU,KAAK,mBAAmB,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACnF,MAAM,IAAI,KAAK,CACb,kFAAkF,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CACzH,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,iCAAiC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElF,MAAM,OAAO,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QACpE,MAAM,MAAM,GAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,MAA2D,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,sBAAsB,EAAE,CAAC;gBAC1C,kEAAkE;gBAClE,gEAAgE;gBAChE,oEAAoE;gBACpE,gEAAgE;gBAChE,MAAM,IAAI,cAAc,CACtB,sBAAsB,GAAG,CAAC,MAAM,EAAE,EAClC,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,sEAAsE;QACtE,yEAAyE;QACzE,mEAAmE;QACnE,qEAAqE;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;YACtD,IAAI,EAAE,4BAA4B;YAClC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,EAAE,MAAM,CAAC,QAAQ;YACpB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;QAEH,MAAM,cAAc,GAA+B;YACjD,aAAa,EAAE,2BAA2B;YAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,sBAAsB,GAAG;YAC7B,aAAa,EAAE,oCAAoC;YACnD,OAAO,EAAE,cAAc;YACvB,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;SACF,CAAC;QACF,MAAM,SAAS,CACb,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,6BAA6B,CAAC,EACnD,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACtD,MAAM,CACP,CAAC;QAEF,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,0EAA0E;QAC1E,+DAA+D;QAC/D,MAAM,OAAO,GAAsB,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;YACpC,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;gBACzC,OAAO;aACR;YACD,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;YACD,cAAc,EAAE,cAAoD;YACpE,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAA6B;oBACnC,YAAY,EAAE,wBAAwB;oBACtC,QAAQ,EAAE;wBACR,KAAK,EAAE,cAAc,CAAC,KAAK;wBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;wBACzC,YAAY;qBACb;oBACD,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;;AAWH,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,IAAc,EACd,OAAqB,EAAE;IAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wCAAwC;IACtD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,0BAA0B,CAAC,CAAC;AACpH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAA0B,CAAC;QAC5E,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjF,OAAO,GAAmB,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC"}
1
+ {"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,iCAAiC,GAElC,MAAM,6CAA6C,CAAC;AAUrD,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAA+C,MAAM,YAAY,CAAC;AAChG,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EACL,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,yDAAyD,CAAC;AACjE,OAAO,EACL,cAAc,EACd,kBAAkB,GAGnB,MAAM,oDAAoD,CAAC;AAE5D,OAAO,EACL,eAAe,IAAI,yBAAyB,EAC5C,oBAAoB,GACrB,MAAM,yCAAyC,CAAC;AAEjD,MAAM,yBAAyB,GAAG,iCAAiC,CAAC;AACpE,MAAM,iBAAiB,GAAG,mDAAmD,CAAC;AAC9E,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,UAAU,GAAG,gDAAgD,CAAC;AAgEpE,MAAM,OAAO,4BAA4B;IAC9B,IAAI,GAAG,0BAA0B,CAAC;IAClC,OAAO,GAAG,OAAO,CAAC;IAEV,IAAI,CAAU;IACd,YAAY,CAAqB;IACjC,eAAe,CAAS;IACxB,IAAI,CAAgE;IACrF;;sEAEkE;IAC1D,gBAAgB,GAAuC,IAAI,CAAC;IAC5D,MAAM,CAAU,mBAAmB,GAAG,KAAK,CAAC;IACpD;;;;;;;OAOG;IACK,YAAY,CAAyB;IAE7C,YAAY,OAA4C,EAAE;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC;QACzE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;OAMG;IACK,SAAS,CAAC,eAAuB;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,CAAC,UAAU;gBACpB,CAAC,CAAC,IAA6B,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACrC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,EAAE,GAAG,4BAA4B,CAAC,mBAAmB,EAAE,CAAC;YACjF,OAAO,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,mBAAmB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,mBAAmB,EAAE,CAAC;YAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,4GAA4G;iBAC/G;aACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,sCAAsC;gBAC9C,QAAQ,EAAE;oBACR,WAAW,EACT,SAAS,UAAU,qEAAqE;oBAC1F,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,4BAA4B,KAAK,CAAC,eAAe,EAAE;gBAC3D,QAAQ,EAAE;oBACR,WAAW,EACT,YAAY,UAAU,2CAA2C;oBACnE,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,sEAAsE;QACtE,4EAA4E;QAC5E,wEAAwE;QACxE,uEAAuE;QACvE,2EAA2E;QAC3E,mCAAmC;QACnC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,0KAA0K;oBAC5K,GAAG,EAAE,qCAAqC;iBAC3C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,OAAO;YACL,WAAW,EACT,wFAAwF;gBACxF,iFAAiF;gBACjF,gGAAgG;YAClG,iBAAiB,EAAE;gBACjB,EAAE,IAAI,EAAE,2BAA2B,EAAE,GAAG,EAAE,+CAA+C,EAAE;gBAC3F,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,EAAE,qCAAqC,EAAE;aACvE;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,OAAO,EACL,iJAAiJ;aACpJ,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,sEAAsE;QACtE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrF,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAE/C,iEAAiE;QACjE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,+FAA+F,UAAU,KAAK;oBAChH,GAAG,EAAE,qCAAqC;iBAC3C;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,kHAAkH;iBACrH;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE;gBAC7B,OAAO;gBACP,WAAW;gBACX,iBAAiB;gBACjB,eAAe;aAChB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,0BAA0B,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE;iBAClF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAiB;YAC1B,aAAa,EAAE,mCAAmC;YAClD,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,eAAe;SAChB,CAAC;QACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAErF,OAAO;YACL,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,EAAE,eAAe,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,gBAAgB,CAC5B,IAAqD,EACrD,OAAkB,EAClB,QAAmC,EACnC,QAAgB;QAEhB,MAAM,cAAc,GAAG,IAAI,kBAAkB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAE1F,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,cAAc,CACtB,iCAAiC,EACjC,6BAA6B,IAAI,CAAC,WAAW,2BAA2B,sBAAsB,EAAE,CACjG,CAAC;QACJ,CAAC;QAED,IAAI,UAAiB,CAAC;QACtB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC;gBACtC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,cAAc,CACtB,iBAAiB,EACjB,6CAA6C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAChG,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,wEAAwE;QACxE,wEAAwE;QACxE,wEAAwE;QACxE,yEAAyE;QACzE,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,SAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtE,mEAAmE;gBACnE,6DAA6D;gBAC7D,SAAS,GAAG,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,kFAAkF;gBAClF,kEAAkE;gBAClE,wDAAwD;gBACxD,MAAM,IAAI,cAAc,CACtB,4BAA4B,EAC5B,+CAA+C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAClG,CAAC;YACJ,CAAC;YAED,MAAM,cAAc,GAAG,cAAc,CAAC;gBACpC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,uEAAuE;gBACvE,qEAAqE;gBACrE,2DAA2D;gBAC3D,cAAc,EAAE,EAAE,GAAG,UAAU,CAAC,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE;gBAClG,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC,CAAC,CAAC;YACH,IAAI,cAAc,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;gBACzC,MAAM,IAAI,cAAc,CACtB,yBAAyB,EACzB,qBAAqB,IAAI,CAAC,WAAW,cAAc,SAAS,CAAC,OAAO,aAAa,cAAc,EAAE,CAClG,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,0EAA0E;YAC1E,2DAA2D;YAC3D,MAAM,aAAa,GAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAkB,CAAC;YAC3F,MAAM,aAAa,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;YACrF,IAAI,aAAa,IAAI,aAAa,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC7D,MAAM,IAAI,cAAc,CACtB,6BAA6B,EAC7B,yBAAyB,IAAI,CAAC,WAAW,cAAc,SAAS,CAAC,WAAW,aAAa,aAAa,EAAE,CACzG,CAAC;YACJ,CAAC;YACD,oEAAoE;YACpE,uEAAuE;YACvE,oEAAoE;YACpE,wDAAwD;QAC1D,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,KAAK,CAChE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzD,+DAA+D;QAC/D,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACtE,IACE,QAAQ,CAAC,UAAU,KAAK,mBAAmB;YAC3C,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,+EAA+E,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CACtH,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,iCAAiC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElF,4EAA4E;QAC5E,qEAAqE;QACrE,yEAAyE;QACzE,2EAA2E;QAC3E,wCAAwC;QACxC,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAClB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;YAC5C,yBAAyB,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAC5D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzF,6EAA6E;QAE7E,MAAM,OAAO,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QACpE,MAAM,MAAM,GAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,MAA2D,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,sBAAsB,EAAE,CAAC;gBAC1C,kEAAkE;gBAClE,gEAAgE;gBAChE,oEAAoE;gBACpE,gEAAgE;gBAChE,MAAM,IAAI,cAAc,CACtB,sBAAsB,GAAG,CAAC,MAAM,EAAE,EAClC,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,sEAAsE;QACtE,yEAAyE;QACzE,mEAAmE;QACnE,qEAAqE;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;YACtD,IAAI,EAAE,4BAA4B;YAClC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,EAAE,MAAM,CAAC,QAAQ;YACpB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;QAEH,MAAM,cAAc,GAA+B;YACjD,aAAa,EAAE,2BAA2B;YAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,sBAAsB,GAAG;YAC7B,aAAa,EAAE,oCAAoC;YACnD,OAAO,EAAE,cAAc;YACvB,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;SACF,CAAC;QACF,MAAM,SAAS,CACb,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,6BAA6B,CAAC,EACnD,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACtD,MAAM,CACP,CAAC;QAEF,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,0EAA0E;QAC1E,+DAA+D;QAC/D,MAAM,OAAO,GAAsB,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;YACpC,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;gBACzC,OAAO;aACR;YACD,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;YACD,cAAc,EAAE,cAAoD;YACpE,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAA6B;oBACnC,YAAY,EAAE,wBAAwB;oBACtC,QAAQ,EAAE;wBACR,KAAK,EAAE,cAAc,CAAC,KAAK;wBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;wBACzC,YAAY;qBACb;oBACD,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;;AAGH,8EAA8E;AAE9E,+EAA+E;AAC/E,0DAA0D;AAE1D,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,IAAc,EACd,OAAqB,EAAE;IAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wCAAwC;IACtD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,0BAA0B,CAAC,CAAC;AACpH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAA0B,CAAC;QAC5E,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjF,OAAO,GAAmB,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC"}
@@ -18,13 +18,22 @@ export interface HttpHfFetcherOptions {
18
18
  maxRows?: number;
19
19
  /** Fetch implementation. Defaults to global fetch (allows test injection). */
20
20
  fetchImpl?: typeof fetch;
21
+ /**
22
+ * Per-page retry backoff schedule (ms) for transient HTTP 5xx or network
23
+ * errors. Default: [200, 800, 3200]. Each entry is the delay before the
24
+ * Nth retry; an empty array disables retries. Non-5xx responses (e.g.
25
+ * 404) are not retried — they're not transient.
26
+ */
27
+ retryBackoffMs?: number[];
21
28
  }
22
29
  export declare class HttpHfFetcher implements HfFetcher {
23
30
  private readonly baseUrl;
24
31
  private readonly pageSize;
25
32
  private readonly maxRows;
26
33
  private readonly fetchImpl;
34
+ private readonly retryBackoffMs;
27
35
  constructor(opts?: HttpHfFetcherOptions);
36
+ private fetchWithRetry;
28
37
  fetchTaskRow(args: {
29
38
  hf_dataset: string;
30
39
  hf_split: string;