@jinn-network/client 0.1.7 → 0.1.8-canary.09a3b2f6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/README.md +67 -1
  2. package/dist/adapters/mech/adapter.d.ts +39 -2
  3. package/dist/adapters/mech/adapter.js +178 -20
  4. package/dist/adapters/mech/adapter.js.map +1 -1
  5. package/dist/adapters/mech/contracts.d.ts +22 -1
  6. package/dist/adapters/mech/contracts.js +96 -52
  7. package/dist/adapters/mech/contracts.js.map +1 -1
  8. package/dist/adapters/mech/safe-revert.d.ts +4 -0
  9. package/dist/adapters/mech/safe-revert.js +5 -1
  10. package/dist/adapters/mech/safe-revert.js.map +1 -1
  11. package/dist/adapters/mech/safe.d.ts +1 -1
  12. package/dist/adapters/mech/safe.js +10 -4
  13. package/dist/adapters/mech/safe.js.map +1 -1
  14. package/dist/adapters/mech/types.d.ts +6 -1
  15. package/dist/adapters/mech/types.js.map +1 -1
  16. package/dist/agent/operator-claude.js +8 -0
  17. package/dist/agent/operator-claude.js.map +1 -1
  18. package/dist/api/activity-events-endpoint.d.ts +14 -0
  19. package/dist/api/activity-events-endpoint.js +59 -0
  20. package/dist/api/activity-events-endpoint.js.map +1 -0
  21. package/dist/api/bootstrap-endpoint.d.ts +1 -2
  22. package/dist/api/bootstrap-endpoint.js +42 -24
  23. package/dist/api/bootstrap-endpoint.js.map +1 -1
  24. package/dist/api/codex-doctor-endpoint.d.ts +22 -5
  25. package/dist/api/codex-doctor-endpoint.js +136 -17
  26. package/dist/api/codex-doctor-endpoint.js.map +1 -1
  27. package/dist/api/debug-report-endpoint.d.ts +27 -0
  28. package/dist/api/debug-report-endpoint.js +157 -0
  29. package/dist/api/debug-report-endpoint.js.map +1 -0
  30. package/dist/api/discovery-endpoint.d.ts +1 -0
  31. package/dist/api/discovery-endpoint.js +24 -0
  32. package/dist/api/discovery-endpoint.js.map +1 -1
  33. package/dist/api/fleet-build.d.ts +1 -7
  34. package/dist/api/fleet-build.js +0 -7
  35. package/dist/api/fleet-build.js.map +1 -1
  36. package/dist/api/gather-status.d.ts +39 -0
  37. package/dist/api/gather-status.js +181 -84
  38. package/dist/api/gather-status.js.map +1 -1
  39. package/dist/api/hermes-doctor-endpoint.d.ts +15 -7
  40. package/dist/api/hermes-doctor-endpoint.js +56 -19
  41. package/dist/api/hermes-doctor-endpoint.js.map +1 -1
  42. package/dist/api/launcher-status.d.ts +4 -2
  43. package/dist/api/launcher-status.js +11 -10
  44. package/dist/api/launcher-status.js.map +1 -1
  45. package/dist/api/launcher-tasks.d.ts +1 -1
  46. package/dist/api/launcher-tasks.js +12 -8
  47. package/dist/api/launcher-tasks.js.map +1 -1
  48. package/dist/api/loop-completion-build.d.ts +79 -0
  49. package/dist/api/loop-completion-build.js +155 -0
  50. package/dist/api/loop-completion-build.js.map +1 -0
  51. package/dist/api/operator-artifacts-endpoint.js +73 -6
  52. package/dist/api/operator-artifacts-endpoint.js.map +1 -1
  53. package/dist/api/portfolio-v0-build.d.ts +7 -1
  54. package/dist/api/portfolio-v0-build.js +6 -2
  55. package/dist/api/portfolio-v0-build.js.map +1 -1
  56. package/dist/api/prediction-v1-build.d.ts +6 -0
  57. package/dist/api/prediction-v1-build.js +3 -1
  58. package/dist/api/prediction-v1-build.js.map +1 -1
  59. package/dist/api/server.d.ts +17 -0
  60. package/dist/api/server.js +40 -1
  61. package/dist/api/server.js.map +1 -1
  62. package/dist/api/setup-endpoints.d.ts +13 -9
  63. package/dist/api/setup-endpoints.js +50 -173
  64. package/dist/api/setup-endpoints.js.map +1 -1
  65. package/dist/api/solvernets-endpoints.js +33 -63
  66. package/dist/api/solvernets-endpoints.js.map +1 -1
  67. package/dist/api/status-build.d.ts +140 -17
  68. package/dist/api/status-build.js +47 -34
  69. package/dist/api/status-build.js.map +1 -1
  70. package/dist/api/status-harness-rollup.d.ts +35 -0
  71. package/dist/api/status-harness-rollup.js +45 -0
  72. package/dist/api/status-harness-rollup.js.map +1 -0
  73. package/dist/api/status-rollup-build.d.ts +0 -4
  74. package/dist/api/status-rollup-build.js +0 -4
  75. package/dist/api/status-rollup-build.js.map +1 -1
  76. package/dist/api/task-runs-build.d.ts +8 -0
  77. package/dist/api/task-runs-build.js +5 -1
  78. package/dist/api/task-runs-build.js.map +1 -1
  79. package/dist/build-info.json +4 -4
  80. package/dist/build-meta.json +1 -1
  81. package/dist/captures/live-publisher.js +24 -4
  82. package/dist/captures/live-publisher.js.map +1 -1
  83. package/dist/captures/publish.d.ts +1 -1
  84. package/dist/chain-read-errors.d.ts +12 -0
  85. package/dist/chain-read-errors.js +26 -1
  86. package/dist/chain-read-errors.js.map +1 -1
  87. package/dist/cli/commands/codedigest-revert-check.d.ts +33 -0
  88. package/dist/cli/commands/codedigest-revert-check.js +253 -0
  89. package/dist/cli/commands/codedigest-revert-check.js.map +1 -0
  90. package/dist/cli/commands/doctor.d.ts +3 -0
  91. package/dist/cli/commands/doctor.js +35 -0
  92. package/dist/cli/commands/doctor.js.map +1 -1
  93. package/dist/cli/commands/eval.d.ts +76 -0
  94. package/dist/cli/commands/eval.js +401 -0
  95. package/dist/cli/commands/eval.js.map +1 -0
  96. package/dist/cli/commands/rewards.d.ts +2 -0
  97. package/dist/cli/commands/rewards.js +27 -0
  98. package/dist/cli/commands/rewards.js.map +1 -1
  99. package/dist/cli/commands/solver-nets.d.ts +1 -0
  100. package/dist/cli/commands/solver-nets.js +245 -22
  101. package/dist/cli/commands/solver-nets.js.map +1 -1
  102. package/dist/cli/commands/solver-plugins-block.d.ts +33 -0
  103. package/dist/cli/commands/solver-plugins-block.js +118 -0
  104. package/dist/cli/commands/solver-plugins-block.js.map +1 -0
  105. package/dist/cli/commands/solver-plugins-feedback.d.ts +72 -0
  106. package/dist/cli/commands/solver-plugins-feedback.js +262 -0
  107. package/dist/cli/commands/solver-plugins-feedback.js.map +1 -0
  108. package/dist/cli/commands/solver-plugins-read.d.ts +54 -0
  109. package/dist/cli/commands/solver-plugins-read.js +259 -0
  110. package/dist/cli/commands/solver-plugins-read.js.map +1 -0
  111. package/dist/cli/commands/solver-plugins.d.ts +35 -0
  112. package/dist/cli/commands/solver-plugins.js +399 -2
  113. package/dist/cli/commands/solver-plugins.js.map +1 -1
  114. package/dist/cli/commands/status.js +0 -1
  115. package/dist/cli/commands/status.js.map +1 -1
  116. package/dist/cli/commands/tasks.js +15 -2
  117. package/dist/cli/commands/tasks.js.map +1 -1
  118. package/dist/cli/index.js +4 -0
  119. package/dist/cli/index.js.map +1 -1
  120. package/dist/cli/task-native-readiness.d.ts +7 -0
  121. package/dist/cli/task-native-readiness.js +7 -5
  122. package/dist/cli/task-native-readiness.js.map +1 -1
  123. package/dist/config.d.ts +206 -232
  124. package/dist/config.js +289 -107
  125. package/dist/config.js.map +1 -1
  126. package/dist/daemon/ai-units-gate.d.ts +54 -0
  127. package/dist/daemon/ai-units-gate.js +83 -0
  128. package/dist/daemon/ai-units-gate.js.map +1 -0
  129. package/dist/daemon/creator.js +13 -0
  130. package/dist/daemon/creator.js.map +1 -1
  131. package/dist/daemon/daemon.d.ts +10 -0
  132. package/dist/daemon/daemon.js +205 -30
  133. package/dist/daemon/daemon.js.map +1 -1
  134. package/dist/daemon/eviction-loop.d.ts +7 -0
  135. package/dist/daemon/eviction-loop.js +16 -0
  136. package/dist/daemon/eviction-loop.js.map +1 -1
  137. package/dist/daemon/gate-logger.d.ts +9 -0
  138. package/dist/daemon/gate-logger.js +2 -0
  139. package/dist/daemon/gate-logger.js.map +1 -0
  140. package/dist/daemon/jinn-claim-loop.js +22 -4
  141. package/dist/daemon/jinn-claim-loop.js.map +1 -1
  142. package/dist/daemon/readiness-gate.d.ts +1 -4
  143. package/dist/daemon/readiness-gate.js.map +1 -1
  144. package/dist/daemon/spend-cap-gate.d.ts +40 -0
  145. package/dist/daemon/spend-cap-gate.js +46 -0
  146. package/dist/daemon/spend-cap-gate.js.map +1 -0
  147. package/dist/dashboard/assets/index-3quVQqik.js +167 -0
  148. package/dist/dashboard/assets/index-BVAWkLwY.css +1 -0
  149. package/dist/dashboard/index.html +2 -2
  150. package/dist/discovery/http.d.ts +7 -0
  151. package/dist/discovery/http.js +567 -24
  152. package/dist/discovery/http.js.map +1 -1
  153. package/dist/discovery/onchain.js +197 -5
  154. package/dist/discovery/onchain.js.map +1 -1
  155. package/dist/discovery/types.d.ts +235 -0
  156. package/dist/discovery/types.js +40 -0
  157. package/dist/discovery/types.js.map +1 -1
  158. package/dist/discovery/with-fallback.js +41 -0
  159. package/dist/discovery/with-fallback.js.map +1 -1
  160. package/dist/earning/bootstrap.d.ts +31 -3
  161. package/dist/earning/bootstrap.js +94 -22
  162. package/dist/earning/bootstrap.js.map +1 -1
  163. package/dist/earning/faucet.d.ts +1 -1
  164. package/dist/earning/faucet.js +2 -2
  165. package/dist/earning/faucet.js.map +1 -1
  166. package/dist/earning/safe-adapter.js +34 -11
  167. package/dist/earning/safe-adapter.js.map +1 -1
  168. package/dist/earning/types.d.ts +6 -6
  169. package/dist/earning/viem-clients.d.ts +11 -4
  170. package/dist/earning/viem-clients.js +14 -5
  171. package/dist/earning/viem-clients.js.map +1 -1
  172. package/dist/erc8004/identity.d.ts +19 -3
  173. package/dist/erc8004/identity.js +38 -11
  174. package/dist/erc8004/identity.js.map +1 -1
  175. package/dist/erc8004/index.d.ts +1 -1
  176. package/dist/erc8004/index.js.map +1 -1
  177. package/dist/eval/eval-harness-run.d.ts +63 -0
  178. package/dist/eval/eval-harness-run.js +123 -0
  179. package/dist/eval/eval-harness-run.js.map +1 -0
  180. package/dist/eval/orchestrator.d.ts +163 -0
  181. package/dist/eval/orchestrator.js +232 -0
  182. package/dist/eval/orchestrator.js.map +1 -0
  183. package/dist/eval/paired.d.ts +68 -0
  184. package/dist/eval/paired.js +93 -0
  185. package/dist/eval/paired.js.map +1 -0
  186. package/dist/eval/resolve-slate-tasks.d.ts +35 -0
  187. package/dist/eval/resolve-slate-tasks.js +56 -0
  188. package/dist/eval/resolve-slate-tasks.js.map +1 -0
  189. package/dist/eval/screen-discovery.d.ts +22 -0
  190. package/dist/eval/screen-discovery.js +71 -0
  191. package/dist/eval/screen-discovery.js.map +1 -0
  192. package/dist/eval/screen-progress.d.ts +41 -0
  193. package/dist/eval/screen-progress.js +60 -0
  194. package/dist/eval/screen-progress.js.map +1 -0
  195. package/dist/eval/screen-runner.d.ts +30 -0
  196. package/dist/eval/screen-runner.js +289 -0
  197. package/dist/eval/screen-runner.js.map +1 -0
  198. package/dist/eval/screen.d.ts +107 -0
  199. package/dist/eval/screen.js +159 -0
  200. package/dist/eval/screen.js.map +1 -0
  201. package/dist/eval/slope.d.ts +29 -0
  202. package/dist/eval/slope.js +46 -0
  203. package/dist/eval/slope.js.map +1 -0
  204. package/dist/eval/train-sequence.d.ts +35 -0
  205. package/dist/eval/train-sequence.js +59 -0
  206. package/dist/eval/train-sequence.js.map +1 -0
  207. package/dist/eval/wilson.d.ts +45 -0
  208. package/dist/eval/wilson.js +48 -0
  209. package/dist/eval/wilson.js.map +1 -0
  210. package/dist/events/types.d.ts +2 -2
  211. package/dist/harnesses/cost-estimates.d.ts +10 -31
  212. package/dist/harnesses/cost-estimates.js +11 -43
  213. package/dist/harnesses/cost-estimates.js.map +1 -1
  214. package/dist/harnesses/engine/canonical-json.js +5 -3
  215. package/dist/harnesses/engine/canonical-json.js.map +1 -1
  216. package/dist/harnesses/engine/engine.d.ts +37 -4
  217. package/dist/harnesses/engine/engine.js +151 -20
  218. package/dist/harnesses/engine/engine.js.map +1 -1
  219. package/dist/harnesses/engine/persistence.d.ts +38 -4
  220. package/dist/harnesses/engine/persistence.js +71 -6
  221. package/dist/harnesses/engine/persistence.js.map +1 -1
  222. package/dist/harnesses/engine/state.d.ts +9 -0
  223. package/dist/harnesses/engine/state.js +23 -10
  224. package/dist/harnesses/engine/state.js.map +1 -1
  225. package/dist/harnesses/impls/hermes-agent/adapter.d.ts +2 -0
  226. package/dist/harnesses/impls/hermes-agent/adapter.js +8 -5
  227. package/dist/harnesses/impls/hermes-agent/adapter.js.map +1 -1
  228. package/dist/harnesses/impls/hermes-agent/bootstrap.d.ts +1 -0
  229. package/dist/harnesses/impls/hermes-agent/bootstrap.js +10 -3
  230. package/dist/harnesses/impls/hermes-agent/bootstrap.js.map +1 -1
  231. package/dist/harnesses/impls/hermes-agent/config-builder.d.ts +1 -1
  232. package/dist/harnesses/impls/hermes-agent/config-builder.js +4 -2
  233. package/dist/harnesses/impls/hermes-agent/config-builder.js.map +1 -1
  234. package/dist/harnesses/impls/hermes-agent/harness.d.ts +31 -3
  235. package/dist/harnesses/impls/hermes-agent/harness.js +84 -7
  236. package/dist/harnesses/impls/hermes-agent/harness.js.map +1 -1
  237. package/dist/harnesses/impls/hermes-agent/prompt.d.ts +6 -6
  238. package/dist/harnesses/impls/hermes-agent/prompt.js +6 -6
  239. package/dist/harnesses/impls/index.d.ts +2 -0
  240. package/dist/harnesses/impls/index.js +2 -0
  241. package/dist/harnesses/impls/index.js.map +1 -1
  242. package/dist/harnesses/impls/learner/adapters/claude-code.d.ts +17 -0
  243. package/dist/harnesses/impls/learner/adapters/claude-code.js +118 -14
  244. package/dist/harnesses/impls/learner/adapters/claude-code.js.map +1 -1
  245. package/dist/harnesses/impls/learner/adapters/codex-code.d.ts +9 -0
  246. package/dist/harnesses/impls/learner/adapters/codex-code.js +30 -8
  247. package/dist/harnesses/impls/learner/adapters/codex-code.js.map +1 -1
  248. package/dist/harnesses/impls/learner/harness.d.ts +41 -1
  249. package/dist/harnesses/impls/learner/harness.js +78 -4
  250. package/dist/harnesses/impls/learner/harness.js.map +1 -1
  251. package/dist/harnesses/impls/learner/harvest.d.ts +3 -1
  252. package/dist/harnesses/impls/learner/harvest.js +30 -6
  253. package/dist/harnesses/impls/learner/harvest.js.map +1 -1
  254. package/dist/harnesses/impls/learner/plugin-path.js +1 -0
  255. package/dist/harnesses/impls/learner/plugin-path.js.map +1 -1
  256. package/dist/harnesses/impls/learner/restoration-patch.d.ts +2 -2
  257. package/dist/harnesses/impls/learner/restoration-patch.js +25 -6
  258. package/dist/harnesses/impls/learner/restoration-patch.js.map +1 -1
  259. package/dist/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.js +21 -1
  260. package/dist/harnesses/impls/swe-rebench-v2-evaluator/eval-runner.js.map +1 -1
  261. package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js +3 -1
  262. package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js.map +1 -1
  263. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.d.ts +74 -5
  264. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js +103 -32
  265. package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js.map +1 -1
  266. package/dist/harnesses/impls/swe-rebench-v2-evaluator/index.d.ts +2 -2
  267. package/dist/harnesses/impls/swe-rebench-v2-evaluator/index.js +3 -1
  268. package/dist/harnesses/impls/swe-rebench-v2-evaluator/index.js.map +1 -1
  269. package/dist/harnesses/readiness-registry.d.ts +7 -0
  270. package/dist/harnesses/readiness-registry.js +9 -0
  271. package/dist/harnesses/readiness-registry.js.map +1 -1
  272. package/dist/harnesses/types.d.ts +14 -0
  273. package/dist/learner/revert-decision.d.ts +74 -0
  274. package/dist/learner/revert-decision.js +73 -0
  275. package/dist/learner/revert-decision.js.map +1 -0
  276. package/dist/learner/revert-stats.d.ts +38 -0
  277. package/dist/learner/revert-stats.js +86 -0
  278. package/dist/learner/revert-stats.js.map +1 -0
  279. package/dist/local-provider-url.d.ts +3 -0
  280. package/dist/local-provider-url.js +28 -0
  281. package/dist/local-provider-url.js.map +1 -0
  282. package/dist/main.js +199 -104
  283. package/dist/main.js.map +1 -1
  284. package/dist/mcp/get-codedigest-reward.d.ts +13 -0
  285. package/dist/mcp/get-codedigest-reward.js +23 -0
  286. package/dist/mcp/get-codedigest-reward.js.map +1 -0
  287. package/dist/mcp/server.js +23 -0
  288. package/dist/mcp/server.js.map +1 -1
  289. package/dist/observability/debug-report-assemble.d.ts +43 -0
  290. package/dist/observability/debug-report-assemble.js +80 -0
  291. package/dist/observability/debug-report-assemble.js.map +1 -0
  292. package/dist/observability/emit-event.d.ts +9 -2
  293. package/dist/observability/emit-event.js +36 -2
  294. package/dist/observability/emit-event.js.map +1 -1
  295. package/dist/observability/file-logger.d.ts +69 -0
  296. package/dist/observability/file-logger.js +177 -0
  297. package/dist/observability/file-logger.js.map +1 -0
  298. package/dist/observability/redact-secrets.d.ts +65 -0
  299. package/dist/observability/redact-secrets.js +300 -0
  300. package/dist/observability/redact-secrets.js.map +1 -0
  301. package/dist/observability/tar.d.ts +30 -0
  302. package/dist/observability/tar.js +102 -0
  303. package/dist/observability/tar.js.map +1 -0
  304. package/dist/plugins/learner/.claude-plugin/plugin.json +1 -1
  305. package/dist/plugins/learner/.codex-plugin/plugin.json +1 -1
  306. package/dist/plugins/learner/hooks/session-start +30 -1
  307. package/dist/plugins/learner/skills/learn/consolidator-prompt.md +22 -1
  308. package/dist/plugins/learner/skills/learn/promoter-prompt.md +72 -1
  309. package/dist/preflight/deployment-readiness.d.ts +147 -0
  310. package/dist/preflight/deployment-readiness.js +366 -0
  311. package/dist/preflight/deployment-readiness.js.map +1 -0
  312. package/dist/preflight/pidfile-liveness.d.ts +50 -0
  313. package/dist/preflight/pidfile-liveness.js +117 -0
  314. package/dist/preflight/pidfile-liveness.js.map +1 -0
  315. package/dist/preflight/rpc-network.d.ts +40 -0
  316. package/dist/preflight/rpc-network.js +67 -1
  317. package/dist/preflight/rpc-network.js.map +1 -1
  318. package/dist/rpc/transport.d.ts +145 -0
  319. package/dist/rpc/transport.js +319 -0
  320. package/dist/rpc/transport.js.map +1 -0
  321. package/dist/scripts/donation-consumption-acceptance.js +7 -28
  322. package/dist/scripts/donation-consumption-acceptance.js.map +1 -1
  323. package/dist/scripts/swe-rebench-v2-pytest-missing.json +16 -0
  324. package/dist/solver-nets/prediction-operator-ux.d.ts +1 -2
  325. package/dist/solver-nets/prediction-operator-ux.js +56 -53
  326. package/dist/solver-nets/prediction-operator-ux.js.map +1 -1
  327. package/dist/solver-nets/registry.d.ts +19 -1
  328. package/dist/solver-nets/registry.js +37 -24
  329. package/dist/solver-nets/registry.js.map +1 -1
  330. package/dist/solver-types/_swe-rebench-v2-held-out-slate.d.ts +76 -0
  331. package/dist/solver-types/_swe-rebench-v2-held-out-slate.js +156 -0
  332. package/dist/solver-types/_swe-rebench-v2-held-out-slate.js.map +1 -0
  333. package/dist/solver-types/_swe-rebench-v2-pool-recovery.d.ts +81 -0
  334. package/dist/solver-types/_swe-rebench-v2-pool-recovery.js +116 -0
  335. package/dist/solver-types/_swe-rebench-v2-pool-recovery.js.map +1 -0
  336. package/dist/solver-types/_swe-rebench-v2-pool.d.ts +9 -2
  337. package/dist/solver-types/_swe-rebench-v2-pool.js +15 -20
  338. package/dist/solver-types/_swe-rebench-v2-pool.js.map +1 -1
  339. package/dist/solver-types/_swe-rebench-v2-state.d.ts +24 -0
  340. package/dist/solver-types/_swe-rebench-v2-state.js +33 -0
  341. package/dist/solver-types/_swe-rebench-v2-state.js.map +1 -1
  342. package/dist/solver-types/_swe-rebench-v2-validated-pool.d.ts +116 -2
  343. package/dist/solver-types/_swe-rebench-v2-validated-pool.js +296 -21
  344. package/dist/solver-types/_swe-rebench-v2-validated-pool.js.map +1 -1
  345. package/dist/solver-types/slates/held-out-slate.swe-rebench-v2.v1.json +20 -0
  346. package/dist/solver-types/slates/held-out-slate.swe-rebench-v2.v2.json +19 -0
  347. package/dist/solver-types/slates/held-out-slate.swe-rebench-v2.v2.screening-report.json +628 -0
  348. package/dist/solver-types/solver-type.d.ts +8 -0
  349. package/dist/solver-types/swe-rebench-v2-auto.d.ts +20 -11
  350. package/dist/solver-types/swe-rebench-v2-auto.js +64 -19
  351. package/dist/solver-types/swe-rebench-v2-auto.js.map +1 -1
  352. package/dist/solver-types/swe-rebench-v2.d.ts +10 -2
  353. package/dist/solver-types/swe-rebench-v2.js +233 -13
  354. package/dist/solver-types/swe-rebench-v2.js.map +1 -1
  355. package/dist/solvernets/daemon-init.d.ts +1 -1
  356. package/dist/solvernets/daemon-init.js +19 -4
  357. package/dist/solvernets/daemon-init.js.map +1 -1
  358. package/dist/solvernets/launched-record-dispatcher.d.ts +7 -0
  359. package/dist/solvernets/launched-record-dispatcher.js +10 -4
  360. package/dist/solvernets/launched-record-dispatcher.js.map +1 -1
  361. package/dist/solvernets/registry-client-erc8004.js +40 -37
  362. package/dist/solvernets/registry-client-erc8004.js.map +1 -1
  363. package/dist/solvernets/registry-client.d.ts +6 -0
  364. package/dist/solvernets/store.d.ts +2 -2
  365. package/dist/solvernets/store.js +7 -2
  366. package/dist/solvernets/store.js.map +1 -1
  367. package/dist/spend/ai-units-config.d.ts +49 -0
  368. package/dist/spend/ai-units-config.js +34 -0
  369. package/dist/spend/ai-units-config.js.map +1 -0
  370. package/dist/spend/ai-units.d.ts +140 -0
  371. package/dist/spend/ai-units.js +229 -0
  372. package/dist/spend/ai-units.js.map +1 -0
  373. package/dist/spend/cost-surface-status.d.ts +12 -0
  374. package/dist/spend/cost-surface-status.js +24 -0
  375. package/dist/spend/cost-surface-status.js.map +1 -0
  376. package/dist/spend/credential.d.ts +39 -0
  377. package/dist/spend/credential.js +71 -0
  378. package/dist/spend/credential.js.map +1 -0
  379. package/dist/spend/daemon-config.d.ts +13 -0
  380. package/dist/spend/daemon-config.js +24 -0
  381. package/dist/spend/daemon-config.js.map +1 -0
  382. package/dist/spend/pricing.d.ts +16 -0
  383. package/dist/spend/pricing.js +26 -0
  384. package/dist/spend/pricing.js.map +1 -0
  385. package/dist/spend/record.d.ts +13 -0
  386. package/dist/spend/record.js +43 -0
  387. package/dist/spend/record.js.map +1 -0
  388. package/dist/spend/usage.d.ts +27 -0
  389. package/dist/spend/usage.js +113 -0
  390. package/dist/spend/usage.js.map +1 -0
  391. package/dist/store/store.d.ts +187 -0
  392. package/dist/store/store.js +467 -4
  393. package/dist/store/store.js.map +1 -1
  394. package/dist/trajectory/transcript-parsers/codex-session.d.ts +12 -6
  395. package/dist/trajectory/transcript-parsers/codex-session.js +114 -13
  396. package/dist/trajectory/transcript-parsers/codex-session.js.map +1 -1
  397. package/dist/trajectory/transcript-parsers/types.d.ts +8 -8
  398. package/dist/trajectory/transcript-session-dirs.d.ts +18 -0
  399. package/dist/trajectory/transcript-session-dirs.js +85 -0
  400. package/dist/trajectory/transcript-session-dirs.js.map +1 -0
  401. package/dist/trajectory/transcript-watcher.d.ts +20 -1
  402. package/dist/trajectory/transcript-watcher.js +108 -32
  403. package/dist/trajectory/transcript-watcher.js.map +1 -1
  404. package/dist/tx-retry.d.ts +25 -0
  405. package/dist/tx-retry.js +95 -7
  406. package/dist/tx-retry.js.map +1 -1
  407. package/dist/types/payloads/portfolio-v0.d.ts +3 -3
  408. package/dist/types/payloads/prediction-apy-v0.d.ts +3 -3
  409. package/dist/types/payloads/prediction-v0.d.ts +12 -12
  410. package/dist/vendor/@jinn-network/sdk/dist/payloads/swe-rebench-v2.d.ts +108 -1
  411. package/dist/vendor/@jinn-network/sdk/dist/payloads/swe-rebench-v2.js +25 -1
  412. package/dist/vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2-held-out-slate.d.ts +65 -0
  413. package/dist/vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2-held-out-slate.js +123 -0
  414. package/dist/vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2.d.ts +2 -2
  415. package/dist/vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2.js +1 -1
  416. package/dist/vendor/@jinn-network/sdk/package.json +4 -0
  417. package/docker-compose.yml +3 -2
  418. package/package.json +30 -18
  419. package/plugins/learner/.claude-plugin/plugin.json +1 -1
  420. package/plugins/learner/.codex-plugin/plugin.json +1 -1
  421. package/plugins/learner/hooks/session-start +30 -1
  422. package/plugins/learner/skills/learn/consolidator-prompt.md +22 -1
  423. package/plugins/learner/skills/learn/promoter-prompt.md +72 -1
  424. package/plugins/swe-rebench-v2-diffmin/README.md +10 -9
  425. package/plugins/swe-rebench-v2-diffmin/jinn.plugin.json +1 -1
  426. package/plugins/swe-rebench-v2-diffmin/skills/diffmin/SKILL.md +15 -10
  427. package/plugins/swe-rebench-v2-diffmin/skills/test-map/SKILL.md +10 -12
  428. package/plugins/swe-rebench-v2-runtime/.claude-plugin/plugin.json +1 -1
  429. package/plugins/swe-rebench-v2-runtime/.codex-plugin/plugin.json +3 -3
  430. package/plugins/swe-rebench-v2-runtime/README.md +6 -6
  431. package/plugins/swe-rebench-v2-runtime/hooks/hooks.json +16 -0
  432. package/plugins/swe-rebench-v2-runtime/hooks/session-start +74 -0
  433. package/plugins/swe-rebench-v2-runtime/jinn.plugin.json +2 -3
  434. package/plugins/swe-rebench-v2-runtime/skills/task/SKILL.md +81 -0
  435. package/dist/dashboard/assets/index-BUlE8F3Y.js +0 -330
  436. package/dist/dashboard/assets/index-blqc7eqq.css +0 -32
  437. package/plugins/swe-rebench-v2-runtime/skills/orient/SKILL.md +0 -29
  438. package/plugins/swe-rebench-v2-runtime/skills/plan/SKILL.md +0 -53
@@ -0,0 +1,628 @@
1
+ {
2
+ "generatedAt": "2026-06-04T23:03:42.179Z",
3
+ "evalSemanticsVersion": "4",
4
+ "baseCodeDigest": "sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
5
+ "R": 3,
6
+ "proverHarness": "claude-code",
7
+ "proverModel": "opus",
8
+ "heldOutTotal": 9,
9
+ "newThisRun": [
10
+ "deepset-ai__haystack-9322",
11
+ "gidgethub__gidgethub-225",
12
+ "iris-hep__func_adl-199",
13
+ "MatterMiners__tardis-361",
14
+ "modelcontextprotocol__python-sdk-222",
15
+ "twisted__towncrier-687",
16
+ "agronholm__anyio-1134"
17
+ ],
18
+ "carriedOver": [
19
+ "astropy__astropy-19438",
20
+ "con__nwb2bids-347_interface"
21
+ ],
22
+ "screened": [
23
+ {
24
+ "instance_id": "aallan__vera-662_interface",
25
+ "repo": "aallan",
26
+ "basePasses": 1,
27
+ "proverPassed": null,
28
+ "baseRuns": 1,
29
+ "gradeable": true,
30
+ "heldOut": false,
31
+ "reason": "base-passes"
32
+ },
33
+ {
34
+ "instance_id": "agentscope-ai__qwenpaw-3278",
35
+ "repo": "agentscope-ai",
36
+ "basePasses": 0,
37
+ "proverPassed": null,
38
+ "baseRuns": 1,
39
+ "gradeable": true,
40
+ "heldOut": false,
41
+ "reason": "base-unscorable",
42
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_does_not_apply)"
43
+ },
44
+ {
45
+ "instance_id": "agronholm__anyio-1121",
46
+ "repo": "agronholm",
47
+ "basePasses": 1,
48
+ "proverPassed": null,
49
+ "baseRuns": 1,
50
+ "gradeable": true,
51
+ "heldOut": false,
52
+ "reason": "base-passes"
53
+ },
54
+ {
55
+ "instance_id": "apache__iceberg-python-3295",
56
+ "repo": "apache",
57
+ "basePasses": 1,
58
+ "proverPassed": null,
59
+ "baseRuns": 1,
60
+ "gradeable": true,
61
+ "heldOut": false,
62
+ "reason": "base-passes"
63
+ },
64
+ {
65
+ "instance_id": "astronomy-commons__hats-648",
66
+ "repo": "astronomy-commons",
67
+ "basePasses": 0,
68
+ "proverPassed": null,
69
+ "baseRuns": 2,
70
+ "gradeable": true,
71
+ "heldOut": false,
72
+ "reason": "base-unscorable",
73
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_merge_conflict)"
74
+ },
75
+ {
76
+ "instance_id": "beever-ai__beever-atlas-102",
77
+ "repo": "beever-ai",
78
+ "basePasses": 1,
79
+ "proverPassed": null,
80
+ "baseRuns": 1,
81
+ "gradeable": true,
82
+ "heldOut": false,
83
+ "reason": "base-passes"
84
+ },
85
+ {
86
+ "instance_id": "cea-hpc__clustershell-592",
87
+ "repo": "cea-hpc",
88
+ "basePasses": 1,
89
+ "proverPassed": null,
90
+ "baseRuns": 1,
91
+ "gradeable": true,
92
+ "heldOut": false,
93
+ "reason": "base-passes"
94
+ },
95
+ {
96
+ "instance_id": "cneud__alto-tools-29",
97
+ "repo": "cneud",
98
+ "basePasses": 1,
99
+ "proverPassed": null,
100
+ "baseRuns": 1,
101
+ "gradeable": true,
102
+ "heldOut": false,
103
+ "reason": "base-passes"
104
+ },
105
+ {
106
+ "instance_id": "copier-org__copier-2646",
107
+ "repo": "copier-org",
108
+ "basePasses": 0,
109
+ "proverPassed": null,
110
+ "baseRuns": 1,
111
+ "gradeable": true,
112
+ "heldOut": false,
113
+ "reason": "base-unscorable",
114
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_does_not_apply)"
115
+ },
116
+ {
117
+ "instance_id": "cpp-linter__cpp-linter-hooks-206_interface",
118
+ "repo": "cpp-linter",
119
+ "basePasses": 1,
120
+ "proverPassed": null,
121
+ "baseRuns": 1,
122
+ "gradeable": true,
123
+ "heldOut": false,
124
+ "reason": "base-passes"
125
+ },
126
+ {
127
+ "instance_id": "cs-si__eodag-2176",
128
+ "repo": "cs-si",
129
+ "basePasses": 0,
130
+ "proverPassed": false,
131
+ "baseRuns": 3,
132
+ "gradeable": true,
133
+ "heldOut": false,
134
+ "reason": "no-headroom"
135
+ },
136
+ {
137
+ "instance_id": "CWorthy-ocean__C-Star-227",
138
+ "repo": "CWorthy-ocean",
139
+ "basePasses": 0,
140
+ "proverPassed": false,
141
+ "baseRuns": 3,
142
+ "gradeable": true,
143
+ "heldOut": false,
144
+ "reason": "no-headroom"
145
+ },
146
+ {
147
+ "instance_id": "dagster-io__dagster-33605",
148
+ "repo": "dagster-io",
149
+ "basePasses": 1,
150
+ "proverPassed": null,
151
+ "baseRuns": 1,
152
+ "gradeable": true,
153
+ "heldOut": false,
154
+ "reason": "base-passes"
155
+ },
156
+ {
157
+ "instance_id": "databricks__dbt-databricks-1131",
158
+ "repo": "databricks",
159
+ "basePasses": 1,
160
+ "proverPassed": null,
161
+ "baseRuns": 1,
162
+ "gradeable": true,
163
+ "heldOut": false,
164
+ "reason": "base-passes"
165
+ },
166
+ {
167
+ "instance_id": "deepset-ai__haystack-9322",
168
+ "repo": "deepset-ai",
169
+ "basePasses": 0,
170
+ "proverPassed": true,
171
+ "baseRuns": 3,
172
+ "gradeable": true,
173
+ "heldOut": true,
174
+ "reason": "held-out"
175
+ },
176
+ {
177
+ "instance_id": "ets-labs__python-dependency-injector-886",
178
+ "repo": "ets-labs",
179
+ "basePasses": 1,
180
+ "proverPassed": null,
181
+ "baseRuns": 1,
182
+ "gradeable": true,
183
+ "heldOut": false,
184
+ "reason": "base-passes"
185
+ },
186
+ {
187
+ "instance_id": "facelessuser__pymdown-extensions-2651",
188
+ "repo": "facelessuser",
189
+ "basePasses": 1,
190
+ "proverPassed": null,
191
+ "baseRuns": 1,
192
+ "gradeable": true,
193
+ "heldOut": false,
194
+ "reason": "base-passes"
195
+ },
196
+ {
197
+ "instance_id": "fsspec__universal_pathlib-395",
198
+ "repo": "fsspec",
199
+ "basePasses": 0,
200
+ "proverPassed": false,
201
+ "baseRuns": 3,
202
+ "gradeable": true,
203
+ "heldOut": false,
204
+ "reason": "no-headroom"
205
+ },
206
+ {
207
+ "instance_id": "gidgethub__gidgethub-225",
208
+ "repo": "gidgethub",
209
+ "basePasses": 0,
210
+ "proverPassed": true,
211
+ "baseRuns": 3,
212
+ "gradeable": true,
213
+ "heldOut": true,
214
+ "reason": "held-out"
215
+ },
216
+ {
217
+ "instance_id": "googleapis__python-api-core-821",
218
+ "repo": "googleapis",
219
+ "basePasses": 1,
220
+ "proverPassed": null,
221
+ "baseRuns": 1,
222
+ "gradeable": true,
223
+ "heldOut": false,
224
+ "reason": "base-passes"
225
+ },
226
+ {
227
+ "instance_id": "hgrecco__pint-pandas-287",
228
+ "repo": "hgrecco",
229
+ "basePasses": 0,
230
+ "proverPassed": null,
231
+ "baseRuns": 1,
232
+ "gradeable": true,
233
+ "heldOut": false,
234
+ "reason": "base-unscorable",
235
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_merge_conflict)"
236
+ },
237
+ {
238
+ "instance_id": "hiero-ledger__hiero-sdk-python-1914_interface",
239
+ "repo": "hiero-ledger",
240
+ "basePasses": 1,
241
+ "proverPassed": null,
242
+ "baseRuns": 1,
243
+ "gradeable": true,
244
+ "heldOut": false,
245
+ "reason": "base-passes"
246
+ },
247
+ {
248
+ "instance_id": "icloud-photos-downloader__icloud_photos_downloader-1060",
249
+ "repo": "icloud-photos-downloader",
250
+ "basePasses": 1,
251
+ "proverPassed": null,
252
+ "baseRuns": 1,
253
+ "gradeable": true,
254
+ "heldOut": false,
255
+ "reason": "base-passes"
256
+ },
257
+ {
258
+ "instance_id": "iluvcapra__pycmx-12",
259
+ "repo": "iluvcapra",
260
+ "basePasses": 1,
261
+ "proverPassed": null,
262
+ "baseRuns": 1,
263
+ "gradeable": true,
264
+ "heldOut": false,
265
+ "reason": "base-passes"
266
+ },
267
+ {
268
+ "instance_id": "instructlab__sdg-484",
269
+ "repo": "instructlab",
270
+ "basePasses": 0,
271
+ "proverPassed": null,
272
+ "baseRuns": 1,
273
+ "gradeable": true,
274
+ "heldOut": false,
275
+ "reason": "base-unscorable",
276
+ "unscorableReason": "grade-error: insufficient disk for swe-rebench eval: 39.9 GB free, need ≥ 40.0 GB"
277
+ },
278
+ {
279
+ "instance_id": "intel__code-base-investigator-178",
280
+ "repo": "intel",
281
+ "basePasses": 1,
282
+ "proverPassed": null,
283
+ "baseRuns": 1,
284
+ "gradeable": true,
285
+ "heldOut": false,
286
+ "reason": "base-passes"
287
+ },
288
+ {
289
+ "instance_id": "iris-hep__func_adl-199",
290
+ "repo": "iris-hep",
291
+ "basePasses": 0,
292
+ "proverPassed": true,
293
+ "baseRuns": 3,
294
+ "gradeable": true,
295
+ "heldOut": true,
296
+ "reason": "held-out"
297
+ },
298
+ {
299
+ "instance_id": "isledecomp__reccmp-142",
300
+ "repo": "isledecomp",
301
+ "basePasses": 1,
302
+ "proverPassed": null,
303
+ "baseRuns": 1,
304
+ "gradeable": true,
305
+ "heldOut": false,
306
+ "reason": "base-passes"
307
+ },
308
+ {
309
+ "instance_id": "jawah__niquests-277",
310
+ "repo": "jawah",
311
+ "basePasses": 1,
312
+ "proverPassed": null,
313
+ "baseRuns": 1,
314
+ "gradeable": true,
315
+ "heldOut": false,
316
+ "reason": "base-passes"
317
+ },
318
+ {
319
+ "instance_id": "jlowin__fastmcp-1425",
320
+ "repo": "jlowin",
321
+ "basePasses": 0,
322
+ "proverPassed": null,
323
+ "baseRuns": 1,
324
+ "gradeable": true,
325
+ "heldOut": false,
326
+ "reason": "base-unscorable",
327
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_does_not_apply)"
328
+ },
329
+ {
330
+ "instance_id": "JonathonReinhart__scuba-269",
331
+ "repo": "JonathonReinhart",
332
+ "basePasses": 1,
333
+ "proverPassed": null,
334
+ "baseRuns": 1,
335
+ "gradeable": true,
336
+ "heldOut": false,
337
+ "reason": "base-passes"
338
+ },
339
+ {
340
+ "instance_id": "MatterMiners__tardis-361",
341
+ "repo": "MatterMiners",
342
+ "basePasses": 0,
343
+ "proverPassed": true,
344
+ "baseRuns": 3,
345
+ "gradeable": true,
346
+ "heldOut": true,
347
+ "reason": "held-out"
348
+ },
349
+ {
350
+ "instance_id": "mempalace__mempalace-1004",
351
+ "repo": "mempalace",
352
+ "basePasses": 0,
353
+ "proverPassed": false,
354
+ "baseRuns": 3,
355
+ "gradeable": true,
356
+ "heldOut": false,
357
+ "reason": "no-headroom"
358
+ },
359
+ {
360
+ "instance_id": "modelcontextprotocol__python-sdk-222",
361
+ "repo": "modelcontextprotocol",
362
+ "basePasses": 0,
363
+ "proverPassed": true,
364
+ "baseRuns": 3,
365
+ "gradeable": true,
366
+ "heldOut": true,
367
+ "reason": "held-out"
368
+ },
369
+ {
370
+ "instance_id": "movingpandas__movingpandas-444",
371
+ "repo": "movingpandas",
372
+ "basePasses": 0,
373
+ "proverPassed": false,
374
+ "baseRuns": 3,
375
+ "gradeable": true,
376
+ "heldOut": false,
377
+ "reason": "no-headroom"
378
+ },
379
+ {
380
+ "instance_id": "nesquena__hermes-webui-1818",
381
+ "repo": "nesquena",
382
+ "basePasses": 0,
383
+ "proverPassed": null,
384
+ "baseRuns": 3,
385
+ "gradeable": true,
386
+ "heldOut": false,
387
+ "reason": "base-unscorable",
388
+ "unscorableReason": "harness-error: [claude-code-learner] harvestOutput: typed payload /var/folders/2y/y3bmqdw55kx2jhq804chv76m0000gn/T/jinn-eval-work-Fv5BLa/.execute/solution-payload.json failed swe-rebench-v2.v1/solution validation. U"
389
+ },
390
+ {
391
+ "instance_id": "networkx__networkx-7804",
392
+ "repo": "networkx",
393
+ "basePasses": 1,
394
+ "proverPassed": null,
395
+ "baseRuns": 1,
396
+ "gradeable": true,
397
+ "heldOut": false,
398
+ "reason": "base-passes"
399
+ },
400
+ {
401
+ "instance_id": "oemof__tespy-921",
402
+ "repo": "oemof",
403
+ "basePasses": 1,
404
+ "proverPassed": null,
405
+ "baseRuns": 1,
406
+ "gradeable": true,
407
+ "heldOut": false,
408
+ "reason": "base-passes"
409
+ },
410
+ {
411
+ "instance_id": "python-scim__scim2-models-139_interface",
412
+ "repo": "python-scim",
413
+ "basePasses": 1,
414
+ "proverPassed": null,
415
+ "baseRuns": 2,
416
+ "gradeable": true,
417
+ "heldOut": false,
418
+ "reason": "base-passes"
419
+ },
420
+ {
421
+ "instance_id": "python-wheel-build__fromager-1106",
422
+ "repo": "python-wheel-build",
423
+ "basePasses": 1,
424
+ "proverPassed": null,
425
+ "baseRuns": 1,
426
+ "gradeable": true,
427
+ "heldOut": false,
428
+ "reason": "base-passes"
429
+ },
430
+ {
431
+ "instance_id": "qBraid__pyqasm-120",
432
+ "repo": "qBraid",
433
+ "basePasses": 1,
434
+ "proverPassed": null,
435
+ "baseRuns": 2,
436
+ "gradeable": true,
437
+ "heldOut": false,
438
+ "reason": "base-passes"
439
+ },
440
+ {
441
+ "instance_id": "raullenchai__rapid-mlx-289",
442
+ "repo": "raullenchai",
443
+ "basePasses": 1,
444
+ "proverPassed": null,
445
+ "baseRuns": 2,
446
+ "gradeable": true,
447
+ "heldOut": false,
448
+ "reason": "base-passes"
449
+ },
450
+ {
451
+ "instance_id": "RDFLib__pySHACL-285",
452
+ "repo": "RDFLib",
453
+ "basePasses": 1,
454
+ "proverPassed": null,
455
+ "baseRuns": 1,
456
+ "gradeable": true,
457
+ "heldOut": false,
458
+ "reason": "base-passes"
459
+ },
460
+ {
461
+ "instance_id": "stanfordnlp__dspy-9478_interface",
462
+ "repo": "stanfordnlp",
463
+ "basePasses": 1,
464
+ "proverPassed": null,
465
+ "baseRuns": 1,
466
+ "gradeable": true,
467
+ "heldOut": false,
468
+ "reason": "base-passes"
469
+ },
470
+ {
471
+ "instance_id": "tobymao__sqlglot-4563",
472
+ "repo": "tobymao",
473
+ "basePasses": 1,
474
+ "proverPassed": null,
475
+ "baseRuns": 1,
476
+ "gradeable": true,
477
+ "heldOut": false,
478
+ "reason": "base-passes"
479
+ },
480
+ {
481
+ "instance_id": "Toloka__crowd-kit-128",
482
+ "repo": "Toloka",
483
+ "basePasses": 1,
484
+ "proverPassed": null,
485
+ "baseRuns": 1,
486
+ "gradeable": true,
487
+ "heldOut": false,
488
+ "reason": "base-passes"
489
+ },
490
+ {
491
+ "instance_id": "twisted__towncrier-687",
492
+ "repo": "twisted",
493
+ "basePasses": 0,
494
+ "proverPassed": true,
495
+ "baseRuns": 3,
496
+ "gradeable": true,
497
+ "heldOut": true,
498
+ "reason": "held-out"
499
+ },
500
+ {
501
+ "instance_id": "ucfopen__canvasapi-716",
502
+ "repo": "ucfopen",
503
+ "basePasses": 1,
504
+ "proverPassed": null,
505
+ "baseRuns": 1,
506
+ "gradeable": true,
507
+ "heldOut": false,
508
+ "reason": "base-passes"
509
+ },
510
+ {
511
+ "instance_id": "unionai-oss__pandera-1898",
512
+ "repo": "unionai-oss",
513
+ "basePasses": 1,
514
+ "proverPassed": null,
515
+ "baseRuns": 1,
516
+ "gradeable": true,
517
+ "heldOut": false,
518
+ "reason": "base-passes"
519
+ },
520
+ {
521
+ "instance_id": "vprusso__toqito-1484_interface",
522
+ "repo": "vprusso",
523
+ "basePasses": 0,
524
+ "proverPassed": null,
525
+ "baseRuns": 1,
526
+ "gradeable": true,
527
+ "heldOut": false,
528
+ "reason": "base-unscorable",
529
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_merge_conflict)"
530
+ },
531
+ {
532
+ "instance_id": "zopefoundation__Zope-1243",
533
+ "repo": "zopefoundation",
534
+ "basePasses": 1,
535
+ "proverPassed": null,
536
+ "baseRuns": 1,
537
+ "gradeable": true,
538
+ "heldOut": false,
539
+ "reason": "base-passes"
540
+ },
541
+ {
542
+ "instance_id": "agronholm__anyio-1134",
543
+ "repo": "agronholm",
544
+ "basePasses": 0,
545
+ "proverPassed": true,
546
+ "baseRuns": 3,
547
+ "gradeable": true,
548
+ "heldOut": true,
549
+ "reason": "held-out"
550
+ },
551
+ {
552
+ "instance_id": "databricks__dbt-databricks-1428",
553
+ "repo": "databricks",
554
+ "basePasses": 0,
555
+ "proverPassed": null,
556
+ "baseRuns": 2,
557
+ "gradeable": true,
558
+ "heldOut": false,
559
+ "reason": "base-unscorable",
560
+ "unscorableReason": "grade-error: swe-rebench-v2 eval could not grade the solution (patch_does_not_apply)"
561
+ },
562
+ {
563
+ "instance_id": "hiero-ledger__hiero-sdk-python-2007_interface",
564
+ "repo": "hiero-ledger",
565
+ "basePasses": 1,
566
+ "proverPassed": null,
567
+ "baseRuns": 1,
568
+ "gradeable": true,
569
+ "heldOut": false,
570
+ "reason": "base-passes"
571
+ },
572
+ {
573
+ "instance_id": "isledecomp__reccmp-166",
574
+ "repo": "isledecomp",
575
+ "basePasses": 0,
576
+ "proverPassed": null,
577
+ "baseRuns": 3,
578
+ "gradeable": true,
579
+ "heldOut": false,
580
+ "reason": "no-headroom",
581
+ "unscorableReason": "harness: agent produced no patch"
582
+ },
583
+ {
584
+ "instance_id": "movingpandas__movingpandas-447",
585
+ "repo": "movingpandas",
586
+ "basePasses": 0,
587
+ "proverPassed": null,
588
+ "baseRuns": 1,
589
+ "gradeable": true,
590
+ "heldOut": false,
591
+ "reason": "base-unscorable",
592
+ "unscorableReason": "harness: agent produced no patch"
593
+ },
594
+ {
595
+ "instance_id": "tobymao__sqlglot-4618",
596
+ "repo": "tobymao",
597
+ "basePasses": 0,
598
+ "proverPassed": null,
599
+ "baseRuns": 1,
600
+ "gradeable": true,
601
+ "heldOut": false,
602
+ "reason": "base-unscorable",
603
+ "unscorableReason": "harness: agent produced no patch"
604
+ },
605
+ {
606
+ "instance_id": "tobymao__sqlglot-4643",
607
+ "repo": "tobymao",
608
+ "basePasses": 0,
609
+ "proverPassed": null,
610
+ "baseRuns": 1,
611
+ "gradeable": true,
612
+ "heldOut": false,
613
+ "reason": "base-unscorable",
614
+ "unscorableReason": "harness: agent produced no patch"
615
+ },
616
+ {
617
+ "instance_id": "tobymao__sqlglot-7479",
618
+ "repo": "tobymao",
619
+ "basePasses": 0,
620
+ "proverPassed": null,
621
+ "baseRuns": 1,
622
+ "gradeable": true,
623
+ "heldOut": false,
624
+ "reason": "base-unscorable",
625
+ "unscorableReason": "harness: agent produced no patch"
626
+ }
627
+ ]
628
+ }
@@ -3,6 +3,7 @@
3
3
  * See jinn-mono-6q1.1.
4
4
  */
5
5
  import type { TaskGenerator } from '../tasks/sources.js';
6
+ import type { LoadedHeldOutSlate } from './_swe-rebench-v2-held-out-slate.js';
6
7
  /** Overlay fields merged into Task when posting from --spec-file. */
7
8
  export type ParsedSpecOverlay = {
8
9
  window: unknown;
@@ -46,6 +47,13 @@ export interface SolverTypeDefinition<GenConfig = unknown> {
46
47
  * Return `undefined` to skip (default for kinds without auto-gen or not enabled on testnet).
47
48
  */
48
49
  getTestnetAutoConfig?: (ctx: TestnetAutoContext) => GenConfig | undefined;
50
+ /**
51
+ * Load this SolverType's held-out eval slate at `version` (issue #817).
52
+ * Optional so a future eval orchestrator can compose over SolverTypes that
53
+ * define a slate; SolverTypes without one omit it. The slate is
54
+ * content-addressed and throws on hash mismatch or unknown version.
55
+ */
56
+ loadHeldOutSlate?: (version: string) => LoadedHeldOutSlate;
49
57
  ui?: {
50
58
  description: string;
51
59
  category: string;