reeval 0.10.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (295) hide show
  1. package/README.md +64 -39
  2. package/THIRD_PARTY_NOTICES.md +75 -106
  3. package/bin/mcp-timer.cjs +224 -0
  4. package/dist/{adapter-DWlpOtRn.js → adapter-DigeVFWC.js} +3 -3
  5. package/dist/{adapter-DWlpOtRn.js.map → adapter-DigeVFWC.js.map} +1 -1
  6. package/dist/{agent-CaS_2Sce.js → agent-CatUEo5h.js} +21 -6
  7. package/dist/{agent-CaS_2Sce.js.map → agent-CatUEo5h.js.map} +1 -1
  8. package/dist/{assemble-B9Alds-z.js → assemble-CF063ms6.js} +19 -17
  9. package/dist/assemble-CF063ms6.js.map +1 -0
  10. package/dist/assemble-CJoD_Rzr.js +1 -0
  11. package/dist/bridge/index.mjs +15 -7
  12. package/dist/{capture-CNb9SuU5.js → capture-BiD7lVaM.js} +26 -18
  13. package/dist/{capture-CNb9SuU5.js.map → capture-BiD7lVaM.js.map} +1 -1
  14. package/dist/capture-Dp3q7K7Y.js +1 -0
  15. package/dist/{cli-D303Vj5N.js → cli-B5zQCR2r.js} +266 -547
  16. package/dist/cli-B5zQCR2r.js.map +1 -0
  17. package/dist/{cli-spec-BPZbQG2p.js → cli-spec-BXIBUlaK.js} +46 -18
  18. package/dist/cli-spec-BXIBUlaK.js.map +1 -0
  19. package/dist/cli.js +2 -2
  20. package/dist/{command-BT9a37ZR.js → command-BMHXHqMT.js} +17 -14
  21. package/dist/command-BMHXHqMT.js.map +1 -0
  22. package/dist/command-C94CQNh8.js +91 -0
  23. package/dist/command-C94CQNh8.js.map +1 -0
  24. package/dist/command-CVtgyqlM.js +335 -0
  25. package/dist/command-CVtgyqlM.js.map +1 -0
  26. package/dist/{command-BLfT7vnQ.js → command-CaZgCTIw.js} +13 -17
  27. package/dist/command-CaZgCTIw.js.map +1 -0
  28. package/dist/{command-CMJtHKRa.js → command-DTgBZR0k.js} +6 -6
  29. package/dist/{command-CMJtHKRa.js.map → command-DTgBZR0k.js.map} +1 -1
  30. package/dist/{commands-1p-bIWhN.js → commands-BXzIDB3X.js} +1 -1
  31. package/dist/commands-CjpGBUWr.js +666 -0
  32. package/dist/commands-CjpGBUWr.js.map +1 -0
  33. package/dist/{config-DEgnUiU-.js → config-Dv5MG7Rp.js} +31 -34
  34. package/dist/config-Dv5MG7Rp.js.map +1 -0
  35. package/dist/{context-C1mxXh80.js → context-Dgn48BqT.js} +13 -2
  36. package/dist/context-Dgn48BqT.js.map +1 -0
  37. package/dist/contrasts-CcoMLC_y.js +101 -0
  38. package/dist/contrasts-CcoMLC_y.js.map +1 -0
  39. package/dist/db-BeqRiWLl.js +602 -0
  40. package/dist/db-BeqRiWLl.js.map +1 -0
  41. package/dist/db-CJDRVQal.js +2 -0
  42. package/dist/{dist-B8hJImYt.js → dist-CMjp3qqF.js} +81 -14
  43. package/dist/dist-CMjp3qqF.js.map +1 -0
  44. package/dist/{docker-sZrNrr82.js → docker-BbTlMmYi.js} +2 -2
  45. package/dist/{docker-sZrNrr82.js.map → docker-BbTlMmYi.js.map} +1 -1
  46. package/dist/{docker-7b_2SaH7.js → docker-CCXdbREk.js} +20 -4
  47. package/dist/{docker-7b_2SaH7.js.map → docker-CCXdbREk.js.map} +1 -1
  48. package/dist/{docker-yauK-9X8.js → docker-DC69dKxB.js} +1 -1
  49. package/dist/{doctor-BYNok4UO.js → doctor-CqttrZcs.js} +56 -22
  50. package/dist/doctor-CqttrZcs.js.map +1 -0
  51. package/dist/{egress-C4PZTSSe.js → egress-BfK_O9ce.js} +435 -31
  52. package/dist/egress-BfK_O9ce.js.map +1 -0
  53. package/dist/{environment-DNjRk0nU.js → environment-BBz1Yes9.js} +225 -12
  54. package/dist/environment-BBz1Yes9.js.map +1 -0
  55. package/dist/{evaluate-D4zeRGBF.js → evaluate-CXQ1o-pd.js} +539 -562
  56. package/dist/evaluate-CXQ1o-pd.js.map +1 -0
  57. package/dist/{evaluate-C1UVL21l.d.ts → evaluate-yjZKUexW.d.ts} +2 -2
  58. package/dist/facts-DtENlf9s.js +898 -0
  59. package/dist/facts-DtENlf9s.js.map +1 -0
  60. package/dist/{files-BXUdY8tr.js → files-B-eUpCZ1.js} +30 -7
  61. package/dist/files-B-eUpCZ1.js.map +1 -0
  62. package/dist/files-BsQbYz2i.js +65 -0
  63. package/dist/files-BsQbYz2i.js.map +1 -0
  64. package/dist/{files-DQmHE7pb.js → files-COHQLEHE.js} +6 -17
  65. package/dist/files-COHQLEHE.js.map +1 -0
  66. package/dist/files-DqCBW7i8.js +1 -0
  67. package/dist/files-Ha-jsQXf.js +1 -0
  68. package/dist/generate-Cs2TMH_k.js +1647 -0
  69. package/dist/generate-Cs2TMH_k.js.map +1 -0
  70. package/dist/{git-DfG-YJ1u.js → git-DhykwgKF.js} +2 -2
  71. package/dist/{git-DfG-YJ1u.js.map → git-DhykwgKF.js.map} +1 -1
  72. package/dist/{harness-B8QC9u0O.js → harness-BAjw1fcr.js} +3 -3
  73. package/dist/{harness-B8QC9u0O.js.map → harness-BAjw1fcr.js.map} +1 -1
  74. package/dist/harness.d.ts +1 -1
  75. package/dist/harness.js +1 -1
  76. package/dist/{header-hK-Z_Po9.js → header-kSmWatcO.js} +10 -3
  77. package/dist/{header-hK-Z_Po9.js.map → header-kSmWatcO.js.map} +1 -1
  78. package/dist/{images-0On0cztu.js → images-BmJRuTpm.js} +61 -13
  79. package/dist/images-BmJRuTpm.js.map +1 -0
  80. package/dist/index.d.ts +3 -3
  81. package/dist/index.js +4 -4
  82. package/dist/init-Bwc9byQr.js +543 -0
  83. package/dist/init-Bwc9byQr.js.map +1 -0
  84. package/dist/init-D7Y1ny1z.js +1 -0
  85. package/dist/insights-B2Xmhz9o.js +64 -0
  86. package/dist/insights-B2Xmhz9o.js.map +1 -0
  87. package/dist/{invocations-DbGfBAA_.js → invocations-CQTbP092.js} +3 -3
  88. package/dist/{invocations-DbGfBAA_.js.map → invocations-CQTbP092.js.map} +1 -1
  89. package/dist/{judge-DW_GDOmB.js → judge-Dt6KW6_O.js} +5 -3
  90. package/dist/judge-Dt6KW6_O.js.map +1 -0
  91. package/dist/judge.d.ts +7 -6
  92. package/dist/judge.js +8 -7
  93. package/dist/judge.js.map +1 -1
  94. package/dist/{live-jlfszAbb.js → live-DYd2QEyR.js} +2 -2
  95. package/dist/{live-jlfszAbb.js.map → live-DYd2QEyR.js.map} +1 -1
  96. package/dist/{model-h_cDtcRr.js → model-B-mel-Gv.js} +46 -20
  97. package/dist/model-B-mel-Gv.js.map +1 -0
  98. package/dist/model-BGKYVpoj.js +1 -0
  99. package/dist/{model-DaVCY3rb.js → model-C7tSwT7f.js} +2 -2
  100. package/dist/{model-DaVCY3rb.js.map → model-C7tSwT7f.js.map} +1 -1
  101. package/dist/{model-oqcDplJG.js → model-CWlAqmbU.js} +150 -46
  102. package/dist/model-CWlAqmbU.js.map +1 -0
  103. package/dist/model-DHY-dfoO.js +1 -0
  104. package/dist/{node-B3ydHo6t.js → node-D0mtjRAO.js} +3 -3
  105. package/dist/{node-B3ydHo6t.js.map → node-D0mtjRAO.js.map} +1 -1
  106. package/dist/{options-Bh2W63dK.js → options-CPUW97_7.js} +9 -12
  107. package/dist/options-CPUW97_7.js.map +1 -0
  108. package/dist/{pairs-CnInRu-G.js → pairs-DP6XOJby.js} +2 -2
  109. package/dist/{pairs-CnInRu-G.js.map → pairs-DP6XOJby.js.map} +1 -1
  110. package/dist/{patch-Zac5aIRM.js → patch-D4oluWzH.js} +2 -2
  111. package/dist/{patch-Zac5aIRM.js.map → patch-D4oluWzH.js.map} +1 -1
  112. package/dist/{plan-C9Cy27Ay.js → plan-OkwUcJQ9.js} +31 -12
  113. package/dist/plan-OkwUcJQ9.js.map +1 -0
  114. package/dist/plugins-CUWMnSNb.js +654 -0
  115. package/dist/plugins-CUWMnSNb.js.map +1 -0
  116. package/dist/{preflight-CPWpQeBI.js → preflight-B6pY89bF.js} +1 -1
  117. package/dist/{preflight-D7iFPKeK.js → preflight-Bjm7_ylE.js} +14 -10
  118. package/dist/preflight-Bjm7_ylE.js.map +1 -0
  119. package/dist/{prepare-doGxaAGR.js → prepare-CQmK3SBn.js} +71 -24
  120. package/dist/prepare-CQmK3SBn.js.map +1 -0
  121. package/dist/prepare-DbdgtZKe.js +2 -0
  122. package/dist/{provenance-DmE9uPVt.js → provenance-B3Y17oCC.js} +2 -2
  123. package/dist/{provenance-DmE9uPVt.js.map → provenance-B3Y17oCC.js.map} +1 -1
  124. package/dist/providers-CXN2RFz-.js +1 -0
  125. package/dist/{providers-tAOD1NQN.js → providers-eoniqK6w.js} +24 -10
  126. package/dist/providers-eoniqK6w.js.map +1 -0
  127. package/dist/query-CLRZmWBT.js +139 -0
  128. package/dist/query-CLRZmWBT.js.map +1 -0
  129. package/dist/query-CmBDYt0_.js +1 -0
  130. package/dist/{questions-DjAwMxZ3.js → questions-1XOulevV.js} +6 -6
  131. package/dist/{questions-DjAwMxZ3.js.map → questions-1XOulevV.js.map} +1 -1
  132. package/dist/{record-BKmMvZ6O.js → record-kk9M1hj-.js} +8 -4
  133. package/dist/record-kk9M1hj-.js.map +1 -0
  134. package/dist/remarks-1521zwfW.js +38 -0
  135. package/dist/remarks-1521zwfW.js.map +1 -0
  136. package/dist/remarks-BhAV1H4V.js +1 -0
  137. package/dist/remarks-DlJCqWRs.js +278 -0
  138. package/dist/remarks-DlJCqWRs.js.map +1 -0
  139. package/dist/{remote-HDRt16ew.js → remote-cE2VWfkJ.js} +3 -3
  140. package/dist/{remote-HDRt16ew.js.map → remote-cE2VWfkJ.js.map} +1 -1
  141. package/dist/resolve-C4zeccCH.js +724 -0
  142. package/dist/resolve-C4zeccCH.js.map +1 -0
  143. package/dist/resolve-D30yZYmB.js +1 -0
  144. package/dist/{results-DuauQI3Z.js → results-Drtt0uFl.js} +33 -7
  145. package/dist/results-Drtt0uFl.js.map +1 -0
  146. package/dist/{resume-BRfa8E_s.js → resume-BEFazUfy.js} +4 -4
  147. package/dist/{resume-BRfa8E_s.js.map → resume-BEFazUfy.js.map} +1 -1
  148. package/dist/rules-BFzQqPIm.js +317 -0
  149. package/dist/rules-BFzQqPIm.js.map +1 -0
  150. package/dist/run-BeMy92Us.js +88 -0
  151. package/dist/run-BeMy92Us.js.map +1 -0
  152. package/dist/{sandbox-D3A8oUb7.js → sandbox-CQaJj7n9.js} +2 -2
  153. package/dist/{sandbox-D3A8oUb7.js.map → sandbox-CQaJj7n9.js.map} +1 -1
  154. package/dist/sandbox.d.ts +1 -1
  155. package/dist/sandbox.js +1 -1
  156. package/dist/server-V4-2w0l8.js +1 -0
  157. package/dist/{server-XDleKaF_.js → server-xK0les4f.js} +8 -8
  158. package/dist/{server-XDleKaF_.js.map → server-xK0les4f.js.map} +1 -1
  159. package/dist/{shared-DYpIb1BI.js → shared-CA61BuPJ.js} +25 -3
  160. package/dist/shared-CA61BuPJ.js.map +1 -0
  161. package/dist/source-BDow_oW8.js +1 -0
  162. package/dist/{source-C8xumIWj.js → source-Q1hEKbCs.js} +2 -2
  163. package/dist/{source-C8xumIWj.js.map → source-Q1hEKbCs.js.map} +1 -1
  164. package/dist/src-B9L9yGKI.js +1 -0
  165. package/dist/{src-ofUaYbuY.js → src-Bcah6ZkT.js} +1 -1
  166. package/dist/{src-DvCg0NBs.js → src-BhmaorOU.js} +28 -6
  167. package/dist/{src-DvCg0NBs.js.map → src-BhmaorOU.js.map} +1 -1
  168. package/dist/{src-CF17Ug08.js → src-C0CeKiLU.js} +19 -4
  169. package/dist/{src-CF17Ug08.js.map → src-C0CeKiLU.js.map} +1 -1
  170. package/dist/src-C0xowZ3C.js +2 -0
  171. package/dist/src-CHIfIKUu.js +2 -0
  172. package/dist/src-DLtyz4w5.js +2 -0
  173. package/dist/src-DPIjmReZ.js +2 -0
  174. package/dist/{src-C_lPtowT.js → src-DXNh5mTr.js} +1 -1
  175. package/dist/{src-FGXhkEkH.js → src-DiLMkIr9.js} +142 -13
  176. package/dist/src-DiLMkIr9.js.map +1 -0
  177. package/dist/{src-B7treWa8.js → src-LekQrr_S.js} +324 -32
  178. package/dist/src-LekQrr_S.js.map +1 -0
  179. package/dist/src-bCnsA6Vp.js +2 -0
  180. package/dist/{src-u8_ixn_F.js → src-cbCb-MPy.js} +20 -4
  181. package/dist/src-cbCb-MPy.js.map +1 -0
  182. package/dist/{src-DvK0EIZx.js → src-qGoFkuJF.js} +55 -6
  183. package/dist/{src-DvK0EIZx.js.map → src-qGoFkuJF.js.map} +1 -1
  184. package/dist/{src-jzagbuqH.js → src-ynBVosfX.js} +1 -1
  185. package/dist/state-BQR_BCm4.js +1 -0
  186. package/dist/{state-C__9swoG.js → state-BmZ8QVZ8.js} +12 -12
  187. package/dist/{state-C__9swoG.js.map → state-BmZ8QVZ8.js.map} +1 -1
  188. package/dist/studio-app/assets/index-CnYJijyI.js +58 -0
  189. package/dist/studio-app/index.html +1 -1
  190. package/dist/suite-BaHPmAGy.js +1 -0
  191. package/dist/suite-C8sw2pox.js +481 -0
  192. package/dist/suite-C8sw2pox.js.map +1 -0
  193. package/dist/summary-0oQNGskv.js +837 -0
  194. package/dist/summary-0oQNGskv.js.map +1 -0
  195. package/dist/testing.d.ts +2 -2
  196. package/dist/testing.js +2 -2
  197. package/dist/{text-gEcKjAyp.js → text-CrVy5ioL.js} +18 -2
  198. package/dist/text-CrVy5ioL.js.map +1 -0
  199. package/dist/{transcript-BNNANU8A.js → transcript-BTxJpW4R.js} +2 -2
  200. package/dist/{transcript-BNNANU8A.js.map → transcript-BTxJpW4R.js.map} +1 -1
  201. package/dist/types-C5vI3g1C.js.map +1 -1
  202. package/dist/{types-g17bRAzt.d.ts → types-GraZtfHN.d.ts} +858 -39
  203. package/dist/usage-BDo2q_yu.js +1 -0
  204. package/dist/{command-Bge8F7Ko.js → validate-BdoXUuL_.js} +35 -383
  205. package/dist/validate-BdoXUuL_.js.map +1 -0
  206. package/dist/view/index.d.ts +20 -9
  207. package/dist/view/index.js +7 -6
  208. package/dist/views-BoUoX4_A.js +125 -0
  209. package/dist/views-BoUoX4_A.js.map +1 -0
  210. package/dist/views-noVQNCUP.js +2 -0
  211. package/dist/{worker-entry-yOchGYYv.js → worker-entry-D0-GErmU.js} +2 -2
  212. package/dist/{worker-entry-yOchGYYv.js.map → worker-entry-D0-GErmU.js.map} +1 -1
  213. package/dist/{workspace-D8sSgpiy.js → workspace-B90YDU_a.js} +1 -1
  214. package/dist/{workspace-CgyHEM0l.js → workspace-tjZFkjxC.js} +4 -4
  215. package/dist/{workspace-CgyHEM0l.js.map → workspace-tjZFkjxC.js.map} +1 -1
  216. package/package.json +10 -8
  217. package/skills/eval-rubric/SKILL.md +130 -0
  218. package/dist/agent-CURAwx_q.js +0 -334
  219. package/dist/agent-CURAwx_q.js.map +0 -1
  220. package/dist/assemble-B9Alds-z.js.map +0 -1
  221. package/dist/assemble-J5MukZFY.js +0 -1
  222. package/dist/capture-jquXZBKK.js +0 -1
  223. package/dist/cli-D303Vj5N.js.map +0 -1
  224. package/dist/cli-spec-BPZbQG2p.js.map +0 -1
  225. package/dist/command-BLfT7vnQ.js.map +0 -1
  226. package/dist/command-BT9a37ZR.js.map +0 -1
  227. package/dist/command-Bge8F7Ko.js.map +0 -1
  228. package/dist/command-BkFjijN2.js +0 -1
  229. package/dist/commands-BFx16WB8.js +0 -225
  230. package/dist/commands-BFx16WB8.js.map +0 -1
  231. package/dist/config-DEgnUiU-.js.map +0 -1
  232. package/dist/context-C1mxXh80.js.map +0 -1
  233. package/dist/db-CdHizc4_.js +0 -1406
  234. package/dist/db-CdHizc4_.js.map +0 -1
  235. package/dist/db-Dm1cRJJP.js +0 -2
  236. package/dist/dist-B8hJImYt.js.map +0 -1
  237. package/dist/doctor-BYNok4UO.js.map +0 -1
  238. package/dist/duration-CEOQww97.js +0 -26
  239. package/dist/duration-CEOQww97.js.map +0 -1
  240. package/dist/egress-C4PZTSSe.js.map +0 -1
  241. package/dist/environment-DNjRk0nU.js.map +0 -1
  242. package/dist/evaluate-D4zeRGBF.js.map +0 -1
  243. package/dist/family-D2b7WD10.js +0 -67
  244. package/dist/family-D2b7WD10.js.map +0 -1
  245. package/dist/files-BXUdY8tr.js.map +0 -1
  246. package/dist/files-BhyltlDB.js +0 -1
  247. package/dist/files-DQmHE7pb.js.map +0 -1
  248. package/dist/files-ZZPqfAo6.js +0 -1
  249. package/dist/images-0On0cztu.js.map +0 -1
  250. package/dist/init-B77Rpcqc.js +0 -360
  251. package/dist/init-B77Rpcqc.js.map +0 -1
  252. package/dist/init-BrOWin3W.js +0 -1
  253. package/dist/judge-DW_GDOmB.js.map +0 -1
  254. package/dist/model-NM3ID0uR.js +0 -1
  255. package/dist/model-h_cDtcRr.js.map +0 -1
  256. package/dist/model-nwWJvaUR.js +0 -1
  257. package/dist/model-oqcDplJG.js.map +0 -1
  258. package/dist/options-Bh2W63dK.js.map +0 -1
  259. package/dist/plan-C9Cy27Ay.js.map +0 -1
  260. package/dist/preflight-D7iFPKeK.js.map +0 -1
  261. package/dist/prepare-BGjePFQl.js +0 -2
  262. package/dist/prepare-doGxaAGR.js.map +0 -1
  263. package/dist/process-CSVO_jsc.js +0 -119
  264. package/dist/process-CSVO_jsc.js.map +0 -1
  265. package/dist/providers-gDMko8fl.js +0 -1
  266. package/dist/providers-tAOD1NQN.js.map +0 -1
  267. package/dist/query-Bes9Kh6Y.js +0 -91
  268. package/dist/query-Bes9Kh6Y.js.map +0 -1
  269. package/dist/query-C_G_svLU.js +0 -1
  270. package/dist/record-BKmMvZ6O.js.map +0 -1
  271. package/dist/results-DuauQI3Z.js.map +0 -1
  272. package/dist/server-C7sg1ndo.js +0 -1
  273. package/dist/shared-DYpIb1BI.js.map +0 -1
  274. package/dist/source-fGd0SaKP.js +0 -1
  275. package/dist/src-B7treWa8.js.map +0 -1
  276. package/dist/src-DNnG4e4R.js +0 -2
  277. package/dist/src-DTbrY1hi.js +0 -2
  278. package/dist/src-DdyJEh2v.js +0 -2
  279. package/dist/src-Dj9PAroc.js +0 -2
  280. package/dist/src-Du8H85Qq.js +0 -2
  281. package/dist/src-FGXhkEkH.js.map +0 -1
  282. package/dist/src-pJZOrYR9.js +0 -1
  283. package/dist/src-u8_ixn_F.js.map +0 -1
  284. package/dist/state-CgjQo29K.js +0 -1
  285. package/dist/studio-app/assets/index-DrQc2Yxd.js +0 -58
  286. package/dist/summary-BLAVLySU.js +0 -385
  287. package/dist/summary-BLAVLySU.js.map +0 -1
  288. package/dist/summary-DgyjUh_l.js +0 -192
  289. package/dist/summary-DgyjUh_l.js.map +0 -1
  290. package/dist/text-gEcKjAyp.js.map +0 -1
  291. package/dist/tools-GCyNYSc1.js +0 -249
  292. package/dist/tools-GCyNYSc1.js.map +0 -1
  293. package/dist/views-BW6oCDUQ.js +0 -2
  294. package/dist/views-BmQF4UCI.js +0 -225
  295. package/dist/views-BmQF4UCI.js.map +0 -1
package/README.md CHANGED
@@ -74,9 +74,11 @@ evaluate(
74
74
  nightly.
75
75
  - **Checks and judges.** Deterministic checks on files, commands and the transcript decide pass
76
76
  or fail; an LLM judge answers what they can't.
77
- - **Compare, questions and analysis.** `compare` reports each variant's lift over the control,
78
- with a 95% interval and its effort; `questions` asks a model which attempt did better, pair by
79
- pair and blind; `reeval analyze` writes a checked reading of a run.
77
+ - **Compare, questions and analysis.** `compare` says whether each variant helped over the
78
+ control, made it worse or can't tell yet (`-v` adds the 95% interval), and its effort;
79
+ `questions` asks a model which attempt did better, pair by pair and blind; with `analysis.model`
80
+ set, each eval's result gets sentences that answer what it asks, each checked against the run's
81
+ facts; `reeval analyze` writes a checked reading of a run.
80
82
  - **Results in your repo.** Every run is a JSON record you can commit, diff with `reeval compare`,
81
83
  query with SQL (`reeval query`) and browse in `reeval studio`.
82
84
 
@@ -86,14 +88,32 @@ all three agents passed every check.
86
88
  ```text
87
89
  $ reeval run evals/api.eval.ts --runs 1
88
90
  …
89
- ✓ how well the api-conventions skill influences the output 3/6 · pass@1 100% gated 6 attempts
90
- cursor:composer-2.5/nextjs-api/docker control 0/1 pass@1 0% not gated
91
- cursor:composer-2.5/with-api-conventions/docker variant 1/1 pass@1 100% lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
92
- claude-code:claude-sonnet-5/nextjs-api/docker control 0/1 pass@1 0% not gated
93
- claude-code:claude-sonnet-5/with-api-conventions/docker variant 1/1 pass@1 100% lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
94
- codex:gpt-5.6-luna/nextjs-api/docker control 0/1 pass@1 0% not gated
95
- codex:gpt-5.6-luna/with-api-conventions/docker variant 1/1 pass@1 100% lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
96
- question "Which endpoint follows our API conventions?" across: claude-code:claude-sonnet-5 2/4 (50%), codex:gpt-5.6-luna 0/4 (0%), cursor:composer-2.5 4/4 (100%) · 6 votes, 0 ties · gemini-3.8-flash
91
+ pass how well the api-conventions skill influences the output
92
+ cursor:composer-2.5
93
+ arm pass
94
+ nextjs-api 0 of 1
95
+ with-api-conventions 1 of 1 can't tell yet
96
+ check nextjs-api with-api-conventions
97
+ toHaveFile app/api/users/route.ts 0 of 1 1 of 1
98
+ expected app/api/users/route.ts to match /cursor/i
99
+ toSucceed npm run build not run 1 of 1
100
+ toSucceed npm test not run 1 of 1
101
+ toSucceed cat > /tmp/probe-users.mjs <<'EOF'… not run 1 of 1
102
+ toPass Do the tests follow nextCursor to the… not run 1 of 1
103
+ claude-code:claude-sonnet-5
104
+ arm pass
105
+ nextjs-api 0 of 1
106
+ with-api-conventions 1 of 1 can't tell yet
107
+ …
108
+ codex:gpt-5.6-luna
109
+ arm pass
110
+ nextjs-api 0 of 1
111
+ with-api-conventions 1 of 1 can't tell yet
112
+ …
113
+ question Which endpoint follows our API conventions?
114
+ claude-code:claude-sonnet-5 won 2 of 2
115
+ cursor:composer-2.5 won 1 of 4
116
+ codex:gpt-5.6-luna won 1 of 2
97
117
  …
98
118
  ```
99
119
 
@@ -189,44 +209,49 @@ group(
189
209
 
190
210
  ```text
191
211
  $ reeval run skill --runs 2
192
- plan 1 eval · 2 cells · 4 attempts · ~50s serial (~13s at concurrency 4)
212
+ plan run 20261020T213308Z_… · 1 eval · 2 cells · 4 attempts · ~52s serial (~13s at concurrency 4)
213
+ …
214
+ pass house greeting › greets in the house style
215
+ arm pass
216
+ plain 0 of 2
217
+ with-house-greeting 2 of 2 can't tell yet
218
+ check plain with-house-greeting
219
+ house greeting 0 of 2 2 of 2
220
+ expected command to succeed, exit code 1
221
+ +2 more passed
193
222
  …
194
- ✓ greets in the house style 2/4 · pass@1 100% gated 4 attempts
195
- cursor:composer-2.5/plain/docker control 0/2 pass@1 0% not gated
196
- cursor:composer-2.5/with-house-greeting/docker variant 2/2 pass@1 100% lift +100 pts (95% +7…+100, 2/2 vs 0/2)
197
- effort: tools 3 vs 8 (×0.38), agent 9s vs 18s (×0.50): too few attempts to test
198
223
  ```
199
224
 
200
225
  ## Run it
201
226
 
202
227
  ```text
203
- $ CI=1 reeval run greet
204
- plan profile pr (auto: CI is set) · 2 evals · 2 cells · 2 attempts · ~40s serial (~20s at concurrency 4) · budget 20 attempts ✓
205
- reeval 0.0.1 · 3 eval files · harness cursor:composer-2.5 · sandbox docker · concurrency 4 · grouped logs
228
+ $ CI=1 reeval run hello --output-logs full
229
+ plan run 20261020T220141Z_… · profile pr (auto: CI is set) · 2 evals · 2 cells · 2 attempts · ~25s serial (~13s at concurrency 4) · budget 20 attempts ✓
230
+ reeval 0.10.0 · run 20261020T220141Z_… · 1 eval file · harness cursor:composer-2.5 · sandbox docker · concurrency 4 · grouped logs
206
231
  [creates#1 cursor] ▶ evals/hello.eval.ts › greet module › creates a tested greet module
207
- [creates#1 cursor] ✓ evals/hello.eval.ts › greet module › creates a tested greet module 17s
208
- [creates#1 cursor] +0:00 sandbox ready 1s
209
- [creates#1 cursor] +0:01 turn 1 done 12s · 1 tool call, 2 file edits
210
- [creates#1 cursor] +0:13 $ node --test exit 0 129ms
211
- [creates#1 cursor] +0:13 judge pass 1.00 (≥ 0.8) Does the agent's final message accurately describe what it changed?
232
+ [creates#1 cursor] +0:00 sandbox ready 2s
233
+ [creates#1 cursor] +0:01 turn 1 done 6s · 2 tool calls, 2 file edits
234
+ [creates#1 cursor] +0:08 $ node --test exit 0 210ms
235
+ [creates#1 cursor] +0:08 judge pass 1.00 (≥ 0.8) Does the agent's final message accurately describe what it changed?
212
236
  [adds#1 cursor] ▶ evals/hello.eval.ts › greet module › adds a default name in a follow-up turn
213
- [adds#1 cursor] ✓ evals/hello.eval.ts › greet module › adds a default name in a follow-up turn 23s
214
- …
215
-
216
- Summary
217
- evals/hello.eval.ts
218
- greet module
219
- ✓ creates a tested greet module 17s judge 1.00 1 turn
220
- ✓ adds a default name in a follow-up turn 23s judge 1.00 2 turns
221
-
222
- Evals 2 passed (2)
223
- Duration 40s
224
- Results .reeval/runs/20260924T213759Z_1ba71aa_ci_4vb0/summary.md
237
+ [adds#1 cursor] +0:00 sandbox ready 2s
238
+ [adds#1 cursor] +0:01 turn 1 done 7s · 1 tool call, 1 file edit
239
+ [adds#1 cursor] +0:09 turn 2 done 4s · 1 tool call, 1 file edit
240
+ [adds#1 cursor] +0:12 $ node -e "import('./greet.js').then((m) => {… exit 0 105ms
241
+ [adds#1 cursor] +0:13 judge pass 1.00 (≥ 0.8) Did the agent add the default without breaking greet(name)?
242
+
243
+ pass greet module › creates a tested greet module
244
+ pass greet module › adds a default name in a follow-up turn
245
+
246
+ 16s · 144k in (64k cached) · 863 out · results .reeval/runs/20261020T220141Z_…/summary.md
247
+ 2 pass
248
+ Set analysis.model in reeval.config.ts for answers to what each eval asks.
249
+ recorded evals/.history/20261020T220141Z_….json + 10 artifact files in evals/.history/20261020T220141Z_…/ (41.8 KB). Commit it with git.
225
250
  ```
226
251
 
227
- Under a coding agent, reeval switches to compact output: one block per failure and the path to
228
- its record. To see what an attempt did step by step, add `-v`; `-vv` adds the raw payloads and
229
- every `docker` command. Either way each attempt's trace stays local in `.reeval/debug`, never in
252
+ Under a coding agent, reeval switches to compact output: the plan, the same result blocks and
253
+ the tally, with no per-attempt lines. To see what an attempt did step by step, add `-v`; `-vv`
254
+ adds the raw payloads and every `docker` command. Either way each attempt's trace stays local in `.reeval/debug`, never in
230
255
  the committed history.
231
256
 
232
257
  ```bash
@@ -7,58 +7,57 @@ with its own licence.
7
7
 
8
8
  | Package | Version | Licence | Inlined into |
9
9
  |---|---|---|---|
10
- | @ai-sdk/harness | 1.0.154 | Apache-2.0 | dist/bridge |
11
- | @ai-sdk/harness-claude-code | 1.0.158 | Apache-2.0 | dist, dist/bridge |
10
+ | @ai-sdk/harness | 1.0.156 | Apache-2.0 | dist/bridge |
11
+ | @ai-sdk/harness-claude-code | 1.0.160 | Apache-2.0 | dist, dist/bridge |
12
12
  | @floating-ui/core | 1.8.0 | MIT | dist/studio-app |
13
13
  | @floating-ui/dom | 1.8.0 | MIT | dist/studio-app |
14
14
  | @floating-ui/react-dom | 2.1.9 | MIT | dist/studio-app |
15
15
  | @floating-ui/utils | 0.2.12 | MIT | dist/studio-app |
16
16
  | @radix-ui/number | 1.1.3 | MIT | dist/studio-app |
17
- | @radix-ui/primitive | 1.1.7 | MIT | dist/studio-app |
18
- | @radix-ui/react-arrow | 1.1.15 | MIT | dist/studio-app |
19
- | @radix-ui/react-collection | 1.1.15 | MIT | dist/studio-app |
17
+ | @radix-ui/primitive | 1.2.0 | MIT | dist/studio-app |
18
+ | @radix-ui/react-arrow | 1.1.17 | MIT | dist/studio-app |
19
+ | @radix-ui/react-collection | 1.2.0 | MIT | dist/studio-app |
20
20
  | @radix-ui/react-compose-refs | 1.1.5 | MIT | dist/studio-app |
21
- | @radix-ui/react-context | 1.2.2 | MIT | dist/studio-app |
22
- | @radix-ui/react-direction | 1.1.4 | MIT | dist/studio-app |
23
- | @radix-ui/react-dismissable-layer | 1.1.19 | MIT | dist/studio-app |
24
- | @radix-ui/react-dropdown-menu | 2.1.24 | MIT | dist/studio-app |
25
- | @radix-ui/react-focus-guards | 1.1.6 | MIT | dist/studio-app |
26
- | @radix-ui/react-focus-scope | 1.1.16 | MIT | dist/studio-app |
21
+ | @radix-ui/react-context | 1.3.0 | MIT | dist/studio-app |
22
+ | @radix-ui/react-direction | 1.2.0 | MIT | dist/studio-app |
23
+ | @radix-ui/react-dismissable-layer | 1.2.1 | MIT | dist/studio-app |
24
+ | @radix-ui/react-dropdown-menu | 2.2.1 | MIT | dist/studio-app |
25
+ | @radix-ui/react-focus-guards | 1.2.0 | MIT | dist/studio-app |
26
+ | @radix-ui/react-focus-scope | 1.3.1 | MIT | dist/studio-app |
27
27
  | @radix-ui/react-id | 1.1.4 | MIT | dist/studio-app |
28
- | @radix-ui/react-menu | 2.1.24 | MIT | dist/studio-app |
29
- | @radix-ui/react-popper | 1.3.7 | MIT | dist/studio-app |
30
- | @radix-ui/react-portal | 1.1.17 | MIT | dist/studio-app |
31
- | @radix-ui/react-presence | 1.1.10 | MIT | dist/studio-app |
32
- | @radix-ui/react-primitive | 2.1.10 | MIT | dist/studio-app |
33
- | @radix-ui/react-roving-focus | 1.1.19 | MIT | dist/studio-app |
34
- | @radix-ui/react-select | 2.3.7 | MIT | dist/studio-app |
35
- | @radix-ui/react-slot | 1.3.3 | MIT | dist/studio-app |
36
- | @radix-ui/react-tabs | 1.1.21 | MIT | dist/studio-app |
37
- | @radix-ui/react-tooltip | 1.2.16 | MIT | dist/studio-app |
38
- | @radix-ui/react-use-callback-ref | 1.1.4 | MIT | dist/studio-app |
39
- | @radix-ui/react-use-controllable-state | 1.2.6 | MIT | dist/studio-app |
28
+ | @radix-ui/react-menu | 2.2.1 | MIT | dist/studio-app |
29
+ | @radix-ui/react-popper | 1.4.0 | MIT | dist/studio-app |
30
+ | @radix-ui/react-portal | 1.2.0 | MIT | dist/studio-app |
31
+ | @radix-ui/react-presence | 1.1.11 | MIT | dist/studio-app |
32
+ | @radix-ui/react-primitive | 2.2.0 | MIT | dist/studio-app |
33
+ | @radix-ui/react-roving-focus | 1.2.1 | MIT | dist/studio-app |
34
+ | @radix-ui/react-select | 2.4.1 | MIT | dist/studio-app |
35
+ | @radix-ui/react-slot | 1.5.0 | MIT | dist/studio-app |
36
+ | @radix-ui/react-tabs | 1.2.1 | MIT | dist/studio-app |
37
+ | @radix-ui/react-tooltip | 1.4.1 | MIT | dist/studio-app |
38
+ | @radix-ui/react-use-callback-ref | 1.1.5 | MIT | dist/studio-app |
39
+ | @radix-ui/react-use-controllable-state | 1.3.0 | MIT | dist/studio-app |
40
40
  | @radix-ui/react-use-effect-event | 0.0.5 | MIT | dist/studio-app |
41
41
  | @radix-ui/react-use-is-hydrated | 0.1.3 | MIT | dist/studio-app |
42
42
  | @radix-ui/react-use-layout-effect | 1.1.4 | MIT | dist/studio-app |
43
- | @radix-ui/react-use-previous | 1.1.4 | MIT | dist/studio-app |
44
- | @radix-ui/react-use-size | 1.1.4 | MIT | dist/studio-app |
45
- | @radix-ui/react-visually-hidden | 1.2.11 | MIT | dist/studio-app |
46
- | @tanstack/history | 1.162.4 | MIT | dist/studio-app |
47
- | @tanstack/query-core | 5.104.0 | MIT | dist/studio-app |
48
- | @tanstack/react-query | 5.104.0 | MIT | dist/studio-app |
49
- | @tanstack/react-router | 1.170.39 | MIT | dist/studio-app |
50
- | @tanstack/react-store | 0.11.1 | MIT | dist/studio-app |
51
- | @tanstack/react-virtual | 3.14.13 | MIT | dist/studio-app |
52
- | @tanstack/router-core | 1.171.32 | MIT | dist/studio-app |
53
- | @tanstack/store | 0.11.1 | MIT | dist/studio-app |
54
- | @tanstack/virtual-core | 3.17.11 | MIT | dist/studio-app |
43
+ | @radix-ui/react-use-size | 1.1.5 | MIT | dist/studio-app |
44
+ | @radix-ui/react-visually-hidden | 1.2.13 | MIT | dist/studio-app |
45
+ | @tanstack/history | 1.162.5 | MIT | dist/studio-app |
46
+ | @tanstack/query-core | 5.104.4 | MIT | dist/studio-app |
47
+ | @tanstack/react-query | 5.104.4 | MIT | dist/studio-app |
48
+ | @tanstack/react-router | 1.170.45 | MIT | dist/studio-app |
49
+ | @tanstack/react-store | 0.11.2 | MIT | dist/studio-app |
50
+ | @tanstack/react-virtual | 3.14.21 | MIT | dist/studio-app |
51
+ | @tanstack/router-core | 1.171.38 | MIT | dist/studio-app |
52
+ | @tanstack/store | 0.11.2 | MIT | dist/studio-app |
53
+ | @tanstack/virtual-core | 3.19.6 | MIT | dist/studio-app |
55
54
  | aria-hidden | 1.2.6 | MIT | dist/studio-app |
56
55
  | class-variance-authority | 0.7.1 | Apache-2.0 | dist/studio-app |
57
56
  | clsx | 2.1.1 | MIT | dist/studio-app |
58
57
  | get-nonce | 1.0.1 | MIT | dist/studio-app |
59
- | lucide-react | 1.48.0 | ISC | dist/studio-app |
60
- | react | 19.3.0 | MIT | dist/studio-app |
61
- | react-dom | 19.3.0 | MIT | dist/studio-app |
58
+ | lucide-react | 1.59.0 | ISC | dist/studio-app |
59
+ | react | 19.3.1 | MIT | dist/studio-app |
60
+ | react-dom | 19.3.1 | MIT | dist/studio-app |
62
61
  | react-remove-scroll | 2.7.2 | MIT | dist/studio-app |
63
62
  | react-remove-scroll-bar | 2.3.8 | MIT | dist/studio-app |
64
63
  | react-style-singleton | 2.2.3 | MIT | dist/studio-app |
@@ -73,7 +72,7 @@ with its own licence.
73
72
  | shadcn/ui | | MIT | 11 source files |
74
73
  | moby/profiles (Docker default seccomp profile) | | Apache-2.0 | 1 source files |
75
74
 
76
- ## @ai-sdk/harness@1.0.154
75
+ ## @ai-sdk/harness@1.0.156
77
76
 
78
77
  - Licence: Apache-2.0
79
78
  - Source: https://github.com/vercel/ai
@@ -95,12 +94,12 @@ See the License for the specific language governing permissions and
95
94
  limitations under the License.
96
95
  ```
97
96
 
98
- ## @ai-sdk/harness-claude-code@1.0.158
97
+ ## @ai-sdk/harness-claude-code@1.0.160
99
98
 
100
99
  - Licence: Apache-2.0
101
100
  - Source: https://github.com/vercel/ai
102
101
  - Inlined into: dist, dist/bridge
103
- - Modified: dist/bridge/index.mjs, with patches/@ai-sdk__harness-claude-code@1.0.158.patch
102
+ - Modified: dist/bridge/index.mjs, with patches/@ai-sdk__harness-claude-code@1.0.160.patch
104
103
 
105
104
  ```text
106
105
  Copyright 2023 Vercel, Inc.
@@ -264,7 +263,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
264
263
  SOFTWARE.
265
264
  ```
266
265
 
267
- ## @radix-ui/primitive@1.1.7
266
+ ## @radix-ui/primitive@1.2.0
268
267
 
269
268
  - Licence: MIT
270
269
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -294,7 +293,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
294
293
  SOFTWARE.
295
294
  ```
296
295
 
297
- ## @radix-ui/react-arrow@1.1.15
296
+ ## @radix-ui/react-arrow@1.1.17
298
297
 
299
298
  - Licence: MIT
300
299
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -324,7 +323,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
324
323
  SOFTWARE.
325
324
  ```
326
325
 
327
- ## @radix-ui/react-collection@1.1.15
326
+ ## @radix-ui/react-collection@1.2.0
328
327
 
329
328
  - Licence: MIT
330
329
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -384,7 +383,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
384
383
  SOFTWARE.
385
384
  ```
386
385
 
387
- ## @radix-ui/react-context@1.2.2
386
+ ## @radix-ui/react-context@1.3.0
388
387
 
389
388
  - Licence: MIT
390
389
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -414,7 +413,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
414
413
  SOFTWARE.
415
414
  ```
416
415
 
417
- ## @radix-ui/react-direction@1.1.4
416
+ ## @radix-ui/react-direction@1.2.0
418
417
 
419
418
  - Licence: MIT
420
419
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -444,7 +443,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
444
443
  SOFTWARE.
445
444
  ```
446
445
 
447
- ## @radix-ui/react-dismissable-layer@1.1.19
446
+ ## @radix-ui/react-dismissable-layer@1.2.1
448
447
 
449
448
  - Licence: MIT
450
449
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -474,7 +473,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
474
473
  SOFTWARE.
475
474
  ```
476
475
 
477
- ## @radix-ui/react-dropdown-menu@2.1.24
476
+ ## @radix-ui/react-dropdown-menu@2.2.1
478
477
 
479
478
  - Licence: MIT
480
479
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -504,7 +503,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
504
503
  SOFTWARE.
505
504
  ```
506
505
 
507
- ## @radix-ui/react-focus-guards@1.1.6
506
+ ## @radix-ui/react-focus-guards@1.2.0
508
507
 
509
508
  - Licence: MIT
510
509
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -534,7 +533,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
534
533
  SOFTWARE.
535
534
  ```
536
535
 
537
- ## @radix-ui/react-focus-scope@1.1.16
536
+ ## @radix-ui/react-focus-scope@1.3.1
538
537
 
539
538
  - Licence: MIT
540
539
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -594,7 +593,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
594
593
  SOFTWARE.
595
594
  ```
596
595
 
597
- ## @radix-ui/react-menu@2.1.24
596
+ ## @radix-ui/react-menu@2.2.1
598
597
 
599
598
  - Licence: MIT
600
599
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -624,7 +623,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
624
623
  SOFTWARE.
625
624
  ```
626
625
 
627
- ## @radix-ui/react-popper@1.3.7
626
+ ## @radix-ui/react-popper@1.4.0
628
627
 
629
628
  - Licence: MIT
630
629
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -654,7 +653,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
654
653
  SOFTWARE.
655
654
  ```
656
655
 
657
- ## @radix-ui/react-portal@1.1.17
656
+ ## @radix-ui/react-portal@1.2.0
658
657
 
659
658
  - Licence: MIT
660
659
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -684,7 +683,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
684
683
  SOFTWARE.
685
684
  ```
686
685
 
687
- ## @radix-ui/react-presence@1.1.10
686
+ ## @radix-ui/react-presence@1.1.11
688
687
 
689
688
  - Licence: MIT
690
689
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -714,7 +713,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
714
713
  SOFTWARE.
715
714
  ```
716
715
 
717
- ## @radix-ui/react-primitive@2.1.10
716
+ ## @radix-ui/react-primitive@2.2.0
718
717
 
719
718
  - Licence: MIT
720
719
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -744,7 +743,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
744
743
  SOFTWARE.
745
744
  ```
746
745
 
747
- ## @radix-ui/react-roving-focus@1.1.19
746
+ ## @radix-ui/react-roving-focus@1.2.1
748
747
 
749
748
  - Licence: MIT
750
749
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -774,7 +773,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
774
773
  SOFTWARE.
775
774
  ```
776
775
 
777
- ## @radix-ui/react-select@2.3.7
776
+ ## @radix-ui/react-select@2.4.1
778
777
 
779
778
  - Licence: MIT
780
779
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -804,7 +803,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
804
803
  SOFTWARE.
805
804
  ```
806
805
 
807
- ## @radix-ui/react-slot@1.3.3
806
+ ## @radix-ui/react-slot@1.5.0
808
807
 
809
808
  - Licence: MIT
810
809
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -834,7 +833,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
834
833
  SOFTWARE.
835
834
  ```
836
835
 
837
- ## @radix-ui/react-tabs@1.1.21
836
+ ## @radix-ui/react-tabs@1.2.1
838
837
 
839
838
  - Licence: MIT
840
839
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -864,7 +863,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
864
863
  SOFTWARE.
865
864
  ```
866
865
 
867
- ## @radix-ui/react-tooltip@1.2.16
866
+ ## @radix-ui/react-tooltip@1.4.1
868
867
 
869
868
  - Licence: MIT
870
869
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -894,7 +893,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
894
893
  SOFTWARE.
895
894
  ```
896
895
 
897
- ## @radix-ui/react-use-callback-ref@1.1.4
896
+ ## @radix-ui/react-use-callback-ref@1.1.5
898
897
 
899
898
  - Licence: MIT
900
899
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -924,7 +923,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
924
923
  SOFTWARE.
925
924
  ```
926
925
 
927
- ## @radix-ui/react-use-controllable-state@1.2.6
926
+ ## @radix-ui/react-use-controllable-state@1.3.0
928
927
 
929
928
  - Licence: MIT
930
929
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -1044,7 +1043,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1044
1043
  SOFTWARE.
1045
1044
  ```
1046
1045
 
1047
- ## @radix-ui/react-use-previous@1.1.4
1046
+ ## @radix-ui/react-use-size@1.1.5
1048
1047
 
1049
1048
  - Licence: MIT
1050
1049
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -1074,7 +1073,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1074
1073
  SOFTWARE.
1075
1074
  ```
1076
1075
 
1077
- ## @radix-ui/react-use-size@1.1.4
1076
+ ## @radix-ui/react-visually-hidden@1.2.13
1078
1077
 
1079
1078
  - Licence: MIT
1080
1079
  - Source: git+https://github.com/radix-ui/primitives.git
@@ -1104,37 +1103,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1104
1103
  SOFTWARE.
1105
1104
  ```
1106
1105
 
1107
- ## @radix-ui/react-visually-hidden@1.2.11
1108
-
1109
- - Licence: MIT
1110
- - Source: git+https://github.com/radix-ui/primitives.git
1111
- - Inlined into: dist/studio-app
1112
-
1113
- ```text
1114
- MIT License
1115
-
1116
- Copyright (c) 2022 WorkOS
1117
-
1118
- Permission is hereby granted, free of charge, to any person obtaining a copy
1119
- of this software and associated documentation files (the "Software"), to deal
1120
- in the Software without restriction, including without limitation the rights
1121
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
1122
- copies of the Software, and to permit persons to whom the Software is
1123
- furnished to do so, subject to the following conditions:
1124
-
1125
- The above copyright notice and this permission notice shall be included in all
1126
- copies or substantial portions of the Software.
1127
-
1128
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1129
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1130
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
1131
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
1132
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
1133
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1134
- SOFTWARE.
1135
- ```
1136
-
1137
- ## @tanstack/history@1.162.4
1106
+ ## @tanstack/history@1.162.5
1138
1107
 
1139
1108
  - Licence: MIT
1140
1109
  - Source: git+https://github.com/TanStack/router.git
@@ -1164,7 +1133,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1164
1133
  SOFTWARE.
1165
1134
  ```
1166
1135
 
1167
- ## @tanstack/query-core@5.104.0
1136
+ ## @tanstack/query-core@5.104.4
1168
1137
 
1169
1138
  - Licence: MIT
1170
1139
  - Source: git+https://github.com/TanStack/query.git
@@ -1194,7 +1163,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1194
1163
  SOFTWARE.
1195
1164
  ```
1196
1165
 
1197
- ## @tanstack/react-query@5.104.0
1166
+ ## @tanstack/react-query@5.104.4
1198
1167
 
1199
1168
  - Licence: MIT
1200
1169
  - Source: git+https://github.com/TanStack/query.git
@@ -1224,7 +1193,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1224
1193
  SOFTWARE.
1225
1194
  ```
1226
1195
 
1227
- ## @tanstack/react-router@1.170.39
1196
+ ## @tanstack/react-router@1.170.45
1228
1197
 
1229
1198
  - Licence: MIT
1230
1199
  - Source: git+https://github.com/TanStack/router.git
@@ -1254,7 +1223,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1254
1223
  SOFTWARE.
1255
1224
  ```
1256
1225
 
1257
- ## @tanstack/react-store@0.11.1
1226
+ ## @tanstack/react-store@0.11.2
1258
1227
 
1259
1228
  - Licence: MIT
1260
1229
  - Source: https://github.com/TanStack/store.git
@@ -1284,7 +1253,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1284
1253
  SOFTWARE.
1285
1254
  ```
1286
1255
 
1287
- ## @tanstack/react-virtual@3.14.13
1256
+ ## @tanstack/react-virtual@3.14.21
1288
1257
 
1289
1258
  - Licence: MIT
1290
1259
  - Source: git+https://github.com/TanStack/virtual.git
@@ -1314,7 +1283,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1314
1283
  SOFTWARE.
1315
1284
  ```
1316
1285
 
1317
- ## @tanstack/router-core@1.171.32
1286
+ ## @tanstack/router-core@1.171.38
1318
1287
 
1319
1288
  - Licence: MIT
1320
1289
  - Source: git+https://github.com/TanStack/router.git
@@ -1344,7 +1313,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1344
1313
  SOFTWARE.
1345
1314
  ```
1346
1315
 
1347
- ## @tanstack/store@0.11.1
1316
+ ## @tanstack/store@0.11.2
1348
1317
 
1349
1318
  - Licence: MIT
1350
1319
  - Source: git+https://github.com/TanStack/store.git
@@ -1374,7 +1343,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1374
1343
  SOFTWARE.
1375
1344
  ```
1376
1345
 
1377
- ## @tanstack/virtual-core@3.17.11
1346
+ ## @tanstack/virtual-core@3.19.6
1378
1347
 
1379
1348
  - Licence: MIT
1380
1349
  - Source: git+https://github.com/TanStack/virtual.git
@@ -1681,7 +1650,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1681
1650
  SOFTWARE.
1682
1651
  ```
1683
1652
 
1684
- ## lucide-react@1.48.0
1653
+ ## lucide-react@1.59.0
1685
1654
 
1686
1655
  - Licence: ISC
1687
1656
  - Source: https://github.com/lucide-icons/lucide.git
@@ -1733,7 +1702,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1733
1702
  SOFTWARE.
1734
1703
  ```
1735
1704
 
1736
- ## react@19.3.0
1705
+ ## react@19.3.1
1737
1706
 
1738
1707
  - Licence: MIT
1739
1708
  - Source: https://github.com/react/react.git
@@ -1763,7 +1732,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1763
1732
  SOFTWARE.
1764
1733
  ```
1765
1734
 
1766
- ## react-dom@19.3.0
1735
+ ## react-dom@19.3.1
1767
1736
 
1768
1737
  - Licence: MIT
1769
1738
  - Source: https://github.com/react/react.git