promptfoo 0.120.26 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +1 -1
  2. package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
  3. package/dist/drizzle/meta/0023_snapshot.json +1496 -0
  4. package/dist/drizzle/meta/_journal.json +7 -0
  5. package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
  6. package/dist/src/accounts-BgNJDBE6.js +206 -0
  7. package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
  8. package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
  9. package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
  10. package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
  11. package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
  12. package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
  13. package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
  14. package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
  15. package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
  16. package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
  17. package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
  18. package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
  19. package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
  20. package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
  21. package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
  22. package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  23. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  24. package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
  25. package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
  26. package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
  27. package/dist/src/app/index.html +4 -34
  28. package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
  29. package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
  30. package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
  31. package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
  32. package/dist/src/base-B0tcrnq_.js +193 -0
  33. package/dist/src/base-B4QJRyFS.js +194 -0
  34. package/dist/src/base-DBtwl2FR.cjs +222 -0
  35. package/dist/src/base-fEDN28WM.js +193 -0
  36. package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
  37. package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
  38. package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
  39. package/dist/src/blobs-qTYm-1PY.js +236 -0
  40. package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
  41. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  42. package/dist/src/cache-BwsMSda7.js +6 -0
  43. package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
  44. package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
  45. package/dist/src/cache-D3eqDYGU.js +739 -0
  46. package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
  47. package/dist/src/chat-BKm79wib.js +764 -0
  48. package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
  49. package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
  50. package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
  51. package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
  52. package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
  53. package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
  54. package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
  55. package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
  56. package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
  57. package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  58. package/dist/src/chunk-DEq-mXcV.js +15 -0
  59. package/dist/src/chunk-DRamLcfz.js +16 -0
  60. package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
  61. package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
  62. package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
  63. package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
  64. package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
  65. package/dist/src/cloud-DmE0EwsY.js +4 -0
  66. package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  67. package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
  68. package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  69. package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  70. package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  71. package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  72. package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  73. package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  74. package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
  75. package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
  76. package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
  77. package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
  78. package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
  79. package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
  80. package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
  81. package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  82. package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
  83. package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
  84. package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
  85. package/dist/src/completion-C_P3ypkJ.js +120 -0
  86. package/dist/src/createHash-CTQmL3G2.js +15 -0
  87. package/dist/src/createHash-CfZSc0b4.cjs +27 -0
  88. package/dist/src/createHash-Da8fMwqB.js +16 -0
  89. package/dist/src/createHash-DmPQkvBh.js +15 -0
  90. package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
  91. package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
  92. package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
  93. package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
  94. package/dist/src/entrypoint.js +2 -3
  95. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  96. package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
  97. package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
  98. package/dist/src/esm-Cd1AjG1D.js +379 -0
  99. package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
  100. package/dist/src/eval-17JizQIv.js +15 -0
  101. package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
  102. package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
  103. package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
  104. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  105. package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
  106. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  107. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  108. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  109. package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
  110. package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
  111. package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
  112. package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
  113. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  114. package/dist/src/fetch-4M3YRaqL.js +780 -0
  115. package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
  116. package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
  117. package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
  118. package/dist/src/fetch-KV5kNASw.js +5 -0
  119. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  120. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  121. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  122. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  123. package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
  124. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  125. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  126. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  127. package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  128. package/dist/src/graders-Bu0H9nXi.js +32 -0
  129. package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
  130. package/dist/src/graders-Cfhkvx-e.js +34 -0
  131. package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
  132. package/dist/src/graders-DClJVpGP.cjs +32 -0
  133. package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
  134. package/dist/src/graders-DcnJsrMO.js +32 -0
  135. package/dist/src/graders-R9rYUM0d.js +13466 -0
  136. package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
  137. package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
  138. package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
  139. package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
  140. package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
  141. package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
  142. package/dist/src/image-pAX56tPG.js +257 -0
  143. package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
  144. package/dist/src/index.cjs +696 -693
  145. package/dist/src/index.d.cts +113 -10
  146. package/dist/src/index.d.ts +113 -6
  147. package/dist/src/index.js +657 -658
  148. package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
  149. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  150. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  151. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  152. package/dist/src/invariant-vgHWClmd.js +25 -0
  153. package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
  154. package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
  155. package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
  156. package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
  157. package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
  158. package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
  159. package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  160. package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
  161. package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
  162. package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
  163. package/dist/src/logger-DLcq4dWf.js +713 -0
  164. package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
  165. package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  166. package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
  167. package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
  168. package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
  169. package/dist/src/main.js +1985 -2055
  170. package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
  171. package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
  172. package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
  173. package/dist/src/messages-D8EA0oDc.js +240 -0
  174. package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
  175. package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
  176. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
  177. package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
  178. package/dist/src/modelslab-C1OLRmVX.js +166 -0
  179. package/dist/src/modelslab-CqXBy3U8.js +168 -0
  180. package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
  181. package/dist/src/modelslab-X5-4LroM.js +166 -0
  182. package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
  183. package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
  184. package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  185. package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
  186. package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  187. package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
  188. package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
  189. package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
  190. package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
  191. package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
  192. package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
  193. package/dist/src/openai-j-sE2O7r.js +44 -0
  194. package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
  195. package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
  196. package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
  197. package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  198. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  199. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  200. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  201. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  202. package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
  203. package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  204. package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  205. package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
  206. package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
  207. package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
  208. package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  209. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  210. package/dist/src/providers-B3HvufyI.js +33246 -0
  211. package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
  212. package/dist/src/providers-C1rOSHiR.js +32 -0
  213. package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
  214. package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
  215. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  216. package/dist/src/providers-Dodakqr0.js +30 -0
  217. package/dist/src/providers-GIQ2TcsA.js +30 -0
  218. package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
  219. package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  220. package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
  221. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  222. package/dist/src/quiverai-C2jVwbH1.js +213 -0
  223. package/dist/src/quiverai-CI6gYJVI.js +213 -0
  224. package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
  225. package/dist/src/quiverai-MHSxbmmZ.js +215 -0
  226. package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
  227. package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
  228. package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
  229. package/dist/src/responses-jxdehPkC.js +660 -0
  230. package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
  231. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  232. package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
  233. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  234. package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
  235. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  236. package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  237. package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
  238. package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
  239. package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  240. package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
  241. package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
  242. package/dist/src/server/index.js +5620 -67302
  243. package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
  244. package/dist/src/server-B1vi21hA.js +7 -0
  245. package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
  246. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  247. package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
  248. package/dist/src/server-OAs3nBRT.js +229 -0
  249. package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
  250. package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
  251. package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
  252. package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
  253. package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
  254. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  255. package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
  256. package/dist/src/store-BltJg2cd.js +6 -0
  257. package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
  258. package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
  259. package/dist/src/store-Ub2vaGJ1.js +228 -0
  260. package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
  261. package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
  262. package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
  263. package/dist/src/tables-xKANLRBD.js +288 -0
  264. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  265. package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
  266. package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
  267. package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  268. package/dist/src/telemetry-D4W5hboe.js +7 -0
  269. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  270. package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
  271. package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
  272. package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
  273. package/dist/src/text-TIv0QYnd.js +22 -0
  274. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  275. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  276. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  277. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  278. package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
  279. package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
  280. package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
  281. package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
  282. package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
  283. package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
  284. package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
  285. package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
  286. package/dist/src/transform-DGxXocjk.js +1506 -0
  287. package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
  288. package/dist/src/transform-DTGDnAzW.js +6 -0
  289. package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
  290. package/dist/src/transform-aa6tmVpZ.js +216 -0
  291. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  292. package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  293. package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  294. package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
  295. package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
  296. package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
  297. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  298. package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
  299. package/dist/src/util-5cB-L7U3.js +1430 -0
  300. package/dist/src/util-6-GqIvzS.js +599 -0
  301. package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
  302. package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
  303. package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
  304. package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
  305. package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
  306. package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
  307. package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
  308. package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
  309. package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
  310. package/dist/src/util-ZZH-3QZz.js +293 -0
  311. package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
  312. package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
  313. package/dist/src/utils-dLokC-eR.js +94 -0
  314. package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
  315. package/dist/tsconfig.tsbuildinfo +1 -1
  316. package/package.json +59 -53
  317. package/dist/src/app/assets/index-BOgkICuY.css +0 -1
  318. package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
  319. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  320. package/dist/src/base-BaXmtXYp.js +0 -107
  321. package/dist/src/base-Dtp8b4_N.js +0 -106
  322. package/dist/src/base-f71xxWai.cjs +0 -111
  323. package/dist/src/cache-BUPcq0Ad.js +0 -6
  324. package/dist/src/cache-CVfRb-HD.cjs +0 -6
  325. package/dist/src/cache-O4EuX2JV.js +0 -8
  326. package/dist/src/chunk-DHDDz29n.js +0 -22
  327. package/dist/src/chunk-FhC4c-0y.js +0 -21
  328. package/dist/src/cloud-CZ4hytdm.js +0 -5
  329. package/dist/src/eval-CKHWqG9f.js +0 -16
  330. package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
  331. package/dist/src/evalResult-CzLURDcP.js +0 -13
  332. package/dist/src/evalResult-DyttNQ_G.js +0 -11
  333. package/dist/src/evaluator-0PvfeBYh.js +0 -38
  334. package/dist/src/fetch-Bi0o-fdp.js +0 -4
  335. package/dist/src/fetch-CMptBDVg.cjs +0 -4
  336. package/dist/src/fetch-DAZkv3gV.js +0 -6
  337. package/dist/src/graders-BCytzXrb.js +0 -34
  338. package/dist/src/graders-CGZQShfJ.cjs +0 -33
  339. package/dist/src/graders-spkuVC-E.js +0 -36
  340. package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
  341. package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
  342. package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
  343. package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
  344. package/dist/src/providers-BMZZmPBJ.cjs +0 -32
  345. package/dist/src/providers-CQQrNaJk.js +0 -32
  346. package/dist/src/providers-Ck8HyrC-.js +0 -34
  347. package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
  348. package/dist/src/quiverai-BQigKdIH.js +0 -57
  349. package/dist/src/quiverai-Bfy2WnE2.js +0 -55
  350. package/dist/src/quiverai-CedIP0PJ.js +0 -43
  351. package/dist/src/rubyUtils-D7--T12C.js +0 -6
  352. package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
  353. package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
  354. package/dist/src/server-BUbS0Qfh.js +0 -6
  355. package/dist/src/server-XpGXFHkS.cjs +0 -6
  356. package/dist/src/server-gfOx5Zrk.js +0 -8
  357. package/dist/src/store-5u2yriTV.js +0 -7
  358. package/dist/src/store-D_lq_8oQ.js +0 -6
  359. package/dist/src/store-m5KT6Ly7.cjs +0 -6
  360. package/dist/src/telemetry-5RHFoCJh.js +0 -6
  361. package/dist/src/telemetry-Do8wMnA-.js +0 -8
  362. package/dist/src/telemetry-LojxPoFq.cjs +0 -6
  363. package/dist/src/transform-8eGmaH-7.js +0 -7
  364. package/dist/src/transform-BRVvWaG4.cjs +0 -6
  365. package/dist/src/transform-GybT0X0u.js +0 -8
  366. package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
@@ -0,0 +1,1496 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "516dc2b9-fcef-43c1-88dc-543e422e3f53",
5
+ "prevId": "698631f8-ce83-473e-a73d-80a83dc35af4",
6
+ "tables": {
7
+ "blob_assets": {
8
+ "name": "blob_assets",
9
+ "columns": {
10
+ "hash": {
11
+ "name": "hash",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "size_bytes": {
18
+ "name": "size_bytes",
19
+ "type": "integer",
20
+ "primaryKey": false,
21
+ "notNull": true,
22
+ "autoincrement": false
23
+ },
24
+ "mime_type": {
25
+ "name": "mime_type",
26
+ "type": "text",
27
+ "primaryKey": false,
28
+ "notNull": true,
29
+ "autoincrement": false
30
+ },
31
+ "provider": {
32
+ "name": "provider",
33
+ "type": "text",
34
+ "primaryKey": false,
35
+ "notNull": true,
36
+ "autoincrement": false
37
+ },
38
+ "created_at": {
39
+ "name": "created_at",
40
+ "type": "integer",
41
+ "primaryKey": false,
42
+ "notNull": true,
43
+ "autoincrement": false,
44
+ "default": "CURRENT_TIMESTAMP"
45
+ }
46
+ },
47
+ "indexes": {
48
+ "blob_assets_provider_idx": {
49
+ "name": "blob_assets_provider_idx",
50
+ "columns": [
51
+ "provider"
52
+ ],
53
+ "isUnique": false
54
+ },
55
+ "blob_assets_created_at_idx": {
56
+ "name": "blob_assets_created_at_idx",
57
+ "columns": [
58
+ "created_at"
59
+ ],
60
+ "isUnique": false
61
+ },
62
+ "blob_assets_mime_type_idx": {
63
+ "name": "blob_assets_mime_type_idx",
64
+ "columns": [
65
+ "mime_type"
66
+ ],
67
+ "isUnique": false
68
+ }
69
+ },
70
+ "foreignKeys": {},
71
+ "compositePrimaryKeys": {},
72
+ "uniqueConstraints": {},
73
+ "checkConstraints": {}
74
+ },
75
+ "blob_references": {
76
+ "name": "blob_references",
77
+ "columns": {
78
+ "id": {
79
+ "name": "id",
80
+ "type": "text",
81
+ "primaryKey": true,
82
+ "notNull": true,
83
+ "autoincrement": false
84
+ },
85
+ "blob_hash": {
86
+ "name": "blob_hash",
87
+ "type": "text",
88
+ "primaryKey": false,
89
+ "notNull": true,
90
+ "autoincrement": false
91
+ },
92
+ "eval_id": {
93
+ "name": "eval_id",
94
+ "type": "text",
95
+ "primaryKey": false,
96
+ "notNull": true,
97
+ "autoincrement": false
98
+ },
99
+ "test_idx": {
100
+ "name": "test_idx",
101
+ "type": "integer",
102
+ "primaryKey": false,
103
+ "notNull": false,
104
+ "autoincrement": false
105
+ },
106
+ "prompt_idx": {
107
+ "name": "prompt_idx",
108
+ "type": "integer",
109
+ "primaryKey": false,
110
+ "notNull": false,
111
+ "autoincrement": false
112
+ },
113
+ "location": {
114
+ "name": "location",
115
+ "type": "text",
116
+ "primaryKey": false,
117
+ "notNull": false,
118
+ "autoincrement": false
119
+ },
120
+ "kind": {
121
+ "name": "kind",
122
+ "type": "text",
123
+ "primaryKey": false,
124
+ "notNull": false,
125
+ "autoincrement": false
126
+ },
127
+ "created_at": {
128
+ "name": "created_at",
129
+ "type": "integer",
130
+ "primaryKey": false,
131
+ "notNull": true,
132
+ "autoincrement": false,
133
+ "default": "CURRENT_TIMESTAMP"
134
+ }
135
+ },
136
+ "indexes": {
137
+ "blob_references_blob_idx": {
138
+ "name": "blob_references_blob_idx",
139
+ "columns": [
140
+ "blob_hash"
141
+ ],
142
+ "isUnique": false
143
+ },
144
+ "blob_references_eval_idx": {
145
+ "name": "blob_references_eval_idx",
146
+ "columns": [
147
+ "eval_id"
148
+ ],
149
+ "isUnique": false
150
+ },
151
+ "blob_references_blob_created_at_idx": {
152
+ "name": "blob_references_blob_created_at_idx",
153
+ "columns": [
154
+ "blob_hash",
155
+ "created_at"
156
+ ],
157
+ "isUnique": false
158
+ }
159
+ },
160
+ "foreignKeys": {
161
+ "blob_references_blob_hash_blob_assets_hash_fk": {
162
+ "name": "blob_references_blob_hash_blob_assets_hash_fk",
163
+ "tableFrom": "blob_references",
164
+ "tableTo": "blob_assets",
165
+ "columnsFrom": [
166
+ "blob_hash"
167
+ ],
168
+ "columnsTo": [
169
+ "hash"
170
+ ],
171
+ "onDelete": "cascade",
172
+ "onUpdate": "no action"
173
+ },
174
+ "blob_references_eval_id_evals_id_fk": {
175
+ "name": "blob_references_eval_id_evals_id_fk",
176
+ "tableFrom": "blob_references",
177
+ "tableTo": "evals",
178
+ "columnsFrom": [
179
+ "eval_id"
180
+ ],
181
+ "columnsTo": [
182
+ "id"
183
+ ],
184
+ "onDelete": "cascade",
185
+ "onUpdate": "no action"
186
+ }
187
+ },
188
+ "compositePrimaryKeys": {},
189
+ "uniqueConstraints": {},
190
+ "checkConstraints": {}
191
+ },
192
+ "configs": {
193
+ "name": "configs",
194
+ "columns": {
195
+ "id": {
196
+ "name": "id",
197
+ "type": "text",
198
+ "primaryKey": true,
199
+ "notNull": true,
200
+ "autoincrement": false
201
+ },
202
+ "created_at": {
203
+ "name": "created_at",
204
+ "type": "integer",
205
+ "primaryKey": false,
206
+ "notNull": true,
207
+ "autoincrement": false,
208
+ "default": "CURRENT_TIMESTAMP"
209
+ },
210
+ "updated_at": {
211
+ "name": "updated_at",
212
+ "type": "integer",
213
+ "primaryKey": false,
214
+ "notNull": true,
215
+ "autoincrement": false,
216
+ "default": "CURRENT_TIMESTAMP"
217
+ },
218
+ "name": {
219
+ "name": "name",
220
+ "type": "text",
221
+ "primaryKey": false,
222
+ "notNull": true,
223
+ "autoincrement": false
224
+ },
225
+ "type": {
226
+ "name": "type",
227
+ "type": "text",
228
+ "primaryKey": false,
229
+ "notNull": true,
230
+ "autoincrement": false
231
+ },
232
+ "config": {
233
+ "name": "config",
234
+ "type": "text",
235
+ "primaryKey": false,
236
+ "notNull": true,
237
+ "autoincrement": false
238
+ }
239
+ },
240
+ "indexes": {
241
+ "configs_created_at_idx": {
242
+ "name": "configs_created_at_idx",
243
+ "columns": [
244
+ "created_at"
245
+ ],
246
+ "isUnique": false
247
+ },
248
+ "configs_type_idx": {
249
+ "name": "configs_type_idx",
250
+ "columns": [
251
+ "type"
252
+ ],
253
+ "isUnique": false
254
+ }
255
+ },
256
+ "foreignKeys": {},
257
+ "compositePrimaryKeys": {},
258
+ "uniqueConstraints": {},
259
+ "checkConstraints": {}
260
+ },
261
+ "datasets": {
262
+ "name": "datasets",
263
+ "columns": {
264
+ "id": {
265
+ "name": "id",
266
+ "type": "text",
267
+ "primaryKey": true,
268
+ "notNull": true,
269
+ "autoincrement": false
270
+ },
271
+ "tests": {
272
+ "name": "tests",
273
+ "type": "text",
274
+ "primaryKey": false,
275
+ "notNull": false,
276
+ "autoincrement": false
277
+ },
278
+ "created_at": {
279
+ "name": "created_at",
280
+ "type": "integer",
281
+ "primaryKey": false,
282
+ "notNull": true,
283
+ "autoincrement": false,
284
+ "default": "CURRENT_TIMESTAMP"
285
+ }
286
+ },
287
+ "indexes": {
288
+ "datasets_created_at_idx": {
289
+ "name": "datasets_created_at_idx",
290
+ "columns": [
291
+ "created_at"
292
+ ],
293
+ "isUnique": false
294
+ }
295
+ },
296
+ "foreignKeys": {},
297
+ "compositePrimaryKeys": {},
298
+ "uniqueConstraints": {},
299
+ "checkConstraints": {}
300
+ },
301
+ "eval_results": {
302
+ "name": "eval_results",
303
+ "columns": {
304
+ "id": {
305
+ "name": "id",
306
+ "type": "text",
307
+ "primaryKey": true,
308
+ "notNull": true,
309
+ "autoincrement": false
310
+ },
311
+ "created_at": {
312
+ "name": "created_at",
313
+ "type": "integer",
314
+ "primaryKey": false,
315
+ "notNull": true,
316
+ "autoincrement": false,
317
+ "default": "CURRENT_TIMESTAMP"
318
+ },
319
+ "updated_at": {
320
+ "name": "updated_at",
321
+ "type": "integer",
322
+ "primaryKey": false,
323
+ "notNull": true,
324
+ "autoincrement": false,
325
+ "default": "CURRENT_TIMESTAMP"
326
+ },
327
+ "eval_id": {
328
+ "name": "eval_id",
329
+ "type": "text",
330
+ "primaryKey": false,
331
+ "notNull": true,
332
+ "autoincrement": false
333
+ },
334
+ "prompt_idx": {
335
+ "name": "prompt_idx",
336
+ "type": "integer",
337
+ "primaryKey": false,
338
+ "notNull": true,
339
+ "autoincrement": false
340
+ },
341
+ "test_idx": {
342
+ "name": "test_idx",
343
+ "type": "integer",
344
+ "primaryKey": false,
345
+ "notNull": true,
346
+ "autoincrement": false
347
+ },
348
+ "test_case": {
349
+ "name": "test_case",
350
+ "type": "text",
351
+ "primaryKey": false,
352
+ "notNull": true,
353
+ "autoincrement": false
354
+ },
355
+ "prompt": {
356
+ "name": "prompt",
357
+ "type": "text",
358
+ "primaryKey": false,
359
+ "notNull": true,
360
+ "autoincrement": false
361
+ },
362
+ "prompt_id": {
363
+ "name": "prompt_id",
364
+ "type": "text",
365
+ "primaryKey": false,
366
+ "notNull": false,
367
+ "autoincrement": false
368
+ },
369
+ "provider": {
370
+ "name": "provider",
371
+ "type": "text",
372
+ "primaryKey": false,
373
+ "notNull": true,
374
+ "autoincrement": false
375
+ },
376
+ "latency_ms": {
377
+ "name": "latency_ms",
378
+ "type": "integer",
379
+ "primaryKey": false,
380
+ "notNull": false,
381
+ "autoincrement": false
382
+ },
383
+ "cost": {
384
+ "name": "cost",
385
+ "type": "real",
386
+ "primaryKey": false,
387
+ "notNull": false,
388
+ "autoincrement": false
389
+ },
390
+ "response": {
391
+ "name": "response",
392
+ "type": "text",
393
+ "primaryKey": false,
394
+ "notNull": false,
395
+ "autoincrement": false
396
+ },
397
+ "error": {
398
+ "name": "error",
399
+ "type": "text",
400
+ "primaryKey": false,
401
+ "notNull": false,
402
+ "autoincrement": false
403
+ },
404
+ "failure_reason": {
405
+ "name": "failure_reason",
406
+ "type": "integer",
407
+ "primaryKey": false,
408
+ "notNull": true,
409
+ "autoincrement": false,
410
+ "default": 0
411
+ },
412
+ "success": {
413
+ "name": "success",
414
+ "type": "integer",
415
+ "primaryKey": false,
416
+ "notNull": true,
417
+ "autoincrement": false
418
+ },
419
+ "score": {
420
+ "name": "score",
421
+ "type": "real",
422
+ "primaryKey": false,
423
+ "notNull": true,
424
+ "autoincrement": false
425
+ },
426
+ "grading_result": {
427
+ "name": "grading_result",
428
+ "type": "text",
429
+ "primaryKey": false,
430
+ "notNull": false,
431
+ "autoincrement": false
432
+ },
433
+ "named_scores": {
434
+ "name": "named_scores",
435
+ "type": "text",
436
+ "primaryKey": false,
437
+ "notNull": false,
438
+ "autoincrement": false
439
+ },
440
+ "metadata": {
441
+ "name": "metadata",
442
+ "type": "text",
443
+ "primaryKey": false,
444
+ "notNull": false,
445
+ "autoincrement": false
446
+ }
447
+ },
448
+ "indexes": {
449
+ "eval_result_eval_id_idx": {
450
+ "name": "eval_result_eval_id_idx",
451
+ "columns": [
452
+ "eval_id"
453
+ ],
454
+ "isUnique": false
455
+ },
456
+ "eval_result_test_idx": {
457
+ "name": "eval_result_test_idx",
458
+ "columns": [
459
+ "test_idx"
460
+ ],
461
+ "isUnique": false
462
+ },
463
+ "eval_result_eval_test_idx": {
464
+ "name": "eval_result_eval_test_idx",
465
+ "columns": [
466
+ "eval_id",
467
+ "test_idx"
468
+ ],
469
+ "isUnique": false
470
+ },
471
+ "eval_result_eval_success_idx": {
472
+ "name": "eval_result_eval_success_idx",
473
+ "columns": [
474
+ "eval_id",
475
+ "success"
476
+ ],
477
+ "isUnique": false
478
+ },
479
+ "eval_result_eval_failure_idx": {
480
+ "name": "eval_result_eval_failure_idx",
481
+ "columns": [
482
+ "eval_id",
483
+ "failure_reason"
484
+ ],
485
+ "isUnique": false
486
+ },
487
+ "eval_result_eval_test_success_idx": {
488
+ "name": "eval_result_eval_test_success_idx",
489
+ "columns": [
490
+ "eval_id",
491
+ "test_idx",
492
+ "success"
493
+ ],
494
+ "isUnique": false
495
+ },
496
+ "eval_result_response_idx": {
497
+ "name": "eval_result_response_idx",
498
+ "columns": [
499
+ "response"
500
+ ],
501
+ "isUnique": false
502
+ },
503
+ "eval_result_grading_result_reason_idx": {
504
+ "name": "eval_result_grading_result_reason_idx",
505
+ "columns": [
506
+ "json_extract(\"grading_result\", '$.reason')"
507
+ ],
508
+ "isUnique": false
509
+ },
510
+ "eval_result_grading_result_comment_idx": {
511
+ "name": "eval_result_grading_result_comment_idx",
512
+ "columns": [
513
+ "json_extract(\"grading_result\", '$.comment')"
514
+ ],
515
+ "isUnique": false
516
+ },
517
+ "eval_result_test_case_vars_idx": {
518
+ "name": "eval_result_test_case_vars_idx",
519
+ "columns": [
520
+ "json_extract(\"test_case\", '$.vars')"
521
+ ],
522
+ "isUnique": false
523
+ },
524
+ "eval_result_test_case_metadata_idx": {
525
+ "name": "eval_result_test_case_metadata_idx",
526
+ "columns": [
527
+ "json_extract(\"metadata\", '$')"
528
+ ],
529
+ "isUnique": false
530
+ },
531
+ "eval_result_named_scores_idx": {
532
+ "name": "eval_result_named_scores_idx",
533
+ "columns": [
534
+ "json_extract(\"named_scores\", '$')"
535
+ ],
536
+ "isUnique": false
537
+ },
538
+ "eval_result_metadata_idx": {
539
+ "name": "eval_result_metadata_idx",
540
+ "columns": [
541
+ "json_extract(\"metadata\", '$')"
542
+ ],
543
+ "isUnique": false
544
+ },
545
+ "eval_result_metadata_plugin_id_idx": {
546
+ "name": "eval_result_metadata_plugin_id_idx",
547
+ "columns": [
548
+ "json_extract(\"metadata\", '$.pluginId')"
549
+ ],
550
+ "isUnique": false
551
+ },
552
+ "eval_result_metadata_strategy_id_idx": {
553
+ "name": "eval_result_metadata_strategy_id_idx",
554
+ "columns": [
555
+ "json_extract(\"metadata\", '$.strategyId')"
556
+ ],
557
+ "isUnique": false
558
+ }
559
+ },
560
+ "foreignKeys": {
561
+ "eval_results_eval_id_evals_id_fk": {
562
+ "name": "eval_results_eval_id_evals_id_fk",
563
+ "tableFrom": "eval_results",
564
+ "tableTo": "evals",
565
+ "columnsFrom": [
566
+ "eval_id"
567
+ ],
568
+ "columnsTo": [
569
+ "id"
570
+ ],
571
+ "onDelete": "no action",
572
+ "onUpdate": "no action"
573
+ },
574
+ "eval_results_prompt_id_prompts_id_fk": {
575
+ "name": "eval_results_prompt_id_prompts_id_fk",
576
+ "tableFrom": "eval_results",
577
+ "tableTo": "prompts",
578
+ "columnsFrom": [
579
+ "prompt_id"
580
+ ],
581
+ "columnsTo": [
582
+ "id"
583
+ ],
584
+ "onDelete": "no action",
585
+ "onUpdate": "no action"
586
+ }
587
+ },
588
+ "compositePrimaryKeys": {},
589
+ "uniqueConstraints": {},
590
+ "checkConstraints": {}
591
+ },
592
+ "evals": {
593
+ "name": "evals",
594
+ "columns": {
595
+ "id": {
596
+ "name": "id",
597
+ "type": "text",
598
+ "primaryKey": true,
599
+ "notNull": true,
600
+ "autoincrement": false
601
+ },
602
+ "created_at": {
603
+ "name": "created_at",
604
+ "type": "integer",
605
+ "primaryKey": false,
606
+ "notNull": true,
607
+ "autoincrement": false,
608
+ "default": "CURRENT_TIMESTAMP"
609
+ },
610
+ "author": {
611
+ "name": "author",
612
+ "type": "text",
613
+ "primaryKey": false,
614
+ "notNull": false,
615
+ "autoincrement": false
616
+ },
617
+ "description": {
618
+ "name": "description",
619
+ "type": "text",
620
+ "primaryKey": false,
621
+ "notNull": false,
622
+ "autoincrement": false
623
+ },
624
+ "results": {
625
+ "name": "results",
626
+ "type": "text",
627
+ "primaryKey": false,
628
+ "notNull": true,
629
+ "autoincrement": false
630
+ },
631
+ "config": {
632
+ "name": "config",
633
+ "type": "text",
634
+ "primaryKey": false,
635
+ "notNull": true,
636
+ "autoincrement": false
637
+ },
638
+ "prompts": {
639
+ "name": "prompts",
640
+ "type": "text",
641
+ "primaryKey": false,
642
+ "notNull": false,
643
+ "autoincrement": false
644
+ },
645
+ "vars": {
646
+ "name": "vars",
647
+ "type": "text",
648
+ "primaryKey": false,
649
+ "notNull": false,
650
+ "autoincrement": false
651
+ },
652
+ "runtime_options": {
653
+ "name": "runtime_options",
654
+ "type": "text",
655
+ "primaryKey": false,
656
+ "notNull": false,
657
+ "autoincrement": false
658
+ },
659
+ "is_redteam": {
660
+ "name": "is_redteam",
661
+ "type": "integer",
662
+ "primaryKey": false,
663
+ "notNull": true,
664
+ "autoincrement": false,
665
+ "default": false
666
+ }
667
+ },
668
+ "indexes": {
669
+ "evals_created_at_idx": {
670
+ "name": "evals_created_at_idx",
671
+ "columns": [
672
+ "created_at"
673
+ ],
674
+ "isUnique": false
675
+ },
676
+ "evals_author_idx": {
677
+ "name": "evals_author_idx",
678
+ "columns": [
679
+ "author"
680
+ ],
681
+ "isUnique": false
682
+ },
683
+ "evals_is_redteam_idx": {
684
+ "name": "evals_is_redteam_idx",
685
+ "columns": [
686
+ "is_redteam"
687
+ ],
688
+ "isUnique": false
689
+ }
690
+ },
691
+ "foreignKeys": {},
692
+ "compositePrimaryKeys": {},
693
+ "uniqueConstraints": {},
694
+ "checkConstraints": {}
695
+ },
696
+ "evals_to_datasets": {
697
+ "name": "evals_to_datasets",
698
+ "columns": {
699
+ "eval_id": {
700
+ "name": "eval_id",
701
+ "type": "text",
702
+ "primaryKey": false,
703
+ "notNull": true,
704
+ "autoincrement": false
705
+ },
706
+ "dataset_id": {
707
+ "name": "dataset_id",
708
+ "type": "text",
709
+ "primaryKey": false,
710
+ "notNull": true,
711
+ "autoincrement": false
712
+ }
713
+ },
714
+ "indexes": {
715
+ "evals_to_datasets_eval_id_idx": {
716
+ "name": "evals_to_datasets_eval_id_idx",
717
+ "columns": [
718
+ "eval_id"
719
+ ],
720
+ "isUnique": false
721
+ },
722
+ "evals_to_datasets_dataset_id_idx": {
723
+ "name": "evals_to_datasets_dataset_id_idx",
724
+ "columns": [
725
+ "dataset_id"
726
+ ],
727
+ "isUnique": false
728
+ }
729
+ },
730
+ "foreignKeys": {
731
+ "evals_to_datasets_eval_id_evals_id_fk": {
732
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
733
+ "tableFrom": "evals_to_datasets",
734
+ "tableTo": "evals",
735
+ "columnsFrom": [
736
+ "eval_id"
737
+ ],
738
+ "columnsTo": [
739
+ "id"
740
+ ],
741
+ "onDelete": "no action",
742
+ "onUpdate": "no action"
743
+ },
744
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
745
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
746
+ "tableFrom": "evals_to_datasets",
747
+ "tableTo": "datasets",
748
+ "columnsFrom": [
749
+ "dataset_id"
750
+ ],
751
+ "columnsTo": [
752
+ "id"
753
+ ],
754
+ "onDelete": "no action",
755
+ "onUpdate": "no action"
756
+ }
757
+ },
758
+ "compositePrimaryKeys": {
759
+ "evals_to_datasets_eval_id_dataset_id_pk": {
760
+ "columns": [
761
+ "eval_id",
762
+ "dataset_id"
763
+ ],
764
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
765
+ }
766
+ },
767
+ "uniqueConstraints": {},
768
+ "checkConstraints": {}
769
+ },
770
+ "evals_to_prompts": {
771
+ "name": "evals_to_prompts",
772
+ "columns": {
773
+ "eval_id": {
774
+ "name": "eval_id",
775
+ "type": "text",
776
+ "primaryKey": false,
777
+ "notNull": true,
778
+ "autoincrement": false
779
+ },
780
+ "prompt_id": {
781
+ "name": "prompt_id",
782
+ "type": "text",
783
+ "primaryKey": false,
784
+ "notNull": true,
785
+ "autoincrement": false
786
+ }
787
+ },
788
+ "indexes": {
789
+ "evals_to_prompts_eval_id_idx": {
790
+ "name": "evals_to_prompts_eval_id_idx",
791
+ "columns": [
792
+ "eval_id"
793
+ ],
794
+ "isUnique": false
795
+ },
796
+ "evals_to_prompts_prompt_id_idx": {
797
+ "name": "evals_to_prompts_prompt_id_idx",
798
+ "columns": [
799
+ "prompt_id"
800
+ ],
801
+ "isUnique": false
802
+ }
803
+ },
804
+ "foreignKeys": {
805
+ "evals_to_prompts_eval_id_evals_id_fk": {
806
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
807
+ "tableFrom": "evals_to_prompts",
808
+ "tableTo": "evals",
809
+ "columnsFrom": [
810
+ "eval_id"
811
+ ],
812
+ "columnsTo": [
813
+ "id"
814
+ ],
815
+ "onDelete": "cascade",
816
+ "onUpdate": "no action"
817
+ },
818
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
819
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
820
+ "tableFrom": "evals_to_prompts",
821
+ "tableTo": "prompts",
822
+ "columnsFrom": [
823
+ "prompt_id"
824
+ ],
825
+ "columnsTo": [
826
+ "id"
827
+ ],
828
+ "onDelete": "no action",
829
+ "onUpdate": "no action"
830
+ }
831
+ },
832
+ "compositePrimaryKeys": {
833
+ "evals_to_prompts_eval_id_prompt_id_pk": {
834
+ "columns": [
835
+ "eval_id",
836
+ "prompt_id"
837
+ ],
838
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
839
+ }
840
+ },
841
+ "uniqueConstraints": {},
842
+ "checkConstraints": {}
843
+ },
844
+ "evals_to_tags": {
845
+ "name": "evals_to_tags",
846
+ "columns": {
847
+ "eval_id": {
848
+ "name": "eval_id",
849
+ "type": "text",
850
+ "primaryKey": false,
851
+ "notNull": true,
852
+ "autoincrement": false
853
+ },
854
+ "tag_id": {
855
+ "name": "tag_id",
856
+ "type": "text",
857
+ "primaryKey": false,
858
+ "notNull": true,
859
+ "autoincrement": false
860
+ }
861
+ },
862
+ "indexes": {
863
+ "evals_to_tags_eval_id_idx": {
864
+ "name": "evals_to_tags_eval_id_idx",
865
+ "columns": [
866
+ "eval_id"
867
+ ],
868
+ "isUnique": false
869
+ },
870
+ "evals_to_tags_tag_id_idx": {
871
+ "name": "evals_to_tags_tag_id_idx",
872
+ "columns": [
873
+ "tag_id"
874
+ ],
875
+ "isUnique": false
876
+ }
877
+ },
878
+ "foreignKeys": {
879
+ "evals_to_tags_eval_id_evals_id_fk": {
880
+ "name": "evals_to_tags_eval_id_evals_id_fk",
881
+ "tableFrom": "evals_to_tags",
882
+ "tableTo": "evals",
883
+ "columnsFrom": [
884
+ "eval_id"
885
+ ],
886
+ "columnsTo": [
887
+ "id"
888
+ ],
889
+ "onDelete": "no action",
890
+ "onUpdate": "no action"
891
+ },
892
+ "evals_to_tags_tag_id_tags_id_fk": {
893
+ "name": "evals_to_tags_tag_id_tags_id_fk",
894
+ "tableFrom": "evals_to_tags",
895
+ "tableTo": "tags",
896
+ "columnsFrom": [
897
+ "tag_id"
898
+ ],
899
+ "columnsTo": [
900
+ "id"
901
+ ],
902
+ "onDelete": "no action",
903
+ "onUpdate": "no action"
904
+ }
905
+ },
906
+ "compositePrimaryKeys": {
907
+ "evals_to_tags_eval_id_tag_id_pk": {
908
+ "columns": [
909
+ "eval_id",
910
+ "tag_id"
911
+ ],
912
+ "name": "evals_to_tags_eval_id_tag_id_pk"
913
+ }
914
+ },
915
+ "uniqueConstraints": {},
916
+ "checkConstraints": {}
917
+ },
918
+ "model_audits": {
919
+ "name": "model_audits",
920
+ "columns": {
921
+ "id": {
922
+ "name": "id",
923
+ "type": "text",
924
+ "primaryKey": true,
925
+ "notNull": true,
926
+ "autoincrement": false
927
+ },
928
+ "created_at": {
929
+ "name": "created_at",
930
+ "type": "integer",
931
+ "primaryKey": false,
932
+ "notNull": true,
933
+ "autoincrement": false,
934
+ "default": "CURRENT_TIMESTAMP"
935
+ },
936
+ "updated_at": {
937
+ "name": "updated_at",
938
+ "type": "integer",
939
+ "primaryKey": false,
940
+ "notNull": true,
941
+ "autoincrement": false,
942
+ "default": "CURRENT_TIMESTAMP"
943
+ },
944
+ "name": {
945
+ "name": "name",
946
+ "type": "text",
947
+ "primaryKey": false,
948
+ "notNull": false,
949
+ "autoincrement": false
950
+ },
951
+ "author": {
952
+ "name": "author",
953
+ "type": "text",
954
+ "primaryKey": false,
955
+ "notNull": false,
956
+ "autoincrement": false
957
+ },
958
+ "model_path": {
959
+ "name": "model_path",
960
+ "type": "text",
961
+ "primaryKey": false,
962
+ "notNull": true,
963
+ "autoincrement": false
964
+ },
965
+ "model_type": {
966
+ "name": "model_type",
967
+ "type": "text",
968
+ "primaryKey": false,
969
+ "notNull": false,
970
+ "autoincrement": false
971
+ },
972
+ "results": {
973
+ "name": "results",
974
+ "type": "text",
975
+ "primaryKey": false,
976
+ "notNull": true,
977
+ "autoincrement": false
978
+ },
979
+ "checks": {
980
+ "name": "checks",
981
+ "type": "text",
982
+ "primaryKey": false,
983
+ "notNull": false,
984
+ "autoincrement": false
985
+ },
986
+ "issues": {
987
+ "name": "issues",
988
+ "type": "text",
989
+ "primaryKey": false,
990
+ "notNull": false,
991
+ "autoincrement": false
992
+ },
993
+ "has_errors": {
994
+ "name": "has_errors",
995
+ "type": "integer",
996
+ "primaryKey": false,
997
+ "notNull": true,
998
+ "autoincrement": false
999
+ },
1000
+ "total_checks": {
1001
+ "name": "total_checks",
1002
+ "type": "integer",
1003
+ "primaryKey": false,
1004
+ "notNull": false,
1005
+ "autoincrement": false
1006
+ },
1007
+ "passed_checks": {
1008
+ "name": "passed_checks",
1009
+ "type": "integer",
1010
+ "primaryKey": false,
1011
+ "notNull": false,
1012
+ "autoincrement": false
1013
+ },
1014
+ "failed_checks": {
1015
+ "name": "failed_checks",
1016
+ "type": "integer",
1017
+ "primaryKey": false,
1018
+ "notNull": false,
1019
+ "autoincrement": false
1020
+ },
1021
+ "metadata": {
1022
+ "name": "metadata",
1023
+ "type": "text",
1024
+ "primaryKey": false,
1025
+ "notNull": false,
1026
+ "autoincrement": false
1027
+ },
1028
+ "model_id": {
1029
+ "name": "model_id",
1030
+ "type": "text",
1031
+ "primaryKey": false,
1032
+ "notNull": false,
1033
+ "autoincrement": false
1034
+ },
1035
+ "revision_sha": {
1036
+ "name": "revision_sha",
1037
+ "type": "text",
1038
+ "primaryKey": false,
1039
+ "notNull": false,
1040
+ "autoincrement": false
1041
+ },
1042
+ "content_hash": {
1043
+ "name": "content_hash",
1044
+ "type": "text",
1045
+ "primaryKey": false,
1046
+ "notNull": false,
1047
+ "autoincrement": false
1048
+ },
1049
+ "model_source": {
1050
+ "name": "model_source",
1051
+ "type": "text",
1052
+ "primaryKey": false,
1053
+ "notNull": false,
1054
+ "autoincrement": false
1055
+ },
1056
+ "source_last_modified": {
1057
+ "name": "source_last_modified",
1058
+ "type": "integer",
1059
+ "primaryKey": false,
1060
+ "notNull": false,
1061
+ "autoincrement": false
1062
+ },
1063
+ "scanner_version": {
1064
+ "name": "scanner_version",
1065
+ "type": "text",
1066
+ "primaryKey": false,
1067
+ "notNull": false,
1068
+ "autoincrement": false
1069
+ }
1070
+ },
1071
+ "indexes": {
1072
+ "model_audits_created_at_idx": {
1073
+ "name": "model_audits_created_at_idx",
1074
+ "columns": [
1075
+ "created_at"
1076
+ ],
1077
+ "isUnique": false
1078
+ },
1079
+ "model_audits_model_path_idx": {
1080
+ "name": "model_audits_model_path_idx",
1081
+ "columns": [
1082
+ "model_path"
1083
+ ],
1084
+ "isUnique": false
1085
+ },
1086
+ "model_audits_has_errors_idx": {
1087
+ "name": "model_audits_has_errors_idx",
1088
+ "columns": [
1089
+ "has_errors"
1090
+ ],
1091
+ "isUnique": false
1092
+ },
1093
+ "model_audits_model_type_idx": {
1094
+ "name": "model_audits_model_type_idx",
1095
+ "columns": [
1096
+ "model_type"
1097
+ ],
1098
+ "isUnique": false
1099
+ },
1100
+ "model_audits_model_id_idx": {
1101
+ "name": "model_audits_model_id_idx",
1102
+ "columns": [
1103
+ "model_id"
1104
+ ],
1105
+ "isUnique": false
1106
+ },
1107
+ "model_audits_revision_sha_idx": {
1108
+ "name": "model_audits_revision_sha_idx",
1109
+ "columns": [
1110
+ "revision_sha"
1111
+ ],
1112
+ "isUnique": false
1113
+ },
1114
+ "model_audits_content_hash_idx": {
1115
+ "name": "model_audits_content_hash_idx",
1116
+ "columns": [
1117
+ "content_hash"
1118
+ ],
1119
+ "isUnique": false
1120
+ },
1121
+ "model_audits_model_revision_idx": {
1122
+ "name": "model_audits_model_revision_idx",
1123
+ "columns": [
1124
+ "model_id",
1125
+ "revision_sha"
1126
+ ],
1127
+ "isUnique": false
1128
+ },
1129
+ "model_audits_model_content_idx": {
1130
+ "name": "model_audits_model_content_idx",
1131
+ "columns": [
1132
+ "model_id",
1133
+ "content_hash"
1134
+ ],
1135
+ "isUnique": false
1136
+ }
1137
+ },
1138
+ "foreignKeys": {},
1139
+ "compositePrimaryKeys": {},
1140
+ "uniqueConstraints": {},
1141
+ "checkConstraints": {}
1142
+ },
1143
+ "prompts": {
1144
+ "name": "prompts",
1145
+ "columns": {
1146
+ "id": {
1147
+ "name": "id",
1148
+ "type": "text",
1149
+ "primaryKey": true,
1150
+ "notNull": true,
1151
+ "autoincrement": false
1152
+ },
1153
+ "created_at": {
1154
+ "name": "created_at",
1155
+ "type": "integer",
1156
+ "primaryKey": false,
1157
+ "notNull": true,
1158
+ "autoincrement": false,
1159
+ "default": "CURRENT_TIMESTAMP"
1160
+ },
1161
+ "prompt": {
1162
+ "name": "prompt",
1163
+ "type": "text",
1164
+ "primaryKey": false,
1165
+ "notNull": true,
1166
+ "autoincrement": false
1167
+ }
1168
+ },
1169
+ "indexes": {
1170
+ "prompts_created_at_idx": {
1171
+ "name": "prompts_created_at_idx",
1172
+ "columns": [
1173
+ "created_at"
1174
+ ],
1175
+ "isUnique": false
1176
+ }
1177
+ },
1178
+ "foreignKeys": {},
1179
+ "compositePrimaryKeys": {},
1180
+ "uniqueConstraints": {},
1181
+ "checkConstraints": {}
1182
+ },
1183
+ "spans": {
1184
+ "name": "spans",
1185
+ "columns": {
1186
+ "id": {
1187
+ "name": "id",
1188
+ "type": "text",
1189
+ "primaryKey": true,
1190
+ "notNull": true,
1191
+ "autoincrement": false
1192
+ },
1193
+ "trace_id": {
1194
+ "name": "trace_id",
1195
+ "type": "text",
1196
+ "primaryKey": false,
1197
+ "notNull": true,
1198
+ "autoincrement": false
1199
+ },
1200
+ "span_id": {
1201
+ "name": "span_id",
1202
+ "type": "text",
1203
+ "primaryKey": false,
1204
+ "notNull": true,
1205
+ "autoincrement": false
1206
+ },
1207
+ "parent_span_id": {
1208
+ "name": "parent_span_id",
1209
+ "type": "text",
1210
+ "primaryKey": false,
1211
+ "notNull": false,
1212
+ "autoincrement": false
1213
+ },
1214
+ "name": {
1215
+ "name": "name",
1216
+ "type": "text",
1217
+ "primaryKey": false,
1218
+ "notNull": true,
1219
+ "autoincrement": false
1220
+ },
1221
+ "start_time": {
1222
+ "name": "start_time",
1223
+ "type": "integer",
1224
+ "primaryKey": false,
1225
+ "notNull": true,
1226
+ "autoincrement": false
1227
+ },
1228
+ "end_time": {
1229
+ "name": "end_time",
1230
+ "type": "integer",
1231
+ "primaryKey": false,
1232
+ "notNull": false,
1233
+ "autoincrement": false
1234
+ },
1235
+ "attributes": {
1236
+ "name": "attributes",
1237
+ "type": "text",
1238
+ "primaryKey": false,
1239
+ "notNull": false,
1240
+ "autoincrement": false
1241
+ },
1242
+ "status_code": {
1243
+ "name": "status_code",
1244
+ "type": "integer",
1245
+ "primaryKey": false,
1246
+ "notNull": false,
1247
+ "autoincrement": false
1248
+ },
1249
+ "status_message": {
1250
+ "name": "status_message",
1251
+ "type": "text",
1252
+ "primaryKey": false,
1253
+ "notNull": false,
1254
+ "autoincrement": false
1255
+ }
1256
+ },
1257
+ "indexes": {
1258
+ "spans_trace_id_idx": {
1259
+ "name": "spans_trace_id_idx",
1260
+ "columns": [
1261
+ "trace_id"
1262
+ ],
1263
+ "isUnique": false
1264
+ },
1265
+ "spans_span_id_idx": {
1266
+ "name": "spans_span_id_idx",
1267
+ "columns": [
1268
+ "span_id"
1269
+ ],
1270
+ "isUnique": false
1271
+ }
1272
+ },
1273
+ "foreignKeys": {
1274
+ "spans_trace_id_traces_trace_id_fk": {
1275
+ "name": "spans_trace_id_traces_trace_id_fk",
1276
+ "tableFrom": "spans",
1277
+ "tableTo": "traces",
1278
+ "columnsFrom": [
1279
+ "trace_id"
1280
+ ],
1281
+ "columnsTo": [
1282
+ "trace_id"
1283
+ ],
1284
+ "onDelete": "no action",
1285
+ "onUpdate": "no action"
1286
+ }
1287
+ },
1288
+ "compositePrimaryKeys": {},
1289
+ "uniqueConstraints": {},
1290
+ "checkConstraints": {}
1291
+ },
1292
+ "tags": {
1293
+ "name": "tags",
1294
+ "columns": {
1295
+ "id": {
1296
+ "name": "id",
1297
+ "type": "text",
1298
+ "primaryKey": true,
1299
+ "notNull": true,
1300
+ "autoincrement": false
1301
+ },
1302
+ "name": {
1303
+ "name": "name",
1304
+ "type": "text",
1305
+ "primaryKey": false,
1306
+ "notNull": true,
1307
+ "autoincrement": false
1308
+ },
1309
+ "value": {
1310
+ "name": "value",
1311
+ "type": "text",
1312
+ "primaryKey": false,
1313
+ "notNull": true,
1314
+ "autoincrement": false
1315
+ }
1316
+ },
1317
+ "indexes": {
1318
+ "tags_name_idx": {
1319
+ "name": "tags_name_idx",
1320
+ "columns": [
1321
+ "name"
1322
+ ],
1323
+ "isUnique": false
1324
+ },
1325
+ "tags_name_value_unique": {
1326
+ "name": "tags_name_value_unique",
1327
+ "columns": [
1328
+ "name",
1329
+ "value"
1330
+ ],
1331
+ "isUnique": true
1332
+ }
1333
+ },
1334
+ "foreignKeys": {},
1335
+ "compositePrimaryKeys": {},
1336
+ "uniqueConstraints": {},
1337
+ "checkConstraints": {}
1338
+ },
1339
+ "traces": {
1340
+ "name": "traces",
1341
+ "columns": {
1342
+ "id": {
1343
+ "name": "id",
1344
+ "type": "text",
1345
+ "primaryKey": true,
1346
+ "notNull": true,
1347
+ "autoincrement": false
1348
+ },
1349
+ "trace_id": {
1350
+ "name": "trace_id",
1351
+ "type": "text",
1352
+ "primaryKey": false,
1353
+ "notNull": true,
1354
+ "autoincrement": false
1355
+ },
1356
+ "evaluation_id": {
1357
+ "name": "evaluation_id",
1358
+ "type": "text",
1359
+ "primaryKey": false,
1360
+ "notNull": true,
1361
+ "autoincrement": false
1362
+ },
1363
+ "test_case_id": {
1364
+ "name": "test_case_id",
1365
+ "type": "text",
1366
+ "primaryKey": false,
1367
+ "notNull": true,
1368
+ "autoincrement": false
1369
+ },
1370
+ "created_at": {
1371
+ "name": "created_at",
1372
+ "type": "integer",
1373
+ "primaryKey": false,
1374
+ "notNull": true,
1375
+ "autoincrement": false,
1376
+ "default": "CURRENT_TIMESTAMP"
1377
+ },
1378
+ "metadata": {
1379
+ "name": "metadata",
1380
+ "type": "text",
1381
+ "primaryKey": false,
1382
+ "notNull": false,
1383
+ "autoincrement": false
1384
+ }
1385
+ },
1386
+ "indexes": {
1387
+ "traces_trace_id_unique": {
1388
+ "name": "traces_trace_id_unique",
1389
+ "columns": [
1390
+ "trace_id"
1391
+ ],
1392
+ "isUnique": true
1393
+ },
1394
+ "traces_evaluation_idx": {
1395
+ "name": "traces_evaluation_idx",
1396
+ "columns": [
1397
+ "evaluation_id"
1398
+ ],
1399
+ "isUnique": false
1400
+ },
1401
+ "traces_trace_id_idx": {
1402
+ "name": "traces_trace_id_idx",
1403
+ "columns": [
1404
+ "trace_id"
1405
+ ],
1406
+ "isUnique": false
1407
+ }
1408
+ },
1409
+ "foreignKeys": {
1410
+ "traces_evaluation_id_evals_id_fk": {
1411
+ "name": "traces_evaluation_id_evals_id_fk",
1412
+ "tableFrom": "traces",
1413
+ "tableTo": "evals",
1414
+ "columnsFrom": [
1415
+ "evaluation_id"
1416
+ ],
1417
+ "columnsTo": [
1418
+ "id"
1419
+ ],
1420
+ "onDelete": "no action",
1421
+ "onUpdate": "no action"
1422
+ }
1423
+ },
1424
+ "compositePrimaryKeys": {},
1425
+ "uniqueConstraints": {},
1426
+ "checkConstraints": {}
1427
+ }
1428
+ },
1429
+ "views": {},
1430
+ "enums": {},
1431
+ "_meta": {
1432
+ "schemas": {},
1433
+ "tables": {},
1434
+ "columns": {}
1435
+ },
1436
+ "internal": {
1437
+ "indexes": {
1438
+ "eval_result_grading_result_reason_idx": {
1439
+ "columns": {
1440
+ "json_extract(\"grading_result\", '$.reason')": {
1441
+ "isExpression": true
1442
+ }
1443
+ }
1444
+ },
1445
+ "eval_result_grading_result_comment_idx": {
1446
+ "columns": {
1447
+ "json_extract(\"grading_result\", '$.comment')": {
1448
+ "isExpression": true
1449
+ }
1450
+ }
1451
+ },
1452
+ "eval_result_test_case_vars_idx": {
1453
+ "columns": {
1454
+ "json_extract(\"test_case\", '$.vars')": {
1455
+ "isExpression": true
1456
+ }
1457
+ }
1458
+ },
1459
+ "eval_result_test_case_metadata_idx": {
1460
+ "columns": {
1461
+ "json_extract(\"metadata\", '$')": {
1462
+ "isExpression": true
1463
+ }
1464
+ }
1465
+ },
1466
+ "eval_result_named_scores_idx": {
1467
+ "columns": {
1468
+ "json_extract(\"named_scores\", '$')": {
1469
+ "isExpression": true
1470
+ }
1471
+ }
1472
+ },
1473
+ "eval_result_metadata_idx": {
1474
+ "columns": {
1475
+ "json_extract(\"metadata\", '$')": {
1476
+ "isExpression": true
1477
+ }
1478
+ }
1479
+ },
1480
+ "eval_result_metadata_plugin_id_idx": {
1481
+ "columns": {
1482
+ "json_extract(\"metadata\", '$.pluginId')": {
1483
+ "isExpression": true
1484
+ }
1485
+ }
1486
+ },
1487
+ "eval_result_metadata_strategy_id_idx": {
1488
+ "columns": {
1489
+ "json_extract(\"metadata\", '$.strategyId')": {
1490
+ "isExpression": true
1491
+ }
1492
+ }
1493
+ }
1494
+ }
1495
+ }
1496
+ }