@use-lattice/litmus 0.121.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/LICENSE +19 -0
  2. package/dist/src/accounts-Bt1oJb1Z.cjs +219 -0
  3. package/dist/src/accounts-DjOU8Rm3.js +178 -0
  4. package/dist/src/agentic-utils-D03IiXQc.js +153 -0
  5. package/dist/src/agentic-utils-Dh7xaMQM.cjs +180 -0
  6. package/dist/src/agents-C6BIMlZa.js +231 -0
  7. package/dist/src/agents-DvIpNX1L.cjs +666 -0
  8. package/dist/src/agents-ZP0RP9vV.cjs +231 -0
  9. package/dist/src/agents-maJXdjbR.js +665 -0
  10. package/dist/src/aimlapi-BTbQjG2E.cjs +30 -0
  11. package/dist/src/aimlapi-CwMxqfXP.js +30 -0
  12. package/dist/src/audio-BBUdvsde.cjs +97 -0
  13. package/dist/src/audio-D5DPZ7I-.js +97 -0
  14. package/dist/src/base-BEysXrkq.cjs +222 -0
  15. package/dist/src/base-C451JQfq.js +193 -0
  16. package/dist/src/blobs-BY8MDmpo.js +230 -0
  17. package/dist/src/blobs-BgcNn97m.cjs +256 -0
  18. package/dist/src/cache-BBE_lsTA.cjs +4 -0
  19. package/dist/src/cache-BkrqU5Ba.js +237 -0
  20. package/dist/src/cache-DsCxFlsZ.cjs +297 -0
  21. package/dist/src/chat-CPJWDP6a.cjs +289 -0
  22. package/dist/src/chat-CXX3xzkk.cjs +811 -0
  23. package/dist/src/chat-CcDgZFJ4.js +787 -0
  24. package/dist/src/chat-Dz5ZeGO2.js +289 -0
  25. package/dist/src/chatkit-Dw0mKkML.cjs +1158 -0
  26. package/dist/src/chatkit-swAIVuea.js +1157 -0
  27. package/dist/src/chunk-DEq-mXcV.js +15 -0
  28. package/dist/src/claude-agent-sdk-BXZJtOg6.js +379 -0
  29. package/dist/src/claude-agent-sdk-CkfyjDoG.cjs +383 -0
  30. package/dist/src/cloudflare-ai-BzpJcqUH.js +161 -0
  31. package/dist/src/cloudflare-ai-Cmy_R1y2.cjs +161 -0
  32. package/dist/src/cloudflare-gateway-B9tVQKok.cjs +272 -0
  33. package/dist/src/cloudflare-gateway-DrD3ew3H.js +272 -0
  34. package/dist/src/codex-sdk-Dezj9Nwm.js +1056 -0
  35. package/dist/src/codex-sdk-Dl9D4k5B.cjs +1060 -0
  36. package/dist/src/cometapi-C-9YvCHC.js +54 -0
  37. package/dist/src/cometapi-DHgDKoO2.cjs +54 -0
  38. package/dist/src/completion-B8Ctyxpr.js +120 -0
  39. package/dist/src/completion-Cxrt08sj.cjs +131 -0
  40. package/dist/src/createHash-BwgE13yv.cjs +27 -0
  41. package/dist/src/createHash-DmPQkvBh.js +15 -0
  42. package/dist/src/docker-BiqcTwLv.js +80 -0
  43. package/dist/src/docker-C7tEJnP-.cjs +80 -0
  44. package/dist/src/esm-C62Zofr1.cjs +409 -0
  45. package/dist/src/esm-DMVc93eh.js +379 -0
  46. package/dist/src/evalResult-C3NJPQOo.cjs +301 -0
  47. package/dist/src/evalResult-C7JJAPBb.js +295 -0
  48. package/dist/src/evalResult-DoVTZZWI.cjs +2 -0
  49. package/dist/src/extractor-DnMD3fwt.cjs +391 -0
  50. package/dist/src/extractor-DtlL28vL.js +374 -0
  51. package/dist/src/fetch-BTxakTSg.cjs +1133 -0
  52. package/dist/src/fetch-DQckpUFz.js +928 -0
  53. package/dist/src/fileExtensions-DnqA1y9x.js +85 -0
  54. package/dist/src/fileExtensions-bYh77CN8.cjs +114 -0
  55. package/dist/src/genaiTracer-CyZrmaK0.cjs +268 -0
  56. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  57. package/dist/src/graders-BNscxFrU.js +13644 -0
  58. package/dist/src/graders-D2oE9Msq.js +2 -0
  59. package/dist/src/graders-c0Ez_w-9.cjs +2 -0
  60. package/dist/src/graders-d0F2M3e9.cjs +14056 -0
  61. package/dist/src/image-0ZhE0VlR.cjs +280 -0
  62. package/dist/src/image-CWE1pdNv.js +257 -0
  63. package/dist/src/image-D9ZK6hwL.js +163 -0
  64. package/dist/src/image-DKZgZITg.cjs +163 -0
  65. package/dist/src/index.cjs +11366 -0
  66. package/dist/src/index.d.cts +19640 -0
  67. package/dist/src/index.d.ts +19641 -0
  68. package/dist/src/index.js +11306 -0
  69. package/dist/src/invariant-Ddh24eXh.js +25 -0
  70. package/dist/src/invariant-kfQ8Bu82.cjs +30 -0
  71. package/dist/src/knowledgeBase-BgPyGFUd.cjs +122 -0
  72. package/dist/src/knowledgeBase-DyHilYaP.js +122 -0
  73. package/dist/src/litellm-CyMeneHS.js +135 -0
  74. package/dist/src/litellm-DWDF73yF.cjs +135 -0
  75. package/dist/src/logger-C40ZGil9.js +717 -0
  76. package/dist/src/logger-DyfK9PBt.cjs +917 -0
  77. package/dist/src/luma-ray-BAU9X_ep.cjs +315 -0
  78. package/dist/src/luma-ray-nwVseBbv.js +313 -0
  79. package/dist/src/messages-B5ADWTTv.js +245 -0
  80. package/dist/src/messages-BCnZfqrS.cjs +257 -0
  81. package/dist/src/meteor-DLZZ3osF.cjs +134 -0
  82. package/dist/src/meteor-DUiCJRC-.js +134 -0
  83. package/dist/src/modelslab-00cveB8L.cjs +163 -0
  84. package/dist/src/modelslab-D9sCU_L7.js +163 -0
  85. package/dist/src/nova-reel-CTapvqYH.js +276 -0
  86. package/dist/src/nova-reel-DlWuuroF.cjs +278 -0
  87. package/dist/src/nova-sonic-5UPWfeMv.cjs +363 -0
  88. package/dist/src/nova-sonic-BhSwQNym.js +363 -0
  89. package/dist/src/openai-BWrJK9d8.cjs +52 -0
  90. package/dist/src/openai-DumO8WQn.js +47 -0
  91. package/dist/src/openclaw-B8brrjC_.cjs +577 -0
  92. package/dist/src/openclaw-Bkayww9q.js +571 -0
  93. package/dist/src/opencode-sdk-7xjoDNiM.cjs +562 -0
  94. package/dist/src/opencode-sdk-SGwAPxht.js +558 -0
  95. package/dist/src/otlpReceiver-CoAHfAN9.cjs +15 -0
  96. package/dist/src/otlpReceiver-oO3EQwI9.js +14 -0
  97. package/dist/src/providerRegistry-4yjhaEM8.js +45 -0
  98. package/dist/src/providerRegistry-DhV4rJIc.cjs +50 -0
  99. package/dist/src/providers-B5RJVG-7.cjs +33609 -0
  100. package/dist/src/providers-BdmZCLzV.js +33262 -0
  101. package/dist/src/providers-CxtRxn8e.js +2 -0
  102. package/dist/src/providers-DnQLNbx1.cjs +3 -0
  103. package/dist/src/pythonUtils-BD0druiM.cjs +275 -0
  104. package/dist/src/pythonUtils-IBhn5YGR.js +249 -0
  105. package/dist/src/quiverai-BDOwZBsM.cjs +213 -0
  106. package/dist/src/quiverai-D3JTF5lD.js +213 -0
  107. package/dist/src/responses-B2LCDCXZ.js +667 -0
  108. package/dist/src/responses-BvNm4Xv9.cjs +685 -0
  109. package/dist/src/rubyUtils-B0NwnfpY.cjs +245 -0
  110. package/dist/src/rubyUtils-BroxzZ7c.cjs +2 -0
  111. package/dist/src/rubyUtils-hqVw5UvJ.js +222 -0
  112. package/dist/src/sagemaker-Cno2V-Sx.js +689 -0
  113. package/dist/src/sagemaker-fV_KUgs5.cjs +691 -0
  114. package/dist/src/server-BOuAXb06.cjs +238 -0
  115. package/dist/src/server-CtI-EWzm.cjs +2 -0
  116. package/dist/src/server-Cy3DZymt.js +189 -0
  117. package/dist/src/slack-CP8xBePa.js +135 -0
  118. package/dist/src/slack-DSQ1yXVb.cjs +135 -0
  119. package/dist/src/store-BwDDaBjb.cjs +246 -0
  120. package/dist/src/store-DcbLC593.cjs +2 -0
  121. package/dist/src/store-IGpqMIkv.js +240 -0
  122. package/dist/src/tables-3Q2cL7So.cjs +373 -0
  123. package/dist/src/tables-Bi2fjr4W.js +288 -0
  124. package/dist/src/telemetry-Bg2WqF79.js +161 -0
  125. package/dist/src/telemetry-D0x6u5kX.cjs +166 -0
  126. package/dist/src/telemetry-DXNimrI0.cjs +2 -0
  127. package/dist/src/text-B_UCRPp2.js +22 -0
  128. package/dist/src/text-CW1cyrwj.cjs +33 -0
  129. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  130. package/dist/src/tokenUsageUtils-bVa1ga6f.cjs +173 -0
  131. package/dist/src/transcription-Cl_W16Pr.js +122 -0
  132. package/dist/src/transcription-yt1EecY8.cjs +124 -0
  133. package/dist/src/transform-BCtGrl_W.cjs +228 -0
  134. package/dist/src/transform-Bv6gG2MJ.cjs +1688 -0
  135. package/dist/src/transform-CY1wbpRy.js +1507 -0
  136. package/dist/src/transform-DU8rUL9P.cjs +2 -0
  137. package/dist/src/transform-yWaShiKr.js +216 -0
  138. package/dist/src/transformersAvailability-BGkzavwb.js +35 -0
  139. package/dist/src/transformersAvailability-DKoRtQLy.cjs +35 -0
  140. package/dist/src/types-5aqHpBwE.cjs +3769 -0
  141. package/dist/src/types-Bn6D9c4U.js +3300 -0
  142. package/dist/src/util-BkKlTkI2.js +293 -0
  143. package/dist/src/util-CTh0bfOm.cjs +1119 -0
  144. package/dist/src/util-D17oBwo7.cjs +328 -0
  145. package/dist/src/util-DsS_-v4p.js +613 -0
  146. package/dist/src/util-DuntT1Ga.js +951 -0
  147. package/dist/src/util-aWjdCYMI.cjs +667 -0
  148. package/dist/src/utils-CisQwpjA.js +94 -0
  149. package/dist/src/utils-yWamDvmz.cjs +123 -0
  150. package/dist/tsconfig.tsbuildinfo +1 -0
  151. package/drizzle/0000_lush_hellion.sql +36 -0
  152. package/drizzle/0001_wide_calypso.sql +3 -0
  153. package/drizzle/0002_tidy_juggernaut.sql +1 -0
  154. package/drizzle/0003_lively_naoko.sql +8 -0
  155. package/drizzle/0004_minor_peter_quill.sql +19 -0
  156. package/drizzle/0005_silky_millenium_guard.sql +2 -0
  157. package/drizzle/0006_harsh_caretaker.sql +42 -0
  158. package/drizzle/0007_cloudy_wong.sql +1 -0
  159. package/drizzle/0008_broad_boomer.sql +2 -0
  160. package/drizzle/0009_strong_marten_broadcloak.sql +19 -0
  161. package/drizzle/0010_needy_bishop.sql +11 -0
  162. package/drizzle/0011_moaning_millenium_guard.sql +1 -0
  163. package/drizzle/0012_late_marten_broadcloak.sql +2 -0
  164. package/drizzle/0013_previous_dormammu.sql +9 -0
  165. package/drizzle/0014_lazy_captain_universe.sql +2 -0
  166. package/drizzle/0015_zippy_wallop.sql +29 -0
  167. package/drizzle/0016_jazzy_zemo.sql +2 -0
  168. package/drizzle/0017_reflective_praxagora.sql +4 -0
  169. package/drizzle/0018_fat_vanisher.sql +22 -0
  170. package/drizzle/0019_new_clint_barton.sql +8 -0
  171. package/drizzle/0020_skinny_maverick.sql +1 -0
  172. package/drizzle/0021_mysterious_madelyne_pryor.sql +13 -0
  173. package/drizzle/0022_sleepy_ultimo.sql +25 -0
  174. package/drizzle/0023_wooden_mandrill.sql +2 -0
  175. package/drizzle/AGENTS.md +68 -0
  176. package/drizzle/CLAUDE.md +1 -0
  177. package/drizzle/meta/0000_snapshot.json +221 -0
  178. package/drizzle/meta/0001_snapshot.json +214 -0
  179. package/drizzle/meta/0002_snapshot.json +221 -0
  180. package/drizzle/meta/0005_snapshot.json +369 -0
  181. package/drizzle/meta/0006_snapshot.json +638 -0
  182. package/drizzle/meta/0007_snapshot.json +640 -0
  183. package/drizzle/meta/0008_snapshot.json +649 -0
  184. package/drizzle/meta/0009_snapshot.json +554 -0
  185. package/drizzle/meta/0010_snapshot.json +619 -0
  186. package/drizzle/meta/0011_snapshot.json +627 -0
  187. package/drizzle/meta/0012_snapshot.json +639 -0
  188. package/drizzle/meta/0013_snapshot.json +717 -0
  189. package/drizzle/meta/0014_snapshot.json +717 -0
  190. package/drizzle/meta/0015_snapshot.json +897 -0
  191. package/drizzle/meta/0016_snapshot.json +1031 -0
  192. package/drizzle/meta/0018_snapshot.json +1210 -0
  193. package/drizzle/meta/0019_snapshot.json +1165 -0
  194. package/drizzle/meta/0020_snapshot.json +1232 -0
  195. package/drizzle/meta/0021_snapshot.json +1311 -0
  196. package/drizzle/meta/0022_snapshot.json +1481 -0
  197. package/drizzle/meta/0023_snapshot.json +1496 -0
  198. package/drizzle/meta/_journal.json +174 -0
  199. package/package.json +240 -0
@@ -0,0 +1,1031 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "ec15f7df-e494-4bb2-bc03-fcd8eac07841",
5
+ "prevId": "b5461429-a00f-43b7-9d03-cf178cb5dd84",
6
+ "tables": {
7
+ "configs": {
8
+ "name": "configs",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "created_at": {
18
+ "name": "created_at",
19
+ "type": "integer",
20
+ "primaryKey": false,
21
+ "notNull": true,
22
+ "autoincrement": false,
23
+ "default": "CURRENT_TIMESTAMP"
24
+ },
25
+ "updated_at": {
26
+ "name": "updated_at",
27
+ "type": "integer",
28
+ "primaryKey": false,
29
+ "notNull": true,
30
+ "autoincrement": false,
31
+ "default": "CURRENT_TIMESTAMP"
32
+ },
33
+ "name": {
34
+ "name": "name",
35
+ "type": "text",
36
+ "primaryKey": false,
37
+ "notNull": true,
38
+ "autoincrement": false
39
+ },
40
+ "type": {
41
+ "name": "type",
42
+ "type": "text",
43
+ "primaryKey": false,
44
+ "notNull": true,
45
+ "autoincrement": false
46
+ },
47
+ "config": {
48
+ "name": "config",
49
+ "type": "text",
50
+ "primaryKey": false,
51
+ "notNull": true,
52
+ "autoincrement": false
53
+ }
54
+ },
55
+ "indexes": {
56
+ "configs_created_at_idx": {
57
+ "name": "configs_created_at_idx",
58
+ "columns": [
59
+ "created_at"
60
+ ],
61
+ "isUnique": false
62
+ },
63
+ "configs_type_idx": {
64
+ "name": "configs_type_idx",
65
+ "columns": [
66
+ "type"
67
+ ],
68
+ "isUnique": false
69
+ }
70
+ },
71
+ "foreignKeys": {},
72
+ "compositePrimaryKeys": {},
73
+ "uniqueConstraints": {},
74
+ "checkConstraints": {}
75
+ },
76
+ "datasets": {
77
+ "name": "datasets",
78
+ "columns": {
79
+ "id": {
80
+ "name": "id",
81
+ "type": "text",
82
+ "primaryKey": true,
83
+ "notNull": true,
84
+ "autoincrement": false
85
+ },
86
+ "tests": {
87
+ "name": "tests",
88
+ "type": "text",
89
+ "primaryKey": false,
90
+ "notNull": false,
91
+ "autoincrement": false
92
+ },
93
+ "created_at": {
94
+ "name": "created_at",
95
+ "type": "integer",
96
+ "primaryKey": false,
97
+ "notNull": true,
98
+ "autoincrement": false,
99
+ "default": "CURRENT_TIMESTAMP"
100
+ }
101
+ },
102
+ "indexes": {
103
+ "datasets_created_at_idx": {
104
+ "name": "datasets_created_at_idx",
105
+ "columns": [
106
+ "created_at"
107
+ ],
108
+ "isUnique": false
109
+ }
110
+ },
111
+ "foreignKeys": {},
112
+ "compositePrimaryKeys": {},
113
+ "uniqueConstraints": {},
114
+ "checkConstraints": {}
115
+ },
116
+ "eval_results": {
117
+ "name": "eval_results",
118
+ "columns": {
119
+ "id": {
120
+ "name": "id",
121
+ "type": "text",
122
+ "primaryKey": true,
123
+ "notNull": true,
124
+ "autoincrement": false
125
+ },
126
+ "created_at": {
127
+ "name": "created_at",
128
+ "type": "integer",
129
+ "primaryKey": false,
130
+ "notNull": true,
131
+ "autoincrement": false,
132
+ "default": "CURRENT_TIMESTAMP"
133
+ },
134
+ "updated_at": {
135
+ "name": "updated_at",
136
+ "type": "integer",
137
+ "primaryKey": false,
138
+ "notNull": true,
139
+ "autoincrement": false,
140
+ "default": "CURRENT_TIMESTAMP"
141
+ },
142
+ "eval_id": {
143
+ "name": "eval_id",
144
+ "type": "text",
145
+ "primaryKey": false,
146
+ "notNull": true,
147
+ "autoincrement": false
148
+ },
149
+ "prompt_idx": {
150
+ "name": "prompt_idx",
151
+ "type": "integer",
152
+ "primaryKey": false,
153
+ "notNull": true,
154
+ "autoincrement": false
155
+ },
156
+ "test_idx": {
157
+ "name": "test_idx",
158
+ "type": "integer",
159
+ "primaryKey": false,
160
+ "notNull": true,
161
+ "autoincrement": false
162
+ },
163
+ "test_case": {
164
+ "name": "test_case",
165
+ "type": "text",
166
+ "primaryKey": false,
167
+ "notNull": true,
168
+ "autoincrement": false
169
+ },
170
+ "prompt": {
171
+ "name": "prompt",
172
+ "type": "text",
173
+ "primaryKey": false,
174
+ "notNull": true,
175
+ "autoincrement": false
176
+ },
177
+ "prompt_id": {
178
+ "name": "prompt_id",
179
+ "type": "text",
180
+ "primaryKey": false,
181
+ "notNull": false,
182
+ "autoincrement": false
183
+ },
184
+ "provider": {
185
+ "name": "provider",
186
+ "type": "text",
187
+ "primaryKey": false,
188
+ "notNull": true,
189
+ "autoincrement": false
190
+ },
191
+ "latency_ms": {
192
+ "name": "latency_ms",
193
+ "type": "integer",
194
+ "primaryKey": false,
195
+ "notNull": false,
196
+ "autoincrement": false
197
+ },
198
+ "cost": {
199
+ "name": "cost",
200
+ "type": "real",
201
+ "primaryKey": false,
202
+ "notNull": false,
203
+ "autoincrement": false
204
+ },
205
+ "response": {
206
+ "name": "response",
207
+ "type": "text",
208
+ "primaryKey": false,
209
+ "notNull": false,
210
+ "autoincrement": false
211
+ },
212
+ "error": {
213
+ "name": "error",
214
+ "type": "text",
215
+ "primaryKey": false,
216
+ "notNull": false,
217
+ "autoincrement": false
218
+ },
219
+ "failure_reason": {
220
+ "name": "failure_reason",
221
+ "type": "integer",
222
+ "primaryKey": false,
223
+ "notNull": true,
224
+ "autoincrement": false,
225
+ "default": 0
226
+ },
227
+ "success": {
228
+ "name": "success",
229
+ "type": "integer",
230
+ "primaryKey": false,
231
+ "notNull": true,
232
+ "autoincrement": false
233
+ },
234
+ "score": {
235
+ "name": "score",
236
+ "type": "real",
237
+ "primaryKey": false,
238
+ "notNull": true,
239
+ "autoincrement": false
240
+ },
241
+ "grading_result": {
242
+ "name": "grading_result",
243
+ "type": "text",
244
+ "primaryKey": false,
245
+ "notNull": false,
246
+ "autoincrement": false
247
+ },
248
+ "named_scores": {
249
+ "name": "named_scores",
250
+ "type": "text",
251
+ "primaryKey": false,
252
+ "notNull": false,
253
+ "autoincrement": false
254
+ },
255
+ "metadata": {
256
+ "name": "metadata",
257
+ "type": "text",
258
+ "primaryKey": false,
259
+ "notNull": false,
260
+ "autoincrement": false
261
+ }
262
+ },
263
+ "indexes": {
264
+ "eval_result_eval_id_idx": {
265
+ "name": "eval_result_eval_id_idx",
266
+ "columns": [
267
+ "eval_id"
268
+ ],
269
+ "isUnique": false
270
+ },
271
+ "eval_result_test_idx": {
272
+ "name": "eval_result_test_idx",
273
+ "columns": [
274
+ "test_idx"
275
+ ],
276
+ "isUnique": false
277
+ },
278
+ "eval_result_response_idx": {
279
+ "name": "eval_result_response_idx",
280
+ "columns": [
281
+ "response"
282
+ ],
283
+ "isUnique": false
284
+ },
285
+ "eval_result_grading_result_reason_idx": {
286
+ "name": "eval_result_grading_result_reason_idx",
287
+ "columns": [
288
+ "json_extract(\"grading_result\", '$.reason')"
289
+ ],
290
+ "isUnique": false
291
+ },
292
+ "eval_result_grading_result_comment_idx": {
293
+ "name": "eval_result_grading_result_comment_idx",
294
+ "columns": [
295
+ "json_extract(\"grading_result\", '$.comment')"
296
+ ],
297
+ "isUnique": false
298
+ },
299
+ "eval_result_test_case_vars_idx": {
300
+ "name": "eval_result_test_case_vars_idx",
301
+ "columns": [
302
+ "json_extract(\"test_case\", '$.vars')"
303
+ ],
304
+ "isUnique": false
305
+ },
306
+ "eval_result_test_case_metadata_idx": {
307
+ "name": "eval_result_test_case_metadata_idx",
308
+ "columns": [
309
+ "json_extract(\"metadata\", '$')"
310
+ ],
311
+ "isUnique": false
312
+ },
313
+ "eval_result_named_scores_idx": {
314
+ "name": "eval_result_named_scores_idx",
315
+ "columns": [
316
+ "json_extract(\"named_scores\", '$')"
317
+ ],
318
+ "isUnique": false
319
+ },
320
+ "eval_result_metadata_idx": {
321
+ "name": "eval_result_metadata_idx",
322
+ "columns": [
323
+ "json_extract(\"metadata\", '$')"
324
+ ],
325
+ "isUnique": false
326
+ },
327
+ "eval_result_metadata_plugin_id_idx": {
328
+ "name": "eval_result_metadata_plugin_id_idx",
329
+ "columns": [
330
+ "json_extract(\"metadata\", '$.pluginId')"
331
+ ],
332
+ "isUnique": false
333
+ },
334
+ "eval_result_metadata_strategy_id_idx": {
335
+ "name": "eval_result_metadata_strategy_id_idx",
336
+ "columns": [
337
+ "json_extract(\"metadata\", '$.strategyId')"
338
+ ],
339
+ "isUnique": false
340
+ }
341
+ },
342
+ "foreignKeys": {
343
+ "eval_results_eval_id_evals_id_fk": {
344
+ "name": "eval_results_eval_id_evals_id_fk",
345
+ "tableFrom": "eval_results",
346
+ "tableTo": "evals",
347
+ "columnsFrom": [
348
+ "eval_id"
349
+ ],
350
+ "columnsTo": [
351
+ "id"
352
+ ],
353
+ "onDelete": "no action",
354
+ "onUpdate": "no action"
355
+ },
356
+ "eval_results_prompt_id_prompts_id_fk": {
357
+ "name": "eval_results_prompt_id_prompts_id_fk",
358
+ "tableFrom": "eval_results",
359
+ "tableTo": "prompts",
360
+ "columnsFrom": [
361
+ "prompt_id"
362
+ ],
363
+ "columnsTo": [
364
+ "id"
365
+ ],
366
+ "onDelete": "no action",
367
+ "onUpdate": "no action"
368
+ }
369
+ },
370
+ "compositePrimaryKeys": {},
371
+ "uniqueConstraints": {},
372
+ "checkConstraints": {}
373
+ },
374
+ "evals": {
375
+ "name": "evals",
376
+ "columns": {
377
+ "id": {
378
+ "name": "id",
379
+ "type": "text",
380
+ "primaryKey": true,
381
+ "notNull": true,
382
+ "autoincrement": false
383
+ },
384
+ "created_at": {
385
+ "name": "created_at",
386
+ "type": "integer",
387
+ "primaryKey": false,
388
+ "notNull": true,
389
+ "autoincrement": false,
390
+ "default": "CURRENT_TIMESTAMP"
391
+ },
392
+ "author": {
393
+ "name": "author",
394
+ "type": "text",
395
+ "primaryKey": false,
396
+ "notNull": false,
397
+ "autoincrement": false
398
+ },
399
+ "description": {
400
+ "name": "description",
401
+ "type": "text",
402
+ "primaryKey": false,
403
+ "notNull": false,
404
+ "autoincrement": false
405
+ },
406
+ "results": {
407
+ "name": "results",
408
+ "type": "text",
409
+ "primaryKey": false,
410
+ "notNull": true,
411
+ "autoincrement": false
412
+ },
413
+ "config": {
414
+ "name": "config",
415
+ "type": "text",
416
+ "primaryKey": false,
417
+ "notNull": true,
418
+ "autoincrement": false
419
+ },
420
+ "prompts": {
421
+ "name": "prompts",
422
+ "type": "text",
423
+ "primaryKey": false,
424
+ "notNull": false,
425
+ "autoincrement": false
426
+ },
427
+ "vars": {
428
+ "name": "vars",
429
+ "type": "text",
430
+ "primaryKey": false,
431
+ "notNull": false,
432
+ "autoincrement": false
433
+ }
434
+ },
435
+ "indexes": {
436
+ "evals_created_at_idx": {
437
+ "name": "evals_created_at_idx",
438
+ "columns": [
439
+ "created_at"
440
+ ],
441
+ "isUnique": false
442
+ },
443
+ "evals_author_idx": {
444
+ "name": "evals_author_idx",
445
+ "columns": [
446
+ "author"
447
+ ],
448
+ "isUnique": false
449
+ }
450
+ },
451
+ "foreignKeys": {},
452
+ "compositePrimaryKeys": {},
453
+ "uniqueConstraints": {},
454
+ "checkConstraints": {}
455
+ },
456
+ "evals_to_datasets": {
457
+ "name": "evals_to_datasets",
458
+ "columns": {
459
+ "eval_id": {
460
+ "name": "eval_id",
461
+ "type": "text",
462
+ "primaryKey": false,
463
+ "notNull": true,
464
+ "autoincrement": false
465
+ },
466
+ "dataset_id": {
467
+ "name": "dataset_id",
468
+ "type": "text",
469
+ "primaryKey": false,
470
+ "notNull": true,
471
+ "autoincrement": false
472
+ }
473
+ },
474
+ "indexes": {
475
+ "evals_to_datasets_eval_id_idx": {
476
+ "name": "evals_to_datasets_eval_id_idx",
477
+ "columns": [
478
+ "eval_id"
479
+ ],
480
+ "isUnique": false
481
+ },
482
+ "evals_to_datasets_dataset_id_idx": {
483
+ "name": "evals_to_datasets_dataset_id_idx",
484
+ "columns": [
485
+ "dataset_id"
486
+ ],
487
+ "isUnique": false
488
+ }
489
+ },
490
+ "foreignKeys": {
491
+ "evals_to_datasets_eval_id_evals_id_fk": {
492
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
493
+ "tableFrom": "evals_to_datasets",
494
+ "tableTo": "evals",
495
+ "columnsFrom": [
496
+ "eval_id"
497
+ ],
498
+ "columnsTo": [
499
+ "id"
500
+ ],
501
+ "onDelete": "no action",
502
+ "onUpdate": "no action"
503
+ },
504
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
505
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
506
+ "tableFrom": "evals_to_datasets",
507
+ "tableTo": "datasets",
508
+ "columnsFrom": [
509
+ "dataset_id"
510
+ ],
511
+ "columnsTo": [
512
+ "id"
513
+ ],
514
+ "onDelete": "no action",
515
+ "onUpdate": "no action"
516
+ }
517
+ },
518
+ "compositePrimaryKeys": {
519
+ "evals_to_datasets_eval_id_dataset_id_pk": {
520
+ "columns": [
521
+ "eval_id",
522
+ "dataset_id"
523
+ ],
524
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
525
+ }
526
+ },
527
+ "uniqueConstraints": {},
528
+ "checkConstraints": {}
529
+ },
530
+ "evals_to_prompts": {
531
+ "name": "evals_to_prompts",
532
+ "columns": {
533
+ "eval_id": {
534
+ "name": "eval_id",
535
+ "type": "text",
536
+ "primaryKey": false,
537
+ "notNull": true,
538
+ "autoincrement": false
539
+ },
540
+ "prompt_id": {
541
+ "name": "prompt_id",
542
+ "type": "text",
543
+ "primaryKey": false,
544
+ "notNull": true,
545
+ "autoincrement": false
546
+ }
547
+ },
548
+ "indexes": {
549
+ "evals_to_prompts_eval_id_idx": {
550
+ "name": "evals_to_prompts_eval_id_idx",
551
+ "columns": [
552
+ "eval_id"
553
+ ],
554
+ "isUnique": false
555
+ },
556
+ "evals_to_prompts_prompt_id_idx": {
557
+ "name": "evals_to_prompts_prompt_id_idx",
558
+ "columns": [
559
+ "prompt_id"
560
+ ],
561
+ "isUnique": false
562
+ }
563
+ },
564
+ "foreignKeys": {
565
+ "evals_to_prompts_eval_id_evals_id_fk": {
566
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
567
+ "tableFrom": "evals_to_prompts",
568
+ "tableTo": "evals",
569
+ "columnsFrom": [
570
+ "eval_id"
571
+ ],
572
+ "columnsTo": [
573
+ "id"
574
+ ],
575
+ "onDelete": "cascade",
576
+ "onUpdate": "no action"
577
+ },
578
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
579
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
580
+ "tableFrom": "evals_to_prompts",
581
+ "tableTo": "prompts",
582
+ "columnsFrom": [
583
+ "prompt_id"
584
+ ],
585
+ "columnsTo": [
586
+ "id"
587
+ ],
588
+ "onDelete": "no action",
589
+ "onUpdate": "no action"
590
+ }
591
+ },
592
+ "compositePrimaryKeys": {
593
+ "evals_to_prompts_eval_id_prompt_id_pk": {
594
+ "columns": [
595
+ "eval_id",
596
+ "prompt_id"
597
+ ],
598
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
599
+ }
600
+ },
601
+ "uniqueConstraints": {},
602
+ "checkConstraints": {}
603
+ },
604
+ "evals_to_tags": {
605
+ "name": "evals_to_tags",
606
+ "columns": {
607
+ "eval_id": {
608
+ "name": "eval_id",
609
+ "type": "text",
610
+ "primaryKey": false,
611
+ "notNull": true,
612
+ "autoincrement": false
613
+ },
614
+ "tag_id": {
615
+ "name": "tag_id",
616
+ "type": "text",
617
+ "primaryKey": false,
618
+ "notNull": true,
619
+ "autoincrement": false
620
+ }
621
+ },
622
+ "indexes": {
623
+ "evals_to_tags_eval_id_idx": {
624
+ "name": "evals_to_tags_eval_id_idx",
625
+ "columns": [
626
+ "eval_id"
627
+ ],
628
+ "isUnique": false
629
+ },
630
+ "evals_to_tags_tag_id_idx": {
631
+ "name": "evals_to_tags_tag_id_idx",
632
+ "columns": [
633
+ "tag_id"
634
+ ],
635
+ "isUnique": false
636
+ }
637
+ },
638
+ "foreignKeys": {
639
+ "evals_to_tags_eval_id_evals_id_fk": {
640
+ "name": "evals_to_tags_eval_id_evals_id_fk",
641
+ "tableFrom": "evals_to_tags",
642
+ "tableTo": "evals",
643
+ "columnsFrom": [
644
+ "eval_id"
645
+ ],
646
+ "columnsTo": [
647
+ "id"
648
+ ],
649
+ "onDelete": "no action",
650
+ "onUpdate": "no action"
651
+ },
652
+ "evals_to_tags_tag_id_tags_id_fk": {
653
+ "name": "evals_to_tags_tag_id_tags_id_fk",
654
+ "tableFrom": "evals_to_tags",
655
+ "tableTo": "tags",
656
+ "columnsFrom": [
657
+ "tag_id"
658
+ ],
659
+ "columnsTo": [
660
+ "id"
661
+ ],
662
+ "onDelete": "no action",
663
+ "onUpdate": "no action"
664
+ }
665
+ },
666
+ "compositePrimaryKeys": {
667
+ "evals_to_tags_eval_id_tag_id_pk": {
668
+ "columns": [
669
+ "eval_id",
670
+ "tag_id"
671
+ ],
672
+ "name": "evals_to_tags_eval_id_tag_id_pk"
673
+ }
674
+ },
675
+ "uniqueConstraints": {},
676
+ "checkConstraints": {}
677
+ },
678
+ "prompts": {
679
+ "name": "prompts",
680
+ "columns": {
681
+ "id": {
682
+ "name": "id",
683
+ "type": "text",
684
+ "primaryKey": true,
685
+ "notNull": true,
686
+ "autoincrement": false
687
+ },
688
+ "created_at": {
689
+ "name": "created_at",
690
+ "type": "integer",
691
+ "primaryKey": false,
692
+ "notNull": true,
693
+ "autoincrement": false,
694
+ "default": "CURRENT_TIMESTAMP"
695
+ },
696
+ "prompt": {
697
+ "name": "prompt",
698
+ "type": "text",
699
+ "primaryKey": false,
700
+ "notNull": true,
701
+ "autoincrement": false
702
+ }
703
+ },
704
+ "indexes": {
705
+ "prompts_created_at_idx": {
706
+ "name": "prompts_created_at_idx",
707
+ "columns": [
708
+ "created_at"
709
+ ],
710
+ "isUnique": false
711
+ }
712
+ },
713
+ "foreignKeys": {},
714
+ "compositePrimaryKeys": {},
715
+ "uniqueConstraints": {},
716
+ "checkConstraints": {}
717
+ },
718
+ "spans": {
719
+ "name": "spans",
720
+ "columns": {
721
+ "id": {
722
+ "name": "id",
723
+ "type": "text",
724
+ "primaryKey": true,
725
+ "notNull": true,
726
+ "autoincrement": false
727
+ },
728
+ "trace_id": {
729
+ "name": "trace_id",
730
+ "type": "text",
731
+ "primaryKey": false,
732
+ "notNull": true,
733
+ "autoincrement": false
734
+ },
735
+ "span_id": {
736
+ "name": "span_id",
737
+ "type": "text",
738
+ "primaryKey": false,
739
+ "notNull": true,
740
+ "autoincrement": false
741
+ },
742
+ "parent_span_id": {
743
+ "name": "parent_span_id",
744
+ "type": "text",
745
+ "primaryKey": false,
746
+ "notNull": false,
747
+ "autoincrement": false
748
+ },
749
+ "name": {
750
+ "name": "name",
751
+ "type": "text",
752
+ "primaryKey": false,
753
+ "notNull": true,
754
+ "autoincrement": false
755
+ },
756
+ "start_time": {
757
+ "name": "start_time",
758
+ "type": "integer",
759
+ "primaryKey": false,
760
+ "notNull": true,
761
+ "autoincrement": false
762
+ },
763
+ "end_time": {
764
+ "name": "end_time",
765
+ "type": "integer",
766
+ "primaryKey": false,
767
+ "notNull": false,
768
+ "autoincrement": false
769
+ },
770
+ "attributes": {
771
+ "name": "attributes",
772
+ "type": "text",
773
+ "primaryKey": false,
774
+ "notNull": false,
775
+ "autoincrement": false
776
+ },
777
+ "status_code": {
778
+ "name": "status_code",
779
+ "type": "integer",
780
+ "primaryKey": false,
781
+ "notNull": false,
782
+ "autoincrement": false
783
+ },
784
+ "status_message": {
785
+ "name": "status_message",
786
+ "type": "text",
787
+ "primaryKey": false,
788
+ "notNull": false,
789
+ "autoincrement": false
790
+ }
791
+ },
792
+ "indexes": {
793
+ "spans_trace_id_idx": {
794
+ "name": "spans_trace_id_idx",
795
+ "columns": [
796
+ "trace_id"
797
+ ],
798
+ "isUnique": false
799
+ },
800
+ "spans_span_id_idx": {
801
+ "name": "spans_span_id_idx",
802
+ "columns": [
803
+ "span_id"
804
+ ],
805
+ "isUnique": false
806
+ }
807
+ },
808
+ "foreignKeys": {
809
+ "spans_trace_id_traces_trace_id_fk": {
810
+ "name": "spans_trace_id_traces_trace_id_fk",
811
+ "tableFrom": "spans",
812
+ "tableTo": "traces",
813
+ "columnsFrom": [
814
+ "trace_id"
815
+ ],
816
+ "columnsTo": [
817
+ "trace_id"
818
+ ],
819
+ "onDelete": "no action",
820
+ "onUpdate": "no action"
821
+ }
822
+ },
823
+ "compositePrimaryKeys": {},
824
+ "uniqueConstraints": {},
825
+ "checkConstraints": {}
826
+ },
827
+ "tags": {
828
+ "name": "tags",
829
+ "columns": {
830
+ "id": {
831
+ "name": "id",
832
+ "type": "text",
833
+ "primaryKey": true,
834
+ "notNull": true,
835
+ "autoincrement": false
836
+ },
837
+ "name": {
838
+ "name": "name",
839
+ "type": "text",
840
+ "primaryKey": false,
841
+ "notNull": true,
842
+ "autoincrement": false
843
+ },
844
+ "value": {
845
+ "name": "value",
846
+ "type": "text",
847
+ "primaryKey": false,
848
+ "notNull": true,
849
+ "autoincrement": false
850
+ }
851
+ },
852
+ "indexes": {
853
+ "tags_name_idx": {
854
+ "name": "tags_name_idx",
855
+ "columns": [
856
+ "name"
857
+ ],
858
+ "isUnique": false
859
+ },
860
+ "tags_name_value_unique": {
861
+ "name": "tags_name_value_unique",
862
+ "columns": [
863
+ "name",
864
+ "value"
865
+ ],
866
+ "isUnique": true
867
+ }
868
+ },
869
+ "foreignKeys": {},
870
+ "compositePrimaryKeys": {},
871
+ "uniqueConstraints": {},
872
+ "checkConstraints": {}
873
+ },
874
+ "traces": {
875
+ "name": "traces",
876
+ "columns": {
877
+ "id": {
878
+ "name": "id",
879
+ "type": "text",
880
+ "primaryKey": true,
881
+ "notNull": true,
882
+ "autoincrement": false
883
+ },
884
+ "trace_id": {
885
+ "name": "trace_id",
886
+ "type": "text",
887
+ "primaryKey": false,
888
+ "notNull": true,
889
+ "autoincrement": false
890
+ },
891
+ "evaluation_id": {
892
+ "name": "evaluation_id",
893
+ "type": "text",
894
+ "primaryKey": false,
895
+ "notNull": true,
896
+ "autoincrement": false
897
+ },
898
+ "test_case_id": {
899
+ "name": "test_case_id",
900
+ "type": "text",
901
+ "primaryKey": false,
902
+ "notNull": true,
903
+ "autoincrement": false
904
+ },
905
+ "created_at": {
906
+ "name": "created_at",
907
+ "type": "integer",
908
+ "primaryKey": false,
909
+ "notNull": true,
910
+ "autoincrement": false,
911
+ "default": "CURRENT_TIMESTAMP"
912
+ },
913
+ "metadata": {
914
+ "name": "metadata",
915
+ "type": "text",
916
+ "primaryKey": false,
917
+ "notNull": false,
918
+ "autoincrement": false
919
+ }
920
+ },
921
+ "indexes": {
922
+ "traces_trace_id_unique": {
923
+ "name": "traces_trace_id_unique",
924
+ "columns": [
925
+ "trace_id"
926
+ ],
927
+ "isUnique": true
928
+ },
929
+ "traces_evaluation_idx": {
930
+ "name": "traces_evaluation_idx",
931
+ "columns": [
932
+ "evaluation_id"
933
+ ],
934
+ "isUnique": false
935
+ },
936
+ "traces_trace_id_idx": {
937
+ "name": "traces_trace_id_idx",
938
+ "columns": [
939
+ "trace_id"
940
+ ],
941
+ "isUnique": false
942
+ }
943
+ },
944
+ "foreignKeys": {
945
+ "traces_evaluation_id_evals_id_fk": {
946
+ "name": "traces_evaluation_id_evals_id_fk",
947
+ "tableFrom": "traces",
948
+ "tableTo": "evals",
949
+ "columnsFrom": [
950
+ "evaluation_id"
951
+ ],
952
+ "columnsTo": [
953
+ "id"
954
+ ],
955
+ "onDelete": "no action",
956
+ "onUpdate": "no action"
957
+ }
958
+ },
959
+ "compositePrimaryKeys": {},
960
+ "uniqueConstraints": {},
961
+ "checkConstraints": {}
962
+ }
963
+ },
964
+ "views": {},
965
+ "enums": {},
966
+ "_meta": {
967
+ "schemas": {},
968
+ "tables": {},
969
+ "columns": {}
970
+ },
971
+ "internal": {
972
+ "indexes": {
973
+ "eval_result_grading_result_reason_idx": {
974
+ "columns": {
975
+ "json_extract(\"grading_result\", '$.reason')": {
976
+ "isExpression": true
977
+ }
978
+ }
979
+ },
980
+ "eval_result_grading_result_comment_idx": {
981
+ "columns": {
982
+ "json_extract(\"grading_result\", '$.comment')": {
983
+ "isExpression": true
984
+ }
985
+ }
986
+ },
987
+ "eval_result_test_case_vars_idx": {
988
+ "columns": {
989
+ "json_extract(\"test_case\", '$.vars')": {
990
+ "isExpression": true
991
+ }
992
+ }
993
+ },
994
+ "eval_result_test_case_metadata_idx": {
995
+ "columns": {
996
+ "json_extract(\"metadata\", '$')": {
997
+ "isExpression": true
998
+ }
999
+ }
1000
+ },
1001
+ "eval_result_named_scores_idx": {
1002
+ "columns": {
1003
+ "json_extract(\"named_scores\", '$')": {
1004
+ "isExpression": true
1005
+ }
1006
+ }
1007
+ },
1008
+ "eval_result_metadata_idx": {
1009
+ "columns": {
1010
+ "json_extract(\"metadata\", '$')": {
1011
+ "isExpression": true
1012
+ }
1013
+ }
1014
+ },
1015
+ "eval_result_metadata_plugin_id_idx": {
1016
+ "columns": {
1017
+ "json_extract(\"metadata\", '$.pluginId')": {
1018
+ "isExpression": true
1019
+ }
1020
+ }
1021
+ },
1022
+ "eval_result_metadata_strategy_id_idx": {
1023
+ "columns": {
1024
+ "json_extract(\"metadata\", '$.strategyId')": {
1025
+ "isExpression": true
1026
+ }
1027
+ }
1028
+ }
1029
+ }
1030
+ }
1031
+ }