@use-lattice/litmus 0.121.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/LICENSE +19 -0
  2. package/dist/src/accounts-Bt1oJb1Z.cjs +219 -0
  3. package/dist/src/accounts-DjOU8Rm3.js +178 -0
  4. package/dist/src/agentic-utils-D03IiXQc.js +153 -0
  5. package/dist/src/agentic-utils-Dh7xaMQM.cjs +180 -0
  6. package/dist/src/agents-C6BIMlZa.js +231 -0
  7. package/dist/src/agents-DvIpNX1L.cjs +666 -0
  8. package/dist/src/agents-ZP0RP9vV.cjs +231 -0
  9. package/dist/src/agents-maJXdjbR.js +665 -0
  10. package/dist/src/aimlapi-BTbQjG2E.cjs +30 -0
  11. package/dist/src/aimlapi-CwMxqfXP.js +30 -0
  12. package/dist/src/audio-BBUdvsde.cjs +97 -0
  13. package/dist/src/audio-D5DPZ7I-.js +97 -0
  14. package/dist/src/base-BEysXrkq.cjs +222 -0
  15. package/dist/src/base-C451JQfq.js +193 -0
  16. package/dist/src/blobs-BY8MDmpo.js +230 -0
  17. package/dist/src/blobs-BgcNn97m.cjs +256 -0
  18. package/dist/src/cache-BBE_lsTA.cjs +4 -0
  19. package/dist/src/cache-BkrqU5Ba.js +237 -0
  20. package/dist/src/cache-DsCxFlsZ.cjs +297 -0
  21. package/dist/src/chat-CPJWDP6a.cjs +289 -0
  22. package/dist/src/chat-CXX3xzkk.cjs +811 -0
  23. package/dist/src/chat-CcDgZFJ4.js +787 -0
  24. package/dist/src/chat-Dz5ZeGO2.js +289 -0
  25. package/dist/src/chatkit-Dw0mKkML.cjs +1158 -0
  26. package/dist/src/chatkit-swAIVuea.js +1157 -0
  27. package/dist/src/chunk-DEq-mXcV.js +15 -0
  28. package/dist/src/claude-agent-sdk-BXZJtOg6.js +379 -0
  29. package/dist/src/claude-agent-sdk-CkfyjDoG.cjs +383 -0
  30. package/dist/src/cloudflare-ai-BzpJcqUH.js +161 -0
  31. package/dist/src/cloudflare-ai-Cmy_R1y2.cjs +161 -0
  32. package/dist/src/cloudflare-gateway-B9tVQKok.cjs +272 -0
  33. package/dist/src/cloudflare-gateway-DrD3ew3H.js +272 -0
  34. package/dist/src/codex-sdk-Dezj9Nwm.js +1056 -0
  35. package/dist/src/codex-sdk-Dl9D4k5B.cjs +1060 -0
  36. package/dist/src/cometapi-C-9YvCHC.js +54 -0
  37. package/dist/src/cometapi-DHgDKoO2.cjs +54 -0
  38. package/dist/src/completion-B8Ctyxpr.js +120 -0
  39. package/dist/src/completion-Cxrt08sj.cjs +131 -0
  40. package/dist/src/createHash-BwgE13yv.cjs +27 -0
  41. package/dist/src/createHash-DmPQkvBh.js +15 -0
  42. package/dist/src/docker-BiqcTwLv.js +80 -0
  43. package/dist/src/docker-C7tEJnP-.cjs +80 -0
  44. package/dist/src/esm-C62Zofr1.cjs +409 -0
  45. package/dist/src/esm-DMVc93eh.js +379 -0
  46. package/dist/src/evalResult-C3NJPQOo.cjs +301 -0
  47. package/dist/src/evalResult-C7JJAPBb.js +295 -0
  48. package/dist/src/evalResult-DoVTZZWI.cjs +2 -0
  49. package/dist/src/extractor-DnMD3fwt.cjs +391 -0
  50. package/dist/src/extractor-DtlL28vL.js +374 -0
  51. package/dist/src/fetch-BTxakTSg.cjs +1133 -0
  52. package/dist/src/fetch-DQckpUFz.js +928 -0
  53. package/dist/src/fileExtensions-DnqA1y9x.js +85 -0
  54. package/dist/src/fileExtensions-bYh77CN8.cjs +114 -0
  55. package/dist/src/genaiTracer-CyZrmaK0.cjs +268 -0
  56. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  57. package/dist/src/graders-BNscxFrU.js +13644 -0
  58. package/dist/src/graders-D2oE9Msq.js +2 -0
  59. package/dist/src/graders-c0Ez_w-9.cjs +2 -0
  60. package/dist/src/graders-d0F2M3e9.cjs +14056 -0
  61. package/dist/src/image-0ZhE0VlR.cjs +280 -0
  62. package/dist/src/image-CWE1pdNv.js +257 -0
  63. package/dist/src/image-D9ZK6hwL.js +163 -0
  64. package/dist/src/image-DKZgZITg.cjs +163 -0
  65. package/dist/src/index.cjs +11366 -0
  66. package/dist/src/index.d.cts +19640 -0
  67. package/dist/src/index.d.ts +19641 -0
  68. package/dist/src/index.js +11306 -0
  69. package/dist/src/invariant-Ddh24eXh.js +25 -0
  70. package/dist/src/invariant-kfQ8Bu82.cjs +30 -0
  71. package/dist/src/knowledgeBase-BgPyGFUd.cjs +122 -0
  72. package/dist/src/knowledgeBase-DyHilYaP.js +122 -0
  73. package/dist/src/litellm-CyMeneHS.js +135 -0
  74. package/dist/src/litellm-DWDF73yF.cjs +135 -0
  75. package/dist/src/logger-C40ZGil9.js +717 -0
  76. package/dist/src/logger-DyfK9PBt.cjs +917 -0
  77. package/dist/src/luma-ray-BAU9X_ep.cjs +315 -0
  78. package/dist/src/luma-ray-nwVseBbv.js +313 -0
  79. package/dist/src/messages-B5ADWTTv.js +245 -0
  80. package/dist/src/messages-BCnZfqrS.cjs +257 -0
  81. package/dist/src/meteor-DLZZ3osF.cjs +134 -0
  82. package/dist/src/meteor-DUiCJRC-.js +134 -0
  83. package/dist/src/modelslab-00cveB8L.cjs +163 -0
  84. package/dist/src/modelslab-D9sCU_L7.js +163 -0
  85. package/dist/src/nova-reel-CTapvqYH.js +276 -0
  86. package/dist/src/nova-reel-DlWuuroF.cjs +278 -0
  87. package/dist/src/nova-sonic-5UPWfeMv.cjs +363 -0
  88. package/dist/src/nova-sonic-BhSwQNym.js +363 -0
  89. package/dist/src/openai-BWrJK9d8.cjs +52 -0
  90. package/dist/src/openai-DumO8WQn.js +47 -0
  91. package/dist/src/openclaw-B8brrjC_.cjs +577 -0
  92. package/dist/src/openclaw-Bkayww9q.js +571 -0
  93. package/dist/src/opencode-sdk-7xjoDNiM.cjs +562 -0
  94. package/dist/src/opencode-sdk-SGwAPxht.js +558 -0
  95. package/dist/src/otlpReceiver-CoAHfAN9.cjs +15 -0
  96. package/dist/src/otlpReceiver-oO3EQwI9.js +14 -0
  97. package/dist/src/providerRegistry-4yjhaEM8.js +45 -0
  98. package/dist/src/providerRegistry-DhV4rJIc.cjs +50 -0
  99. package/dist/src/providers-B5RJVG-7.cjs +33609 -0
  100. package/dist/src/providers-BdmZCLzV.js +33262 -0
  101. package/dist/src/providers-CxtRxn8e.js +2 -0
  102. package/dist/src/providers-DnQLNbx1.cjs +3 -0
  103. package/dist/src/pythonUtils-BD0druiM.cjs +275 -0
  104. package/dist/src/pythonUtils-IBhn5YGR.js +249 -0
  105. package/dist/src/quiverai-BDOwZBsM.cjs +213 -0
  106. package/dist/src/quiverai-D3JTF5lD.js +213 -0
  107. package/dist/src/responses-B2LCDCXZ.js +667 -0
  108. package/dist/src/responses-BvNm4Xv9.cjs +685 -0
  109. package/dist/src/rubyUtils-B0NwnfpY.cjs +245 -0
  110. package/dist/src/rubyUtils-BroxzZ7c.cjs +2 -0
  111. package/dist/src/rubyUtils-hqVw5UvJ.js +222 -0
  112. package/dist/src/sagemaker-Cno2V-Sx.js +689 -0
  113. package/dist/src/sagemaker-fV_KUgs5.cjs +691 -0
  114. package/dist/src/server-BOuAXb06.cjs +238 -0
  115. package/dist/src/server-CtI-EWzm.cjs +2 -0
  116. package/dist/src/server-Cy3DZymt.js +189 -0
  117. package/dist/src/slack-CP8xBePa.js +135 -0
  118. package/dist/src/slack-DSQ1yXVb.cjs +135 -0
  119. package/dist/src/store-BwDDaBjb.cjs +246 -0
  120. package/dist/src/store-DcbLC593.cjs +2 -0
  121. package/dist/src/store-IGpqMIkv.js +240 -0
  122. package/dist/src/tables-3Q2cL7So.cjs +373 -0
  123. package/dist/src/tables-Bi2fjr4W.js +288 -0
  124. package/dist/src/telemetry-Bg2WqF79.js +161 -0
  125. package/dist/src/telemetry-D0x6u5kX.cjs +166 -0
  126. package/dist/src/telemetry-DXNimrI0.cjs +2 -0
  127. package/dist/src/text-B_UCRPp2.js +22 -0
  128. package/dist/src/text-CW1cyrwj.cjs +33 -0
  129. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  130. package/dist/src/tokenUsageUtils-bVa1ga6f.cjs +173 -0
  131. package/dist/src/transcription-Cl_W16Pr.js +122 -0
  132. package/dist/src/transcription-yt1EecY8.cjs +124 -0
  133. package/dist/src/transform-BCtGrl_W.cjs +228 -0
  134. package/dist/src/transform-Bv6gG2MJ.cjs +1688 -0
  135. package/dist/src/transform-CY1wbpRy.js +1507 -0
  136. package/dist/src/transform-DU8rUL9P.cjs +2 -0
  137. package/dist/src/transform-yWaShiKr.js +216 -0
  138. package/dist/src/transformersAvailability-BGkzavwb.js +35 -0
  139. package/dist/src/transformersAvailability-DKoRtQLy.cjs +35 -0
  140. package/dist/src/types-5aqHpBwE.cjs +3769 -0
  141. package/dist/src/types-Bn6D9c4U.js +3300 -0
  142. package/dist/src/util-BkKlTkI2.js +293 -0
  143. package/dist/src/util-CTh0bfOm.cjs +1119 -0
  144. package/dist/src/util-D17oBwo7.cjs +328 -0
  145. package/dist/src/util-DsS_-v4p.js +613 -0
  146. package/dist/src/util-DuntT1Ga.js +951 -0
  147. package/dist/src/util-aWjdCYMI.cjs +667 -0
  148. package/dist/src/utils-CisQwpjA.js +94 -0
  149. package/dist/src/utils-yWamDvmz.cjs +123 -0
  150. package/dist/tsconfig.tsbuildinfo +1 -0
  151. package/drizzle/0000_lush_hellion.sql +36 -0
  152. package/drizzle/0001_wide_calypso.sql +3 -0
  153. package/drizzle/0002_tidy_juggernaut.sql +1 -0
  154. package/drizzle/0003_lively_naoko.sql +8 -0
  155. package/drizzle/0004_minor_peter_quill.sql +19 -0
  156. package/drizzle/0005_silky_millenium_guard.sql +2 -0
  157. package/drizzle/0006_harsh_caretaker.sql +42 -0
  158. package/drizzle/0007_cloudy_wong.sql +1 -0
  159. package/drizzle/0008_broad_boomer.sql +2 -0
  160. package/drizzle/0009_strong_marten_broadcloak.sql +19 -0
  161. package/drizzle/0010_needy_bishop.sql +11 -0
  162. package/drizzle/0011_moaning_millenium_guard.sql +1 -0
  163. package/drizzle/0012_late_marten_broadcloak.sql +2 -0
  164. package/drizzle/0013_previous_dormammu.sql +9 -0
  165. package/drizzle/0014_lazy_captain_universe.sql +2 -0
  166. package/drizzle/0015_zippy_wallop.sql +29 -0
  167. package/drizzle/0016_jazzy_zemo.sql +2 -0
  168. package/drizzle/0017_reflective_praxagora.sql +4 -0
  169. package/drizzle/0018_fat_vanisher.sql +22 -0
  170. package/drizzle/0019_new_clint_barton.sql +8 -0
  171. package/drizzle/0020_skinny_maverick.sql +1 -0
  172. package/drizzle/0021_mysterious_madelyne_pryor.sql +13 -0
  173. package/drizzle/0022_sleepy_ultimo.sql +25 -0
  174. package/drizzle/0023_wooden_mandrill.sql +2 -0
  175. package/drizzle/AGENTS.md +68 -0
  176. package/drizzle/CLAUDE.md +1 -0
  177. package/drizzle/meta/0000_snapshot.json +221 -0
  178. package/drizzle/meta/0001_snapshot.json +214 -0
  179. package/drizzle/meta/0002_snapshot.json +221 -0
  180. package/drizzle/meta/0005_snapshot.json +369 -0
  181. package/drizzle/meta/0006_snapshot.json +638 -0
  182. package/drizzle/meta/0007_snapshot.json +640 -0
  183. package/drizzle/meta/0008_snapshot.json +649 -0
  184. package/drizzle/meta/0009_snapshot.json +554 -0
  185. package/drizzle/meta/0010_snapshot.json +619 -0
  186. package/drizzle/meta/0011_snapshot.json +627 -0
  187. package/drizzle/meta/0012_snapshot.json +639 -0
  188. package/drizzle/meta/0013_snapshot.json +717 -0
  189. package/drizzle/meta/0014_snapshot.json +717 -0
  190. package/drizzle/meta/0015_snapshot.json +897 -0
  191. package/drizzle/meta/0016_snapshot.json +1031 -0
  192. package/drizzle/meta/0018_snapshot.json +1210 -0
  193. package/drizzle/meta/0019_snapshot.json +1165 -0
  194. package/drizzle/meta/0020_snapshot.json +1232 -0
  195. package/drizzle/meta/0021_snapshot.json +1311 -0
  196. package/drizzle/meta/0022_snapshot.json +1481 -0
  197. package/drizzle/meta/0023_snapshot.json +1496 -0
  198. package/drizzle/meta/_journal.json +174 -0
  199. package/package.json +240 -0
@@ -0,0 +1,897 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "b5461429-a00f-43b7-9d03-cf178cb5dd84",
5
+ "prevId": "eaf9304d-bae8-487b-b2b9-2a330b6edd5f",
6
+ "tables": {
7
+ "configs": {
8
+ "name": "configs",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "created_at": {
18
+ "name": "created_at",
19
+ "type": "integer",
20
+ "primaryKey": false,
21
+ "notNull": true,
22
+ "autoincrement": false,
23
+ "default": "CURRENT_TIMESTAMP"
24
+ },
25
+ "updated_at": {
26
+ "name": "updated_at",
27
+ "type": "integer",
28
+ "primaryKey": false,
29
+ "notNull": true,
30
+ "autoincrement": false,
31
+ "default": "CURRENT_TIMESTAMP"
32
+ },
33
+ "name": {
34
+ "name": "name",
35
+ "type": "text",
36
+ "primaryKey": false,
37
+ "notNull": true,
38
+ "autoincrement": false
39
+ },
40
+ "type": {
41
+ "name": "type",
42
+ "type": "text",
43
+ "primaryKey": false,
44
+ "notNull": true,
45
+ "autoincrement": false
46
+ },
47
+ "config": {
48
+ "name": "config",
49
+ "type": "text",
50
+ "primaryKey": false,
51
+ "notNull": true,
52
+ "autoincrement": false
53
+ }
54
+ },
55
+ "indexes": {
56
+ "configs_created_at_idx": {
57
+ "name": "configs_created_at_idx",
58
+ "columns": ["created_at"],
59
+ "isUnique": false
60
+ },
61
+ "configs_type_idx": {
62
+ "name": "configs_type_idx",
63
+ "columns": ["type"],
64
+ "isUnique": false
65
+ }
66
+ },
67
+ "foreignKeys": {},
68
+ "compositePrimaryKeys": {},
69
+ "uniqueConstraints": {},
70
+ "checkConstraints": {}
71
+ },
72
+ "datasets": {
73
+ "name": "datasets",
74
+ "columns": {
75
+ "id": {
76
+ "name": "id",
77
+ "type": "text",
78
+ "primaryKey": true,
79
+ "notNull": true,
80
+ "autoincrement": false
81
+ },
82
+ "tests": {
83
+ "name": "tests",
84
+ "type": "text",
85
+ "primaryKey": false,
86
+ "notNull": false,
87
+ "autoincrement": false
88
+ },
89
+ "created_at": {
90
+ "name": "created_at",
91
+ "type": "integer",
92
+ "primaryKey": false,
93
+ "notNull": true,
94
+ "autoincrement": false,
95
+ "default": "CURRENT_TIMESTAMP"
96
+ }
97
+ },
98
+ "indexes": {
99
+ "datasets_created_at_idx": {
100
+ "name": "datasets_created_at_idx",
101
+ "columns": ["created_at"],
102
+ "isUnique": false
103
+ }
104
+ },
105
+ "foreignKeys": {},
106
+ "compositePrimaryKeys": {},
107
+ "uniqueConstraints": {},
108
+ "checkConstraints": {}
109
+ },
110
+ "eval_results": {
111
+ "name": "eval_results",
112
+ "columns": {
113
+ "id": {
114
+ "name": "id",
115
+ "type": "text",
116
+ "primaryKey": true,
117
+ "notNull": true,
118
+ "autoincrement": false
119
+ },
120
+ "created_at": {
121
+ "name": "created_at",
122
+ "type": "integer",
123
+ "primaryKey": false,
124
+ "notNull": true,
125
+ "autoincrement": false,
126
+ "default": "CURRENT_TIMESTAMP"
127
+ },
128
+ "updated_at": {
129
+ "name": "updated_at",
130
+ "type": "integer",
131
+ "primaryKey": false,
132
+ "notNull": true,
133
+ "autoincrement": false,
134
+ "default": "CURRENT_TIMESTAMP"
135
+ },
136
+ "eval_id": {
137
+ "name": "eval_id",
138
+ "type": "text",
139
+ "primaryKey": false,
140
+ "notNull": true,
141
+ "autoincrement": false
142
+ },
143
+ "prompt_idx": {
144
+ "name": "prompt_idx",
145
+ "type": "integer",
146
+ "primaryKey": false,
147
+ "notNull": true,
148
+ "autoincrement": false
149
+ },
150
+ "test_idx": {
151
+ "name": "test_idx",
152
+ "type": "integer",
153
+ "primaryKey": false,
154
+ "notNull": true,
155
+ "autoincrement": false
156
+ },
157
+ "test_case": {
158
+ "name": "test_case",
159
+ "type": "text",
160
+ "primaryKey": false,
161
+ "notNull": true,
162
+ "autoincrement": false
163
+ },
164
+ "prompt": {
165
+ "name": "prompt",
166
+ "type": "text",
167
+ "primaryKey": false,
168
+ "notNull": true,
169
+ "autoincrement": false
170
+ },
171
+ "prompt_id": {
172
+ "name": "prompt_id",
173
+ "type": "text",
174
+ "primaryKey": false,
175
+ "notNull": false,
176
+ "autoincrement": false
177
+ },
178
+ "provider": {
179
+ "name": "provider",
180
+ "type": "text",
181
+ "primaryKey": false,
182
+ "notNull": true,
183
+ "autoincrement": false
184
+ },
185
+ "latency_ms": {
186
+ "name": "latency_ms",
187
+ "type": "integer",
188
+ "primaryKey": false,
189
+ "notNull": false,
190
+ "autoincrement": false
191
+ },
192
+ "cost": {
193
+ "name": "cost",
194
+ "type": "real",
195
+ "primaryKey": false,
196
+ "notNull": false,
197
+ "autoincrement": false
198
+ },
199
+ "response": {
200
+ "name": "response",
201
+ "type": "text",
202
+ "primaryKey": false,
203
+ "notNull": false,
204
+ "autoincrement": false
205
+ },
206
+ "error": {
207
+ "name": "error",
208
+ "type": "text",
209
+ "primaryKey": false,
210
+ "notNull": false,
211
+ "autoincrement": false
212
+ },
213
+ "failure_reason": {
214
+ "name": "failure_reason",
215
+ "type": "integer",
216
+ "primaryKey": false,
217
+ "notNull": true,
218
+ "autoincrement": false,
219
+ "default": 0
220
+ },
221
+ "success": {
222
+ "name": "success",
223
+ "type": "integer",
224
+ "primaryKey": false,
225
+ "notNull": true,
226
+ "autoincrement": false
227
+ },
228
+ "score": {
229
+ "name": "score",
230
+ "type": "real",
231
+ "primaryKey": false,
232
+ "notNull": true,
233
+ "autoincrement": false
234
+ },
235
+ "grading_result": {
236
+ "name": "grading_result",
237
+ "type": "text",
238
+ "primaryKey": false,
239
+ "notNull": false,
240
+ "autoincrement": false
241
+ },
242
+ "named_scores": {
243
+ "name": "named_scores",
244
+ "type": "text",
245
+ "primaryKey": false,
246
+ "notNull": false,
247
+ "autoincrement": false
248
+ },
249
+ "metadata": {
250
+ "name": "metadata",
251
+ "type": "text",
252
+ "primaryKey": false,
253
+ "notNull": false,
254
+ "autoincrement": false
255
+ }
256
+ },
257
+ "indexes": {
258
+ "eval_result_eval_id_idx": {
259
+ "name": "eval_result_eval_id_idx",
260
+ "columns": ["eval_id"],
261
+ "isUnique": false
262
+ },
263
+ "eval_result_test_idx": {
264
+ "name": "eval_result_test_idx",
265
+ "columns": ["test_idx"],
266
+ "isUnique": false
267
+ },
268
+ "eval_result_response_idx": {
269
+ "name": "eval_result_response_idx",
270
+ "columns": ["response"],
271
+ "isUnique": false
272
+ },
273
+ "eval_result_grading_result_reason_idx": {
274
+ "name": "eval_result_grading_result_reason_idx",
275
+ "columns": ["json_extract(\"grading_result\", '$.reason')"],
276
+ "isUnique": false
277
+ },
278
+ "eval_result_grading_result_comment_idx": {
279
+ "name": "eval_result_grading_result_comment_idx",
280
+ "columns": ["json_extract(\"grading_result\", '$.comment')"],
281
+ "isUnique": false
282
+ },
283
+ "eval_result_test_case_vars_idx": {
284
+ "name": "eval_result_test_case_vars_idx",
285
+ "columns": ["json_extract(\"test_case\", '$.vars')"],
286
+ "isUnique": false
287
+ },
288
+ "eval_result_test_case_metadata_idx": {
289
+ "name": "eval_result_test_case_metadata_idx",
290
+ "columns": ["json_extract(\"metadata\", '$')"],
291
+ "isUnique": false
292
+ },
293
+ "eval_result_named_scores_idx": {
294
+ "name": "eval_result_named_scores_idx",
295
+ "columns": ["json_extract(\"named_scores\", '$')"],
296
+ "isUnique": false
297
+ },
298
+ "eval_result_metadata_idx": {
299
+ "name": "eval_result_metadata_idx",
300
+ "columns": ["json_extract(\"metadata\", '$')"],
301
+ "isUnique": false
302
+ }
303
+ },
304
+ "foreignKeys": {
305
+ "eval_results_eval_id_evals_id_fk": {
306
+ "name": "eval_results_eval_id_evals_id_fk",
307
+ "tableFrom": "eval_results",
308
+ "tableTo": "evals",
309
+ "columnsFrom": ["eval_id"],
310
+ "columnsTo": ["id"],
311
+ "onDelete": "no action",
312
+ "onUpdate": "no action"
313
+ },
314
+ "eval_results_prompt_id_prompts_id_fk": {
315
+ "name": "eval_results_prompt_id_prompts_id_fk",
316
+ "tableFrom": "eval_results",
317
+ "tableTo": "prompts",
318
+ "columnsFrom": ["prompt_id"],
319
+ "columnsTo": ["id"],
320
+ "onDelete": "no action",
321
+ "onUpdate": "no action"
322
+ }
323
+ },
324
+ "compositePrimaryKeys": {},
325
+ "uniqueConstraints": {},
326
+ "checkConstraints": {}
327
+ },
328
+ "evals": {
329
+ "name": "evals",
330
+ "columns": {
331
+ "id": {
332
+ "name": "id",
333
+ "type": "text",
334
+ "primaryKey": true,
335
+ "notNull": true,
336
+ "autoincrement": false
337
+ },
338
+ "created_at": {
339
+ "name": "created_at",
340
+ "type": "integer",
341
+ "primaryKey": false,
342
+ "notNull": true,
343
+ "autoincrement": false,
344
+ "default": "CURRENT_TIMESTAMP"
345
+ },
346
+ "author": {
347
+ "name": "author",
348
+ "type": "text",
349
+ "primaryKey": false,
350
+ "notNull": false,
351
+ "autoincrement": false
352
+ },
353
+ "description": {
354
+ "name": "description",
355
+ "type": "text",
356
+ "primaryKey": false,
357
+ "notNull": false,
358
+ "autoincrement": false
359
+ },
360
+ "results": {
361
+ "name": "results",
362
+ "type": "text",
363
+ "primaryKey": false,
364
+ "notNull": true,
365
+ "autoincrement": false
366
+ },
367
+ "config": {
368
+ "name": "config",
369
+ "type": "text",
370
+ "primaryKey": false,
371
+ "notNull": true,
372
+ "autoincrement": false
373
+ },
374
+ "prompts": {
375
+ "name": "prompts",
376
+ "type": "text",
377
+ "primaryKey": false,
378
+ "notNull": false,
379
+ "autoincrement": false
380
+ },
381
+ "vars": {
382
+ "name": "vars",
383
+ "type": "text",
384
+ "primaryKey": false,
385
+ "notNull": false,
386
+ "autoincrement": false
387
+ }
388
+ },
389
+ "indexes": {
390
+ "evals_created_at_idx": {
391
+ "name": "evals_created_at_idx",
392
+ "columns": ["created_at"],
393
+ "isUnique": false
394
+ },
395
+ "evals_author_idx": {
396
+ "name": "evals_author_idx",
397
+ "columns": ["author"],
398
+ "isUnique": false
399
+ }
400
+ },
401
+ "foreignKeys": {},
402
+ "compositePrimaryKeys": {},
403
+ "uniqueConstraints": {},
404
+ "checkConstraints": {}
405
+ },
406
+ "evals_to_datasets": {
407
+ "name": "evals_to_datasets",
408
+ "columns": {
409
+ "eval_id": {
410
+ "name": "eval_id",
411
+ "type": "text",
412
+ "primaryKey": false,
413
+ "notNull": true,
414
+ "autoincrement": false
415
+ },
416
+ "dataset_id": {
417
+ "name": "dataset_id",
418
+ "type": "text",
419
+ "primaryKey": false,
420
+ "notNull": true,
421
+ "autoincrement": false
422
+ }
423
+ },
424
+ "indexes": {
425
+ "evals_to_datasets_eval_id_idx": {
426
+ "name": "evals_to_datasets_eval_id_idx",
427
+ "columns": ["eval_id"],
428
+ "isUnique": false
429
+ },
430
+ "evals_to_datasets_dataset_id_idx": {
431
+ "name": "evals_to_datasets_dataset_id_idx",
432
+ "columns": ["dataset_id"],
433
+ "isUnique": false
434
+ }
435
+ },
436
+ "foreignKeys": {
437
+ "evals_to_datasets_eval_id_evals_id_fk": {
438
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
439
+ "tableFrom": "evals_to_datasets",
440
+ "tableTo": "evals",
441
+ "columnsFrom": ["eval_id"],
442
+ "columnsTo": ["id"],
443
+ "onDelete": "no action",
444
+ "onUpdate": "no action"
445
+ },
446
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
447
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
448
+ "tableFrom": "evals_to_datasets",
449
+ "tableTo": "datasets",
450
+ "columnsFrom": ["dataset_id"],
451
+ "columnsTo": ["id"],
452
+ "onDelete": "no action",
453
+ "onUpdate": "no action"
454
+ }
455
+ },
456
+ "compositePrimaryKeys": {
457
+ "evals_to_datasets_eval_id_dataset_id_pk": {
458
+ "columns": ["eval_id", "dataset_id"],
459
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
460
+ }
461
+ },
462
+ "uniqueConstraints": {},
463
+ "checkConstraints": {}
464
+ },
465
+ "evals_to_prompts": {
466
+ "name": "evals_to_prompts",
467
+ "columns": {
468
+ "eval_id": {
469
+ "name": "eval_id",
470
+ "type": "text",
471
+ "primaryKey": false,
472
+ "notNull": true,
473
+ "autoincrement": false
474
+ },
475
+ "prompt_id": {
476
+ "name": "prompt_id",
477
+ "type": "text",
478
+ "primaryKey": false,
479
+ "notNull": true,
480
+ "autoincrement": false
481
+ }
482
+ },
483
+ "indexes": {
484
+ "evals_to_prompts_eval_id_idx": {
485
+ "name": "evals_to_prompts_eval_id_idx",
486
+ "columns": ["eval_id"],
487
+ "isUnique": false
488
+ },
489
+ "evals_to_prompts_prompt_id_idx": {
490
+ "name": "evals_to_prompts_prompt_id_idx",
491
+ "columns": ["prompt_id"],
492
+ "isUnique": false
493
+ }
494
+ },
495
+ "foreignKeys": {
496
+ "evals_to_prompts_eval_id_evals_id_fk": {
497
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
498
+ "tableFrom": "evals_to_prompts",
499
+ "tableTo": "evals",
500
+ "columnsFrom": ["eval_id"],
501
+ "columnsTo": ["id"],
502
+ "onDelete": "cascade",
503
+ "onUpdate": "no action"
504
+ },
505
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
506
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
507
+ "tableFrom": "evals_to_prompts",
508
+ "tableTo": "prompts",
509
+ "columnsFrom": ["prompt_id"],
510
+ "columnsTo": ["id"],
511
+ "onDelete": "no action",
512
+ "onUpdate": "no action"
513
+ }
514
+ },
515
+ "compositePrimaryKeys": {
516
+ "evals_to_prompts_eval_id_prompt_id_pk": {
517
+ "columns": ["eval_id", "prompt_id"],
518
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
519
+ }
520
+ },
521
+ "uniqueConstraints": {},
522
+ "checkConstraints": {}
523
+ },
524
+ "evals_to_tags": {
525
+ "name": "evals_to_tags",
526
+ "columns": {
527
+ "eval_id": {
528
+ "name": "eval_id",
529
+ "type": "text",
530
+ "primaryKey": false,
531
+ "notNull": true,
532
+ "autoincrement": false
533
+ },
534
+ "tag_id": {
535
+ "name": "tag_id",
536
+ "type": "text",
537
+ "primaryKey": false,
538
+ "notNull": true,
539
+ "autoincrement": false
540
+ }
541
+ },
542
+ "indexes": {
543
+ "evals_to_tags_eval_id_idx": {
544
+ "name": "evals_to_tags_eval_id_idx",
545
+ "columns": ["eval_id"],
546
+ "isUnique": false
547
+ },
548
+ "evals_to_tags_tag_id_idx": {
549
+ "name": "evals_to_tags_tag_id_idx",
550
+ "columns": ["tag_id"],
551
+ "isUnique": false
552
+ }
553
+ },
554
+ "foreignKeys": {
555
+ "evals_to_tags_eval_id_evals_id_fk": {
556
+ "name": "evals_to_tags_eval_id_evals_id_fk",
557
+ "tableFrom": "evals_to_tags",
558
+ "tableTo": "evals",
559
+ "columnsFrom": ["eval_id"],
560
+ "columnsTo": ["id"],
561
+ "onDelete": "no action",
562
+ "onUpdate": "no action"
563
+ },
564
+ "evals_to_tags_tag_id_tags_id_fk": {
565
+ "name": "evals_to_tags_tag_id_tags_id_fk",
566
+ "tableFrom": "evals_to_tags",
567
+ "tableTo": "tags",
568
+ "columnsFrom": ["tag_id"],
569
+ "columnsTo": ["id"],
570
+ "onDelete": "no action",
571
+ "onUpdate": "no action"
572
+ }
573
+ },
574
+ "compositePrimaryKeys": {
575
+ "evals_to_tags_eval_id_tag_id_pk": {
576
+ "columns": ["eval_id", "tag_id"],
577
+ "name": "evals_to_tags_eval_id_tag_id_pk"
578
+ }
579
+ },
580
+ "uniqueConstraints": {},
581
+ "checkConstraints": {}
582
+ },
583
+ "prompts": {
584
+ "name": "prompts",
585
+ "columns": {
586
+ "id": {
587
+ "name": "id",
588
+ "type": "text",
589
+ "primaryKey": true,
590
+ "notNull": true,
591
+ "autoincrement": false
592
+ },
593
+ "created_at": {
594
+ "name": "created_at",
595
+ "type": "integer",
596
+ "primaryKey": false,
597
+ "notNull": true,
598
+ "autoincrement": false,
599
+ "default": "CURRENT_TIMESTAMP"
600
+ },
601
+ "prompt": {
602
+ "name": "prompt",
603
+ "type": "text",
604
+ "primaryKey": false,
605
+ "notNull": true,
606
+ "autoincrement": false
607
+ }
608
+ },
609
+ "indexes": {
610
+ "prompts_created_at_idx": {
611
+ "name": "prompts_created_at_idx",
612
+ "columns": ["created_at"],
613
+ "isUnique": false
614
+ }
615
+ },
616
+ "foreignKeys": {},
617
+ "compositePrimaryKeys": {},
618
+ "uniqueConstraints": {},
619
+ "checkConstraints": {}
620
+ },
621
+ "spans": {
622
+ "name": "spans",
623
+ "columns": {
624
+ "id": {
625
+ "name": "id",
626
+ "type": "text",
627
+ "primaryKey": true,
628
+ "notNull": true,
629
+ "autoincrement": false
630
+ },
631
+ "trace_id": {
632
+ "name": "trace_id",
633
+ "type": "text",
634
+ "primaryKey": false,
635
+ "notNull": true,
636
+ "autoincrement": false
637
+ },
638
+ "span_id": {
639
+ "name": "span_id",
640
+ "type": "text",
641
+ "primaryKey": false,
642
+ "notNull": true,
643
+ "autoincrement": false
644
+ },
645
+ "parent_span_id": {
646
+ "name": "parent_span_id",
647
+ "type": "text",
648
+ "primaryKey": false,
649
+ "notNull": false,
650
+ "autoincrement": false
651
+ },
652
+ "name": {
653
+ "name": "name",
654
+ "type": "text",
655
+ "primaryKey": false,
656
+ "notNull": true,
657
+ "autoincrement": false
658
+ },
659
+ "start_time": {
660
+ "name": "start_time",
661
+ "type": "integer",
662
+ "primaryKey": false,
663
+ "notNull": true,
664
+ "autoincrement": false
665
+ },
666
+ "end_time": {
667
+ "name": "end_time",
668
+ "type": "integer",
669
+ "primaryKey": false,
670
+ "notNull": false,
671
+ "autoincrement": false
672
+ },
673
+ "attributes": {
674
+ "name": "attributes",
675
+ "type": "text",
676
+ "primaryKey": false,
677
+ "notNull": false,
678
+ "autoincrement": false
679
+ },
680
+ "status_code": {
681
+ "name": "status_code",
682
+ "type": "integer",
683
+ "primaryKey": false,
684
+ "notNull": false,
685
+ "autoincrement": false
686
+ },
687
+ "status_message": {
688
+ "name": "status_message",
689
+ "type": "text",
690
+ "primaryKey": false,
691
+ "notNull": false,
692
+ "autoincrement": false
693
+ }
694
+ },
695
+ "indexes": {
696
+ "spans_trace_id_idx": {
697
+ "name": "spans_trace_id_idx",
698
+ "columns": ["trace_id"],
699
+ "isUnique": false
700
+ },
701
+ "spans_span_id_idx": {
702
+ "name": "spans_span_id_idx",
703
+ "columns": ["span_id"],
704
+ "isUnique": false
705
+ }
706
+ },
707
+ "foreignKeys": {
708
+ "spans_trace_id_traces_trace_id_fk": {
709
+ "name": "spans_trace_id_traces_trace_id_fk",
710
+ "tableFrom": "spans",
711
+ "tableTo": "traces",
712
+ "columnsFrom": ["trace_id"],
713
+ "columnsTo": ["trace_id"],
714
+ "onDelete": "no action",
715
+ "onUpdate": "no action"
716
+ }
717
+ },
718
+ "compositePrimaryKeys": {},
719
+ "uniqueConstraints": {},
720
+ "checkConstraints": {}
721
+ },
722
+ "tags": {
723
+ "name": "tags",
724
+ "columns": {
725
+ "id": {
726
+ "name": "id",
727
+ "type": "text",
728
+ "primaryKey": true,
729
+ "notNull": true,
730
+ "autoincrement": false
731
+ },
732
+ "name": {
733
+ "name": "name",
734
+ "type": "text",
735
+ "primaryKey": false,
736
+ "notNull": true,
737
+ "autoincrement": false
738
+ },
739
+ "value": {
740
+ "name": "value",
741
+ "type": "text",
742
+ "primaryKey": false,
743
+ "notNull": true,
744
+ "autoincrement": false
745
+ }
746
+ },
747
+ "indexes": {
748
+ "tags_name_idx": {
749
+ "name": "tags_name_idx",
750
+ "columns": ["name"],
751
+ "isUnique": false
752
+ },
753
+ "tags_name_value_unique": {
754
+ "name": "tags_name_value_unique",
755
+ "columns": ["name", "value"],
756
+ "isUnique": true
757
+ }
758
+ },
759
+ "foreignKeys": {},
760
+ "compositePrimaryKeys": {},
761
+ "uniqueConstraints": {},
762
+ "checkConstraints": {}
763
+ },
764
+ "traces": {
765
+ "name": "traces",
766
+ "columns": {
767
+ "id": {
768
+ "name": "id",
769
+ "type": "text",
770
+ "primaryKey": true,
771
+ "notNull": true,
772
+ "autoincrement": false
773
+ },
774
+ "trace_id": {
775
+ "name": "trace_id",
776
+ "type": "text",
777
+ "primaryKey": false,
778
+ "notNull": true,
779
+ "autoincrement": false
780
+ },
781
+ "evaluation_id": {
782
+ "name": "evaluation_id",
783
+ "type": "text",
784
+ "primaryKey": false,
785
+ "notNull": true,
786
+ "autoincrement": false
787
+ },
788
+ "test_case_id": {
789
+ "name": "test_case_id",
790
+ "type": "text",
791
+ "primaryKey": false,
792
+ "notNull": true,
793
+ "autoincrement": false
794
+ },
795
+ "created_at": {
796
+ "name": "created_at",
797
+ "type": "integer",
798
+ "primaryKey": false,
799
+ "notNull": true,
800
+ "autoincrement": false,
801
+ "default": "CURRENT_TIMESTAMP"
802
+ },
803
+ "metadata": {
804
+ "name": "metadata",
805
+ "type": "text",
806
+ "primaryKey": false,
807
+ "notNull": false,
808
+ "autoincrement": false
809
+ }
810
+ },
811
+ "indexes": {
812
+ "traces_trace_id_unique": {
813
+ "name": "traces_trace_id_unique",
814
+ "columns": ["trace_id"],
815
+ "isUnique": true
816
+ },
817
+ "traces_evaluation_idx": {
818
+ "name": "traces_evaluation_idx",
819
+ "columns": ["evaluation_id"],
820
+ "isUnique": false
821
+ },
822
+ "traces_trace_id_idx": {
823
+ "name": "traces_trace_id_idx",
824
+ "columns": ["trace_id"],
825
+ "isUnique": false
826
+ }
827
+ },
828
+ "foreignKeys": {
829
+ "traces_evaluation_id_evals_id_fk": {
830
+ "name": "traces_evaluation_id_evals_id_fk",
831
+ "tableFrom": "traces",
832
+ "tableTo": "evals",
833
+ "columnsFrom": ["evaluation_id"],
834
+ "columnsTo": ["id"],
835
+ "onDelete": "no action",
836
+ "onUpdate": "no action"
837
+ }
838
+ },
839
+ "compositePrimaryKeys": {},
840
+ "uniqueConstraints": {},
841
+ "checkConstraints": {}
842
+ }
843
+ },
844
+ "views": {},
845
+ "enums": {},
846
+ "_meta": {
847
+ "schemas": {},
848
+ "tables": {},
849
+ "columns": {}
850
+ },
851
+ "internal": {
852
+ "indexes": {
853
+ "eval_result_grading_result_reason_idx": {
854
+ "columns": {
855
+ "json_extract(\"grading_result\", '$.reason')": {
856
+ "isExpression": true
857
+ }
858
+ }
859
+ },
860
+ "eval_result_grading_result_comment_idx": {
861
+ "columns": {
862
+ "json_extract(\"grading_result\", '$.comment')": {
863
+ "isExpression": true
864
+ }
865
+ }
866
+ },
867
+ "eval_result_test_case_vars_idx": {
868
+ "columns": {
869
+ "json_extract(\"test_case\", '$.vars')": {
870
+ "isExpression": true
871
+ }
872
+ }
873
+ },
874
+ "eval_result_test_case_metadata_idx": {
875
+ "columns": {
876
+ "json_extract(\"metadata\", '$')": {
877
+ "isExpression": true
878
+ }
879
+ }
880
+ },
881
+ "eval_result_named_scores_idx": {
882
+ "columns": {
883
+ "json_extract(\"named_scores\", '$')": {
884
+ "isExpression": true
885
+ }
886
+ }
887
+ },
888
+ "eval_result_metadata_idx": {
889
+ "columns": {
890
+ "json_extract(\"metadata\", '$')": {
891
+ "isExpression": true
892
+ }
893
+ }
894
+ }
895
+ }
896
+ }
897
+ }