promptfoo 0.91.2 → 0.92.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/dist/drizzle/0006_harsh_caretaker.sql +42 -0
  2. package/dist/drizzle/0007_cloudy_wong.sql +1 -0
  3. package/dist/drizzle/meta/0006_snapshot.json +721 -0
  4. package/dist/drizzle/meta/0007_snapshot.json +723 -0
  5. package/dist/drizzle/meta/_journal.json +14 -0
  6. package/dist/package.json +10 -8
  7. package/dist/src/app/assets/{index-Bc-q9rGp.js → index-CMDD1oSm.js} +233 -231
  8. package/dist/src/app/assets/{index.es-b3UhzAjj.js → index.es-D8cSwMq4.js} +1 -1
  9. package/dist/src/app/assets/{sync-D-OjEwME.js → sync-DJZvzYiS.js} +1 -1
  10. package/dist/src/app/index.html +1 -1
  11. package/dist/src/assertions.js +2 -2
  12. package/dist/src/assertions.js.map +1 -1
  13. package/dist/src/commands/cache.d.ts.map +1 -1
  14. package/dist/src/commands/cache.js +0 -2
  15. package/dist/src/commands/cache.js.map +1 -1
  16. package/dist/src/commands/eval.d.ts.map +1 -1
  17. package/dist/src/commands/eval.js +19 -16
  18. package/dist/src/commands/eval.js.map +1 -1
  19. package/dist/src/commands/export.d.ts.map +1 -1
  20. package/dist/src/commands/export.js +8 -31
  21. package/dist/src/commands/export.js.map +1 -1
  22. package/dist/src/commands/import.d.ts.map +1 -1
  23. package/dist/src/commands/import.js +52 -13
  24. package/dist/src/commands/import.js.map +1 -1
  25. package/dist/src/commands/list.d.ts.map +1 -1
  26. package/dist/src/commands/list.js +35 -7
  27. package/dist/src/commands/list.js.map +1 -1
  28. package/dist/src/commands/share.d.ts +2 -2
  29. package/dist/src/commands/share.d.ts.map +1 -1
  30. package/dist/src/commands/share.js +12 -13
  31. package/dist/src/commands/share.js.map +1 -1
  32. package/dist/src/commands/show.d.ts.map +1 -1
  33. package/dist/src/commands/show.js +10 -6
  34. package/dist/src/commands/show.js.map +1 -1
  35. package/dist/src/constants.d.ts +1 -0
  36. package/dist/src/constants.d.ts.map +1 -1
  37. package/dist/src/constants.js +2 -1
  38. package/dist/src/constants.js.map +1 -1
  39. package/dist/src/database/index.js +1 -1
  40. package/dist/src/database/index.js.map +1 -1
  41. package/dist/src/database/tables.d.ts +602 -4
  42. package/dist/src/database/tables.d.ts.map +1 -1
  43. package/dist/src/database/tables.js +67 -8
  44. package/dist/src/database/tables.js.map +1 -1
  45. package/dist/src/database/types.d.ts +3 -3
  46. package/dist/src/database/types.d.ts.map +1 -1
  47. package/dist/src/evaluator.d.ts +3 -2
  48. package/dist/src/evaluator.d.ts.map +1 -1
  49. package/dist/src/evaluator.js +75 -104
  50. package/dist/src/evaluator.js.map +1 -1
  51. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  52. package/dist/src/evaluatorHelpers.js +2 -1
  53. package/dist/src/evaluatorHelpers.js.map +1 -1
  54. package/dist/src/index.d.ts +4 -1
  55. package/dist/src/index.d.ts.map +1 -1
  56. package/dist/src/index.js +12 -9
  57. package/dist/src/index.js.map +1 -1
  58. package/dist/src/models/eval.d.ts +95 -0
  59. package/dist/src/models/eval.d.ts.map +1 -0
  60. package/dist/src/models/eval.js +390 -0
  61. package/dist/src/models/eval.js.map +1 -0
  62. package/dist/src/models/evalResult.d.ts +50 -0
  63. package/dist/src/models/evalResult.d.ts.map +1 -0
  64. package/dist/src/models/evalResult.js +122 -0
  65. package/dist/src/models/evalResult.js.map +1 -0
  66. package/dist/src/models/provider.d.ts +9 -0
  67. package/dist/src/models/provider.d.ts.map +1 -0
  68. package/dist/src/models/provider.js +47 -0
  69. package/dist/src/models/provider.js.map +1 -0
  70. package/dist/src/prompts/index.d.ts.map +1 -1
  71. package/dist/src/prompts/index.js +2 -1
  72. package/dist/src/prompts/index.js.map +1 -1
  73. package/dist/src/prompts/utils.d.ts +1 -0
  74. package/dist/src/prompts/utils.d.ts.map +1 -1
  75. package/dist/src/prompts/utils.js +7 -0
  76. package/dist/src/prompts/utils.js.map +1 -1
  77. package/dist/src/providers/http.js +2 -2
  78. package/dist/src/providers/http.js.map +1 -1
  79. package/dist/src/providers.js +5 -5
  80. package/dist/src/providers.js.map +1 -1
  81. package/dist/src/redteam/constants.d.ts +1 -1
  82. package/dist/src/redteam/constants.d.ts.map +1 -1
  83. package/dist/src/redteam/constants.js +7 -5
  84. package/dist/src/redteam/constants.js.map +1 -1
  85. package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240617.json +10 -0
  86. package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240618.json +10 -0
  87. package/dist/src/redteam/eval/harmful/llm_rubric-20240723.json +10 -0
  88. package/dist/src/redteam/eval/harmful/llm_rubric-20240724.json +10 -0
  89. package/dist/src/redteam/graders.d.ts +2 -0
  90. package/dist/src/redteam/graders.d.ts.map +1 -1
  91. package/dist/src/redteam/graders.js +2 -0
  92. package/dist/src/redteam/graders.js.map +1 -1
  93. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  94. package/dist/src/redteam/plugins/index.js +1 -0
  95. package/dist/src/redteam/plugins/index.js.map +1 -1
  96. package/dist/src/redteam/plugins/religion.d.ts +6 -0
  97. package/dist/src/redteam/plugins/religion.d.ts.map +1 -0
  98. package/dist/src/redteam/plugins/religion.js +14 -0
  99. package/dist/src/redteam/plugins/religion.js.map +1 -0
  100. package/dist/src/server/routes/evalRoutes.d.ts +1 -0
  101. package/dist/src/server/routes/evalRoutes.d.ts.map +1 -0
  102. package/dist/src/server/routes/evalRoutes.js +2 -0
  103. package/dist/src/server/routes/evalRoutes.js.map +1 -0
  104. package/dist/src/server/server.d.ts +1 -0
  105. package/dist/src/server/server.d.ts.map +1 -1
  106. package/dist/src/server/server.js +70 -31
  107. package/dist/src/server/server.js.map +1 -1
  108. package/dist/src/share.d.ts +2 -2
  109. package/dist/src/share.d.ts.map +1 -1
  110. package/dist/src/share.js +93 -34
  111. package/dist/src/share.js.map +1 -1
  112. package/dist/src/table.d.ts +2 -2
  113. package/dist/src/table.d.ts.map +1 -1
  114. package/dist/src/table.js +3 -3
  115. package/dist/src/table.js.map +1 -1
  116. package/dist/src/types/index.d.ts +163 -11
  117. package/dist/src/types/index.d.ts.map +1 -1
  118. package/dist/src/types/index.js +21 -1
  119. package/dist/src/types/index.js.map +1 -1
  120. package/dist/src/util/config/load.d.ts.map +1 -1
  121. package/dist/src/util/config/load.js +2 -1
  122. package/dist/src/util/config/load.js.map +1 -1
  123. package/dist/src/util/config/manage.d.ts.map +1 -1
  124. package/dist/src/util/config/manage.js.map +1 -1
  125. package/dist/src/util/convertEvalResultsToTable.d.ts +16 -0
  126. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -0
  127. package/dist/src/util/convertEvalResultsToTable.js +137 -0
  128. package/dist/src/util/convertEvalResultsToTable.js.map +1 -0
  129. package/dist/src/util/createHash.d.ts +1 -0
  130. package/dist/src/util/createHash.d.ts.map +1 -1
  131. package/dist/src/util/createHash.js +9 -0
  132. package/dist/src/util/createHash.js.map +1 -1
  133. package/dist/src/util/file.d.ts +8 -0
  134. package/dist/src/util/file.d.ts.map +1 -0
  135. package/dist/src/util/file.js +13 -0
  136. package/dist/src/util/file.js.map +1 -0
  137. package/dist/src/util/index.d.ts +9 -14
  138. package/dist/src/util/index.d.ts.map +1 -1
  139. package/dist/src/util/index.js +87 -223
  140. package/dist/src/util/index.js.map +1 -1
  141. package/dist/src/util/time.d.ts +2 -0
  142. package/dist/src/util/time.d.ts.map +1 -0
  143. package/dist/src/util/time.js +7 -0
  144. package/dist/src/util/time.js.map +1 -0
  145. package/dist/src/util/transform.js +2 -2
  146. package/dist/src/util/transform.js.map +1 -1
  147. package/dist/src/validators/providers.d.ts +6 -0
  148. package/dist/src/validators/providers.d.ts.map +1 -1
  149. package/dist/src/validators/providers.js +1 -0
  150. package/dist/src/validators/providers.js.map +1 -1
  151. package/dist/src/validators/redteam.d.ts +6 -0
  152. package/dist/src/validators/redteam.d.ts.map +1 -1
  153. package/dist/test/commands/eval/filterFailingTests.test.js +24 -2
  154. package/dist/test/commands/eval/filterFailingTests.test.js.map +1 -1
  155. package/dist/test/evaluator.test.js +153 -74
  156. package/dist/test/evaluator.test.js.map +1 -1
  157. package/dist/test/factories/data/eval/database_records.d.ts +142 -0
  158. package/dist/test/factories/data/eval/database_records.d.ts.map +1 -0
  159. package/dist/test/factories/data/eval/database_records.js +251 -0
  160. package/dist/test/factories/data/eval/database_records.js.map +1 -0
  161. package/dist/test/factories/evalFactory.d.ts +768 -0
  162. package/dist/test/factories/evalFactory.d.ts.map +1 -0
  163. package/dist/test/factories/evalFactory.js +121 -0
  164. package/dist/test/factories/evalFactory.js.map +1 -0
  165. package/dist/test/factories/index.d.ts +1 -0
  166. package/dist/test/factories/index.d.ts.map +1 -0
  167. package/dist/test/factories/index.js +2 -0
  168. package/dist/test/factories/index.js.map +1 -0
  169. package/dist/test/index.test.js +17 -33
  170. package/dist/test/index.test.js.map +1 -1
  171. package/dist/test/models/eval.test.d.ts +2 -0
  172. package/dist/test/models/eval.test.d.ts.map +1 -0
  173. package/dist/test/models/eval.test.js +34 -0
  174. package/dist/test/models/eval.test.js.map +1 -0
  175. package/dist/test/providers.test.js +3 -3
  176. package/dist/test/providers.test.js.map +1 -1
  177. package/dist/test/server/share.test.d.ts +2 -0
  178. package/dist/test/server/share.test.d.ts.map +1 -0
  179. package/dist/test/server/share.test.js +36 -0
  180. package/dist/test/server/share.test.js.map +1 -0
  181. package/dist/test/server/v3evalToShare.json +507 -0
  182. package/dist/test/server/v4evalToShare.json +421 -0
  183. package/dist/test/types.test.js +58 -0
  184. package/dist/test/types.test.js.map +1 -1
  185. package/dist/test/util.file.test.d.ts +2 -0
  186. package/dist/test/util.file.test.d.ts.map +1 -0
  187. package/dist/test/util.file.test.js +32 -0
  188. package/dist/test/util.file.test.js.map +1 -0
  189. package/dist/test/util.listPrevious.test.d.ts +2 -0
  190. package/dist/test/util.listPrevious.test.d.ts.map +1 -0
  191. package/dist/test/util.listPrevious.test.js +37 -0
  192. package/dist/test/util.listPrevious.test.js.map +1 -0
  193. package/dist/test/util.test.js +38 -311
  194. package/dist/test/util.test.js.map +1 -1
  195. package/dist/tsconfig.tsbuildinfo +1 -0
  196. package/package.json +10 -8
@@ -0,0 +1,723 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "e10bb4e5-3cf9-4c22-9383-d1894e47267b",
5
+ "prevId": "db9ecf55-e7da-47dc-815a-4c5c278cb37b",
6
+ "tables": {
7
+ "datasets": {
8
+ "name": "datasets",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "tests": {
18
+ "name": "tests",
19
+ "type": "text",
20
+ "primaryKey": false,
21
+ "notNull": false,
22
+ "autoincrement": false
23
+ },
24
+ "created_at": {
25
+ "name": "created_at",
26
+ "type": "integer",
27
+ "primaryKey": false,
28
+ "notNull": true,
29
+ "autoincrement": false,
30
+ "default": "CURRENT_TIMESTAMP"
31
+ }
32
+ },
33
+ "indexes": {
34
+ "datasets_created_at_idx": {
35
+ "name": "datasets_created_at_idx",
36
+ "columns": [
37
+ "created_at"
38
+ ],
39
+ "isUnique": false
40
+ }
41
+ },
42
+ "foreignKeys": {},
43
+ "compositePrimaryKeys": {},
44
+ "uniqueConstraints": {}
45
+ },
46
+ "eval_results": {
47
+ "name": "eval_results",
48
+ "columns": {
49
+ "id": {
50
+ "name": "id",
51
+ "type": "text",
52
+ "primaryKey": true,
53
+ "notNull": true,
54
+ "autoincrement": false
55
+ },
56
+ "created_at": {
57
+ "name": "created_at",
58
+ "type": "integer",
59
+ "primaryKey": false,
60
+ "notNull": true,
61
+ "autoincrement": false,
62
+ "default": "CURRENT_TIMESTAMP"
63
+ },
64
+ "updated_at": {
65
+ "name": "updated_at",
66
+ "type": "integer",
67
+ "primaryKey": false,
68
+ "notNull": true,
69
+ "autoincrement": false,
70
+ "default": "CURRENT_TIMESTAMP"
71
+ },
72
+ "eval_id": {
73
+ "name": "eval_id",
74
+ "type": "text",
75
+ "primaryKey": false,
76
+ "notNull": true,
77
+ "autoincrement": false
78
+ },
79
+ "prompt_idx": {
80
+ "name": "prompt_idx",
81
+ "type": "integer",
82
+ "primaryKey": false,
83
+ "notNull": true,
84
+ "autoincrement": false
85
+ },
86
+ "test_idx": {
87
+ "name": "test_idx",
88
+ "type": "integer",
89
+ "primaryKey": false,
90
+ "notNull": true,
91
+ "autoincrement": false
92
+ },
93
+ "test_case": {
94
+ "name": "test_case",
95
+ "type": "text",
96
+ "primaryKey": false,
97
+ "notNull": true,
98
+ "autoincrement": false
99
+ },
100
+ "prompt": {
101
+ "name": "prompt",
102
+ "type": "text",
103
+ "primaryKey": false,
104
+ "notNull": true,
105
+ "autoincrement": false
106
+ },
107
+ "prompt_id": {
108
+ "name": "prompt_id",
109
+ "type": "text",
110
+ "primaryKey": false,
111
+ "notNull": false,
112
+ "autoincrement": false
113
+ },
114
+ "provider": {
115
+ "name": "provider",
116
+ "type": "text",
117
+ "primaryKey": false,
118
+ "notNull": true,
119
+ "autoincrement": false
120
+ },
121
+ "provider_id": {
122
+ "name": "provider_id",
123
+ "type": "text",
124
+ "primaryKey": false,
125
+ "notNull": false,
126
+ "autoincrement": false
127
+ },
128
+ "latency_ms": {
129
+ "name": "latency_ms",
130
+ "type": "integer",
131
+ "primaryKey": false,
132
+ "notNull": false,
133
+ "autoincrement": false
134
+ },
135
+ "cost": {
136
+ "name": "cost",
137
+ "type": "real",
138
+ "primaryKey": false,
139
+ "notNull": false,
140
+ "autoincrement": false
141
+ },
142
+ "response": {
143
+ "name": "response",
144
+ "type": "text",
145
+ "primaryKey": false,
146
+ "notNull": false,
147
+ "autoincrement": false
148
+ },
149
+ "error": {
150
+ "name": "error",
151
+ "type": "text",
152
+ "primaryKey": false,
153
+ "notNull": false,
154
+ "autoincrement": false
155
+ },
156
+ "success": {
157
+ "name": "success",
158
+ "type": "integer",
159
+ "primaryKey": false,
160
+ "notNull": true,
161
+ "autoincrement": false
162
+ },
163
+ "score": {
164
+ "name": "score",
165
+ "type": "real",
166
+ "primaryKey": false,
167
+ "notNull": true,
168
+ "autoincrement": false
169
+ },
170
+ "grading_result": {
171
+ "name": "grading_result",
172
+ "type": "text",
173
+ "primaryKey": false,
174
+ "notNull": false,
175
+ "autoincrement": false
176
+ },
177
+ "named_scores": {
178
+ "name": "named_scores",
179
+ "type": "text",
180
+ "primaryKey": false,
181
+ "notNull": false,
182
+ "autoincrement": false
183
+ },
184
+ "metadata": {
185
+ "name": "metadata",
186
+ "type": "text",
187
+ "primaryKey": false,
188
+ "notNull": false,
189
+ "autoincrement": false
190
+ }
191
+ },
192
+ "indexes": {
193
+ "eval_result_eval_id_idx": {
194
+ "name": "eval_result_eval_id_idx",
195
+ "columns": [
196
+ "eval_id"
197
+ ],
198
+ "isUnique": false
199
+ }
200
+ },
201
+ "foreignKeys": {
202
+ "eval_results_eval_id_evals_id_fk": {
203
+ "name": "eval_results_eval_id_evals_id_fk",
204
+ "tableFrom": "eval_results",
205
+ "tableTo": "evals",
206
+ "columnsFrom": [
207
+ "eval_id"
208
+ ],
209
+ "columnsTo": [
210
+ "id"
211
+ ],
212
+ "onDelete": "no action",
213
+ "onUpdate": "no action"
214
+ },
215
+ "eval_results_prompt_id_prompts_id_fk": {
216
+ "name": "eval_results_prompt_id_prompts_id_fk",
217
+ "tableFrom": "eval_results",
218
+ "tableTo": "prompts",
219
+ "columnsFrom": [
220
+ "prompt_id"
221
+ ],
222
+ "columnsTo": [
223
+ "id"
224
+ ],
225
+ "onDelete": "no action",
226
+ "onUpdate": "no action"
227
+ },
228
+ "eval_results_provider_id_providers_id_fk": {
229
+ "name": "eval_results_provider_id_providers_id_fk",
230
+ "tableFrom": "eval_results",
231
+ "tableTo": "providers",
232
+ "columnsFrom": [
233
+ "provider_id"
234
+ ],
235
+ "columnsTo": [
236
+ "id"
237
+ ],
238
+ "onDelete": "no action",
239
+ "onUpdate": "no action"
240
+ }
241
+ },
242
+ "compositePrimaryKeys": {},
243
+ "uniqueConstraints": {}
244
+ },
245
+ "evals": {
246
+ "name": "evals",
247
+ "columns": {
248
+ "id": {
249
+ "name": "id",
250
+ "type": "text",
251
+ "primaryKey": true,
252
+ "notNull": true,
253
+ "autoincrement": false
254
+ },
255
+ "created_at": {
256
+ "name": "created_at",
257
+ "type": "integer",
258
+ "primaryKey": false,
259
+ "notNull": true,
260
+ "autoincrement": false,
261
+ "default": "CURRENT_TIMESTAMP"
262
+ },
263
+ "author": {
264
+ "name": "author",
265
+ "type": "text",
266
+ "primaryKey": false,
267
+ "notNull": false,
268
+ "autoincrement": false
269
+ },
270
+ "description": {
271
+ "name": "description",
272
+ "type": "text",
273
+ "primaryKey": false,
274
+ "notNull": false,
275
+ "autoincrement": false
276
+ },
277
+ "results": {
278
+ "name": "results",
279
+ "type": "text",
280
+ "primaryKey": false,
281
+ "notNull": true,
282
+ "autoincrement": false
283
+ },
284
+ "config": {
285
+ "name": "config",
286
+ "type": "text",
287
+ "primaryKey": false,
288
+ "notNull": true,
289
+ "autoincrement": false
290
+ },
291
+ "prompts": {
292
+ "name": "prompts",
293
+ "type": "text",
294
+ "primaryKey": false,
295
+ "notNull": false,
296
+ "autoincrement": false
297
+ }
298
+ },
299
+ "indexes": {
300
+ "evals_created_at_idx": {
301
+ "name": "evals_created_at_idx",
302
+ "columns": [
303
+ "created_at"
304
+ ],
305
+ "isUnique": false
306
+ },
307
+ "evals_author_idx": {
308
+ "name": "evals_author_idx",
309
+ "columns": [
310
+ "author"
311
+ ],
312
+ "isUnique": false
313
+ }
314
+ },
315
+ "foreignKeys": {},
316
+ "compositePrimaryKeys": {},
317
+ "uniqueConstraints": {}
318
+ },
319
+ "evals_to_datasets": {
320
+ "name": "evals_to_datasets",
321
+ "columns": {
322
+ "eval_id": {
323
+ "name": "eval_id",
324
+ "type": "text",
325
+ "primaryKey": false,
326
+ "notNull": true,
327
+ "autoincrement": false
328
+ },
329
+ "dataset_id": {
330
+ "name": "dataset_id",
331
+ "type": "text",
332
+ "primaryKey": false,
333
+ "notNull": true,
334
+ "autoincrement": false
335
+ }
336
+ },
337
+ "indexes": {
338
+ "evals_to_datasets_eval_id_idx": {
339
+ "name": "evals_to_datasets_eval_id_idx",
340
+ "columns": [
341
+ "eval_id"
342
+ ],
343
+ "isUnique": false
344
+ },
345
+ "evals_to_datasets_dataset_id_idx": {
346
+ "name": "evals_to_datasets_dataset_id_idx",
347
+ "columns": [
348
+ "dataset_id"
349
+ ],
350
+ "isUnique": false
351
+ }
352
+ },
353
+ "foreignKeys": {
354
+ "evals_to_datasets_eval_id_evals_id_fk": {
355
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
356
+ "tableFrom": "evals_to_datasets",
357
+ "tableTo": "evals",
358
+ "columnsFrom": [
359
+ "eval_id"
360
+ ],
361
+ "columnsTo": [
362
+ "id"
363
+ ],
364
+ "onDelete": "no action",
365
+ "onUpdate": "no action"
366
+ },
367
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
368
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
369
+ "tableFrom": "evals_to_datasets",
370
+ "tableTo": "datasets",
371
+ "columnsFrom": [
372
+ "dataset_id"
373
+ ],
374
+ "columnsTo": [
375
+ "id"
376
+ ],
377
+ "onDelete": "no action",
378
+ "onUpdate": "no action"
379
+ }
380
+ },
381
+ "compositePrimaryKeys": {
382
+ "evals_to_datasets_eval_id_dataset_id_pk": {
383
+ "columns": [
384
+ "eval_id",
385
+ "dataset_id"
386
+ ],
387
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
388
+ }
389
+ },
390
+ "uniqueConstraints": {}
391
+ },
392
+ "evals_to_prompts": {
393
+ "name": "evals_to_prompts",
394
+ "columns": {
395
+ "eval_id": {
396
+ "name": "eval_id",
397
+ "type": "text",
398
+ "primaryKey": false,
399
+ "notNull": true,
400
+ "autoincrement": false
401
+ },
402
+ "prompt_id": {
403
+ "name": "prompt_id",
404
+ "type": "text",
405
+ "primaryKey": false,
406
+ "notNull": true,
407
+ "autoincrement": false
408
+ }
409
+ },
410
+ "indexes": {
411
+ "evals_to_prompts_eval_id_idx": {
412
+ "name": "evals_to_prompts_eval_id_idx",
413
+ "columns": [
414
+ "eval_id"
415
+ ],
416
+ "isUnique": false
417
+ },
418
+ "evals_to_prompts_prompt_id_idx": {
419
+ "name": "evals_to_prompts_prompt_id_idx",
420
+ "columns": [
421
+ "prompt_id"
422
+ ],
423
+ "isUnique": false
424
+ }
425
+ },
426
+ "foreignKeys": {
427
+ "evals_to_prompts_eval_id_evals_id_fk": {
428
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
429
+ "tableFrom": "evals_to_prompts",
430
+ "tableTo": "evals",
431
+ "columnsFrom": [
432
+ "eval_id"
433
+ ],
434
+ "columnsTo": [
435
+ "id"
436
+ ],
437
+ "onDelete": "cascade",
438
+ "onUpdate": "no action"
439
+ },
440
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
441
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
442
+ "tableFrom": "evals_to_prompts",
443
+ "tableTo": "prompts",
444
+ "columnsFrom": [
445
+ "prompt_id"
446
+ ],
447
+ "columnsTo": [
448
+ "id"
449
+ ],
450
+ "onDelete": "no action",
451
+ "onUpdate": "no action"
452
+ }
453
+ },
454
+ "compositePrimaryKeys": {
455
+ "evals_to_prompts_eval_id_prompt_id_pk": {
456
+ "columns": [
457
+ "eval_id",
458
+ "prompt_id"
459
+ ],
460
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
461
+ }
462
+ },
463
+ "uniqueConstraints": {}
464
+ },
465
+ "evals_to_providers": {
466
+ "name": "evals_to_providers",
467
+ "columns": {
468
+ "provider_id": {
469
+ "name": "provider_id",
470
+ "type": "text",
471
+ "primaryKey": false,
472
+ "notNull": true,
473
+ "autoincrement": false
474
+ },
475
+ "eval_id": {
476
+ "name": "eval_id",
477
+ "type": "text",
478
+ "primaryKey": false,
479
+ "notNull": true,
480
+ "autoincrement": false
481
+ }
482
+ },
483
+ "indexes": {},
484
+ "foreignKeys": {
485
+ "evals_to_providers_provider_id_providers_id_fk": {
486
+ "name": "evals_to_providers_provider_id_providers_id_fk",
487
+ "tableFrom": "evals_to_providers",
488
+ "tableTo": "providers",
489
+ "columnsFrom": [
490
+ "provider_id"
491
+ ],
492
+ "columnsTo": [
493
+ "id"
494
+ ],
495
+ "onDelete": "no action",
496
+ "onUpdate": "no action"
497
+ },
498
+ "evals_to_providers_eval_id_evals_id_fk": {
499
+ "name": "evals_to_providers_eval_id_evals_id_fk",
500
+ "tableFrom": "evals_to_providers",
501
+ "tableTo": "evals",
502
+ "columnsFrom": [
503
+ "eval_id"
504
+ ],
505
+ "columnsTo": [
506
+ "id"
507
+ ],
508
+ "onDelete": "no action",
509
+ "onUpdate": "no action"
510
+ }
511
+ },
512
+ "compositePrimaryKeys": {
513
+ "evals_to_providers_provider_id_eval_id_pk": {
514
+ "columns": [
515
+ "provider_id",
516
+ "eval_id"
517
+ ],
518
+ "name": "evals_to_providers_provider_id_eval_id_pk"
519
+ }
520
+ },
521
+ "uniqueConstraints": {}
522
+ },
523
+ "evals_to_tags": {
524
+ "name": "evals_to_tags",
525
+ "columns": {
526
+ "eval_id": {
527
+ "name": "eval_id",
528
+ "type": "text",
529
+ "primaryKey": false,
530
+ "notNull": true,
531
+ "autoincrement": false
532
+ },
533
+ "tag_id": {
534
+ "name": "tag_id",
535
+ "type": "text",
536
+ "primaryKey": false,
537
+ "notNull": true,
538
+ "autoincrement": false
539
+ }
540
+ },
541
+ "indexes": {
542
+ "evals_to_tags_eval_id_idx": {
543
+ "name": "evals_to_tags_eval_id_idx",
544
+ "columns": [
545
+ "eval_id"
546
+ ],
547
+ "isUnique": false
548
+ },
549
+ "evals_to_tags_tag_id_idx": {
550
+ "name": "evals_to_tags_tag_id_idx",
551
+ "columns": [
552
+ "tag_id"
553
+ ],
554
+ "isUnique": false
555
+ }
556
+ },
557
+ "foreignKeys": {
558
+ "evals_to_tags_eval_id_evals_id_fk": {
559
+ "name": "evals_to_tags_eval_id_evals_id_fk",
560
+ "tableFrom": "evals_to_tags",
561
+ "tableTo": "evals",
562
+ "columnsFrom": [
563
+ "eval_id"
564
+ ],
565
+ "columnsTo": [
566
+ "id"
567
+ ],
568
+ "onDelete": "no action",
569
+ "onUpdate": "no action"
570
+ },
571
+ "evals_to_tags_tag_id_tags_id_fk": {
572
+ "name": "evals_to_tags_tag_id_tags_id_fk",
573
+ "tableFrom": "evals_to_tags",
574
+ "tableTo": "tags",
575
+ "columnsFrom": [
576
+ "tag_id"
577
+ ],
578
+ "columnsTo": [
579
+ "id"
580
+ ],
581
+ "onDelete": "no action",
582
+ "onUpdate": "no action"
583
+ }
584
+ },
585
+ "compositePrimaryKeys": {
586
+ "evals_to_tags_eval_id_tag_id_pk": {
587
+ "columns": [
588
+ "eval_id",
589
+ "tag_id"
590
+ ],
591
+ "name": "evals_to_tags_eval_id_tag_id_pk"
592
+ }
593
+ },
594
+ "uniqueConstraints": {}
595
+ },
596
+ "prompts": {
597
+ "name": "prompts",
598
+ "columns": {
599
+ "id": {
600
+ "name": "id",
601
+ "type": "text",
602
+ "primaryKey": true,
603
+ "notNull": true,
604
+ "autoincrement": false
605
+ },
606
+ "created_at": {
607
+ "name": "created_at",
608
+ "type": "integer",
609
+ "primaryKey": false,
610
+ "notNull": true,
611
+ "autoincrement": false,
612
+ "default": "CURRENT_TIMESTAMP"
613
+ },
614
+ "prompt": {
615
+ "name": "prompt",
616
+ "type": "text",
617
+ "primaryKey": false,
618
+ "notNull": true,
619
+ "autoincrement": false
620
+ }
621
+ },
622
+ "indexes": {
623
+ "prompts_created_at_idx": {
624
+ "name": "prompts_created_at_idx",
625
+ "columns": [
626
+ "created_at"
627
+ ],
628
+ "isUnique": false
629
+ }
630
+ },
631
+ "foreignKeys": {},
632
+ "compositePrimaryKeys": {},
633
+ "uniqueConstraints": {}
634
+ },
635
+ "providers": {
636
+ "name": "providers",
637
+ "columns": {
638
+ "id": {
639
+ "name": "id",
640
+ "type": "text",
641
+ "primaryKey": true,
642
+ "notNull": true,
643
+ "autoincrement": false
644
+ },
645
+ "provider_id": {
646
+ "name": "provider_id",
647
+ "type": "text",
648
+ "primaryKey": false,
649
+ "notNull": true,
650
+ "autoincrement": false
651
+ },
652
+ "options": {
653
+ "name": "options",
654
+ "type": "text",
655
+ "primaryKey": false,
656
+ "notNull": true,
657
+ "autoincrement": false
658
+ }
659
+ },
660
+ "indexes": {},
661
+ "foreignKeys": {},
662
+ "compositePrimaryKeys": {},
663
+ "uniqueConstraints": {}
664
+ },
665
+ "tags": {
666
+ "name": "tags",
667
+ "columns": {
668
+ "id": {
669
+ "name": "id",
670
+ "type": "text",
671
+ "primaryKey": true,
672
+ "notNull": true,
673
+ "autoincrement": false
674
+ },
675
+ "name": {
676
+ "name": "name",
677
+ "type": "text",
678
+ "primaryKey": false,
679
+ "notNull": true,
680
+ "autoincrement": false
681
+ },
682
+ "value": {
683
+ "name": "value",
684
+ "type": "text",
685
+ "primaryKey": false,
686
+ "notNull": true,
687
+ "autoincrement": false
688
+ }
689
+ },
690
+ "indexes": {
691
+ "tags_name_idx": {
692
+ "name": "tags_name_idx",
693
+ "columns": [
694
+ "name"
695
+ ],
696
+ "isUnique": false
697
+ },
698
+ "tags_name_value_unique": {
699
+ "name": "tags_name_value_unique",
700
+ "columns": [
701
+ "name",
702
+ "value"
703
+ ],
704
+ "isUnique": true
705
+ }
706
+ },
707
+ "foreignKeys": {},
708
+ "compositePrimaryKeys": {},
709
+ "uniqueConstraints": {}
710
+ }
711
+ },
712
+ "enums": {},
713
+ "_meta": {
714
+ "schemas": {},
715
+ "tables": {},
716
+ "columns": {
717
+ "\"eval_results\".\"test_case_idx\"": "\"eval_results\".\"test_idx\""
718
+ }
719
+ },
720
+ "internal": {
721
+ "indexes": {}
722
+ }
723
+ }