promptfoo 0.119.2 → 0.119.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. package/dist/drizzle/0021_mysterious_madelyne_pryor.sql +13 -0
  2. package/dist/drizzle/meta/0021_snapshot.json +1311 -0
  3. package/dist/drizzle/meta/_journal.json +7 -0
  4. package/dist/package.json +1 -1
  5. package/dist/src/app/assets/{index-DqlKP0sF.js → index-iyBP4nBI.js} +11 -11
  6. package/dist/src/app/assets/{index-DqlKP0sF.js.map → index-iyBP4nBI.js.map} +1 -1
  7. package/dist/src/app/assets/{source-map-support-eCtSvaxE.js → source-map-support-CSFI39ks.js} +1 -1
  8. package/dist/src/app/assets/{source-map-support-eCtSvaxE.js.map → source-map-support-CSFI39ks.js.map} +1 -1
  9. package/dist/src/app/assets/vendor-mui-icons-Cr2rQ2FB.js +1 -0
  10. package/dist/src/app/assets/vendor-mui-icons-Cr2rQ2FB.js.map +1 -0
  11. package/dist/src/app/index.html +2 -2
  12. package/dist/src/commands/modelScan.d.ts.map +1 -1
  13. package/dist/src/commands/modelScan.js +103 -37
  14. package/dist/src/commands/modelScan.js.map +1 -1
  15. package/dist/src/database/index.d.ts.map +1 -1
  16. package/dist/src/database/index.js +2 -0
  17. package/dist/src/database/index.js.map +1 -1
  18. package/dist/src/database/tables.d.ts +114 -0
  19. package/dist/src/database/tables.d.ts.map +1 -1
  20. package/dist/src/database/tables.js +13 -0
  21. package/dist/src/database/tables.js.map +1 -1
  22. package/dist/src/generated/constants.js +1 -1
  23. package/dist/src/models/eval.d.ts +7 -0
  24. package/dist/src/models/eval.d.ts.map +1 -1
  25. package/dist/src/models/eval.js +141 -0
  26. package/dist/src/models/eval.js.map +1 -1
  27. package/dist/src/models/modelAudit.d.ts +32 -0
  28. package/dist/src/models/modelAudit.d.ts.map +1 -1
  29. package/dist/src/models/modelAudit.js +70 -0
  30. package/dist/src/models/modelAudit.js.map +1 -1
  31. package/dist/src/providers/watsonx.d.ts +2 -2
  32. package/dist/src/redteam/constants/metadata.js +1 -1
  33. package/dist/src/redteam/constants/metadata.js.map +1 -1
  34. package/dist/src/redteam/constants/strategies.d.ts +3 -3
  35. package/dist/src/redteam/constants/strategies.d.ts.map +1 -1
  36. package/dist/src/redteam/constants/strategies.js +3 -9
  37. package/dist/src/redteam/constants/strategies.js.map +1 -1
  38. package/dist/src/redteam/index.d.ts.map +1 -1
  39. package/dist/src/redteam/index.js +22 -2
  40. package/dist/src/redteam/index.js.map +1 -1
  41. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  42. package/dist/src/redteam/plugins/base.js +11 -2
  43. package/dist/src/redteam/plugins/base.js.map +1 -1
  44. package/dist/src/redteam/plugins/beavertails.d.ts +2 -2
  45. package/dist/src/redteam/plugins/beavertails.d.ts.map +1 -1
  46. package/dist/src/redteam/plugins/beavertails.js +2 -2
  47. package/dist/src/redteam/plugins/beavertails.js.map +1 -1
  48. package/dist/src/redteam/strategies/multilingual.js +1 -1
  49. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  50. package/dist/src/redteam/types.d.ts.map +1 -1
  51. package/dist/src/redteam/types.js.map +1 -1
  52. package/dist/src/redteam/util.d.ts +2 -1
  53. package/dist/src/redteam/util.d.ts.map +1 -1
  54. package/dist/src/redteam/util.js +3 -1
  55. package/dist/src/redteam/util.js.map +1 -1
  56. package/dist/src/server/apiSchemas.d.ts +26 -0
  57. package/dist/src/server/apiSchemas.d.ts.map +1 -1
  58. package/dist/src/server/apiSchemas.js +12 -0
  59. package/dist/src/server/apiSchemas.js.map +1 -1
  60. package/dist/src/server/routes/eval.js +40 -0
  61. package/dist/src/server/routes/eval.js.map +1 -1
  62. package/dist/src/share.d.ts.map +1 -1
  63. package/dist/src/share.js +7 -0
  64. package/dist/src/share.js.map +1 -1
  65. package/dist/src/types/modelAudit.d.ts +1 -0
  66. package/dist/src/types/modelAudit.d.ts.map +1 -1
  67. package/dist/src/updates.d.ts.map +1 -1
  68. package/dist/src/updates.js +3 -2
  69. package/dist/src/updates.js.map +1 -1
  70. package/dist/src/util/huggingfaceMetadata.d.ts +46 -0
  71. package/dist/src/util/huggingfaceMetadata.d.ts.map +1 -0
  72. package/dist/src/util/huggingfaceMetadata.js +115 -0
  73. package/dist/src/util/huggingfaceMetadata.js.map +1 -0
  74. package/dist/src/util/modelAuditCliParser.d.ts +5 -0
  75. package/dist/src/util/modelAuditCliParser.d.ts.map +1 -1
  76. package/dist/src/util/modelAuditCliParser.js +3 -1
  77. package/dist/src/util/modelAuditCliParser.js.map +1 -1
  78. package/dist/src/validators/redteam.js +1 -1
  79. package/dist/src/validators/redteam.js.map +1 -1
  80. package/dist/tsconfig.tsbuildinfo +1 -1
  81. package/package.json +1 -1
  82. package/dist/src/app/assets/vendor-mui-icons-BrFPmBf4.js +0 -1
  83. package/dist/src/app/assets/vendor-mui-icons-BrFPmBf4.js.map +0 -1
@@ -0,0 +1,1311 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "d860ff01-a86a-4e60-8ff0-02a642629e58",
5
+ "prevId": "13809a10-f429-465a-aa78-ea982c3e93fc",
6
+ "tables": {
7
+ "configs": {
8
+ "name": "configs",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "created_at": {
18
+ "name": "created_at",
19
+ "type": "integer",
20
+ "primaryKey": false,
21
+ "notNull": true,
22
+ "autoincrement": false,
23
+ "default": "CURRENT_TIMESTAMP"
24
+ },
25
+ "updated_at": {
26
+ "name": "updated_at",
27
+ "type": "integer",
28
+ "primaryKey": false,
29
+ "notNull": true,
30
+ "autoincrement": false,
31
+ "default": "CURRENT_TIMESTAMP"
32
+ },
33
+ "name": {
34
+ "name": "name",
35
+ "type": "text",
36
+ "primaryKey": false,
37
+ "notNull": true,
38
+ "autoincrement": false
39
+ },
40
+ "type": {
41
+ "name": "type",
42
+ "type": "text",
43
+ "primaryKey": false,
44
+ "notNull": true,
45
+ "autoincrement": false
46
+ },
47
+ "config": {
48
+ "name": "config",
49
+ "type": "text",
50
+ "primaryKey": false,
51
+ "notNull": true,
52
+ "autoincrement": false
53
+ }
54
+ },
55
+ "indexes": {
56
+ "configs_created_at_idx": {
57
+ "name": "configs_created_at_idx",
58
+ "columns": [
59
+ "created_at"
60
+ ],
61
+ "isUnique": false
62
+ },
63
+ "configs_type_idx": {
64
+ "name": "configs_type_idx",
65
+ "columns": [
66
+ "type"
67
+ ],
68
+ "isUnique": false
69
+ }
70
+ },
71
+ "foreignKeys": {},
72
+ "compositePrimaryKeys": {},
73
+ "uniqueConstraints": {},
74
+ "checkConstraints": {}
75
+ },
76
+ "datasets": {
77
+ "name": "datasets",
78
+ "columns": {
79
+ "id": {
80
+ "name": "id",
81
+ "type": "text",
82
+ "primaryKey": true,
83
+ "notNull": true,
84
+ "autoincrement": false
85
+ },
86
+ "tests": {
87
+ "name": "tests",
88
+ "type": "text",
89
+ "primaryKey": false,
90
+ "notNull": false,
91
+ "autoincrement": false
92
+ },
93
+ "created_at": {
94
+ "name": "created_at",
95
+ "type": "integer",
96
+ "primaryKey": false,
97
+ "notNull": true,
98
+ "autoincrement": false,
99
+ "default": "CURRENT_TIMESTAMP"
100
+ }
101
+ },
102
+ "indexes": {
103
+ "datasets_created_at_idx": {
104
+ "name": "datasets_created_at_idx",
105
+ "columns": [
106
+ "created_at"
107
+ ],
108
+ "isUnique": false
109
+ }
110
+ },
111
+ "foreignKeys": {},
112
+ "compositePrimaryKeys": {},
113
+ "uniqueConstraints": {},
114
+ "checkConstraints": {}
115
+ },
116
+ "eval_results": {
117
+ "name": "eval_results",
118
+ "columns": {
119
+ "id": {
120
+ "name": "id",
121
+ "type": "text",
122
+ "primaryKey": true,
123
+ "notNull": true,
124
+ "autoincrement": false
125
+ },
126
+ "created_at": {
127
+ "name": "created_at",
128
+ "type": "integer",
129
+ "primaryKey": false,
130
+ "notNull": true,
131
+ "autoincrement": false,
132
+ "default": "CURRENT_TIMESTAMP"
133
+ },
134
+ "updated_at": {
135
+ "name": "updated_at",
136
+ "type": "integer",
137
+ "primaryKey": false,
138
+ "notNull": true,
139
+ "autoincrement": false,
140
+ "default": "CURRENT_TIMESTAMP"
141
+ },
142
+ "eval_id": {
143
+ "name": "eval_id",
144
+ "type": "text",
145
+ "primaryKey": false,
146
+ "notNull": true,
147
+ "autoincrement": false
148
+ },
149
+ "prompt_idx": {
150
+ "name": "prompt_idx",
151
+ "type": "integer",
152
+ "primaryKey": false,
153
+ "notNull": true,
154
+ "autoincrement": false
155
+ },
156
+ "test_idx": {
157
+ "name": "test_idx",
158
+ "type": "integer",
159
+ "primaryKey": false,
160
+ "notNull": true,
161
+ "autoincrement": false
162
+ },
163
+ "test_case": {
164
+ "name": "test_case",
165
+ "type": "text",
166
+ "primaryKey": false,
167
+ "notNull": true,
168
+ "autoincrement": false
169
+ },
170
+ "prompt": {
171
+ "name": "prompt",
172
+ "type": "text",
173
+ "primaryKey": false,
174
+ "notNull": true,
175
+ "autoincrement": false
176
+ },
177
+ "prompt_id": {
178
+ "name": "prompt_id",
179
+ "type": "text",
180
+ "primaryKey": false,
181
+ "notNull": false,
182
+ "autoincrement": false
183
+ },
184
+ "provider": {
185
+ "name": "provider",
186
+ "type": "text",
187
+ "primaryKey": false,
188
+ "notNull": true,
189
+ "autoincrement": false
190
+ },
191
+ "latency_ms": {
192
+ "name": "latency_ms",
193
+ "type": "integer",
194
+ "primaryKey": false,
195
+ "notNull": false,
196
+ "autoincrement": false
197
+ },
198
+ "cost": {
199
+ "name": "cost",
200
+ "type": "real",
201
+ "primaryKey": false,
202
+ "notNull": false,
203
+ "autoincrement": false
204
+ },
205
+ "response": {
206
+ "name": "response",
207
+ "type": "text",
208
+ "primaryKey": false,
209
+ "notNull": false,
210
+ "autoincrement": false
211
+ },
212
+ "error": {
213
+ "name": "error",
214
+ "type": "text",
215
+ "primaryKey": false,
216
+ "notNull": false,
217
+ "autoincrement": false
218
+ },
219
+ "failure_reason": {
220
+ "name": "failure_reason",
221
+ "type": "integer",
222
+ "primaryKey": false,
223
+ "notNull": true,
224
+ "autoincrement": false,
225
+ "default": 0
226
+ },
227
+ "success": {
228
+ "name": "success",
229
+ "type": "integer",
230
+ "primaryKey": false,
231
+ "notNull": true,
232
+ "autoincrement": false
233
+ },
234
+ "score": {
235
+ "name": "score",
236
+ "type": "real",
237
+ "primaryKey": false,
238
+ "notNull": true,
239
+ "autoincrement": false
240
+ },
241
+ "grading_result": {
242
+ "name": "grading_result",
243
+ "type": "text",
244
+ "primaryKey": false,
245
+ "notNull": false,
246
+ "autoincrement": false
247
+ },
248
+ "named_scores": {
249
+ "name": "named_scores",
250
+ "type": "text",
251
+ "primaryKey": false,
252
+ "notNull": false,
253
+ "autoincrement": false
254
+ },
255
+ "metadata": {
256
+ "name": "metadata",
257
+ "type": "text",
258
+ "primaryKey": false,
259
+ "notNull": false,
260
+ "autoincrement": false
261
+ }
262
+ },
263
+ "indexes": {
264
+ "eval_result_eval_id_idx": {
265
+ "name": "eval_result_eval_id_idx",
266
+ "columns": [
267
+ "eval_id"
268
+ ],
269
+ "isUnique": false
270
+ },
271
+ "eval_result_test_idx": {
272
+ "name": "eval_result_test_idx",
273
+ "columns": [
274
+ "test_idx"
275
+ ],
276
+ "isUnique": false
277
+ },
278
+ "eval_result_eval_test_idx": {
279
+ "name": "eval_result_eval_test_idx",
280
+ "columns": [
281
+ "eval_id",
282
+ "test_idx"
283
+ ],
284
+ "isUnique": false
285
+ },
286
+ "eval_result_eval_success_idx": {
287
+ "name": "eval_result_eval_success_idx",
288
+ "columns": [
289
+ "eval_id",
290
+ "success"
291
+ ],
292
+ "isUnique": false
293
+ },
294
+ "eval_result_eval_failure_idx": {
295
+ "name": "eval_result_eval_failure_idx",
296
+ "columns": [
297
+ "eval_id",
298
+ "failure_reason"
299
+ ],
300
+ "isUnique": false
301
+ },
302
+ "eval_result_eval_test_success_idx": {
303
+ "name": "eval_result_eval_test_success_idx",
304
+ "columns": [
305
+ "eval_id",
306
+ "test_idx",
307
+ "success"
308
+ ],
309
+ "isUnique": false
310
+ },
311
+ "eval_result_response_idx": {
312
+ "name": "eval_result_response_idx",
313
+ "columns": [
314
+ "response"
315
+ ],
316
+ "isUnique": false
317
+ },
318
+ "eval_result_grading_result_reason_idx": {
319
+ "name": "eval_result_grading_result_reason_idx",
320
+ "columns": [
321
+ "json_extract(\"grading_result\", '$.reason')"
322
+ ],
323
+ "isUnique": false
324
+ },
325
+ "eval_result_grading_result_comment_idx": {
326
+ "name": "eval_result_grading_result_comment_idx",
327
+ "columns": [
328
+ "json_extract(\"grading_result\", '$.comment')"
329
+ ],
330
+ "isUnique": false
331
+ },
332
+ "eval_result_test_case_vars_idx": {
333
+ "name": "eval_result_test_case_vars_idx",
334
+ "columns": [
335
+ "json_extract(\"test_case\", '$.vars')"
336
+ ],
337
+ "isUnique": false
338
+ },
339
+ "eval_result_test_case_metadata_idx": {
340
+ "name": "eval_result_test_case_metadata_idx",
341
+ "columns": [
342
+ "json_extract(\"metadata\", '$')"
343
+ ],
344
+ "isUnique": false
345
+ },
346
+ "eval_result_named_scores_idx": {
347
+ "name": "eval_result_named_scores_idx",
348
+ "columns": [
349
+ "json_extract(\"named_scores\", '$')"
350
+ ],
351
+ "isUnique": false
352
+ },
353
+ "eval_result_metadata_idx": {
354
+ "name": "eval_result_metadata_idx",
355
+ "columns": [
356
+ "json_extract(\"metadata\", '$')"
357
+ ],
358
+ "isUnique": false
359
+ },
360
+ "eval_result_metadata_plugin_id_idx": {
361
+ "name": "eval_result_metadata_plugin_id_idx",
362
+ "columns": [
363
+ "json_extract(\"metadata\", '$.pluginId')"
364
+ ],
365
+ "isUnique": false
366
+ },
367
+ "eval_result_metadata_strategy_id_idx": {
368
+ "name": "eval_result_metadata_strategy_id_idx",
369
+ "columns": [
370
+ "json_extract(\"metadata\", '$.strategyId')"
371
+ ],
372
+ "isUnique": false
373
+ }
374
+ },
375
+ "foreignKeys": {
376
+ "eval_results_eval_id_evals_id_fk": {
377
+ "name": "eval_results_eval_id_evals_id_fk",
378
+ "tableFrom": "eval_results",
379
+ "tableTo": "evals",
380
+ "columnsFrom": [
381
+ "eval_id"
382
+ ],
383
+ "columnsTo": [
384
+ "id"
385
+ ],
386
+ "onDelete": "no action",
387
+ "onUpdate": "no action"
388
+ },
389
+ "eval_results_prompt_id_prompts_id_fk": {
390
+ "name": "eval_results_prompt_id_prompts_id_fk",
391
+ "tableFrom": "eval_results",
392
+ "tableTo": "prompts",
393
+ "columnsFrom": [
394
+ "prompt_id"
395
+ ],
396
+ "columnsTo": [
397
+ "id"
398
+ ],
399
+ "onDelete": "no action",
400
+ "onUpdate": "no action"
401
+ }
402
+ },
403
+ "compositePrimaryKeys": {},
404
+ "uniqueConstraints": {},
405
+ "checkConstraints": {}
406
+ },
407
+ "evals": {
408
+ "name": "evals",
409
+ "columns": {
410
+ "id": {
411
+ "name": "id",
412
+ "type": "text",
413
+ "primaryKey": true,
414
+ "notNull": true,
415
+ "autoincrement": false
416
+ },
417
+ "created_at": {
418
+ "name": "created_at",
419
+ "type": "integer",
420
+ "primaryKey": false,
421
+ "notNull": true,
422
+ "autoincrement": false,
423
+ "default": "CURRENT_TIMESTAMP"
424
+ },
425
+ "author": {
426
+ "name": "author",
427
+ "type": "text",
428
+ "primaryKey": false,
429
+ "notNull": false,
430
+ "autoincrement": false
431
+ },
432
+ "description": {
433
+ "name": "description",
434
+ "type": "text",
435
+ "primaryKey": false,
436
+ "notNull": false,
437
+ "autoincrement": false
438
+ },
439
+ "results": {
440
+ "name": "results",
441
+ "type": "text",
442
+ "primaryKey": false,
443
+ "notNull": true,
444
+ "autoincrement": false
445
+ },
446
+ "config": {
447
+ "name": "config",
448
+ "type": "text",
449
+ "primaryKey": false,
450
+ "notNull": true,
451
+ "autoincrement": false
452
+ },
453
+ "prompts": {
454
+ "name": "prompts",
455
+ "type": "text",
456
+ "primaryKey": false,
457
+ "notNull": false,
458
+ "autoincrement": false
459
+ },
460
+ "vars": {
461
+ "name": "vars",
462
+ "type": "text",
463
+ "primaryKey": false,
464
+ "notNull": false,
465
+ "autoincrement": false
466
+ },
467
+ "runtime_options": {
468
+ "name": "runtime_options",
469
+ "type": "text",
470
+ "primaryKey": false,
471
+ "notNull": false,
472
+ "autoincrement": false
473
+ },
474
+ "is_redteam": {
475
+ "name": "is_redteam",
476
+ "type": "integer",
477
+ "primaryKey": false,
478
+ "notNull": true,
479
+ "autoincrement": false,
480
+ "default": false
481
+ }
482
+ },
483
+ "indexes": {
484
+ "evals_created_at_idx": {
485
+ "name": "evals_created_at_idx",
486
+ "columns": [
487
+ "created_at"
488
+ ],
489
+ "isUnique": false
490
+ },
491
+ "evals_author_idx": {
492
+ "name": "evals_author_idx",
493
+ "columns": [
494
+ "author"
495
+ ],
496
+ "isUnique": false
497
+ },
498
+ "evals_is_redteam_idx": {
499
+ "name": "evals_is_redteam_idx",
500
+ "columns": [
501
+ "is_redteam"
502
+ ],
503
+ "isUnique": false
504
+ }
505
+ },
506
+ "foreignKeys": {},
507
+ "compositePrimaryKeys": {},
508
+ "uniqueConstraints": {},
509
+ "checkConstraints": {}
510
+ },
511
+ "evals_to_datasets": {
512
+ "name": "evals_to_datasets",
513
+ "columns": {
514
+ "eval_id": {
515
+ "name": "eval_id",
516
+ "type": "text",
517
+ "primaryKey": false,
518
+ "notNull": true,
519
+ "autoincrement": false
520
+ },
521
+ "dataset_id": {
522
+ "name": "dataset_id",
523
+ "type": "text",
524
+ "primaryKey": false,
525
+ "notNull": true,
526
+ "autoincrement": false
527
+ }
528
+ },
529
+ "indexes": {
530
+ "evals_to_datasets_eval_id_idx": {
531
+ "name": "evals_to_datasets_eval_id_idx",
532
+ "columns": [
533
+ "eval_id"
534
+ ],
535
+ "isUnique": false
536
+ },
537
+ "evals_to_datasets_dataset_id_idx": {
538
+ "name": "evals_to_datasets_dataset_id_idx",
539
+ "columns": [
540
+ "dataset_id"
541
+ ],
542
+ "isUnique": false
543
+ }
544
+ },
545
+ "foreignKeys": {
546
+ "evals_to_datasets_eval_id_evals_id_fk": {
547
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
548
+ "tableFrom": "evals_to_datasets",
549
+ "tableTo": "evals",
550
+ "columnsFrom": [
551
+ "eval_id"
552
+ ],
553
+ "columnsTo": [
554
+ "id"
555
+ ],
556
+ "onDelete": "no action",
557
+ "onUpdate": "no action"
558
+ },
559
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
560
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
561
+ "tableFrom": "evals_to_datasets",
562
+ "tableTo": "datasets",
563
+ "columnsFrom": [
564
+ "dataset_id"
565
+ ],
566
+ "columnsTo": [
567
+ "id"
568
+ ],
569
+ "onDelete": "no action",
570
+ "onUpdate": "no action"
571
+ }
572
+ },
573
+ "compositePrimaryKeys": {
574
+ "evals_to_datasets_eval_id_dataset_id_pk": {
575
+ "columns": [
576
+ "eval_id",
577
+ "dataset_id"
578
+ ],
579
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
580
+ }
581
+ },
582
+ "uniqueConstraints": {},
583
+ "checkConstraints": {}
584
+ },
585
+ "evals_to_prompts": {
586
+ "name": "evals_to_prompts",
587
+ "columns": {
588
+ "eval_id": {
589
+ "name": "eval_id",
590
+ "type": "text",
591
+ "primaryKey": false,
592
+ "notNull": true,
593
+ "autoincrement": false
594
+ },
595
+ "prompt_id": {
596
+ "name": "prompt_id",
597
+ "type": "text",
598
+ "primaryKey": false,
599
+ "notNull": true,
600
+ "autoincrement": false
601
+ }
602
+ },
603
+ "indexes": {
604
+ "evals_to_prompts_eval_id_idx": {
605
+ "name": "evals_to_prompts_eval_id_idx",
606
+ "columns": [
607
+ "eval_id"
608
+ ],
609
+ "isUnique": false
610
+ },
611
+ "evals_to_prompts_prompt_id_idx": {
612
+ "name": "evals_to_prompts_prompt_id_idx",
613
+ "columns": [
614
+ "prompt_id"
615
+ ],
616
+ "isUnique": false
617
+ }
618
+ },
619
+ "foreignKeys": {
620
+ "evals_to_prompts_eval_id_evals_id_fk": {
621
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
622
+ "tableFrom": "evals_to_prompts",
623
+ "tableTo": "evals",
624
+ "columnsFrom": [
625
+ "eval_id"
626
+ ],
627
+ "columnsTo": [
628
+ "id"
629
+ ],
630
+ "onDelete": "cascade",
631
+ "onUpdate": "no action"
632
+ },
633
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
634
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
635
+ "tableFrom": "evals_to_prompts",
636
+ "tableTo": "prompts",
637
+ "columnsFrom": [
638
+ "prompt_id"
639
+ ],
640
+ "columnsTo": [
641
+ "id"
642
+ ],
643
+ "onDelete": "no action",
644
+ "onUpdate": "no action"
645
+ }
646
+ },
647
+ "compositePrimaryKeys": {
648
+ "evals_to_prompts_eval_id_prompt_id_pk": {
649
+ "columns": [
650
+ "eval_id",
651
+ "prompt_id"
652
+ ],
653
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
654
+ }
655
+ },
656
+ "uniqueConstraints": {},
657
+ "checkConstraints": {}
658
+ },
659
+ "evals_to_tags": {
660
+ "name": "evals_to_tags",
661
+ "columns": {
662
+ "eval_id": {
663
+ "name": "eval_id",
664
+ "type": "text",
665
+ "primaryKey": false,
666
+ "notNull": true,
667
+ "autoincrement": false
668
+ },
669
+ "tag_id": {
670
+ "name": "tag_id",
671
+ "type": "text",
672
+ "primaryKey": false,
673
+ "notNull": true,
674
+ "autoincrement": false
675
+ }
676
+ },
677
+ "indexes": {
678
+ "evals_to_tags_eval_id_idx": {
679
+ "name": "evals_to_tags_eval_id_idx",
680
+ "columns": [
681
+ "eval_id"
682
+ ],
683
+ "isUnique": false
684
+ },
685
+ "evals_to_tags_tag_id_idx": {
686
+ "name": "evals_to_tags_tag_id_idx",
687
+ "columns": [
688
+ "tag_id"
689
+ ],
690
+ "isUnique": false
691
+ }
692
+ },
693
+ "foreignKeys": {
694
+ "evals_to_tags_eval_id_evals_id_fk": {
695
+ "name": "evals_to_tags_eval_id_evals_id_fk",
696
+ "tableFrom": "evals_to_tags",
697
+ "tableTo": "evals",
698
+ "columnsFrom": [
699
+ "eval_id"
700
+ ],
701
+ "columnsTo": [
702
+ "id"
703
+ ],
704
+ "onDelete": "no action",
705
+ "onUpdate": "no action"
706
+ },
707
+ "evals_to_tags_tag_id_tags_id_fk": {
708
+ "name": "evals_to_tags_tag_id_tags_id_fk",
709
+ "tableFrom": "evals_to_tags",
710
+ "tableTo": "tags",
711
+ "columnsFrom": [
712
+ "tag_id"
713
+ ],
714
+ "columnsTo": [
715
+ "id"
716
+ ],
717
+ "onDelete": "no action",
718
+ "onUpdate": "no action"
719
+ }
720
+ },
721
+ "compositePrimaryKeys": {
722
+ "evals_to_tags_eval_id_tag_id_pk": {
723
+ "columns": [
724
+ "eval_id",
725
+ "tag_id"
726
+ ],
727
+ "name": "evals_to_tags_eval_id_tag_id_pk"
728
+ }
729
+ },
730
+ "uniqueConstraints": {},
731
+ "checkConstraints": {}
732
+ },
733
+ "model_audits": {
734
+ "name": "model_audits",
735
+ "columns": {
736
+ "id": {
737
+ "name": "id",
738
+ "type": "text",
739
+ "primaryKey": true,
740
+ "notNull": true,
741
+ "autoincrement": false
742
+ },
743
+ "created_at": {
744
+ "name": "created_at",
745
+ "type": "integer",
746
+ "primaryKey": false,
747
+ "notNull": true,
748
+ "autoincrement": false,
749
+ "default": "CURRENT_TIMESTAMP"
750
+ },
751
+ "updated_at": {
752
+ "name": "updated_at",
753
+ "type": "integer",
754
+ "primaryKey": false,
755
+ "notNull": true,
756
+ "autoincrement": false,
757
+ "default": "CURRENT_TIMESTAMP"
758
+ },
759
+ "name": {
760
+ "name": "name",
761
+ "type": "text",
762
+ "primaryKey": false,
763
+ "notNull": false,
764
+ "autoincrement": false
765
+ },
766
+ "author": {
767
+ "name": "author",
768
+ "type": "text",
769
+ "primaryKey": false,
770
+ "notNull": false,
771
+ "autoincrement": false
772
+ },
773
+ "model_path": {
774
+ "name": "model_path",
775
+ "type": "text",
776
+ "primaryKey": false,
777
+ "notNull": true,
778
+ "autoincrement": false
779
+ },
780
+ "model_type": {
781
+ "name": "model_type",
782
+ "type": "text",
783
+ "primaryKey": false,
784
+ "notNull": false,
785
+ "autoincrement": false
786
+ },
787
+ "results": {
788
+ "name": "results",
789
+ "type": "text",
790
+ "primaryKey": false,
791
+ "notNull": true,
792
+ "autoincrement": false
793
+ },
794
+ "checks": {
795
+ "name": "checks",
796
+ "type": "text",
797
+ "primaryKey": false,
798
+ "notNull": false,
799
+ "autoincrement": false
800
+ },
801
+ "issues": {
802
+ "name": "issues",
803
+ "type": "text",
804
+ "primaryKey": false,
805
+ "notNull": false,
806
+ "autoincrement": false
807
+ },
808
+ "has_errors": {
809
+ "name": "has_errors",
810
+ "type": "integer",
811
+ "primaryKey": false,
812
+ "notNull": true,
813
+ "autoincrement": false
814
+ },
815
+ "total_checks": {
816
+ "name": "total_checks",
817
+ "type": "integer",
818
+ "primaryKey": false,
819
+ "notNull": false,
820
+ "autoincrement": false
821
+ },
822
+ "passed_checks": {
823
+ "name": "passed_checks",
824
+ "type": "integer",
825
+ "primaryKey": false,
826
+ "notNull": false,
827
+ "autoincrement": false
828
+ },
829
+ "failed_checks": {
830
+ "name": "failed_checks",
831
+ "type": "integer",
832
+ "primaryKey": false,
833
+ "notNull": false,
834
+ "autoincrement": false
835
+ },
836
+ "metadata": {
837
+ "name": "metadata",
838
+ "type": "text",
839
+ "primaryKey": false,
840
+ "notNull": false,
841
+ "autoincrement": false
842
+ },
843
+ "model_id": {
844
+ "name": "model_id",
845
+ "type": "text",
846
+ "primaryKey": false,
847
+ "notNull": false,
848
+ "autoincrement": false
849
+ },
850
+ "revision_sha": {
851
+ "name": "revision_sha",
852
+ "type": "text",
853
+ "primaryKey": false,
854
+ "notNull": false,
855
+ "autoincrement": false
856
+ },
857
+ "content_hash": {
858
+ "name": "content_hash",
859
+ "type": "text",
860
+ "primaryKey": false,
861
+ "notNull": false,
862
+ "autoincrement": false
863
+ },
864
+ "model_source": {
865
+ "name": "model_source",
866
+ "type": "text",
867
+ "primaryKey": false,
868
+ "notNull": false,
869
+ "autoincrement": false
870
+ },
871
+ "source_last_modified": {
872
+ "name": "source_last_modified",
873
+ "type": "integer",
874
+ "primaryKey": false,
875
+ "notNull": false,
876
+ "autoincrement": false
877
+ },
878
+ "scanner_version": {
879
+ "name": "scanner_version",
880
+ "type": "text",
881
+ "primaryKey": false,
882
+ "notNull": false,
883
+ "autoincrement": false
884
+ }
885
+ },
886
+ "indexes": {
887
+ "model_audits_created_at_idx": {
888
+ "name": "model_audits_created_at_idx",
889
+ "columns": [
890
+ "created_at"
891
+ ],
892
+ "isUnique": false
893
+ },
894
+ "model_audits_model_path_idx": {
895
+ "name": "model_audits_model_path_idx",
896
+ "columns": [
897
+ "model_path"
898
+ ],
899
+ "isUnique": false
900
+ },
901
+ "model_audits_has_errors_idx": {
902
+ "name": "model_audits_has_errors_idx",
903
+ "columns": [
904
+ "has_errors"
905
+ ],
906
+ "isUnique": false
907
+ },
908
+ "model_audits_model_type_idx": {
909
+ "name": "model_audits_model_type_idx",
910
+ "columns": [
911
+ "model_type"
912
+ ],
913
+ "isUnique": false
914
+ },
915
+ "model_audits_model_id_idx": {
916
+ "name": "model_audits_model_id_idx",
917
+ "columns": [
918
+ "model_id"
919
+ ],
920
+ "isUnique": false
921
+ },
922
+ "model_audits_revision_sha_idx": {
923
+ "name": "model_audits_revision_sha_idx",
924
+ "columns": [
925
+ "revision_sha"
926
+ ],
927
+ "isUnique": false
928
+ },
929
+ "model_audits_content_hash_idx": {
930
+ "name": "model_audits_content_hash_idx",
931
+ "columns": [
932
+ "content_hash"
933
+ ],
934
+ "isUnique": false
935
+ },
936
+ "model_audits_model_revision_idx": {
937
+ "name": "model_audits_model_revision_idx",
938
+ "columns": [
939
+ "model_id",
940
+ "revision_sha"
941
+ ],
942
+ "isUnique": false
943
+ },
944
+ "model_audits_model_content_idx": {
945
+ "name": "model_audits_model_content_idx",
946
+ "columns": [
947
+ "model_id",
948
+ "content_hash"
949
+ ],
950
+ "isUnique": false
951
+ }
952
+ },
953
+ "foreignKeys": {},
954
+ "compositePrimaryKeys": {},
955
+ "uniqueConstraints": {},
956
+ "checkConstraints": {}
957
+ },
958
+ "prompts": {
959
+ "name": "prompts",
960
+ "columns": {
961
+ "id": {
962
+ "name": "id",
963
+ "type": "text",
964
+ "primaryKey": true,
965
+ "notNull": true,
966
+ "autoincrement": false
967
+ },
968
+ "created_at": {
969
+ "name": "created_at",
970
+ "type": "integer",
971
+ "primaryKey": false,
972
+ "notNull": true,
973
+ "autoincrement": false,
974
+ "default": "CURRENT_TIMESTAMP"
975
+ },
976
+ "prompt": {
977
+ "name": "prompt",
978
+ "type": "text",
979
+ "primaryKey": false,
980
+ "notNull": true,
981
+ "autoincrement": false
982
+ }
983
+ },
984
+ "indexes": {
985
+ "prompts_created_at_idx": {
986
+ "name": "prompts_created_at_idx",
987
+ "columns": [
988
+ "created_at"
989
+ ],
990
+ "isUnique": false
991
+ }
992
+ },
993
+ "foreignKeys": {},
994
+ "compositePrimaryKeys": {},
995
+ "uniqueConstraints": {},
996
+ "checkConstraints": {}
997
+ },
998
+ "spans": {
999
+ "name": "spans",
1000
+ "columns": {
1001
+ "id": {
1002
+ "name": "id",
1003
+ "type": "text",
1004
+ "primaryKey": true,
1005
+ "notNull": true,
1006
+ "autoincrement": false
1007
+ },
1008
+ "trace_id": {
1009
+ "name": "trace_id",
1010
+ "type": "text",
1011
+ "primaryKey": false,
1012
+ "notNull": true,
1013
+ "autoincrement": false
1014
+ },
1015
+ "span_id": {
1016
+ "name": "span_id",
1017
+ "type": "text",
1018
+ "primaryKey": false,
1019
+ "notNull": true,
1020
+ "autoincrement": false
1021
+ },
1022
+ "parent_span_id": {
1023
+ "name": "parent_span_id",
1024
+ "type": "text",
1025
+ "primaryKey": false,
1026
+ "notNull": false,
1027
+ "autoincrement": false
1028
+ },
1029
+ "name": {
1030
+ "name": "name",
1031
+ "type": "text",
1032
+ "primaryKey": false,
1033
+ "notNull": true,
1034
+ "autoincrement": false
1035
+ },
1036
+ "start_time": {
1037
+ "name": "start_time",
1038
+ "type": "integer",
1039
+ "primaryKey": false,
1040
+ "notNull": true,
1041
+ "autoincrement": false
1042
+ },
1043
+ "end_time": {
1044
+ "name": "end_time",
1045
+ "type": "integer",
1046
+ "primaryKey": false,
1047
+ "notNull": false,
1048
+ "autoincrement": false
1049
+ },
1050
+ "attributes": {
1051
+ "name": "attributes",
1052
+ "type": "text",
1053
+ "primaryKey": false,
1054
+ "notNull": false,
1055
+ "autoincrement": false
1056
+ },
1057
+ "status_code": {
1058
+ "name": "status_code",
1059
+ "type": "integer",
1060
+ "primaryKey": false,
1061
+ "notNull": false,
1062
+ "autoincrement": false
1063
+ },
1064
+ "status_message": {
1065
+ "name": "status_message",
1066
+ "type": "text",
1067
+ "primaryKey": false,
1068
+ "notNull": false,
1069
+ "autoincrement": false
1070
+ }
1071
+ },
1072
+ "indexes": {
1073
+ "spans_trace_id_idx": {
1074
+ "name": "spans_trace_id_idx",
1075
+ "columns": [
1076
+ "trace_id"
1077
+ ],
1078
+ "isUnique": false
1079
+ },
1080
+ "spans_span_id_idx": {
1081
+ "name": "spans_span_id_idx",
1082
+ "columns": [
1083
+ "span_id"
1084
+ ],
1085
+ "isUnique": false
1086
+ }
1087
+ },
1088
+ "foreignKeys": {
1089
+ "spans_trace_id_traces_trace_id_fk": {
1090
+ "name": "spans_trace_id_traces_trace_id_fk",
1091
+ "tableFrom": "spans",
1092
+ "tableTo": "traces",
1093
+ "columnsFrom": [
1094
+ "trace_id"
1095
+ ],
1096
+ "columnsTo": [
1097
+ "trace_id"
1098
+ ],
1099
+ "onDelete": "no action",
1100
+ "onUpdate": "no action"
1101
+ }
1102
+ },
1103
+ "compositePrimaryKeys": {},
1104
+ "uniqueConstraints": {},
1105
+ "checkConstraints": {}
1106
+ },
1107
+ "tags": {
1108
+ "name": "tags",
1109
+ "columns": {
1110
+ "id": {
1111
+ "name": "id",
1112
+ "type": "text",
1113
+ "primaryKey": true,
1114
+ "notNull": true,
1115
+ "autoincrement": false
1116
+ },
1117
+ "name": {
1118
+ "name": "name",
1119
+ "type": "text",
1120
+ "primaryKey": false,
1121
+ "notNull": true,
1122
+ "autoincrement": false
1123
+ },
1124
+ "value": {
1125
+ "name": "value",
1126
+ "type": "text",
1127
+ "primaryKey": false,
1128
+ "notNull": true,
1129
+ "autoincrement": false
1130
+ }
1131
+ },
1132
+ "indexes": {
1133
+ "tags_name_idx": {
1134
+ "name": "tags_name_idx",
1135
+ "columns": [
1136
+ "name"
1137
+ ],
1138
+ "isUnique": false
1139
+ },
1140
+ "tags_name_value_unique": {
1141
+ "name": "tags_name_value_unique",
1142
+ "columns": [
1143
+ "name",
1144
+ "value"
1145
+ ],
1146
+ "isUnique": true
1147
+ }
1148
+ },
1149
+ "foreignKeys": {},
1150
+ "compositePrimaryKeys": {},
1151
+ "uniqueConstraints": {},
1152
+ "checkConstraints": {}
1153
+ },
1154
+ "traces": {
1155
+ "name": "traces",
1156
+ "columns": {
1157
+ "id": {
1158
+ "name": "id",
1159
+ "type": "text",
1160
+ "primaryKey": true,
1161
+ "notNull": true,
1162
+ "autoincrement": false
1163
+ },
1164
+ "trace_id": {
1165
+ "name": "trace_id",
1166
+ "type": "text",
1167
+ "primaryKey": false,
1168
+ "notNull": true,
1169
+ "autoincrement": false
1170
+ },
1171
+ "evaluation_id": {
1172
+ "name": "evaluation_id",
1173
+ "type": "text",
1174
+ "primaryKey": false,
1175
+ "notNull": true,
1176
+ "autoincrement": false
1177
+ },
1178
+ "test_case_id": {
1179
+ "name": "test_case_id",
1180
+ "type": "text",
1181
+ "primaryKey": false,
1182
+ "notNull": true,
1183
+ "autoincrement": false
1184
+ },
1185
+ "created_at": {
1186
+ "name": "created_at",
1187
+ "type": "integer",
1188
+ "primaryKey": false,
1189
+ "notNull": true,
1190
+ "autoincrement": false,
1191
+ "default": "CURRENT_TIMESTAMP"
1192
+ },
1193
+ "metadata": {
1194
+ "name": "metadata",
1195
+ "type": "text",
1196
+ "primaryKey": false,
1197
+ "notNull": false,
1198
+ "autoincrement": false
1199
+ }
1200
+ },
1201
+ "indexes": {
1202
+ "traces_trace_id_unique": {
1203
+ "name": "traces_trace_id_unique",
1204
+ "columns": [
1205
+ "trace_id"
1206
+ ],
1207
+ "isUnique": true
1208
+ },
1209
+ "traces_evaluation_idx": {
1210
+ "name": "traces_evaluation_idx",
1211
+ "columns": [
1212
+ "evaluation_id"
1213
+ ],
1214
+ "isUnique": false
1215
+ },
1216
+ "traces_trace_id_idx": {
1217
+ "name": "traces_trace_id_idx",
1218
+ "columns": [
1219
+ "trace_id"
1220
+ ],
1221
+ "isUnique": false
1222
+ }
1223
+ },
1224
+ "foreignKeys": {
1225
+ "traces_evaluation_id_evals_id_fk": {
1226
+ "name": "traces_evaluation_id_evals_id_fk",
1227
+ "tableFrom": "traces",
1228
+ "tableTo": "evals",
1229
+ "columnsFrom": [
1230
+ "evaluation_id"
1231
+ ],
1232
+ "columnsTo": [
1233
+ "id"
1234
+ ],
1235
+ "onDelete": "no action",
1236
+ "onUpdate": "no action"
1237
+ }
1238
+ },
1239
+ "compositePrimaryKeys": {},
1240
+ "uniqueConstraints": {},
1241
+ "checkConstraints": {}
1242
+ }
1243
+ },
1244
+ "views": {},
1245
+ "enums": {},
1246
+ "_meta": {
1247
+ "schemas": {},
1248
+ "tables": {},
1249
+ "columns": {}
1250
+ },
1251
+ "internal": {
1252
+ "indexes": {
1253
+ "eval_result_grading_result_reason_idx": {
1254
+ "columns": {
1255
+ "json_extract(\"grading_result\", '$.reason')": {
1256
+ "isExpression": true
1257
+ }
1258
+ }
1259
+ },
1260
+ "eval_result_grading_result_comment_idx": {
1261
+ "columns": {
1262
+ "json_extract(\"grading_result\", '$.comment')": {
1263
+ "isExpression": true
1264
+ }
1265
+ }
1266
+ },
1267
+ "eval_result_test_case_vars_idx": {
1268
+ "columns": {
1269
+ "json_extract(\"test_case\", '$.vars')": {
1270
+ "isExpression": true
1271
+ }
1272
+ }
1273
+ },
1274
+ "eval_result_test_case_metadata_idx": {
1275
+ "columns": {
1276
+ "json_extract(\"metadata\", '$')": {
1277
+ "isExpression": true
1278
+ }
1279
+ }
1280
+ },
1281
+ "eval_result_named_scores_idx": {
1282
+ "columns": {
1283
+ "json_extract(\"named_scores\", '$')": {
1284
+ "isExpression": true
1285
+ }
1286
+ }
1287
+ },
1288
+ "eval_result_metadata_idx": {
1289
+ "columns": {
1290
+ "json_extract(\"metadata\", '$')": {
1291
+ "isExpression": true
1292
+ }
1293
+ }
1294
+ },
1295
+ "eval_result_metadata_plugin_id_idx": {
1296
+ "columns": {
1297
+ "json_extract(\"metadata\", '$.pluginId')": {
1298
+ "isExpression": true
1299
+ }
1300
+ }
1301
+ },
1302
+ "eval_result_metadata_strategy_id_idx": {
1303
+ "columns": {
1304
+ "json_extract(\"metadata\", '$.strategyId')": {
1305
+ "isExpression": true
1306
+ }
1307
+ }
1308
+ }
1309
+ }
1310
+ }
1311
+ }