promptfoo 0.68.3 → 0.69.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drizzle/0002_tidy_juggernaut.sql +1 -0
- package/dist/drizzle/meta/0002_snapshot.json +244 -0
- package/dist/drizzle/meta/_journal.json +7 -0
- package/dist/package.json +2 -2
- package/dist/src/accounts.d.ts +2 -1
- package/dist/src/accounts.d.ts.map +1 -1
- package/dist/src/accounts.js +6 -2
- package/dist/src/accounts.js.map +1 -1
- package/dist/src/commands/eval/filterProviders.d.ts +3 -0
- package/dist/src/commands/eval/filterProviders.d.ts.map +1 -0
- package/dist/src/commands/eval/filterProviders.js +16 -0
- package/dist/src/commands/eval/filterProviders.js.map +1 -0
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/import.js +1 -0
- package/dist/src/commands/import.js.map +1 -1
- package/dist/src/commands/show.js +2 -2
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/database.d.ts +12 -0
- package/dist/src/database.d.ts.map +1 -1
- package/dist/src/database.js +1 -0
- package/dist/src/database.js.map +1 -1
- package/dist/src/main.js +3 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +3 -1
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/prompts/grading.d.ts +1 -0
- package/dist/src/prompts/grading.d.ts.map +1 -1
- package/dist/src/prompts/grading.js +21 -1
- package/dist/src/prompts/grading.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +5 -0
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +55 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/defaults.d.ts +3 -0
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js +1 -0
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/redteam/getHarmfulTests.js +2 -2
- package/dist/src/redteam/getHarmfulTests.js.map +1 -1
- package/dist/src/redteam/getUnderconfidenceTests.js +1 -1
- package/dist/src/redteam/getUnderconfidenceTests.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +25 -6
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/iterative.d.ts.map +1 -1
- package/dist/src/redteam/iterative.js +15 -2
- package/dist/src/redteam/iterative.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +3 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/types.d.ts +2 -0
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/types.js.map +1 -1
- package/dist/src/util.d.ts.map +1 -1
- package/dist/src/util.js +19 -7
- package/dist/src/util.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/2-57ab5e84907f795a.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{540-378a20144435cec6.js → 540-c94eb8fa0d9db136.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{166-157bfb431b68d949.js → 858-5d3a3678769b7e36.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/954-58788165fb1e9563.js +6 -0
- package/dist/src/web/nextui/_next/static/chunks/{897-1955b232a2148365.js → 998-d370cd9f4473ff31.js} +4 -4
- package/dist/src/web/nextui/_next/static/chunks/app/auth/login/{page-6fcc9431205718c7.js → page-ee73165dd261f3ca.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/{page-8caf49a834d34420.js → page-7375a6707eb8675e.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-c11cfb1b2c58325f.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-50073ee4b153b82b.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-0a71ecaf651124c2.js → page-310e2e58179970fa.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-87d1e9bc26842e95.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-b7b366d291dbc9db.js → layout-eb2c3e6b0b7cca53.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{page-e07a0ddbf3d6e21c.js → page-251d4ea0ac894cd9.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-15df1d043dee2f17.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-6d29c01079a556f4.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/{page-a0a68795eb905dcc.js → page-49d3492c635a81f5.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/{page-71b3060b06865254.js → page-8774494ce5143c0b.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{main-app-929a26b3c8cd3f7a.js → main-app-345c3eca7e5cf432.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-8a9bc9ee0defb756.js +1 -0
- package/dist/src/web/nextui/_next/static/css/106779eb64615639.css +1 -0
- package/dist/src/web/nextui/_next/static/css/35ab7ce8025438b0.css +1 -0
- package/dist/src/web/nextui/_next/static/css/94b771e23fc5d5f5.css +1 -0
- package/dist/src/web/nextui/_next/static/media/05a31a2ca4975f99-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/513657b02c5c193f-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/51ed15f9841b9f9d-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/d6b16ce4a6175f26-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/ec159349637c90ad-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/fd4db3eb5472fc27-s.woff2 +0 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +10 -15
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +10 -15
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +10 -15
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +12 -17
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +11 -16
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +10 -15
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +10 -15
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +12 -17
- package/dist/src/web/nextui/setup/index.html +2 -2
- package/dist/src/web/nextui/setup/index.txt +12 -17
- package/package.json +2 -2
- package/dist/src/web/nextui/_next/static/chunks/2-d534f7b3af3e0505.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/954-c35d4864ecbacd62.js +0 -6
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-4f93aacd25866d60.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-ce320e6d1e6d1d23.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-bf3968ed106645c6.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-52079a97d0c2e2ea.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-7da4796409bc2636.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-ac7a3125017b92ed.js +0 -1
- package/dist/src/web/nextui/_next/static/css/036bf4af64e53e86.css +0 -1
- package/dist/src/web/nextui/_next/static/css/b76f1739b5a14901.css +0 -1
- package/dist/src/web/nextui/_next/static/css/e141e895af3747c6.css +0 -1
- package/dist/src/web/nextui/_next/static/media/03b685511c0eaac3-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/04fe87c30c4f76ea-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/0e4fe491bf84089c-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/101c7b68f2d8b610-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/13259ce60de2aa3e-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/1c57ca6f5208a29b-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/1e8103c5d17beb1d-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/388fb79562c9fc54-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/3a04115668d8070d-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/3a18fc8da1cdcd01-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/3dbd163d3bb09d47-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/42d52f46a26971a3-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/5647e4c23315a2d2-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/5f4dfe83faee04f1-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/627622453ef56b0d-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/67e05ba3467b9f4d-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/699512af39861afa-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/79015435f1a55eef-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/7be645d133f3ee22-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/7c53f7419436e04b-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/8fb72f69fba4e3d2-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/912a9cfe43c928d9-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/91a88e0c5dd21dfa-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/934c4b7cb736f2a3-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/9b67ab375515cd6f-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/9cf7d128be063d32-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/a3c201c07e8eb753-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/a5b77b63ef20339c-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/a6d330d7873e7320-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/b6db722c6886c2cd-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/baf12dd90520ae41-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/bbdb6f0234009aba-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/cff529cd86cc0276-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/d117eea74e01de14-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/daa8cca6b52a70fa-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/dfa8b99978df7bbc-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/e195dd2ded485df3-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/e25729ca87cc7df9-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/e35c7314ac518ddc-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/eb52b768f62eeeb4-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/ee7e17a7bdd8636b-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/f06116e890b3dadb-s.woff2 +0 -0
- /package/dist/src/web/nextui/_next/static/{4W0Qng9llk0Tg-jZCYupr → BCTl7ZJHSXC8sDtmlizu8}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{4W0Qng9llk0Tg-jZCYupr → BCTl7ZJHSXC8sDtmlizu8}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{215-7d83203d614bcd6a.js → 215-7bd08e1ce7028897.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{322-92c9551f32057648.js → 322-ac32773931b7a8aa.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{378-4b0cc74c685f98f9.js → 378-c23e2864527ac3a0.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{770-577cd7d7d380b3ac.js → 770-28c6d673e9540d80.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{873-8bd18cf80e6e64e1.js → 873-e1436a5f57769f17.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{915-cd96102a51e75c9d.js → 915-b1361d86b62c2cfe.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{995-c9a656a43545902a.js → 995-81cea2f3d08297f2.js} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
ALTER TABLE evals ADD `author` text;
|
|
@@ -0,0 +1,244 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": "5",
|
|
3
|
+
"dialect": "sqlite",
|
|
4
|
+
"id": "6325e41a-40cd-4db1-9e99-df139a264a14",
|
|
5
|
+
"prevId": "476c887f-edcb-4b29-b054-50a8383cc6c2",
|
|
6
|
+
"tables": {
|
|
7
|
+
"datasets": {
|
|
8
|
+
"name": "datasets",
|
|
9
|
+
"columns": {
|
|
10
|
+
"id": {
|
|
11
|
+
"name": "id",
|
|
12
|
+
"type": "text",
|
|
13
|
+
"primaryKey": true,
|
|
14
|
+
"notNull": true,
|
|
15
|
+
"autoincrement": false
|
|
16
|
+
},
|
|
17
|
+
"tests": {
|
|
18
|
+
"name": "tests",
|
|
19
|
+
"type": "text",
|
|
20
|
+
"primaryKey": false,
|
|
21
|
+
"notNull": false,
|
|
22
|
+
"autoincrement": false
|
|
23
|
+
},
|
|
24
|
+
"created_at": {
|
|
25
|
+
"name": "created_at",
|
|
26
|
+
"type": "integer",
|
|
27
|
+
"primaryKey": false,
|
|
28
|
+
"notNull": true,
|
|
29
|
+
"autoincrement": false,
|
|
30
|
+
"default": "CURRENT_TIMESTAMP"
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
"indexes": {},
|
|
34
|
+
"foreignKeys": {},
|
|
35
|
+
"compositePrimaryKeys": {},
|
|
36
|
+
"uniqueConstraints": {}
|
|
37
|
+
},
|
|
38
|
+
"evals": {
|
|
39
|
+
"name": "evals",
|
|
40
|
+
"columns": {
|
|
41
|
+
"id": {
|
|
42
|
+
"name": "id",
|
|
43
|
+
"type": "text",
|
|
44
|
+
"primaryKey": true,
|
|
45
|
+
"notNull": true,
|
|
46
|
+
"autoincrement": false
|
|
47
|
+
},
|
|
48
|
+
"created_at": {
|
|
49
|
+
"name": "created_at",
|
|
50
|
+
"type": "integer",
|
|
51
|
+
"primaryKey": false,
|
|
52
|
+
"notNull": true,
|
|
53
|
+
"autoincrement": false,
|
|
54
|
+
"default": "CURRENT_TIMESTAMP"
|
|
55
|
+
},
|
|
56
|
+
"author": {
|
|
57
|
+
"name": "author",
|
|
58
|
+
"type": "text",
|
|
59
|
+
"primaryKey": false,
|
|
60
|
+
"notNull": false,
|
|
61
|
+
"autoincrement": false
|
|
62
|
+
},
|
|
63
|
+
"description": {
|
|
64
|
+
"name": "description",
|
|
65
|
+
"type": "text",
|
|
66
|
+
"primaryKey": false,
|
|
67
|
+
"notNull": false,
|
|
68
|
+
"autoincrement": false
|
|
69
|
+
},
|
|
70
|
+
"results": {
|
|
71
|
+
"name": "results",
|
|
72
|
+
"type": "text",
|
|
73
|
+
"primaryKey": false,
|
|
74
|
+
"notNull": true,
|
|
75
|
+
"autoincrement": false
|
|
76
|
+
},
|
|
77
|
+
"config": {
|
|
78
|
+
"name": "config",
|
|
79
|
+
"type": "text",
|
|
80
|
+
"primaryKey": false,
|
|
81
|
+
"notNull": true,
|
|
82
|
+
"autoincrement": false
|
|
83
|
+
}
|
|
84
|
+
},
|
|
85
|
+
"indexes": {},
|
|
86
|
+
"foreignKeys": {},
|
|
87
|
+
"compositePrimaryKeys": {},
|
|
88
|
+
"uniqueConstraints": {}
|
|
89
|
+
},
|
|
90
|
+
"evals_to_datasets": {
|
|
91
|
+
"name": "evals_to_datasets",
|
|
92
|
+
"columns": {
|
|
93
|
+
"eval_id": {
|
|
94
|
+
"name": "eval_id",
|
|
95
|
+
"type": "text",
|
|
96
|
+
"primaryKey": false,
|
|
97
|
+
"notNull": true,
|
|
98
|
+
"autoincrement": false
|
|
99
|
+
},
|
|
100
|
+
"dataset_id": {
|
|
101
|
+
"name": "dataset_id",
|
|
102
|
+
"type": "text",
|
|
103
|
+
"primaryKey": false,
|
|
104
|
+
"notNull": true,
|
|
105
|
+
"autoincrement": false
|
|
106
|
+
}
|
|
107
|
+
},
|
|
108
|
+
"indexes": {},
|
|
109
|
+
"foreignKeys": {
|
|
110
|
+
"evals_to_datasets_eval_id_evals_id_fk": {
|
|
111
|
+
"name": "evals_to_datasets_eval_id_evals_id_fk",
|
|
112
|
+
"tableFrom": "evals_to_datasets",
|
|
113
|
+
"tableTo": "evals",
|
|
114
|
+
"columnsFrom": [
|
|
115
|
+
"eval_id"
|
|
116
|
+
],
|
|
117
|
+
"columnsTo": [
|
|
118
|
+
"id"
|
|
119
|
+
],
|
|
120
|
+
"onDelete": "no action",
|
|
121
|
+
"onUpdate": "no action"
|
|
122
|
+
},
|
|
123
|
+
"evals_to_datasets_dataset_id_datasets_id_fk": {
|
|
124
|
+
"name": "evals_to_datasets_dataset_id_datasets_id_fk",
|
|
125
|
+
"tableFrom": "evals_to_datasets",
|
|
126
|
+
"tableTo": "datasets",
|
|
127
|
+
"columnsFrom": [
|
|
128
|
+
"dataset_id"
|
|
129
|
+
],
|
|
130
|
+
"columnsTo": [
|
|
131
|
+
"id"
|
|
132
|
+
],
|
|
133
|
+
"onDelete": "no action",
|
|
134
|
+
"onUpdate": "no action"
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
"compositePrimaryKeys": {
|
|
138
|
+
"evals_to_datasets_eval_id_dataset_id_pk": {
|
|
139
|
+
"columns": [
|
|
140
|
+
"dataset_id",
|
|
141
|
+
"eval_id"
|
|
142
|
+
],
|
|
143
|
+
"name": "evals_to_datasets_eval_id_dataset_id_pk"
|
|
144
|
+
}
|
|
145
|
+
},
|
|
146
|
+
"uniqueConstraints": {}
|
|
147
|
+
},
|
|
148
|
+
"evals_to_prompts": {
|
|
149
|
+
"name": "evals_to_prompts",
|
|
150
|
+
"columns": {
|
|
151
|
+
"eval_id": {
|
|
152
|
+
"name": "eval_id",
|
|
153
|
+
"type": "text",
|
|
154
|
+
"primaryKey": false,
|
|
155
|
+
"notNull": true,
|
|
156
|
+
"autoincrement": false
|
|
157
|
+
},
|
|
158
|
+
"prompt_id": {
|
|
159
|
+
"name": "prompt_id",
|
|
160
|
+
"type": "text",
|
|
161
|
+
"primaryKey": false,
|
|
162
|
+
"notNull": true,
|
|
163
|
+
"autoincrement": false
|
|
164
|
+
}
|
|
165
|
+
},
|
|
166
|
+
"indexes": {},
|
|
167
|
+
"foreignKeys": {
|
|
168
|
+
"evals_to_prompts_eval_id_evals_id_fk": {
|
|
169
|
+
"name": "evals_to_prompts_eval_id_evals_id_fk",
|
|
170
|
+
"tableFrom": "evals_to_prompts",
|
|
171
|
+
"tableTo": "evals",
|
|
172
|
+
"columnsFrom": [
|
|
173
|
+
"eval_id"
|
|
174
|
+
],
|
|
175
|
+
"columnsTo": [
|
|
176
|
+
"id"
|
|
177
|
+
],
|
|
178
|
+
"onDelete": "no action",
|
|
179
|
+
"onUpdate": "no action"
|
|
180
|
+
},
|
|
181
|
+
"evals_to_prompts_prompt_id_prompts_id_fk": {
|
|
182
|
+
"name": "evals_to_prompts_prompt_id_prompts_id_fk",
|
|
183
|
+
"tableFrom": "evals_to_prompts",
|
|
184
|
+
"tableTo": "prompts",
|
|
185
|
+
"columnsFrom": [
|
|
186
|
+
"prompt_id"
|
|
187
|
+
],
|
|
188
|
+
"columnsTo": [
|
|
189
|
+
"id"
|
|
190
|
+
],
|
|
191
|
+
"onDelete": "no action",
|
|
192
|
+
"onUpdate": "no action"
|
|
193
|
+
}
|
|
194
|
+
},
|
|
195
|
+
"compositePrimaryKeys": {
|
|
196
|
+
"evals_to_prompts_eval_id_prompt_id_pk": {
|
|
197
|
+
"columns": [
|
|
198
|
+
"eval_id",
|
|
199
|
+
"prompt_id"
|
|
200
|
+
],
|
|
201
|
+
"name": "evals_to_prompts_eval_id_prompt_id_pk"
|
|
202
|
+
}
|
|
203
|
+
},
|
|
204
|
+
"uniqueConstraints": {}
|
|
205
|
+
},
|
|
206
|
+
"prompts": {
|
|
207
|
+
"name": "prompts",
|
|
208
|
+
"columns": {
|
|
209
|
+
"id": {
|
|
210
|
+
"name": "id",
|
|
211
|
+
"type": "text",
|
|
212
|
+
"primaryKey": true,
|
|
213
|
+
"notNull": true,
|
|
214
|
+
"autoincrement": false
|
|
215
|
+
},
|
|
216
|
+
"created_at": {
|
|
217
|
+
"name": "created_at",
|
|
218
|
+
"type": "integer",
|
|
219
|
+
"primaryKey": false,
|
|
220
|
+
"notNull": true,
|
|
221
|
+
"autoincrement": false,
|
|
222
|
+
"default": "CURRENT_TIMESTAMP"
|
|
223
|
+
},
|
|
224
|
+
"prompt": {
|
|
225
|
+
"name": "prompt",
|
|
226
|
+
"type": "text",
|
|
227
|
+
"primaryKey": false,
|
|
228
|
+
"notNull": true,
|
|
229
|
+
"autoincrement": false
|
|
230
|
+
}
|
|
231
|
+
},
|
|
232
|
+
"indexes": {},
|
|
233
|
+
"foreignKeys": {},
|
|
234
|
+
"compositePrimaryKeys": {},
|
|
235
|
+
"uniqueConstraints": {}
|
|
236
|
+
}
|
|
237
|
+
},
|
|
238
|
+
"enums": {},
|
|
239
|
+
"_meta": {
|
|
240
|
+
"schemas": {},
|
|
241
|
+
"tables": {},
|
|
242
|
+
"columns": {}
|
|
243
|
+
}
|
|
244
|
+
}
|
package/dist/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "promptfoo",
|
|
3
3
|
"description": "LLM eval & testing toolkit",
|
|
4
4
|
"author": "Ian Webster",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.69.0",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"type": "commonjs",
|
|
8
8
|
"repository": {
|
|
@@ -140,7 +140,7 @@
|
|
|
140
140
|
"opener": "^1.5.2",
|
|
141
141
|
"proxy-agent": "^6.4.0",
|
|
142
142
|
"python-shell": "^5.0.0",
|
|
143
|
-
"replicate": "^0.
|
|
143
|
+
"replicate": "^0.31.0",
|
|
144
144
|
"rfdc": "^1.4.1",
|
|
145
145
|
"rouge": "git+https://github.com/kenlimmj/rouge.git#f35111b599aca55f1d4dc1d4a3d15e28e7f7c55f",
|
|
146
146
|
"semver": "^7.6.2",
|
package/dist/src/accounts.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
-
export declare function getUserEmail(): string |
|
|
1
|
+
export declare function getUserEmail(): string | null;
|
|
2
2
|
export declare function setUserEmail(email: string): void;
|
|
3
|
+
export declare function getAuthor(): string | null;
|
|
3
4
|
//# sourceMappingURL=accounts.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,IAAI,MAAM,GAAG,
|
|
1
|
+
{"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,IAAI,MAAM,GAAG,IAAI,CAG5C;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,QAEzC;AAED,wBAAgB,SAAS,IAAI,MAAM,GAAG,IAAI,CAEzC"}
|
package/dist/src/accounts.js
CHANGED
|
@@ -1,14 +1,18 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.setUserEmail = exports.getUserEmail = void 0;
|
|
3
|
+
exports.getAuthor = exports.setUserEmail = exports.getUserEmail = void 0;
|
|
4
4
|
const globalConfig_1 = require("./globalConfig");
|
|
5
5
|
function getUserEmail() {
|
|
6
6
|
const globalConfig = (0, globalConfig_1.readGlobalConfig)();
|
|
7
|
-
return globalConfig.account?.email;
|
|
7
|
+
return globalConfig.account?.email || null;
|
|
8
8
|
}
|
|
9
9
|
exports.getUserEmail = getUserEmail;
|
|
10
10
|
function setUserEmail(email) {
|
|
11
11
|
(0, globalConfig_1.writeGlobalConfig)({ account: { email } });
|
|
12
12
|
}
|
|
13
13
|
exports.setUserEmail = setUserEmail;
|
|
14
|
+
function getAuthor() {
|
|
15
|
+
return getUserEmail() || null;
|
|
16
|
+
}
|
|
17
|
+
exports.getAuthor = getAuthor;
|
|
14
18
|
//# sourceMappingURL=accounts.js.map
|
package/dist/src/accounts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":";;;AAAA,iDAAqE;AAErE,SAAgB,YAAY;IAC1B,MAAM,YAAY,GAAG,IAAA,+BAAgB,GAAE,CAAC;IACxC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":";;;AAAA,iDAAqE;AAErE,SAAgB,YAAY;IAC1B,MAAM,YAAY,GAAG,IAAA,+BAAgB,GAAE,CAAC;IACxC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAC7C,CAAC;AAHD,oCAGC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAA,gCAAiB,EAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAFD,oCAEC;AAED,SAAgB,SAAS;IACvB,OAAO,YAAY,EAAE,IAAI,IAAI,CAAC;AAChC,CAAC;AAFD,8BAEC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"filterProviders.d.ts","sourceRoot":"","sources":["../../../../src/commands/eval/filterProviders.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,wBAAgB,eAAe,CAC7B,SAAS,EAAE,WAAW,EAAE,EACxB,qBAAqB,CAAC,EAAE,MAAM,GAC7B,WAAW,EAAE,CAaf"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.filterProviders = void 0;
|
|
4
|
+
function filterProviders(providers, filterProvidersOption) {
|
|
5
|
+
if (!filterProvidersOption) {
|
|
6
|
+
return providers;
|
|
7
|
+
}
|
|
8
|
+
const filterRegex = new RegExp(filterProvidersOption);
|
|
9
|
+
return providers.filter((provider) => {
|
|
10
|
+
const providerId = provider.id();
|
|
11
|
+
const providerLabel = provider.label;
|
|
12
|
+
return filterRegex.test(providerId) || (providerLabel && filterRegex.test(providerLabel));
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
exports.filterProviders = filterProviders;
|
|
16
|
+
//# sourceMappingURL=filterProviders.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"filterProviders.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterProviders.ts"],"names":[],"mappings":";;;AAEA,SAAgB,eAAe,CAC7B,SAAwB,EACxB,qBAA8B;IAE9B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAEtD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;QACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC;QAErC,OAAO,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAhBD,0CAgBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,
|
|
1
|
+
{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,QAiC7C"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;AACA,4CAAoB;AACpB,0CAA2C;AAC3C,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEzC,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE;iBACL,MAAM,CAAC,gBAAK,CAAC;iBACb,MAAM,CAAC;gBACN,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACxB,CAAC;iBACD,GAAG,EAAE,CAAC;YAET,gBAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC3E,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC;
|
|
1
|
+
{"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;AACA,4CAAoB;AACpB,0CAA2C;AAC3C,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEzC,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE;iBACL,MAAM,CAAC,gBAAK,CAAC;iBACb,MAAM,CAAC;gBACN,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;gBACpC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACxB,CAAC;iBACD,GAAG,EAAE,CAAC;YAET,gBAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC3E,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC;AAjCD,sCAiCC"}
|
|
@@ -31,7 +31,7 @@ async function handlePrompt(id) {
|
|
|
31
31
|
table.push({
|
|
32
32
|
'Eval ID': evl.id.slice(0, 6),
|
|
33
33
|
'Dataset ID': evl.datasetId.slice(0, 6),
|
|
34
|
-
'Raw score': evl.metrics?.score
|
|
34
|
+
'Raw score': evl.metrics?.score?.toFixed(2) || '-',
|
|
35
35
|
'Pass rate': evl.metrics && evl.metrics.testPassCount + evl.metrics.testFailCount > 0
|
|
36
36
|
? `${((evl.metrics.testPassCount /
|
|
37
37
|
(evl.metrics.testPassCount + evl.metrics.testFailCount)) *
|
|
@@ -92,7 +92,7 @@ async function handleDataset(id) {
|
|
|
92
92
|
table.push({
|
|
93
93
|
'Eval ID': prompt.evalId.slice(0, 6),
|
|
94
94
|
'Prompt ID': prompt.id.slice(0, 6),
|
|
95
|
-
'Raw score': prompt.prompt.metrics?.score
|
|
95
|
+
'Raw score': prompt.prompt.metrics?.score?.toFixed(2) || '-',
|
|
96
96
|
'Pass rate': prompt.prompt.metrics &&
|
|
97
97
|
prompt.prompt.metrics.testPassCount + prompt.prompt.metrics.testFailCount > 0
|
|
98
98
|
? `${((prompt.prompt.metrics.testPassCount /
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,uDAA+B;AAC/B,oCAAoD;AACpD,6DAAqC;AACrC,kCAMiB;AAEjB,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,
|
|
1
|
+
{"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,uDAA+B;AAC/B,oCAAoD;AACpD,6DAAqC;AACrC,kCAMiB;AAEjB,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAClD,WAAW,EACT,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBACtE,CAAC,CAAC,GAAG,CACD,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa;oBACxB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC1D,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YAC/C,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAChD,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU;IAClC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,WAAW;KAClB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACjD,gBAAM,CAAC,IAAI,CAAC,IAAA,qBAAa,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACpD,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;IACtF,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACtC,IAAA,kBAAW,GAAE,CAAC;IACd,6BAA6B;IAC7B,gBAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACzC,gBAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GACtD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAC1D,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAU;IACrC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,cAAc;KACrB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACzC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAChD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAC5D,WAAW,EACT,MAAM,CAAC,MAAM,CAAC,OAAO;gBACrB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBAC3E,CAAC,CAAC,GAAG,CACD,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBAClC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC9E,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAC1D,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,OAAgB;IAChD,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,mBAAmB,EAAE,8BAA8B,CAAC;SAC3D,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,MAA4B,EAAE,EAAE;QACzD,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QAEH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,WAAW;SACR,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,YAAY,CAAC,CAAC;IAExB,WAAW;SACR,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAC3B,CAAC;AA7CD,kCA6CC"}
|
package/dist/src/database.d.ts
CHANGED
|
@@ -70,6 +70,18 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
70
70
|
enumValues: undefined;
|
|
71
71
|
baseColumn: never;
|
|
72
72
|
}, object>;
|
|
73
|
+
author: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
74
|
+
name: "author";
|
|
75
|
+
tableName: "evals";
|
|
76
|
+
dataType: "string";
|
|
77
|
+
columnType: "SQLiteText";
|
|
78
|
+
data: string;
|
|
79
|
+
driverParam: string;
|
|
80
|
+
notNull: false;
|
|
81
|
+
hasDefault: false;
|
|
82
|
+
enumValues: [string, ...string[]];
|
|
83
|
+
baseColumn: never;
|
|
84
|
+
}, object>;
|
|
73
85
|
description: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
74
86
|
name: "description";
|
|
75
87
|
tableName: "evals";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAK9D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMlB,CAAC;AAEH,eAAO,MAAM,KAAK
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAK9D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMlB,CAAC;AAEH,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAShB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMnB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;EAGxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AA+CJ,wBAAgB,SAAS,WAExB;AAED,wBAAgB,eAAe,WAE9B;AAED,wBAAgB,KAAK,wFAMpB"}
|
package/dist/src/database.js
CHANGED
|
@@ -23,6 +23,7 @@ exports.evals = (0, sqlite_core_1.sqliteTable)('evals', {
|
|
|
23
23
|
createdAt: (0, sqlite_core_1.integer)('created_at')
|
|
24
24
|
.notNull()
|
|
25
25
|
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
26
|
+
author: (0, sqlite_core_1.text)('author'),
|
|
26
27
|
description: (0, sqlite_core_1.text)('description'),
|
|
27
28
|
results: (0, sqlite_core_1.text)('results', { mode: 'json' }).$type().notNull(),
|
|
28
29
|
config: (0, sqlite_core_1.text)('config', { mode: 'json' }).$type().notNull(),
|
package/dist/src/database.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAsC;AACtC,6CAA6C;AAC7C,+DAAqD;AACrD,yDAAiF;AACjF,0DAA6B;AAE7B,iCAAgD;AAEhD,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAAC,SAAS,EAAE;IAC5C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,CAAC,CAAC;AAEU,QAAA,KAAK,GAAG,IAAA,yBAAW,EAAC,OAAO,EAAE;IACxC,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACpD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EAAC,UAAU,EAAE;IAC9C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;CACrD,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE;AAEF,IAAI,UAAU,GAAsC,IAAI,CAAC;AAEzD,SAAgB,SAAS;IACvB,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5F,CAAC;AAFD,8BAEC;AAED,SAAgB,eAAe;IAC7B,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;AAC/F,CAAC;AAFD,0CAEC;AAED,SAAgB,KAAK;IACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,IAAA,wBAAO,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAND,sBAMC"}
|
|
1
|
+
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAsC;AACtC,6CAA6C;AAC7C,+DAAqD;AACrD,yDAAiF;AACjF,0DAA6B;AAE7B,iCAAgD;AAEhD,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAAC,SAAS,EAAE;IAC5C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,CAAC,CAAC;AAEU,QAAA,KAAK,GAAG,IAAA,yBAAW,EAAC,OAAO,EAAE;IACxC,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACpD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EAAC,UAAU,EAAE;IAC9C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;CACrD,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE;AAEF,IAAI,UAAU,GAAsC,IAAI,CAAC;AAEzD,SAAgB,SAAS;IACvB,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5F,CAAC;AAFD,8BAEC;AAED,SAAgB,eAAe;IAC7B,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;AAC/F,CAAC;AAFD,0CAEC;AAED,SAAgB,KAAK;IACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,IAAA,wBAAO,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAND,sBAMC"}
|
package/dist/src/main.js
CHANGED
|
@@ -43,6 +43,7 @@ const checkNodeVersion_1 = require("./checkNodeVersion");
|
|
|
43
43
|
const cliState_1 = __importDefault(require("./cliState"));
|
|
44
44
|
const config_1 = require("./commands/config");
|
|
45
45
|
const delete_1 = require("./commands/delete");
|
|
46
|
+
const filterProviders_1 = require("./commands/eval/filterProviders");
|
|
46
47
|
const filterTests_1 = require("./commands/eval/filterTests");
|
|
47
48
|
const export_1 = require("./commands/export");
|
|
48
49
|
const import_1 = require("./commands/import");
|
|
@@ -512,6 +513,7 @@ async function main() {
|
|
|
512
513
|
.option('--interactive-providers', 'Run providers interactively, one at a time', defaultConfig?.evaluateOptions?.interactiveProviders)
|
|
513
514
|
.option('-n, --filter-first-n <number>', 'Only run the first N tests')
|
|
514
515
|
.option('--filter-pattern <pattern>', 'Only run tests whose description matches the regular expression pattern')
|
|
516
|
+
.option('--filter-providers <providers>', 'Only run tests with these providers')
|
|
515
517
|
.option('--filter-failing <path>', 'Path to json output file')
|
|
516
518
|
.option('--var <key=value>', 'Set a variable in key=value format', (value, previous = {}) => {
|
|
517
519
|
const [key, val] = value.split('=');
|
|
@@ -556,6 +558,7 @@ async function main() {
|
|
|
556
558
|
pattern: cmdObj.filterPattern,
|
|
557
559
|
failing: cmdObj.filterFailing,
|
|
558
560
|
});
|
|
561
|
+
testSuite.providers = (0, filterProviders_1.filterProviders)(testSuite.providers, cmdObj.filterProviders);
|
|
559
562
|
const options = {
|
|
560
563
|
showProgressBar: (0, logger_1.getLogLevel)() === 'debug' ? false : cmdObj.progressBar,
|
|
561
564
|
maxConcurrency: !isNaN(maxConcurrency) && maxConcurrency > 0 ? maxConcurrency : undefined,
|