promptfoo 0.68.3 → 0.69.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. package/dist/drizzle/0002_tidy_juggernaut.sql +1 -0
  2. package/dist/drizzle/meta/0002_snapshot.json +244 -0
  3. package/dist/drizzle/meta/_journal.json +7 -0
  4. package/dist/package.json +2 -2
  5. package/dist/src/accounts.d.ts +2 -1
  6. package/dist/src/accounts.d.ts.map +1 -1
  7. package/dist/src/accounts.js +6 -2
  8. package/dist/src/accounts.js.map +1 -1
  9. package/dist/src/commands/eval/filterProviders.d.ts +3 -0
  10. package/dist/src/commands/eval/filterProviders.d.ts.map +1 -0
  11. package/dist/src/commands/eval/filterProviders.js +16 -0
  12. package/dist/src/commands/eval/filterProviders.js.map +1 -0
  13. package/dist/src/commands/import.d.ts.map +1 -1
  14. package/dist/src/commands/import.js +1 -0
  15. package/dist/src/commands/import.js.map +1 -1
  16. package/dist/src/commands/show.js +2 -2
  17. package/dist/src/commands/show.js.map +1 -1
  18. package/dist/src/database.d.ts +12 -0
  19. package/dist/src/database.d.ts.map +1 -1
  20. package/dist/src/database.js +1 -0
  21. package/dist/src/database.js.map +1 -1
  22. package/dist/src/main.js +3 -0
  23. package/dist/src/main.js.map +1 -1
  24. package/dist/src/matchers.d.ts.map +1 -1
  25. package/dist/src/matchers.js +3 -1
  26. package/dist/src/matchers.js.map +1 -1
  27. package/dist/src/prompts/grading.d.ts +1 -0
  28. package/dist/src/prompts/grading.d.ts.map +1 -1
  29. package/dist/src/prompts/grading.js +21 -1
  30. package/dist/src/prompts/grading.js.map +1 -1
  31. package/dist/src/providers/anthropic.d.ts +5 -0
  32. package/dist/src/providers/anthropic.d.ts.map +1 -1
  33. package/dist/src/providers/anthropic.js +55 -1
  34. package/dist/src/providers/anthropic.js.map +1 -1
  35. package/dist/src/providers/defaults.d.ts +3 -0
  36. package/dist/src/providers/defaults.d.ts.map +1 -1
  37. package/dist/src/providers/defaults.js +1 -0
  38. package/dist/src/providers/defaults.js.map +1 -1
  39. package/dist/src/redteam/getHarmfulTests.js +2 -2
  40. package/dist/src/redteam/getHarmfulTests.js.map +1 -1
  41. package/dist/src/redteam/getUnderconfidenceTests.js +1 -1
  42. package/dist/src/redteam/getUnderconfidenceTests.js.map +1 -1
  43. package/dist/src/redteam/index.d.ts.map +1 -1
  44. package/dist/src/redteam/index.js +25 -6
  45. package/dist/src/redteam/index.js.map +1 -1
  46. package/dist/src/redteam/iterative.d.ts.map +1 -1
  47. package/dist/src/redteam/iterative.js +15 -2
  48. package/dist/src/redteam/iterative.js.map +1 -1
  49. package/dist/src/share.d.ts.map +1 -1
  50. package/dist/src/share.js +3 -1
  51. package/dist/src/share.js.map +1 -1
  52. package/dist/src/types.d.ts +2 -0
  53. package/dist/src/types.d.ts.map +1 -1
  54. package/dist/src/types.js.map +1 -1
  55. package/dist/src/util.d.ts.map +1 -1
  56. package/dist/src/util.js +19 -7
  57. package/dist/src/util.js.map +1 -1
  58. package/dist/src/web/nextui/404/index.html +1 -1
  59. package/dist/src/web/nextui/404.html +1 -1
  60. package/dist/src/web/nextui/_next/static/chunks/2-57ab5e84907f795a.js +1 -0
  61. package/dist/src/web/nextui/_next/static/chunks/{540-378a20144435cec6.js → 540-c94eb8fa0d9db136.js} +1 -1
  62. package/dist/src/web/nextui/_next/static/chunks/{166-157bfb431b68d949.js → 858-5d3a3678769b7e36.js} +1 -1
  63. package/dist/src/web/nextui/_next/static/chunks/954-58788165fb1e9563.js +6 -0
  64. package/dist/src/web/nextui/_next/static/chunks/{897-1955b232a2148365.js → 998-d370cd9f4473ff31.js} +4 -4
  65. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/{page-6fcc9431205718c7.js → page-ee73165dd261f3ca.js} +1 -1
  66. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/{page-8caf49a834d34420.js → page-7375a6707eb8675e.js} +1 -1
  67. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-c11cfb1b2c58325f.js +1 -0
  68. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-50073ee4b153b82b.js +1 -0
  69. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-0a71ecaf651124c2.js → page-310e2e58179970fa.js} +1 -1
  70. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-87d1e9bc26842e95.js +1 -0
  71. package/dist/src/web/nextui/_next/static/chunks/app/{layout-b7b366d291dbc9db.js → layout-eb2c3e6b0b7cca53.js} +1 -1
  72. package/dist/src/web/nextui/_next/static/chunks/app/{page-e07a0ddbf3d6e21c.js → page-251d4ea0ac894cd9.js} +1 -1
  73. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-15df1d043dee2f17.js +1 -0
  74. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-6d29c01079a556f4.js +1 -0
  75. package/dist/src/web/nextui/_next/static/chunks/app/report/{page-a0a68795eb905dcc.js → page-49d3492c635a81f5.js} +1 -1
  76. package/dist/src/web/nextui/_next/static/chunks/app/setup/{page-71b3060b06865254.js → page-8774494ce5143c0b.js} +1 -1
  77. package/dist/src/web/nextui/_next/static/chunks/{main-app-929a26b3c8cd3f7a.js → main-app-345c3eca7e5cf432.js} +1 -1
  78. package/dist/src/web/nextui/_next/static/chunks/webpack-8a9bc9ee0defb756.js +1 -0
  79. package/dist/src/web/nextui/_next/static/css/106779eb64615639.css +1 -0
  80. package/dist/src/web/nextui/_next/static/css/35ab7ce8025438b0.css +1 -0
  81. package/dist/src/web/nextui/_next/static/css/94b771e23fc5d5f5.css +1 -0
  82. package/dist/src/web/nextui/_next/static/media/05a31a2ca4975f99-s.woff2 +0 -0
  83. package/dist/src/web/nextui/_next/static/media/513657b02c5c193f-s.woff2 +0 -0
  84. package/dist/src/web/nextui/_next/static/media/51ed15f9841b9f9d-s.woff2 +0 -0
  85. package/dist/src/web/nextui/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2 +0 -0
  86. package/dist/src/web/nextui/_next/static/media/d6b16ce4a6175f26-s.woff2 +0 -0
  87. package/dist/src/web/nextui/_next/static/media/ec159349637c90ad-s.woff2 +0 -0
  88. package/dist/src/web/nextui/_next/static/media/fd4db3eb5472fc27-s.woff2 +0 -0
  89. package/dist/src/web/nextui/auth/login/index.html +1 -1
  90. package/dist/src/web/nextui/auth/login/index.txt +10 -15
  91. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  92. package/dist/src/web/nextui/auth/signup/index.txt +10 -15
  93. package/dist/src/web/nextui/datasets/index.html +1 -1
  94. package/dist/src/web/nextui/datasets/index.txt +10 -15
  95. package/dist/src/web/nextui/eval/index.html +1 -1
  96. package/dist/src/web/nextui/eval/index.txt +12 -17
  97. package/dist/src/web/nextui/index.html +1 -1
  98. package/dist/src/web/nextui/index.txt +11 -16
  99. package/dist/src/web/nextui/progress/index.html +1 -1
  100. package/dist/src/web/nextui/progress/index.txt +10 -15
  101. package/dist/src/web/nextui/prompts/index.html +1 -1
  102. package/dist/src/web/nextui/prompts/index.txt +10 -15
  103. package/dist/src/web/nextui/report/index.html +1 -1
  104. package/dist/src/web/nextui/report/index.txt +12 -17
  105. package/dist/src/web/nextui/setup/index.html +2 -2
  106. package/dist/src/web/nextui/setup/index.txt +12 -17
  107. package/package.json +2 -2
  108. package/dist/src/web/nextui/_next/static/chunks/2-d534f7b3af3e0505.js +0 -1
  109. package/dist/src/web/nextui/_next/static/chunks/954-c35d4864ecbacd62.js +0 -6
  110. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-4f93aacd25866d60.js +0 -1
  111. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-ce320e6d1e6d1d23.js +0 -1
  112. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-bf3968ed106645c6.js +0 -1
  113. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-52079a97d0c2e2ea.js +0 -1
  114. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-7da4796409bc2636.js +0 -1
  115. package/dist/src/web/nextui/_next/static/chunks/webpack-ac7a3125017b92ed.js +0 -1
  116. package/dist/src/web/nextui/_next/static/css/036bf4af64e53e86.css +0 -1
  117. package/dist/src/web/nextui/_next/static/css/b76f1739b5a14901.css +0 -1
  118. package/dist/src/web/nextui/_next/static/css/e141e895af3747c6.css +0 -1
  119. package/dist/src/web/nextui/_next/static/media/03b685511c0eaac3-s.woff2 +0 -0
  120. package/dist/src/web/nextui/_next/static/media/04fe87c30c4f76ea-s.woff2 +0 -0
  121. package/dist/src/web/nextui/_next/static/media/0e4fe491bf84089c-s.p.woff2 +0 -0
  122. package/dist/src/web/nextui/_next/static/media/101c7b68f2d8b610-s.woff2 +0 -0
  123. package/dist/src/web/nextui/_next/static/media/13259ce60de2aa3e-s.woff2 +0 -0
  124. package/dist/src/web/nextui/_next/static/media/1c57ca6f5208a29b-s.woff2 +0 -0
  125. package/dist/src/web/nextui/_next/static/media/1e8103c5d17beb1d-s.woff2 +0 -0
  126. package/dist/src/web/nextui/_next/static/media/388fb79562c9fc54-s.woff2 +0 -0
  127. package/dist/src/web/nextui/_next/static/media/3a04115668d8070d-s.p.woff2 +0 -0
  128. package/dist/src/web/nextui/_next/static/media/3a18fc8da1cdcd01-s.p.woff2 +0 -0
  129. package/dist/src/web/nextui/_next/static/media/3dbd163d3bb09d47-s.woff2 +0 -0
  130. package/dist/src/web/nextui/_next/static/media/42d52f46a26971a3-s.woff2 +0 -0
  131. package/dist/src/web/nextui/_next/static/media/5647e4c23315a2d2-s.woff2 +0 -0
  132. package/dist/src/web/nextui/_next/static/media/5f4dfe83faee04f1-s.woff2 +0 -0
  133. package/dist/src/web/nextui/_next/static/media/627622453ef56b0d-s.p.woff2 +0 -0
  134. package/dist/src/web/nextui/_next/static/media/67e05ba3467b9f4d-s.woff2 +0 -0
  135. package/dist/src/web/nextui/_next/static/media/699512af39861afa-s.p.woff2 +0 -0
  136. package/dist/src/web/nextui/_next/static/media/79015435f1a55eef-s.woff2 +0 -0
  137. package/dist/src/web/nextui/_next/static/media/7be645d133f3ee22-s.woff2 +0 -0
  138. package/dist/src/web/nextui/_next/static/media/7c53f7419436e04b-s.woff2 +0 -0
  139. package/dist/src/web/nextui/_next/static/media/8fb72f69fba4e3d2-s.woff2 +0 -0
  140. package/dist/src/web/nextui/_next/static/media/912a9cfe43c928d9-s.woff2 +0 -0
  141. package/dist/src/web/nextui/_next/static/media/91a88e0c5dd21dfa-s.woff2 +0 -0
  142. package/dist/src/web/nextui/_next/static/media/934c4b7cb736f2a3-s.p.woff2 +0 -0
  143. package/dist/src/web/nextui/_next/static/media/9b67ab375515cd6f-s.woff2 +0 -0
  144. package/dist/src/web/nextui/_next/static/media/9cf7d128be063d32-s.woff2 +0 -0
  145. package/dist/src/web/nextui/_next/static/media/a3c201c07e8eb753-s.woff2 +0 -0
  146. package/dist/src/web/nextui/_next/static/media/a5b77b63ef20339c-s.woff2 +0 -0
  147. package/dist/src/web/nextui/_next/static/media/a6d330d7873e7320-s.woff2 +0 -0
  148. package/dist/src/web/nextui/_next/static/media/b6db722c6886c2cd-s.woff2 +0 -0
  149. package/dist/src/web/nextui/_next/static/media/baf12dd90520ae41-s.woff2 +0 -0
  150. package/dist/src/web/nextui/_next/static/media/bbdb6f0234009aba-s.woff2 +0 -0
  151. package/dist/src/web/nextui/_next/static/media/cff529cd86cc0276-s.woff2 +0 -0
  152. package/dist/src/web/nextui/_next/static/media/d117eea74e01de14-s.woff2 +0 -0
  153. package/dist/src/web/nextui/_next/static/media/daa8cca6b52a70fa-s.woff2 +0 -0
  154. package/dist/src/web/nextui/_next/static/media/dfa8b99978df7bbc-s.woff2 +0 -0
  155. package/dist/src/web/nextui/_next/static/media/e195dd2ded485df3-s.woff2 +0 -0
  156. package/dist/src/web/nextui/_next/static/media/e25729ca87cc7df9-s.woff2 +0 -0
  157. package/dist/src/web/nextui/_next/static/media/e35c7314ac518ddc-s.woff2 +0 -0
  158. package/dist/src/web/nextui/_next/static/media/eb52b768f62eeeb4-s.woff2 +0 -0
  159. package/dist/src/web/nextui/_next/static/media/ee7e17a7bdd8636b-s.woff2 +0 -0
  160. package/dist/src/web/nextui/_next/static/media/f06116e890b3dadb-s.woff2 +0 -0
  161. /package/dist/src/web/nextui/_next/static/{4W0Qng9llk0Tg-jZCYupr → BCTl7ZJHSXC8sDtmlizu8}/_buildManifest.js +0 -0
  162. /package/dist/src/web/nextui/_next/static/{4W0Qng9llk0Tg-jZCYupr → BCTl7ZJHSXC8sDtmlizu8}/_ssgManifest.js +0 -0
  163. /package/dist/src/web/nextui/_next/static/chunks/{215-7d83203d614bcd6a.js → 215-7bd08e1ce7028897.js} +0 -0
  164. /package/dist/src/web/nextui/_next/static/chunks/{322-92c9551f32057648.js → 322-ac32773931b7a8aa.js} +0 -0
  165. /package/dist/src/web/nextui/_next/static/chunks/{378-4b0cc74c685f98f9.js → 378-c23e2864527ac3a0.js} +0 -0
  166. /package/dist/src/web/nextui/_next/static/chunks/{770-577cd7d7d380b3ac.js → 770-28c6d673e9540d80.js} +0 -0
  167. /package/dist/src/web/nextui/_next/static/chunks/{873-8bd18cf80e6e64e1.js → 873-e1436a5f57769f17.js} +0 -0
  168. /package/dist/src/web/nextui/_next/static/chunks/{915-cd96102a51e75c9d.js → 915-b1361d86b62c2cfe.js} +0 -0
  169. /package/dist/src/web/nextui/_next/static/chunks/{995-c9a656a43545902a.js → 995-81cea2f3d08297f2.js} +0 -0
@@ -0,0 +1 @@
1
+ ALTER TABLE evals ADD `author` text;
@@ -0,0 +1,244 @@
1
+ {
2
+ "version": "5",
3
+ "dialect": "sqlite",
4
+ "id": "6325e41a-40cd-4db1-9e99-df139a264a14",
5
+ "prevId": "476c887f-edcb-4b29-b054-50a8383cc6c2",
6
+ "tables": {
7
+ "datasets": {
8
+ "name": "datasets",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "tests": {
18
+ "name": "tests",
19
+ "type": "text",
20
+ "primaryKey": false,
21
+ "notNull": false,
22
+ "autoincrement": false
23
+ },
24
+ "created_at": {
25
+ "name": "created_at",
26
+ "type": "integer",
27
+ "primaryKey": false,
28
+ "notNull": true,
29
+ "autoincrement": false,
30
+ "default": "CURRENT_TIMESTAMP"
31
+ }
32
+ },
33
+ "indexes": {},
34
+ "foreignKeys": {},
35
+ "compositePrimaryKeys": {},
36
+ "uniqueConstraints": {}
37
+ },
38
+ "evals": {
39
+ "name": "evals",
40
+ "columns": {
41
+ "id": {
42
+ "name": "id",
43
+ "type": "text",
44
+ "primaryKey": true,
45
+ "notNull": true,
46
+ "autoincrement": false
47
+ },
48
+ "created_at": {
49
+ "name": "created_at",
50
+ "type": "integer",
51
+ "primaryKey": false,
52
+ "notNull": true,
53
+ "autoincrement": false,
54
+ "default": "CURRENT_TIMESTAMP"
55
+ },
56
+ "author": {
57
+ "name": "author",
58
+ "type": "text",
59
+ "primaryKey": false,
60
+ "notNull": false,
61
+ "autoincrement": false
62
+ },
63
+ "description": {
64
+ "name": "description",
65
+ "type": "text",
66
+ "primaryKey": false,
67
+ "notNull": false,
68
+ "autoincrement": false
69
+ },
70
+ "results": {
71
+ "name": "results",
72
+ "type": "text",
73
+ "primaryKey": false,
74
+ "notNull": true,
75
+ "autoincrement": false
76
+ },
77
+ "config": {
78
+ "name": "config",
79
+ "type": "text",
80
+ "primaryKey": false,
81
+ "notNull": true,
82
+ "autoincrement": false
83
+ }
84
+ },
85
+ "indexes": {},
86
+ "foreignKeys": {},
87
+ "compositePrimaryKeys": {},
88
+ "uniqueConstraints": {}
89
+ },
90
+ "evals_to_datasets": {
91
+ "name": "evals_to_datasets",
92
+ "columns": {
93
+ "eval_id": {
94
+ "name": "eval_id",
95
+ "type": "text",
96
+ "primaryKey": false,
97
+ "notNull": true,
98
+ "autoincrement": false
99
+ },
100
+ "dataset_id": {
101
+ "name": "dataset_id",
102
+ "type": "text",
103
+ "primaryKey": false,
104
+ "notNull": true,
105
+ "autoincrement": false
106
+ }
107
+ },
108
+ "indexes": {},
109
+ "foreignKeys": {
110
+ "evals_to_datasets_eval_id_evals_id_fk": {
111
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
112
+ "tableFrom": "evals_to_datasets",
113
+ "tableTo": "evals",
114
+ "columnsFrom": [
115
+ "eval_id"
116
+ ],
117
+ "columnsTo": [
118
+ "id"
119
+ ],
120
+ "onDelete": "no action",
121
+ "onUpdate": "no action"
122
+ },
123
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
124
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
125
+ "tableFrom": "evals_to_datasets",
126
+ "tableTo": "datasets",
127
+ "columnsFrom": [
128
+ "dataset_id"
129
+ ],
130
+ "columnsTo": [
131
+ "id"
132
+ ],
133
+ "onDelete": "no action",
134
+ "onUpdate": "no action"
135
+ }
136
+ },
137
+ "compositePrimaryKeys": {
138
+ "evals_to_datasets_eval_id_dataset_id_pk": {
139
+ "columns": [
140
+ "dataset_id",
141
+ "eval_id"
142
+ ],
143
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
144
+ }
145
+ },
146
+ "uniqueConstraints": {}
147
+ },
148
+ "evals_to_prompts": {
149
+ "name": "evals_to_prompts",
150
+ "columns": {
151
+ "eval_id": {
152
+ "name": "eval_id",
153
+ "type": "text",
154
+ "primaryKey": false,
155
+ "notNull": true,
156
+ "autoincrement": false
157
+ },
158
+ "prompt_id": {
159
+ "name": "prompt_id",
160
+ "type": "text",
161
+ "primaryKey": false,
162
+ "notNull": true,
163
+ "autoincrement": false
164
+ }
165
+ },
166
+ "indexes": {},
167
+ "foreignKeys": {
168
+ "evals_to_prompts_eval_id_evals_id_fk": {
169
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
170
+ "tableFrom": "evals_to_prompts",
171
+ "tableTo": "evals",
172
+ "columnsFrom": [
173
+ "eval_id"
174
+ ],
175
+ "columnsTo": [
176
+ "id"
177
+ ],
178
+ "onDelete": "no action",
179
+ "onUpdate": "no action"
180
+ },
181
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
182
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
183
+ "tableFrom": "evals_to_prompts",
184
+ "tableTo": "prompts",
185
+ "columnsFrom": [
186
+ "prompt_id"
187
+ ],
188
+ "columnsTo": [
189
+ "id"
190
+ ],
191
+ "onDelete": "no action",
192
+ "onUpdate": "no action"
193
+ }
194
+ },
195
+ "compositePrimaryKeys": {
196
+ "evals_to_prompts_eval_id_prompt_id_pk": {
197
+ "columns": [
198
+ "eval_id",
199
+ "prompt_id"
200
+ ],
201
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
202
+ }
203
+ },
204
+ "uniqueConstraints": {}
205
+ },
206
+ "prompts": {
207
+ "name": "prompts",
208
+ "columns": {
209
+ "id": {
210
+ "name": "id",
211
+ "type": "text",
212
+ "primaryKey": true,
213
+ "notNull": true,
214
+ "autoincrement": false
215
+ },
216
+ "created_at": {
217
+ "name": "created_at",
218
+ "type": "integer",
219
+ "primaryKey": false,
220
+ "notNull": true,
221
+ "autoincrement": false,
222
+ "default": "CURRENT_TIMESTAMP"
223
+ },
224
+ "prompt": {
225
+ "name": "prompt",
226
+ "type": "text",
227
+ "primaryKey": false,
228
+ "notNull": true,
229
+ "autoincrement": false
230
+ }
231
+ },
232
+ "indexes": {},
233
+ "foreignKeys": {},
234
+ "compositePrimaryKeys": {},
235
+ "uniqueConstraints": {}
236
+ }
237
+ },
238
+ "enums": {},
239
+ "_meta": {
240
+ "schemas": {},
241
+ "tables": {},
242
+ "columns": {}
243
+ }
244
+ }
@@ -15,6 +15,13 @@
15
15
  "when": 1710706957023,
16
16
  "tag": "0001_wide_calypso",
17
17
  "breakpoints": true
18
+ },
19
+ {
20
+ "idx": 2,
21
+ "version": "5",
22
+ "when": 1719636070237,
23
+ "tag": "0002_tidy_juggernaut",
24
+ "breakpoints": true
18
25
  }
19
26
  ]
20
27
  }
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.68.3",
5
+ "version": "0.69.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -140,7 +140,7 @@
140
140
  "opener": "^1.5.2",
141
141
  "proxy-agent": "^6.4.0",
142
142
  "python-shell": "^5.0.0",
143
- "replicate": "^0.30.2",
143
+ "replicate": "^0.31.0",
144
144
  "rfdc": "^1.4.1",
145
145
  "rouge": "git+https://github.com/kenlimmj/rouge.git#f35111b599aca55f1d4dc1d4a3d15e28e7f7c55f",
146
146
  "semver": "^7.6.2",
@@ -1,3 +1,4 @@
1
- export declare function getUserEmail(): string | undefined;
1
+ export declare function getUserEmail(): string | null;
2
2
  export declare function setUserEmail(email: string): void;
3
+ export declare function getAuthor(): string | null;
3
4
  //# sourceMappingURL=accounts.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAGjD;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,QAEzC"}
1
+ {"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,IAAI,MAAM,GAAG,IAAI,CAG5C;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,QAEzC;AAED,wBAAgB,SAAS,IAAI,MAAM,GAAG,IAAI,CAEzC"}
@@ -1,14 +1,18 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.setUserEmail = exports.getUserEmail = void 0;
3
+ exports.getAuthor = exports.setUserEmail = exports.getUserEmail = void 0;
4
4
  const globalConfig_1 = require("./globalConfig");
5
5
  function getUserEmail() {
6
6
  const globalConfig = (0, globalConfig_1.readGlobalConfig)();
7
- return globalConfig.account?.email;
7
+ return globalConfig.account?.email || null;
8
8
  }
9
9
  exports.getUserEmail = getUserEmail;
10
10
  function setUserEmail(email) {
11
11
  (0, globalConfig_1.writeGlobalConfig)({ account: { email } });
12
12
  }
13
13
  exports.setUserEmail = setUserEmail;
14
+ function getAuthor() {
15
+ return getUserEmail() || null;
16
+ }
17
+ exports.getAuthor = getAuthor;
14
18
  //# sourceMappingURL=accounts.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":";;;AAAA,iDAAqE;AAErE,SAAgB,YAAY;IAC1B,MAAM,YAAY,GAAG,IAAA,+BAAgB,GAAE,CAAC;IACxC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;AACrC,CAAC;AAHD,oCAGC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAA,gCAAiB,EAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAFD,oCAEC"}
1
+ {"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/accounts.ts"],"names":[],"mappings":";;;AAAA,iDAAqE;AAErE,SAAgB,YAAY;IAC1B,MAAM,YAAY,GAAG,IAAA,+BAAgB,GAAE,CAAC;IACxC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAC7C,CAAC;AAHD,oCAGC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAA,gCAAiB,EAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAFD,oCAEC;AAED,SAAgB,SAAS;IACvB,OAAO,YAAY,EAAE,IAAI,IAAI,CAAC;AAChC,CAAC;AAFD,8BAEC"}
@@ -0,0 +1,3 @@
1
+ import type { ApiProvider } from '../../types';
2
+ export declare function filterProviders(providers: ApiProvider[], filterProvidersOption?: string): ApiProvider[];
3
+ //# sourceMappingURL=filterProviders.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"filterProviders.d.ts","sourceRoot":"","sources":["../../../../src/commands/eval/filterProviders.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,wBAAgB,eAAe,CAC7B,SAAS,EAAE,WAAW,EAAE,EACxB,qBAAqB,CAAC,EAAE,MAAM,GAC7B,WAAW,EAAE,CAaf"}
@@ -0,0 +1,16 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.filterProviders = void 0;
4
+ function filterProviders(providers, filterProvidersOption) {
5
+ if (!filterProvidersOption) {
6
+ return providers;
7
+ }
8
+ const filterRegex = new RegExp(filterProvidersOption);
9
+ return providers.filter((provider) => {
10
+ const providerId = provider.id();
11
+ const providerLabel = provider.label;
12
+ return filterRegex.test(providerId) || (providerLabel && filterRegex.test(providerLabel));
13
+ });
14
+ }
15
+ exports.filterProviders = filterProviders;
16
+ //# sourceMappingURL=filterProviders.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"filterProviders.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterProviders.ts"],"names":[],"mappings":";;;AAEA,SAAgB,eAAe,CAC7B,SAAwB,EACxB,qBAA8B;IAE9B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAEtD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;QACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC;QAErC,OAAO,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAhBD,0CAgBC"}
@@ -1 +1 @@
1
- {"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,QAgC7C"}
1
+ {"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,QAiC7C"}
@@ -22,6 +22,7 @@ function importCommand(program) {
22
22
  .values({
23
23
  id: evalData.id,
24
24
  createdAt: evalData.createdAt,
25
+ author: evalData.author || 'Unknown',
25
26
  description: evalData.description,
26
27
  results: evalData.results,
27
28
  config: evalData.config,
@@ -1 +1 @@
1
- {"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;AACA,4CAAoB;AACpB,0CAA2C;AAC3C,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEzC,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE;iBACL,MAAM,CAAC,gBAAK,CAAC;iBACb,MAAM,CAAC;gBACN,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACxB,CAAC;iBACD,GAAG,EAAE,CAAC;YAET,gBAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC3E,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC;AAhCD,sCAgCC"}
1
+ {"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;AACA,4CAAoB;AACpB,0CAA2C;AAC3C,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEzC,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE;iBACL,MAAM,CAAC,gBAAK,CAAC;iBACb,MAAM,CAAC;gBACN,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;gBACpC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACxB,CAAC;iBACD,GAAG,EAAE,CAAC;YAET,gBAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC3E,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC;AAjCD,sCAiCC"}
@@ -31,7 +31,7 @@ async function handlePrompt(id) {
31
31
  table.push({
32
32
  'Eval ID': evl.id.slice(0, 6),
33
33
  'Dataset ID': evl.datasetId.slice(0, 6),
34
- 'Raw score': evl.metrics?.score.toFixed(2) || '-',
34
+ 'Raw score': evl.metrics?.score?.toFixed(2) || '-',
35
35
  'Pass rate': evl.metrics && evl.metrics.testPassCount + evl.metrics.testFailCount > 0
36
36
  ? `${((evl.metrics.testPassCount /
37
37
  (evl.metrics.testPassCount + evl.metrics.testFailCount)) *
@@ -92,7 +92,7 @@ async function handleDataset(id) {
92
92
  table.push({
93
93
  'Eval ID': prompt.evalId.slice(0, 6),
94
94
  'Prompt ID': prompt.id.slice(0, 6),
95
- 'Raw score': prompt.prompt.metrics?.score.toFixed(2) || '-',
95
+ 'Raw score': prompt.prompt.metrics?.score?.toFixed(2) || '-',
96
96
  'Pass rate': prompt.prompt.metrics &&
97
97
  prompt.prompt.metrics.testPassCount + prompt.prompt.metrics.testFailCount > 0
98
98
  ? `${((prompt.prompt.metrics.testPassCount /
@@ -1 +1 @@
1
- {"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,uDAA+B;AAC/B,oCAAoD;AACpD,6DAAqC;AACrC,kCAMiB;AAEjB,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YACjD,WAAW,EACT,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBACtE,CAAC,CAAC,GAAG,CACD,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa;oBACxB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC1D,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YAC/C,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAChD,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU;IAClC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,WAAW;KAClB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACjD,gBAAM,CAAC,IAAI,CAAC,IAAA,qBAAa,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACpD,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;IACtF,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACtC,IAAA,kBAAW,GAAE,CAAC;IACd,6BAA6B;IAC7B,gBAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACzC,gBAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GACtD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAC1D,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAU;IACrC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,cAAc;KACrB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACzC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAChD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAC3D,WAAW,EACT,MAAM,CAAC,MAAM,CAAC,OAAO;gBACrB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBAC3E,CAAC,CAAC,GAAG,CACD,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBAClC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC9E,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAC1D,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,OAAgB;IAChD,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,mBAAmB,EAAE,8BAA8B,CAAC;SAC3D,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,MAA4B,EAAE,EAAE;QACzD,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QAEH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,WAAW;SACR,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,YAAY,CAAC,CAAC;IAExB,WAAW;SACR,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAC3B,CAAC;AA7CD,kCA6CC"}
1
+ {"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,uDAA+B;AAC/B,oCAAoD;AACpD,6DAAqC;AACrC,kCAMiB;AAEjB,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAClD,WAAW,EACT,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBACtE,CAAC,CAAC,GAAG,CACD,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa;oBACxB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC1D,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YAC/C,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAChD,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU;IAClC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,WAAW;KAClB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACjD,gBAAM,CAAC,IAAI,CAAC,IAAA,qBAAa,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACpD,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;IACtF,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACtC,IAAA,kBAAW,GAAE,CAAC;IACd,6BAA6B;IAC7B,gBAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACzC,gBAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GACtD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAC1D,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAU;IACrC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,cAAc;KACrB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACzC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAChD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAC5D,WAAW,EACT,MAAM,CAAC,MAAM,CAAC,OAAO;gBACrB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBAC3E,CAAC,CAAC,GAAG,CACD,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBAClC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC9E,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAC1D,CAAC,CAAC;IACL,CAAC;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,OAAgB;IAChD,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,mBAAmB,EAAE,8BAA8B,CAAC;SAC3D,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,MAA4B,EAAE,EAAE;QACzD,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QAEH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,WAAW;SACR,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,YAAY,CAAC,CAAC;IAExB,WAAW;SACR,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAC3B,CAAC;AA7CD,kCA6CC"}
@@ -70,6 +70,18 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
70
70
  enumValues: undefined;
71
71
  baseColumn: never;
72
72
  }, object>;
73
+ author: import("drizzle-orm/sqlite-core").SQLiteColumn<{
74
+ name: "author";
75
+ tableName: "evals";
76
+ dataType: "string";
77
+ columnType: "SQLiteText";
78
+ data: string;
79
+ driverParam: string;
80
+ notNull: false;
81
+ hasDefault: false;
82
+ enumValues: [string, ...string[]];
83
+ baseColumn: never;
84
+ }, object>;
73
85
  description: import("drizzle-orm/sqlite-core").SQLiteColumn<{
74
86
  name: "description";
75
87
  tableName: "evals";
@@ -1 +1 @@
1
- {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAK9D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMlB,CAAC;AAEH,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQhB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMnB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;EAGxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AA+CJ,wBAAgB,SAAS,WAExB;AAED,wBAAgB,eAAe,WAE9B;AAED,wBAAgB,KAAK,wFAMpB"}
1
+ {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAK9D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMlB,CAAC;AAEH,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAShB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMnB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;EAGxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AA+CJ,wBAAgB,SAAS,WAExB;AAED,wBAAgB,eAAe,WAE9B;AAED,wBAAgB,KAAK,wFAMpB"}
@@ -23,6 +23,7 @@ exports.evals = (0, sqlite_core_1.sqliteTable)('evals', {
23
23
  createdAt: (0, sqlite_core_1.integer)('created_at')
24
24
  .notNull()
25
25
  .default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
26
+ author: (0, sqlite_core_1.text)('author'),
26
27
  description: (0, sqlite_core_1.text)('description'),
27
28
  results: (0, sqlite_core_1.text)('results', { mode: 'json' }).$type().notNull(),
28
29
  config: (0, sqlite_core_1.text)('config', { mode: 'json' }).$type().notNull(),
@@ -1 +1 @@
1
- {"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAsC;AACtC,6CAA6C;AAC7C,+DAAqD;AACrD,yDAAiF;AACjF,0DAA6B;AAE7B,iCAAgD;AAEhD,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAAC,SAAS,EAAE;IAC5C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,CAAC,CAAC;AAEU,QAAA,KAAK,GAAG,IAAA,yBAAW,EAAC,OAAO,EAAE;IACxC,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACpD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EAAC,UAAU,EAAE;IAC9C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;CACrD,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE;AAEF,IAAI,UAAU,GAAsC,IAAI,CAAC;AAEzD,SAAgB,SAAS;IACvB,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5F,CAAC;AAFD,8BAEC;AAED,SAAgB,eAAe;IAC7B,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;AAC/F,CAAC;AAFD,0CAEC;AAED,SAAgB,KAAK;IACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,IAAA,wBAAO,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAND,sBAMC"}
1
+ {"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAsC;AACtC,6CAA6C;AAC7C,+DAAqD;AACrD,yDAAiF;AACjF,0DAA6B;AAE7B,iCAAgD;AAEhD,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAAC,SAAS,EAAE;IAC5C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,CAAC,CAAC;AAEU,QAAA,KAAK,GAAG,IAAA,yBAAW,EAAC,OAAO,EAAE;IACxC,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACpD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EAAC,UAAU,EAAE;IAC9C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;CACrD,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE;AAEF,IAAI,UAAU,GAAsC,IAAI,CAAC;AAEzD,SAAgB,SAAS;IACvB,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5F,CAAC;AAFD,8BAEC;AAED,SAAgB,eAAe;IAC7B,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,EAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;AAC/F,CAAC;AAFD,0CAEC;AAED,SAAgB,KAAK;IACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,IAAA,wBAAO,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAND,sBAMC"}
package/dist/src/main.js CHANGED
@@ -43,6 +43,7 @@ const checkNodeVersion_1 = require("./checkNodeVersion");
43
43
  const cliState_1 = __importDefault(require("./cliState"));
44
44
  const config_1 = require("./commands/config");
45
45
  const delete_1 = require("./commands/delete");
46
+ const filterProviders_1 = require("./commands/eval/filterProviders");
46
47
  const filterTests_1 = require("./commands/eval/filterTests");
47
48
  const export_1 = require("./commands/export");
48
49
  const import_1 = require("./commands/import");
@@ -512,6 +513,7 @@ async function main() {
512
513
  .option('--interactive-providers', 'Run providers interactively, one at a time', defaultConfig?.evaluateOptions?.interactiveProviders)
513
514
  .option('-n, --filter-first-n <number>', 'Only run the first N tests')
514
515
  .option('--filter-pattern <pattern>', 'Only run tests whose description matches the regular expression pattern')
516
+ .option('--filter-providers <providers>', 'Only run tests with these providers')
515
517
  .option('--filter-failing <path>', 'Path to json output file')
516
518
  .option('--var <key=value>', 'Set a variable in key=value format', (value, previous = {}) => {
517
519
  const [key, val] = value.split('=');
@@ -556,6 +558,7 @@ async function main() {
556
558
  pattern: cmdObj.filterPattern,
557
559
  failing: cmdObj.filterFailing,
558
560
  });
561
+ testSuite.providers = (0, filterProviders_1.filterProviders)(testSuite.providers, cmdObj.filterProviders);
559
562
  const options = {
560
563
  showProgressBar: (0, logger_1.getLogLevel)() === 'debug' ? false : cmdObj.progressBar,
561
564
  maxConcurrency: !isNaN(maxConcurrency) && maxConcurrency > 0 ? maxConcurrency : undefined,