promptfoo 0.93.2 → 0.94.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (267) hide show
  1. package/dist/drizzle/0008_broad_boomer.sql +2 -0
  2. package/dist/drizzle/0009_strong_marten_broadcloak.sql +19 -0
  3. package/dist/drizzle/meta/0008_snapshot.json +732 -0
  4. package/dist/drizzle/meta/0009_snapshot.json +622 -0
  5. package/dist/drizzle/meta/_journal.json +14 -0
  6. package/dist/package.json +16 -19
  7. package/dist/src/app/assets/index-CKeaKcHn.css +1 -0
  8. package/dist/src/app/assets/index-D0jdLrEN.js +769 -0
  9. package/dist/src/app/assets/{index.es-C_NMLMrz.js → index.es-BExeKHIA.js} +1 -1
  10. package/dist/src/app/assets/{sync-C0Slgwbm.js → sync-B6HKT-pd.js} +1 -1
  11. package/dist/src/app/index.html +3 -3
  12. package/dist/src/{assertions.d.ts → assertions/index.d.ts} +4 -4
  13. package/dist/src/assertions/index.d.ts.map +1 -0
  14. package/dist/src/{assertions.js → assertions/index.js} +33 -45
  15. package/dist/src/assertions/index.js.map +1 -0
  16. package/dist/src/assertions/utils.d.ts +4 -0
  17. package/dist/src/assertions/utils.d.ts.map +1 -0
  18. package/dist/src/assertions/utils.js +39 -0
  19. package/dist/src/assertions/utils.js.map +1 -0
  20. package/dist/src/cache.d.ts +0 -1
  21. package/dist/src/cache.d.ts.map +1 -1
  22. package/dist/src/cache.js.map +1 -1
  23. package/dist/src/commands/auth.d.ts.map +1 -1
  24. package/dist/src/commands/auth.js +25 -18
  25. package/dist/src/commands/auth.js.map +1 -1
  26. package/dist/src/commands/config.d.ts.map +1 -1
  27. package/dist/src/commands/config.js +41 -8
  28. package/dist/src/commands/config.js.map +1 -1
  29. package/dist/src/commands/eval.d.ts.map +1 -1
  30. package/dist/src/commands/eval.js +37 -19
  31. package/dist/src/commands/eval.js.map +1 -1
  32. package/dist/src/commands/init.d.ts.map +1 -1
  33. package/dist/src/commands/init.js +3 -4
  34. package/dist/src/commands/init.js.map +1 -1
  35. package/dist/src/database/index.d.ts.map +1 -1
  36. package/dist/src/database/index.js +4 -1
  37. package/dist/src/database/index.js.map +1 -1
  38. package/dist/src/database/tables.d.ts +0 -114
  39. package/dist/src/database/tables.d.ts.map +1 -1
  40. package/dist/src/database/tables.js +7 -34
  41. package/dist/src/database/tables.js.map +1 -1
  42. package/dist/src/envars.d.ts +8 -5
  43. package/dist/src/envars.d.ts.map +1 -1
  44. package/dist/src/envars.js.map +1 -1
  45. package/dist/src/evaluator.d.ts.map +1 -1
  46. package/dist/src/evaluator.js +0 -5
  47. package/dist/src/evaluator.js.map +1 -1
  48. package/dist/src/fetch.d.ts +0 -1
  49. package/dist/src/fetch.d.ts.map +1 -1
  50. package/dist/src/fetch.js +3 -4
  51. package/dist/src/fetch.js.map +1 -1
  52. package/dist/src/globalConfig/cloud.d.ts +22 -1
  53. package/dist/src/globalConfig/cloud.d.ts.map +1 -1
  54. package/dist/src/globalConfig/cloud.js +5 -0
  55. package/dist/src/globalConfig/cloud.js.map +1 -1
  56. package/dist/src/googleSheets.d.ts.map +1 -1
  57. package/dist/src/googleSheets.js +13 -2
  58. package/dist/src/googleSheets.js.map +1 -1
  59. package/dist/src/integrations/portkey.d.ts.map +1 -1
  60. package/dist/src/integrations/portkey.js +1 -2
  61. package/dist/src/integrations/portkey.js.map +1 -1
  62. package/dist/src/models/eval.d.ts +1 -3
  63. package/dist/src/models/eval.d.ts.map +1 -1
  64. package/dist/src/models/eval.js +5 -21
  65. package/dist/src/models/eval.js.map +1 -1
  66. package/dist/src/models/evalResult.d.ts +2 -0
  67. package/dist/src/models/evalResult.d.ts.map +1 -1
  68. package/dist/src/models/evalResult.js +4 -1
  69. package/dist/src/models/evalResult.js.map +1 -1
  70. package/dist/src/onboarding.d.ts +1 -1
  71. package/dist/src/onboarding.d.ts.map +1 -1
  72. package/dist/src/onboarding.js +8 -2
  73. package/dist/src/onboarding.js.map +1 -1
  74. package/dist/src/prompts/processors/javascript.d.ts +1 -0
  75. package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
  76. package/dist/src/prompts/processors/javascript.js +6 -2
  77. package/dist/src/prompts/processors/javascript.js.map +1 -1
  78. package/dist/src/prompts/processors/python.d.ts +2 -0
  79. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  80. package/dist/src/prompts/processors/python.js +4 -2
  81. package/dist/src/prompts/processors/python.js.map +1 -1
  82. package/dist/src/providers/anthropic.js +1 -1
  83. package/dist/src/providers/anthropic.js.map +1 -1
  84. package/dist/src/providers/bedrock.d.ts +4 -0
  85. package/dist/src/providers/bedrock.d.ts.map +1 -1
  86. package/dist/src/providers/bedrock.js +12 -0
  87. package/dist/src/providers/bedrock.js.map +1 -1
  88. package/dist/src/providers/fal.d.ts.map +1 -1
  89. package/dist/src/providers/fal.js +1 -2
  90. package/dist/src/providers/fal.js.map +1 -1
  91. package/dist/src/providers/http.d.ts +6 -2
  92. package/dist/src/providers/http.d.ts.map +1 -1
  93. package/dist/src/providers/http.js +70 -29
  94. package/dist/src/providers/http.js.map +1 -1
  95. package/dist/src/providers/openai.d.ts.map +1 -1
  96. package/dist/src/providers/openai.js +39 -30
  97. package/dist/src/providers/openai.js.map +1 -1
  98. package/dist/src/providers/palm.d.ts.map +1 -1
  99. package/dist/src/providers/palm.js +3 -1
  100. package/dist/src/providers/palm.js.map +1 -1
  101. package/dist/src/providers/replicate.d.ts.map +1 -1
  102. package/dist/src/providers/replicate.js +2 -3
  103. package/dist/src/providers/replicate.js.map +1 -1
  104. package/dist/src/providers/togetherai.d.ts +7 -0
  105. package/dist/src/providers/togetherai.d.ts.map +1 -0
  106. package/dist/src/providers/togetherai.js +33 -0
  107. package/dist/src/providers/togetherai.js.map +1 -0
  108. package/dist/src/providers/vertex.d.ts.map +1 -1
  109. package/dist/src/providers/vertex.js +4 -4
  110. package/dist/src/providers/vertex.js.map +1 -1
  111. package/dist/src/providers/vertexUtil.d.ts +78 -1
  112. package/dist/src/providers/vertexUtil.d.ts.map +1 -1
  113. package/dist/src/providers/vertexUtil.js +57 -15
  114. package/dist/src/providers/vertexUtil.js.map +1 -1
  115. package/dist/src/providers/watsonx.d.ts +39 -4
  116. package/dist/src/providers/watsonx.d.ts.map +1 -1
  117. package/dist/src/providers/watsonx.js +293 -22
  118. package/dist/src/providers/watsonx.js.map +1 -1
  119. package/dist/src/providers/xai.d.ts +7 -0
  120. package/dist/src/providers/xai.d.ts.map +1 -0
  121. package/dist/src/providers/xai.js +23 -0
  122. package/dist/src/providers/xai.js.map +1 -0
  123. package/dist/src/providers.d.ts.map +1 -1
  124. package/dist/src/providers.js +26 -0
  125. package/dist/src/providers.js.map +1 -1
  126. package/dist/src/python/pythonUtils.js +2 -2
  127. package/dist/src/python/pythonUtils.js.map +1 -1
  128. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  129. package/dist/src/redteam/commands/init.js +8 -3
  130. package/dist/src/redteam/commands/init.js.map +1 -1
  131. package/dist/src/redteam/constants.d.ts +25 -2
  132. package/dist/src/redteam/constants.d.ts.map +1 -1
  133. package/dist/src/redteam/constants.js +361 -27
  134. package/dist/src/redteam/constants.js.map +1 -1
  135. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  136. package/dist/src/redteam/strategies/index.js +10 -0
  137. package/dist/src/redteam/strategies/index.js.map +1 -1
  138. package/dist/src/redteam/strategies/mathPrompt.d.ts +5 -0
  139. package/dist/src/redteam/strategies/mathPrompt.d.ts.map +1 -0
  140. package/dist/src/redteam/strategies/mathPrompt.js +140 -0
  141. package/dist/src/redteam/strategies/mathPrompt.js.map +1 -0
  142. package/dist/src/server/apiSchemas.d.ts +59 -0
  143. package/dist/src/server/apiSchemas.d.ts.map +1 -0
  144. package/dist/src/server/apiSchemas.js +37 -0
  145. package/dist/src/server/apiSchemas.js.map +1 -0
  146. package/dist/src/server/routes/eval.d.ts +2 -0
  147. package/dist/src/server/routes/eval.d.ts.map +1 -0
  148. package/dist/src/server/routes/eval.js +160 -0
  149. package/dist/src/server/routes/eval.js.map +1 -0
  150. package/dist/src/server/routes/providers.d.ts.map +1 -1
  151. package/dist/src/server/routes/providers.js.map +1 -1
  152. package/dist/src/server/routes/redteam.d.ts +2 -0
  153. package/dist/src/server/routes/redteam.d.ts.map +1 -0
  154. package/dist/src/server/routes/redteam.js +43 -0
  155. package/dist/src/server/routes/redteam.js.map +1 -0
  156. package/dist/src/server/routes/user.d.ts +2 -0
  157. package/dist/src/server/routes/user.d.ts.map +1 -0
  158. package/dist/src/server/routes/user.js +60 -0
  159. package/dist/src/server/routes/user.js.map +1 -0
  160. package/dist/src/server/server.d.ts.map +1 -1
  161. package/dist/src/server/server.js +25 -141
  162. package/dist/src/server/server.js.map +1 -1
  163. package/dist/src/share.d.ts.map +1 -1
  164. package/dist/src/share.js.map +1 -1
  165. package/dist/src/telemetry.d.ts +21 -6
  166. package/dist/src/telemetry.d.ts.map +1 -1
  167. package/dist/src/telemetry.js +28 -11
  168. package/dist/src/telemetry.js.map +1 -1
  169. package/dist/src/testCases.d.ts.map +1 -1
  170. package/dist/src/testCases.js +9 -0
  171. package/dist/src/testCases.js.map +1 -1
  172. package/dist/src/types/index.d.ts.map +1 -1
  173. package/dist/src/types/index.js +1 -0
  174. package/dist/src/types/index.js.map +1 -1
  175. package/dist/src/types/prompts.d.ts +1 -0
  176. package/dist/src/types/prompts.d.ts.map +1 -1
  177. package/dist/src/types/providers.d.ts +3 -2
  178. package/dist/src/types/providers.d.ts.map +1 -1
  179. package/dist/src/types/providers.js.map +1 -1
  180. package/dist/src/util/config/default.d.ts +1 -0
  181. package/dist/src/util/config/default.d.ts.map +1 -1
  182. package/dist/src/util/config/default.js +4 -0
  183. package/dist/src/util/config/default.js.map +1 -1
  184. package/dist/src/util/index.d.ts +0 -1
  185. package/dist/src/util/index.d.ts.map +1 -1
  186. package/dist/src/util/index.js +1 -10
  187. package/dist/src/util/index.js.map +1 -1
  188. package/dist/src/validators/redteam.d.ts +6 -3
  189. package/dist/src/validators/redteam.d.ts.map +1 -1
  190. package/dist/src/validators/redteam.js +15 -14
  191. package/dist/src/validators/redteam.js.map +1 -1
  192. package/dist/test/assertions.test.js +191 -113
  193. package/dist/test/assertions.test.js.map +1 -1
  194. package/dist/test/assertions.utils.test.d.ts +2 -0
  195. package/dist/test/assertions.utils.test.d.ts.map +1 -0
  196. package/dist/test/assertions.utils.test.js +124 -0
  197. package/dist/test/assertions.utils.test.js.map +1 -0
  198. package/dist/test/cache.test.js +10 -16
  199. package/dist/test/cache.test.js.map +1 -1
  200. package/dist/test/commands/init.test.js +14 -11
  201. package/dist/test/commands/init.test.js.map +1 -1
  202. package/dist/test/evaluator.test.js +0 -1
  203. package/dist/test/evaluator.test.js.map +1 -1
  204. package/dist/test/evaluatorHelpers.test.js +0 -1
  205. package/dist/test/evaluatorHelpers.test.js.map +1 -1
  206. package/dist/test/models/eval.test.js +30 -1
  207. package/dist/test/models/eval.test.js.map +1 -1
  208. package/dist/test/onboarding.test.js +1 -1
  209. package/dist/test/prompts.processors.javascript.test.js +54 -1
  210. package/dist/test/prompts.processors.javascript.test.js.map +1 -1
  211. package/dist/test/prompts.processors.python.test.js +15 -0
  212. package/dist/test/prompts.processors.python.test.js.map +1 -1
  213. package/dist/test/prompts.processors.python.utils.test.js +2 -0
  214. package/dist/test/prompts.processors.python.utils.test.js.map +1 -1
  215. package/dist/test/prompts.test.js +2 -0
  216. package/dist/test/prompts.test.js.map +1 -1
  217. package/dist/test/providers.bedrock.test.js +58 -6
  218. package/dist/test/providers.bedrock.test.js.map +1 -1
  219. package/dist/test/providers.http.test.js +127 -31
  220. package/dist/test/providers.http.test.js.map +1 -1
  221. package/dist/test/providers.palm.test.d.ts +2 -0
  222. package/dist/test/providers.palm.test.d.ts.map +1 -0
  223. package/dist/test/providers.palm.test.js +131 -0
  224. package/dist/test/providers.palm.test.js.map +1 -0
  225. package/dist/test/providers.test.js +165 -73
  226. package/dist/test/providers.test.js.map +1 -1
  227. package/dist/test/providers.togetherai.test.d.ts +2 -0
  228. package/dist/test/providers.togetherai.test.d.ts.map +1 -0
  229. package/dist/test/providers.togetherai.test.js +53 -0
  230. package/dist/test/providers.togetherai.test.js.map +1 -0
  231. package/dist/test/providers.vertex.test.js +103 -1
  232. package/dist/test/providers.vertex.test.js.map +1 -1
  233. package/dist/test/providers.watsonx.test.js +81 -10
  234. package/dist/test/providers.watsonx.test.js.map +1 -1
  235. package/dist/test/providers.xai.test.d.ts +2 -0
  236. package/dist/test/providers.xai.test.d.ts.map +1 -0
  237. package/dist/test/providers.xai.test.js +47 -0
  238. package/dist/test/providers.xai.test.js.map +1 -0
  239. package/dist/test/rateLimit.test.js +18 -28
  240. package/dist/test/rateLimit.test.js.map +1 -1
  241. package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts +2 -0
  242. package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts.map +1 -0
  243. package/dist/test/redteam/plugins/pluginDocumentation.test.js +38 -0
  244. package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +1 -0
  245. package/dist/test/redteam/validators.test.js +1 -0
  246. package/dist/test/redteam/validators.test.js.map +1 -1
  247. package/dist/test/server/providers.test.js +13 -1
  248. package/dist/test/server/providers.test.js.map +1 -1
  249. package/dist/test/testCases.test.js +8 -1
  250. package/dist/test/testCases.test.js.map +1 -1
  251. package/dist/test/util.config.load.test.d.ts +2 -0
  252. package/dist/test/util.config.load.test.d.ts.map +1 -0
  253. package/dist/test/{util.config.load.test.ts.js → util.config.load.test.js} +1 -26
  254. package/dist/test/util.config.load.test.js.map +1 -0
  255. package/dist/tsconfig.tsbuildinfo +1 -1
  256. package/package.json +16 -19
  257. package/dist/src/app/assets/index-CkOXAWT6.js +0 -767
  258. package/dist/src/app/assets/index-DSMggY6i.css +0 -1
  259. package/dist/src/assertions.d.ts.map +0 -1
  260. package/dist/src/assertions.js.map +0 -1
  261. package/dist/src/models/provider.d.ts +0 -11
  262. package/dist/src/models/provider.d.ts.map +0 -1
  263. package/dist/src/models/provider.js +0 -52
  264. package/dist/src/models/provider.js.map +0 -1
  265. package/dist/test/util.config.load.test.ts.d.ts +0 -2
  266. package/dist/test/util.config.load.test.ts.d.ts.map +0 -1
  267. package/dist/test/util.config.load.test.ts.js.map +0 -1
@@ -0,0 +1,732 @@
1
+ {
2
+ "version": "6",
3
+ "dialect": "sqlite",
4
+ "id": "107d087a-ef3a-4cad-8f3f-421b7ea73a26",
5
+ "prevId": "e10bb4e5-3cf9-4c22-9383-d1894e47267b",
6
+ "tables": {
7
+ "datasets": {
8
+ "name": "datasets",
9
+ "columns": {
10
+ "id": {
11
+ "name": "id",
12
+ "type": "text",
13
+ "primaryKey": true,
14
+ "notNull": true,
15
+ "autoincrement": false
16
+ },
17
+ "tests": {
18
+ "name": "tests",
19
+ "type": "text",
20
+ "primaryKey": false,
21
+ "notNull": false,
22
+ "autoincrement": false
23
+ },
24
+ "created_at": {
25
+ "name": "created_at",
26
+ "type": "integer",
27
+ "primaryKey": false,
28
+ "notNull": true,
29
+ "autoincrement": false,
30
+ "default": "CURRENT_TIMESTAMP"
31
+ }
32
+ },
33
+ "indexes": {
34
+ "datasets_created_at_idx": {
35
+ "name": "datasets_created_at_idx",
36
+ "columns": [
37
+ "created_at"
38
+ ],
39
+ "isUnique": false
40
+ }
41
+ },
42
+ "foreignKeys": {},
43
+ "compositePrimaryKeys": {},
44
+ "uniqueConstraints": {},
45
+ "checkConstraints": {}
46
+ },
47
+ "eval_results": {
48
+ "name": "eval_results",
49
+ "columns": {
50
+ "id": {
51
+ "name": "id",
52
+ "type": "text",
53
+ "primaryKey": true,
54
+ "notNull": true,
55
+ "autoincrement": false
56
+ },
57
+ "created_at": {
58
+ "name": "created_at",
59
+ "type": "integer",
60
+ "primaryKey": false,
61
+ "notNull": true,
62
+ "autoincrement": false,
63
+ "default": "CURRENT_TIMESTAMP"
64
+ },
65
+ "updated_at": {
66
+ "name": "updated_at",
67
+ "type": "integer",
68
+ "primaryKey": false,
69
+ "notNull": true,
70
+ "autoincrement": false,
71
+ "default": "CURRENT_TIMESTAMP"
72
+ },
73
+ "eval_id": {
74
+ "name": "eval_id",
75
+ "type": "text",
76
+ "primaryKey": false,
77
+ "notNull": true,
78
+ "autoincrement": false
79
+ },
80
+ "prompt_idx": {
81
+ "name": "prompt_idx",
82
+ "type": "integer",
83
+ "primaryKey": false,
84
+ "notNull": true,
85
+ "autoincrement": false
86
+ },
87
+ "test_idx": {
88
+ "name": "test_idx",
89
+ "type": "integer",
90
+ "primaryKey": false,
91
+ "notNull": true,
92
+ "autoincrement": false
93
+ },
94
+ "test_case": {
95
+ "name": "test_case",
96
+ "type": "text",
97
+ "primaryKey": false,
98
+ "notNull": true,
99
+ "autoincrement": false
100
+ },
101
+ "prompt": {
102
+ "name": "prompt",
103
+ "type": "text",
104
+ "primaryKey": false,
105
+ "notNull": true,
106
+ "autoincrement": false
107
+ },
108
+ "prompt_id": {
109
+ "name": "prompt_id",
110
+ "type": "text",
111
+ "primaryKey": false,
112
+ "notNull": false,
113
+ "autoincrement": false
114
+ },
115
+ "provider": {
116
+ "name": "provider",
117
+ "type": "text",
118
+ "primaryKey": false,
119
+ "notNull": true,
120
+ "autoincrement": false
121
+ },
122
+ "provider_id": {
123
+ "name": "provider_id",
124
+ "type": "text",
125
+ "primaryKey": false,
126
+ "notNull": false,
127
+ "autoincrement": false
128
+ },
129
+ "latency_ms": {
130
+ "name": "latency_ms",
131
+ "type": "integer",
132
+ "primaryKey": false,
133
+ "notNull": false,
134
+ "autoincrement": false
135
+ },
136
+ "cost": {
137
+ "name": "cost",
138
+ "type": "real",
139
+ "primaryKey": false,
140
+ "notNull": false,
141
+ "autoincrement": false
142
+ },
143
+ "response": {
144
+ "name": "response",
145
+ "type": "text",
146
+ "primaryKey": false,
147
+ "notNull": false,
148
+ "autoincrement": false
149
+ },
150
+ "error": {
151
+ "name": "error",
152
+ "type": "text",
153
+ "primaryKey": false,
154
+ "notNull": false,
155
+ "autoincrement": false
156
+ },
157
+ "success": {
158
+ "name": "success",
159
+ "type": "integer",
160
+ "primaryKey": false,
161
+ "notNull": true,
162
+ "autoincrement": false
163
+ },
164
+ "score": {
165
+ "name": "score",
166
+ "type": "real",
167
+ "primaryKey": false,
168
+ "notNull": true,
169
+ "autoincrement": false
170
+ },
171
+ "grading_result": {
172
+ "name": "grading_result",
173
+ "type": "text",
174
+ "primaryKey": false,
175
+ "notNull": false,
176
+ "autoincrement": false
177
+ },
178
+ "named_scores": {
179
+ "name": "named_scores",
180
+ "type": "text",
181
+ "primaryKey": false,
182
+ "notNull": false,
183
+ "autoincrement": false
184
+ },
185
+ "metadata": {
186
+ "name": "metadata",
187
+ "type": "text",
188
+ "primaryKey": false,
189
+ "notNull": false,
190
+ "autoincrement": false
191
+ }
192
+ },
193
+ "indexes": {
194
+ "eval_result_eval_id_idx": {
195
+ "name": "eval_result_eval_id_idx",
196
+ "columns": [
197
+ "eval_id"
198
+ ],
199
+ "isUnique": false
200
+ }
201
+ },
202
+ "foreignKeys": {
203
+ "eval_results_eval_id_evals_id_fk": {
204
+ "name": "eval_results_eval_id_evals_id_fk",
205
+ "tableFrom": "eval_results",
206
+ "tableTo": "evals",
207
+ "columnsFrom": [
208
+ "eval_id"
209
+ ],
210
+ "columnsTo": [
211
+ "id"
212
+ ],
213
+ "onDelete": "no action",
214
+ "onUpdate": "no action"
215
+ },
216
+ "eval_results_prompt_id_prompts_id_fk": {
217
+ "name": "eval_results_prompt_id_prompts_id_fk",
218
+ "tableFrom": "eval_results",
219
+ "tableTo": "prompts",
220
+ "columnsFrom": [
221
+ "prompt_id"
222
+ ],
223
+ "columnsTo": [
224
+ "id"
225
+ ],
226
+ "onDelete": "no action",
227
+ "onUpdate": "no action"
228
+ },
229
+ "eval_results_provider_id_providers_id_fk": {
230
+ "name": "eval_results_provider_id_providers_id_fk",
231
+ "tableFrom": "eval_results",
232
+ "tableTo": "providers",
233
+ "columnsFrom": [
234
+ "provider_id"
235
+ ],
236
+ "columnsTo": [
237
+ "id"
238
+ ],
239
+ "onDelete": "no action",
240
+ "onUpdate": "no action"
241
+ }
242
+ },
243
+ "compositePrimaryKeys": {},
244
+ "uniqueConstraints": {},
245
+ "checkConstraints": {}
246
+ },
247
+ "evals": {
248
+ "name": "evals",
249
+ "columns": {
250
+ "id": {
251
+ "name": "id",
252
+ "type": "text",
253
+ "primaryKey": true,
254
+ "notNull": true,
255
+ "autoincrement": false
256
+ },
257
+ "created_at": {
258
+ "name": "created_at",
259
+ "type": "integer",
260
+ "primaryKey": false,
261
+ "notNull": true,
262
+ "autoincrement": false,
263
+ "default": "CURRENT_TIMESTAMP"
264
+ },
265
+ "author": {
266
+ "name": "author",
267
+ "type": "text",
268
+ "primaryKey": false,
269
+ "notNull": false,
270
+ "autoincrement": false
271
+ },
272
+ "description": {
273
+ "name": "description",
274
+ "type": "text",
275
+ "primaryKey": false,
276
+ "notNull": false,
277
+ "autoincrement": false
278
+ },
279
+ "results": {
280
+ "name": "results",
281
+ "type": "text",
282
+ "primaryKey": false,
283
+ "notNull": true,
284
+ "autoincrement": false
285
+ },
286
+ "config": {
287
+ "name": "config",
288
+ "type": "text",
289
+ "primaryKey": false,
290
+ "notNull": true,
291
+ "autoincrement": false
292
+ },
293
+ "prompts": {
294
+ "name": "prompts",
295
+ "type": "text",
296
+ "primaryKey": false,
297
+ "notNull": false,
298
+ "autoincrement": false
299
+ }
300
+ },
301
+ "indexes": {
302
+ "evals_created_at_idx": {
303
+ "name": "evals_created_at_idx",
304
+ "columns": [
305
+ "created_at"
306
+ ],
307
+ "isUnique": false
308
+ },
309
+ "evals_author_idx": {
310
+ "name": "evals_author_idx",
311
+ "columns": [
312
+ "author"
313
+ ],
314
+ "isUnique": false
315
+ }
316
+ },
317
+ "foreignKeys": {},
318
+ "compositePrimaryKeys": {},
319
+ "uniqueConstraints": {},
320
+ "checkConstraints": {}
321
+ },
322
+ "evals_to_datasets": {
323
+ "name": "evals_to_datasets",
324
+ "columns": {
325
+ "eval_id": {
326
+ "name": "eval_id",
327
+ "type": "text",
328
+ "primaryKey": false,
329
+ "notNull": true,
330
+ "autoincrement": false
331
+ },
332
+ "dataset_id": {
333
+ "name": "dataset_id",
334
+ "type": "text",
335
+ "primaryKey": false,
336
+ "notNull": true,
337
+ "autoincrement": false
338
+ }
339
+ },
340
+ "indexes": {
341
+ "evals_to_datasets_eval_id_idx": {
342
+ "name": "evals_to_datasets_eval_id_idx",
343
+ "columns": [
344
+ "eval_id"
345
+ ],
346
+ "isUnique": false
347
+ },
348
+ "evals_to_datasets_dataset_id_idx": {
349
+ "name": "evals_to_datasets_dataset_id_idx",
350
+ "columns": [
351
+ "dataset_id"
352
+ ],
353
+ "isUnique": false
354
+ }
355
+ },
356
+ "foreignKeys": {
357
+ "evals_to_datasets_eval_id_evals_id_fk": {
358
+ "name": "evals_to_datasets_eval_id_evals_id_fk",
359
+ "tableFrom": "evals_to_datasets",
360
+ "tableTo": "evals",
361
+ "columnsFrom": [
362
+ "eval_id"
363
+ ],
364
+ "columnsTo": [
365
+ "id"
366
+ ],
367
+ "onDelete": "no action",
368
+ "onUpdate": "no action"
369
+ },
370
+ "evals_to_datasets_dataset_id_datasets_id_fk": {
371
+ "name": "evals_to_datasets_dataset_id_datasets_id_fk",
372
+ "tableFrom": "evals_to_datasets",
373
+ "tableTo": "datasets",
374
+ "columnsFrom": [
375
+ "dataset_id"
376
+ ],
377
+ "columnsTo": [
378
+ "id"
379
+ ],
380
+ "onDelete": "no action",
381
+ "onUpdate": "no action"
382
+ }
383
+ },
384
+ "compositePrimaryKeys": {
385
+ "evals_to_datasets_eval_id_dataset_id_pk": {
386
+ "columns": [
387
+ "eval_id",
388
+ "dataset_id"
389
+ ],
390
+ "name": "evals_to_datasets_eval_id_dataset_id_pk"
391
+ }
392
+ },
393
+ "uniqueConstraints": {},
394
+ "checkConstraints": {}
395
+ },
396
+ "evals_to_prompts": {
397
+ "name": "evals_to_prompts",
398
+ "columns": {
399
+ "eval_id": {
400
+ "name": "eval_id",
401
+ "type": "text",
402
+ "primaryKey": false,
403
+ "notNull": true,
404
+ "autoincrement": false
405
+ },
406
+ "prompt_id": {
407
+ "name": "prompt_id",
408
+ "type": "text",
409
+ "primaryKey": false,
410
+ "notNull": true,
411
+ "autoincrement": false
412
+ }
413
+ },
414
+ "indexes": {
415
+ "evals_to_prompts_eval_id_idx": {
416
+ "name": "evals_to_prompts_eval_id_idx",
417
+ "columns": [
418
+ "eval_id"
419
+ ],
420
+ "isUnique": false
421
+ },
422
+ "evals_to_prompts_prompt_id_idx": {
423
+ "name": "evals_to_prompts_prompt_id_idx",
424
+ "columns": [
425
+ "prompt_id"
426
+ ],
427
+ "isUnique": false
428
+ }
429
+ },
430
+ "foreignKeys": {
431
+ "evals_to_prompts_eval_id_evals_id_fk": {
432
+ "name": "evals_to_prompts_eval_id_evals_id_fk",
433
+ "tableFrom": "evals_to_prompts",
434
+ "tableTo": "evals",
435
+ "columnsFrom": [
436
+ "eval_id"
437
+ ],
438
+ "columnsTo": [
439
+ "id"
440
+ ],
441
+ "onDelete": "cascade",
442
+ "onUpdate": "no action"
443
+ },
444
+ "evals_to_prompts_prompt_id_prompts_id_fk": {
445
+ "name": "evals_to_prompts_prompt_id_prompts_id_fk",
446
+ "tableFrom": "evals_to_prompts",
447
+ "tableTo": "prompts",
448
+ "columnsFrom": [
449
+ "prompt_id"
450
+ ],
451
+ "columnsTo": [
452
+ "id"
453
+ ],
454
+ "onDelete": "no action",
455
+ "onUpdate": "no action"
456
+ }
457
+ },
458
+ "compositePrimaryKeys": {
459
+ "evals_to_prompts_eval_id_prompt_id_pk": {
460
+ "columns": [
461
+ "eval_id",
462
+ "prompt_id"
463
+ ],
464
+ "name": "evals_to_prompts_eval_id_prompt_id_pk"
465
+ }
466
+ },
467
+ "uniqueConstraints": {},
468
+ "checkConstraints": {}
469
+ },
470
+ "evals_to_providers": {
471
+ "name": "evals_to_providers",
472
+ "columns": {
473
+ "provider_id": {
474
+ "name": "provider_id",
475
+ "type": "text",
476
+ "primaryKey": false,
477
+ "notNull": true,
478
+ "autoincrement": false
479
+ },
480
+ "eval_id": {
481
+ "name": "eval_id",
482
+ "type": "text",
483
+ "primaryKey": false,
484
+ "notNull": true,
485
+ "autoincrement": false
486
+ }
487
+ },
488
+ "indexes": {},
489
+ "foreignKeys": {
490
+ "evals_to_providers_provider_id_providers_id_fk": {
491
+ "name": "evals_to_providers_provider_id_providers_id_fk",
492
+ "tableFrom": "evals_to_providers",
493
+ "tableTo": "providers",
494
+ "columnsFrom": [
495
+ "provider_id"
496
+ ],
497
+ "columnsTo": [
498
+ "id"
499
+ ],
500
+ "onDelete": "no action",
501
+ "onUpdate": "no action"
502
+ },
503
+ "evals_to_providers_eval_id_evals_id_fk": {
504
+ "name": "evals_to_providers_eval_id_evals_id_fk",
505
+ "tableFrom": "evals_to_providers",
506
+ "tableTo": "evals",
507
+ "columnsFrom": [
508
+ "eval_id"
509
+ ],
510
+ "columnsTo": [
511
+ "id"
512
+ ],
513
+ "onDelete": "no action",
514
+ "onUpdate": "no action"
515
+ }
516
+ },
517
+ "compositePrimaryKeys": {
518
+ "evals_to_providers_provider_id_eval_id_pk": {
519
+ "columns": [
520
+ "provider_id",
521
+ "eval_id"
522
+ ],
523
+ "name": "evals_to_providers_provider_id_eval_id_pk"
524
+ }
525
+ },
526
+ "uniqueConstraints": {},
527
+ "checkConstraints": {}
528
+ },
529
+ "evals_to_tags": {
530
+ "name": "evals_to_tags",
531
+ "columns": {
532
+ "eval_id": {
533
+ "name": "eval_id",
534
+ "type": "text",
535
+ "primaryKey": false,
536
+ "notNull": true,
537
+ "autoincrement": false
538
+ },
539
+ "tag_id": {
540
+ "name": "tag_id",
541
+ "type": "text",
542
+ "primaryKey": false,
543
+ "notNull": true,
544
+ "autoincrement": false
545
+ }
546
+ },
547
+ "indexes": {
548
+ "evals_to_tags_eval_id_idx": {
549
+ "name": "evals_to_tags_eval_id_idx",
550
+ "columns": [
551
+ "eval_id"
552
+ ],
553
+ "isUnique": false
554
+ },
555
+ "evals_to_tags_tag_id_idx": {
556
+ "name": "evals_to_tags_tag_id_idx",
557
+ "columns": [
558
+ "tag_id"
559
+ ],
560
+ "isUnique": false
561
+ }
562
+ },
563
+ "foreignKeys": {
564
+ "evals_to_tags_eval_id_evals_id_fk": {
565
+ "name": "evals_to_tags_eval_id_evals_id_fk",
566
+ "tableFrom": "evals_to_tags",
567
+ "tableTo": "evals",
568
+ "columnsFrom": [
569
+ "eval_id"
570
+ ],
571
+ "columnsTo": [
572
+ "id"
573
+ ],
574
+ "onDelete": "no action",
575
+ "onUpdate": "no action"
576
+ },
577
+ "evals_to_tags_tag_id_tags_id_fk": {
578
+ "name": "evals_to_tags_tag_id_tags_id_fk",
579
+ "tableFrom": "evals_to_tags",
580
+ "tableTo": "tags",
581
+ "columnsFrom": [
582
+ "tag_id"
583
+ ],
584
+ "columnsTo": [
585
+ "id"
586
+ ],
587
+ "onDelete": "no action",
588
+ "onUpdate": "no action"
589
+ }
590
+ },
591
+ "compositePrimaryKeys": {
592
+ "evals_to_tags_eval_id_tag_id_pk": {
593
+ "columns": [
594
+ "eval_id",
595
+ "tag_id"
596
+ ],
597
+ "name": "evals_to_tags_eval_id_tag_id_pk"
598
+ }
599
+ },
600
+ "uniqueConstraints": {},
601
+ "checkConstraints": {}
602
+ },
603
+ "prompts": {
604
+ "name": "prompts",
605
+ "columns": {
606
+ "id": {
607
+ "name": "id",
608
+ "type": "text",
609
+ "primaryKey": true,
610
+ "notNull": true,
611
+ "autoincrement": false
612
+ },
613
+ "created_at": {
614
+ "name": "created_at",
615
+ "type": "integer",
616
+ "primaryKey": false,
617
+ "notNull": true,
618
+ "autoincrement": false,
619
+ "default": "CURRENT_TIMESTAMP"
620
+ },
621
+ "prompt": {
622
+ "name": "prompt",
623
+ "type": "text",
624
+ "primaryKey": false,
625
+ "notNull": true,
626
+ "autoincrement": false
627
+ }
628
+ },
629
+ "indexes": {
630
+ "prompts_created_at_idx": {
631
+ "name": "prompts_created_at_idx",
632
+ "columns": [
633
+ "created_at"
634
+ ],
635
+ "isUnique": false
636
+ }
637
+ },
638
+ "foreignKeys": {},
639
+ "compositePrimaryKeys": {},
640
+ "uniqueConstraints": {},
641
+ "checkConstraints": {}
642
+ },
643
+ "providers": {
644
+ "name": "providers",
645
+ "columns": {
646
+ "id": {
647
+ "name": "id",
648
+ "type": "text",
649
+ "primaryKey": true,
650
+ "notNull": true,
651
+ "autoincrement": false
652
+ },
653
+ "provider_id": {
654
+ "name": "provider_id",
655
+ "type": "text",
656
+ "primaryKey": false,
657
+ "notNull": true,
658
+ "autoincrement": false
659
+ },
660
+ "label": {
661
+ "name": "label",
662
+ "type": "text",
663
+ "primaryKey": false,
664
+ "notNull": false,
665
+ "autoincrement": false
666
+ }
667
+ },
668
+ "indexes": {},
669
+ "foreignKeys": {},
670
+ "compositePrimaryKeys": {},
671
+ "uniqueConstraints": {},
672
+ "checkConstraints": {}
673
+ },
674
+ "tags": {
675
+ "name": "tags",
676
+ "columns": {
677
+ "id": {
678
+ "name": "id",
679
+ "type": "text",
680
+ "primaryKey": true,
681
+ "notNull": true,
682
+ "autoincrement": false
683
+ },
684
+ "name": {
685
+ "name": "name",
686
+ "type": "text",
687
+ "primaryKey": false,
688
+ "notNull": true,
689
+ "autoincrement": false
690
+ },
691
+ "value": {
692
+ "name": "value",
693
+ "type": "text",
694
+ "primaryKey": false,
695
+ "notNull": true,
696
+ "autoincrement": false
697
+ }
698
+ },
699
+ "indexes": {
700
+ "tags_name_idx": {
701
+ "name": "tags_name_idx",
702
+ "columns": [
703
+ "name"
704
+ ],
705
+ "isUnique": false
706
+ },
707
+ "tags_name_value_unique": {
708
+ "name": "tags_name_value_unique",
709
+ "columns": [
710
+ "name",
711
+ "value"
712
+ ],
713
+ "isUnique": true
714
+ }
715
+ },
716
+ "foreignKeys": {},
717
+ "compositePrimaryKeys": {},
718
+ "uniqueConstraints": {},
719
+ "checkConstraints": {}
720
+ }
721
+ },
722
+ "views": {},
723
+ "enums": {},
724
+ "_meta": {
725
+ "schemas": {},
726
+ "tables": {},
727
+ "columns": {}
728
+ },
729
+ "internal": {
730
+ "indexes": {}
731
+ }
732
+ }