promptfoo 0.72.1 → 0.73.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (470) hide show
  1. package/README.md +5 -5
  2. package/dist/package.json +14 -8
  3. package/dist/src/accounts.d.ts.map +1 -1
  4. package/dist/src/accounts.js +2 -1
  5. package/dist/src/accounts.js.map +1 -1
  6. package/dist/src/assertions/validateAssertions.d.ts +1 -1
  7. package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
  8. package/dist/src/assertions/validateAssertions.js +7 -7
  9. package/dist/src/assertions/validateAssertions.js.map +1 -1
  10. package/dist/src/assertions.d.ts.map +1 -1
  11. package/dist/src/assertions.js +2 -1
  12. package/dist/src/assertions.js.map +1 -1
  13. package/dist/src/cache.js +2 -2
  14. package/dist/src/cache.js.map +1 -1
  15. package/dist/src/commands/eval.d.ts.map +1 -1
  16. package/dist/src/commands/eval.js +10 -0
  17. package/dist/src/commands/eval.js.map +1 -1
  18. package/dist/src/commands/export.d.ts.map +1 -1
  19. package/dist/src/commands/export.js +15 -14
  20. package/dist/src/commands/export.js.map +1 -1
  21. package/dist/src/commands/generate/redteam.d.ts +1 -46
  22. package/dist/src/commands/generate/redteam.d.ts.map +1 -1
  23. package/dist/src/commands/generate/redteam.js +70 -26
  24. package/dist/src/commands/generate/redteam.js.map +1 -1
  25. package/dist/src/commands/import.d.ts.map +1 -1
  26. package/dist/src/commands/import.js +2 -1
  27. package/dist/src/commands/import.js.map +1 -1
  28. package/dist/src/commands/init.d.ts.map +1 -1
  29. package/dist/src/commands/init.js +12 -0
  30. package/dist/src/commands/init.js.map +1 -1
  31. package/dist/src/commands/redteam.d.ts.map +1 -1
  32. package/dist/src/commands/redteam.js +72 -18
  33. package/dist/src/commands/redteam.js.map +1 -1
  34. package/dist/src/commands/view.d.ts.map +1 -1
  35. package/dist/src/commands/view.js +2 -1
  36. package/dist/src/commands/view.js.map +1 -1
  37. package/dist/src/config.d.ts.map +1 -1
  38. package/dist/src/config.js +2 -20
  39. package/dist/src/config.js.map +1 -1
  40. package/dist/src/configTypes.d.ts +7 -0
  41. package/dist/src/configTypes.d.ts.map +1 -0
  42. package/dist/src/configTypes.js +3 -0
  43. package/dist/src/configTypes.js.map +1 -0
  44. package/dist/src/database/index.d.ts +4 -0
  45. package/dist/src/database/index.d.ts.map +1 -0
  46. package/dist/src/database/index.js +50 -0
  47. package/dist/src/database/index.js.map +1 -0
  48. package/dist/src/{database.d.ts → database/operations.d.ts} +173 -115
  49. package/dist/src/{database.d.ts.map → database/operations.d.ts.map} +1 -1
  50. package/dist/src/{database.js → database/operations.js} +1 -25
  51. package/dist/src/database/operations.js.map +1 -0
  52. package/dist/src/evaluator.js +2 -2
  53. package/dist/src/evaluator.js.map +1 -1
  54. package/dist/src/globalConfig.d.ts +1 -7
  55. package/dist/src/globalConfig.d.ts.map +1 -1
  56. package/dist/src/globalConfig.js +3 -3
  57. package/dist/src/globalConfig.js.map +1 -1
  58. package/dist/src/matchers.d.ts.map +1 -1
  59. package/dist/src/matchers.js +6 -2
  60. package/dist/src/matchers.js.map +1 -1
  61. package/dist/src/prompts/grading.js +2 -2
  62. package/dist/src/prompts/processors/python.js +4 -4
  63. package/dist/src/prompts/processors/python.js.map +1 -1
  64. package/dist/src/providers/anthropic.d.ts +1 -1
  65. package/dist/src/providers/anthropic.d.ts.map +1 -1
  66. package/dist/src/providers/bam.d.ts +1 -1
  67. package/dist/src/providers/bam.d.ts.map +1 -1
  68. package/dist/src/providers/bedrock.d.ts +1 -1
  69. package/dist/src/providers/bedrock.d.ts.map +1 -1
  70. package/dist/src/providers/cohere.d.ts.map +1 -1
  71. package/dist/src/providers/cohere.js +4 -1
  72. package/dist/src/providers/cohere.js.map +1 -1
  73. package/dist/src/providers/http.d.ts +1 -1
  74. package/dist/src/providers/http.d.ts.map +1 -1
  75. package/dist/src/providers/http.js +3 -3
  76. package/dist/src/providers/http.js.map +1 -1
  77. package/dist/src/providers/llama.d.ts +1 -1
  78. package/dist/src/providers/llama.d.ts.map +1 -1
  79. package/dist/src/providers/localai.d.ts +1 -1
  80. package/dist/src/providers/localai.d.ts.map +1 -1
  81. package/dist/src/providers/ollama.d.ts +1 -1
  82. package/dist/src/providers/ollama.d.ts.map +1 -1
  83. package/dist/src/providers/openai.d.ts +1 -1
  84. package/dist/src/providers/openai.d.ts.map +1 -1
  85. package/dist/src/providers/openai.js +48 -50
  86. package/dist/src/providers/openai.js.map +1 -1
  87. package/dist/src/providers/palm.d.ts +1 -1
  88. package/dist/src/providers/palm.d.ts.map +1 -1
  89. package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
  90. package/dist/src/providers/pythonCompletion.js +6 -5
  91. package/dist/src/providers/pythonCompletion.js.map +1 -1
  92. package/dist/src/providers/replicate.js +2 -2
  93. package/dist/src/providers/replicate.js.map +1 -1
  94. package/dist/src/providers/scriptCompletion.js +3 -3
  95. package/dist/src/providers/scriptCompletion.js.map +1 -1
  96. package/dist/src/providers/vertex.d.ts +1 -1
  97. package/dist/src/providers/vertex.d.ts.map +1 -1
  98. package/dist/src/providers/vertex.js +23 -10
  99. package/dist/src/providers/vertex.js.map +1 -1
  100. package/dist/src/providers/vertexUtil.d.ts +2 -1
  101. package/dist/src/providers/vertexUtil.d.ts.map +1 -1
  102. package/dist/src/providers/vertexUtil.js.map +1 -1
  103. package/dist/src/providers/webhook.d.ts +1 -1
  104. package/dist/src/providers/webhook.d.ts.map +1 -1
  105. package/dist/src/providers.d.ts.map +1 -1
  106. package/dist/src/providers.js +5 -2
  107. package/dist/src/providers.js.map +1 -1
  108. package/dist/src/python/pythonUtils.d.ts +4 -0
  109. package/dist/src/python/pythonUtils.d.ts.map +1 -0
  110. package/dist/src/python/pythonUtils.js +51 -0
  111. package/dist/src/python/pythonUtils.js.map +1 -0
  112. package/dist/src/python/wrapper.d.ts +0 -10
  113. package/dist/src/python/wrapper.d.ts.map +1 -1
  114. package/dist/src/python/wrapper.js +2 -49
  115. package/dist/src/python/wrapper.js.map +1 -1
  116. package/dist/src/redteam/constants.d.ts +60 -3
  117. package/dist/src/redteam/constants.d.ts.map +1 -1
  118. package/dist/src/redteam/constants.js +71 -10
  119. package/dist/src/redteam/constants.js.map +1 -1
  120. package/dist/src/redteam/index.d.ts +15 -4
  121. package/dist/src/redteam/index.d.ts.map +1 -1
  122. package/dist/src/redteam/index.js +110 -33
  123. package/dist/src/redteam/index.js.map +1 -1
  124. package/dist/src/redteam/plugins/base.d.ts +10 -13
  125. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  126. package/dist/src/redteam/plugins/base.js +36 -20
  127. package/dist/src/redteam/plugins/base.js.map +1 -1
  128. package/dist/src/redteam/plugins/debugInterface.d.ts +7 -0
  129. package/dist/src/redteam/plugins/debugInterface.d.ts.map +1 -0
  130. package/dist/src/redteam/plugins/debugInterface.js +49 -0
  131. package/dist/src/redteam/plugins/debugInterface.js.map +1 -0
  132. package/dist/src/redteam/plugins/harmful.d.ts +1 -54
  133. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  134. package/dist/src/redteam/plugins/harmful.js +8 -51
  135. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  136. package/dist/src/redteam/plugins/pii.d.ts +9 -10
  137. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  138. package/dist/src/redteam/plugins/pii.js +33 -53
  139. package/dist/src/redteam/plugins/pii.js.map +1 -1
  140. package/dist/src/redteam/plugins/rbac.d.ts +7 -0
  141. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -0
  142. package/dist/src/redteam/plugins/rbac.js +49 -0
  143. package/dist/src/redteam/plugins/rbac.js.map +1 -0
  144. package/dist/src/redteam/plugins/shellInjection.d.ts +7 -0
  145. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -0
  146. package/dist/src/redteam/plugins/shellInjection.js +54 -0
  147. package/dist/src/redteam/plugins/shellInjection.js.map +1 -0
  148. package/dist/src/redteam/plugins/sqlInjection.d.ts +7 -0
  149. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -0
  150. package/dist/src/redteam/plugins/sqlInjection.js +44 -0
  151. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -0
  152. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  153. package/dist/src/redteam/providers/iterative.js +2 -1
  154. package/dist/src/redteam/providers/iterative.js.map +1 -1
  155. package/dist/src/redteam/strategies/injections.d.ts.map +1 -0
  156. package/dist/src/redteam/{methods → strategies}/injections.js +0 -12
  157. package/dist/src/redteam/strategies/injections.js.map +1 -0
  158. package/dist/src/redteam/strategies/iterative.d.ts.map +1 -0
  159. package/dist/src/redteam/strategies/iterative.js.map +1 -0
  160. package/dist/src/redteam/types.d.ts +196 -0
  161. package/dist/src/redteam/types.d.ts.map +1 -0
  162. package/dist/src/redteam/types.js +124 -0
  163. package/dist/src/redteam/types.js.map +1 -0
  164. package/dist/src/redteam/util.d.ts +22 -0
  165. package/dist/src/redteam/util.d.ts.map +1 -0
  166. package/dist/src/redteam/util.js +56 -0
  167. package/dist/src/redteam/util.js.map +1 -0
  168. package/dist/src/testCases.d.ts +1 -2
  169. package/dist/src/testCases.d.ts.map +1 -1
  170. package/dist/src/testCases.js.map +1 -1
  171. package/dist/src/types/databaseTypes.d.ts +17 -0
  172. package/dist/src/types/databaseTypes.d.ts.map +1 -0
  173. package/dist/src/types/databaseTypes.js +3 -0
  174. package/dist/src/types/databaseTypes.js.map +1 -0
  175. package/dist/src/{types.d.ts → types/index.d.ts} +4296 -1425
  176. package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
  177. package/dist/src/{types.js → types/index.js} +38 -9
  178. package/dist/src/types/index.js.map +1 -0
  179. package/dist/src/util/config.d.ts +3 -0
  180. package/dist/src/util/config.d.ts.map +1 -0
  181. package/dist/src/util/config.js +42 -0
  182. package/dist/src/util/config.js.map +1 -0
  183. package/dist/src/util/index.d.ts +41 -25
  184. package/dist/src/util/index.d.ts.map +1 -1
  185. package/dist/src/util/index.js +81 -119
  186. package/dist/src/util/index.js.map +1 -1
  187. package/dist/src/util/json.d.ts +3 -0
  188. package/dist/src/util/json.d.ts.map +1 -0
  189. package/dist/src/util/json.js +27 -0
  190. package/dist/src/util/json.js.map +1 -0
  191. package/dist/src/web/nextui/404/index.html +1 -1
  192. package/dist/src/web/nextui/404.html +1 -1
  193. package/dist/src/web/nextui/_next/static/chunks/155-4e319e68476266ee.js +1 -0
  194. package/dist/src/web/nextui/_next/static/chunks/163-93bab94bc04ae71b.js +6 -0
  195. package/dist/src/web/nextui/_next/static/chunks/{258-4acb452fe85cff6f.js → 258-b6257e5de9d0e2c7.js} +1 -1
  196. package/dist/src/web/nextui/_next/static/chunks/281-64d9f1415a301ee5.js +1 -0
  197. package/dist/src/web/nextui/_next/static/chunks/304-cf667fe8f06238b4.js +1 -0
  198. package/dist/src/web/nextui/_next/static/chunks/322-b47b6cc3f5b5fdb8.js +1 -0
  199. package/dist/src/web/nextui/_next/static/chunks/325-0d36870ade5e5263.js +1 -0
  200. package/dist/src/web/nextui/_next/static/chunks/339-79124d204fa988a3.js +1 -0
  201. package/dist/src/web/nextui/_next/static/chunks/378-c135e497df1864cb.js +1 -0
  202. package/dist/src/web/nextui/_next/static/chunks/476-0afb5eb266c57b7f.js +17 -0
  203. package/dist/src/web/nextui/_next/static/chunks/493-ebd12f00541c4969.js +2 -0
  204. package/dist/src/web/nextui/_next/static/chunks/497-e280a5610a3d7d42.js +32 -0
  205. package/dist/src/web/nextui/_next/static/chunks/515-e06d044f12d8a1bd.js +1 -0
  206. package/dist/src/web/nextui/_next/static/chunks/69-5e4d5e60859a86d2.js +1 -0
  207. package/dist/src/web/nextui/_next/static/chunks/737-32d5472455807d7a.js +1 -0
  208. package/dist/src/web/nextui/_next/static/chunks/903-7cc440d9f9e9f95d.js +97 -0
  209. package/dist/src/web/nextui/_next/static/chunks/905-78cd666f27891ee6.js +28 -0
  210. package/dist/src/web/nextui/_next/static/chunks/916-b92fea2ab6136411.js +1 -0
  211. package/dist/src/web/nextui/_next/static/chunks/969-6ab6c8f4158da970.js +1 -0
  212. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-7247b17e8f179a46.js +1 -0
  213. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-8560afaf494f9882.js +1 -0
  214. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-6e6ec3c778ccd110.js +1 -0
  215. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-fe10d5df88bc44ef.js +1 -0
  216. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-0a39d3450aa09dda.js → page-057e5eb83e0f614b.js} +1 -1
  217. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-88fa70fc5bf755bc.js +1 -0
  218. package/dist/src/web/nextui/_next/static/chunks/app/layout-15abf0d1049cb47c.js +1 -0
  219. package/dist/src/web/nextui/_next/static/chunks/app/{page-5650318e57510b6c.js → page-122e9cfa52eb218a.js} +1 -1
  220. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-a62ca531a4bb4149.js +1 -0
  221. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-10bb2e571670139c.js +1 -0
  222. package/dist/src/web/nextui/_next/static/chunks/app/report/page-a8b83960f08e2bb2.js +1 -0
  223. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6ea3e180c3116fb2.js +1 -0
  224. package/dist/src/web/nextui/_next/static/chunks/{main-app-929a26b3c8cd3f7a.js → main-app-7a1376166cb8b72e.js} +1 -1
  225. package/dist/src/web/nextui/_next/static/chunks/{webpack-c9f728822666f852.js → webpack-ee33d95b3e219985.js} +1 -1
  226. package/dist/src/web/nextui/_next/static/css/13f881e4290b6d59.css +1 -0
  227. package/dist/src/web/nextui/_next/static/css/87b5e6e04efd27e5.css +1 -0
  228. package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +1 -0
  229. package/dist/src/web/nextui/_next/static/css/eb523daddb89dfc1.css +1 -0
  230. package/dist/src/web/nextui/auth/login/index.html +1 -1
  231. package/dist/src/web/nextui/auth/login/index.txt +6 -6
  232. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  233. package/dist/src/web/nextui/auth/signup/index.txt +6 -6
  234. package/dist/src/web/nextui/datasets/index.html +1 -1
  235. package/dist/src/web/nextui/datasets/index.txt +6 -6
  236. package/dist/src/web/nextui/eval/index.html +1 -1
  237. package/dist/src/web/nextui/eval/index.txt +8 -8
  238. package/dist/src/web/nextui/index.html +1 -1
  239. package/dist/src/web/nextui/index.txt +5 -5
  240. package/dist/src/web/nextui/logo-panda.svg +91 -0
  241. package/dist/src/web/nextui/progress/index.html +1 -1
  242. package/dist/src/web/nextui/progress/index.txt +6 -6
  243. package/dist/src/web/nextui/prompts/index.html +1 -1
  244. package/dist/src/web/nextui/prompts/index.txt +6 -6
  245. package/dist/src/web/nextui/report/index.html +1 -1
  246. package/dist/src/web/nextui/report/index.txt +8 -8
  247. package/dist/src/web/nextui/setup/index.html +1 -1
  248. package/dist/src/web/nextui/setup/index.txt +7 -7
  249. package/dist/test/__mocks__/tempCustomModule.d.ts +13 -0
  250. package/dist/test/__mocks__/tempCustomModule.d.ts.map +1 -0
  251. package/dist/test/__mocks__/tempCustomModule.js +15 -0
  252. package/dist/test/__mocks__/tempCustomModule.js.map +1 -0
  253. package/dist/test/account.test.d.ts +2 -0
  254. package/dist/test/account.test.d.ts.map +1 -0
  255. package/dist/test/account.test.js +46 -0
  256. package/dist/test/account.test.js.map +1 -0
  257. package/dist/test/assertions/AssertionResult.test.d.ts +2 -0
  258. package/dist/test/assertions/AssertionResult.test.d.ts.map +1 -0
  259. package/dist/test/assertions/AssertionResult.test.js +184 -0
  260. package/dist/test/assertions/AssertionResult.test.js.map +1 -0
  261. package/dist/test/assertions/validateAssertions.test.d.ts +2 -0
  262. package/dist/test/assertions/validateAssertions.test.d.ts.map +1 -0
  263. package/dist/test/assertions/validateAssertions.test.js +40 -0
  264. package/dist/test/assertions/validateAssertions.test.js.map +1 -0
  265. package/dist/test/assertions.test.d.ts +2 -0
  266. package/dist/test/assertions.test.d.ts.map +1 -0
  267. package/dist/test/assertions.test.js +3162 -0
  268. package/dist/test/assertions.test.js.map +1 -0
  269. package/dist/test/cache.test.d.ts +2 -0
  270. package/dist/test/cache.test.d.ts.map +1 -0
  271. package/dist/test/cache.test.js +90 -0
  272. package/dist/test/cache.test.js.map +1 -0
  273. package/dist/test/checkNodeVersion.test.d.ts +2 -0
  274. package/dist/test/checkNodeVersion.test.d.ts.map +1 -0
  275. package/dist/test/checkNodeVersion.test.js +85 -0
  276. package/dist/test/checkNodeVersion.test.js.map +1 -0
  277. package/dist/test/commands/eval/filterFailingTests.test.d.ts +2 -0
  278. package/dist/test/commands/eval/filterFailingTests.test.d.ts.map +1 -0
  279. package/dist/test/commands/eval/filterFailingTests.test.js +84 -0
  280. package/dist/test/commands/eval/filterFailingTests.test.js.map +1 -0
  281. package/dist/test/commands/eval/filterProviders.test.d.ts +2 -0
  282. package/dist/test/commands/eval/filterProviders.test.d.ts.map +1 -0
  283. package/dist/test/commands/eval/filterProviders.test.js +50 -0
  284. package/dist/test/commands/eval/filterProviders.test.js.map +1 -0
  285. package/dist/test/commands/eval/filterTests.test.d.ts +2 -0
  286. package/dist/test/commands/eval/filterTests.test.d.ts.map +1 -0
  287. package/dist/test/commands/eval/filterTests.test.js +51 -0
  288. package/dist/test/commands/eval/filterTests.test.js.map +1 -0
  289. package/dist/test/config.test.d.ts +2 -0
  290. package/dist/test/config.test.d.ts.map +1 -0
  291. package/dist/test/config.test.js +404 -0
  292. package/dist/test/config.test.js.map +1 -0
  293. package/dist/test/csv.test.d.ts +2 -0
  294. package/dist/test/csv.test.d.ts.map +1 -0
  295. package/dist/test/csv.test.js +239 -0
  296. package/dist/test/csv.test.js.map +1 -0
  297. package/dist/test/evaluator.test.d.ts +2 -0
  298. package/dist/test/evaluator.test.d.ts.map +1 -0
  299. package/dist/test/evaluator.test.js +922 -0
  300. package/dist/test/evaluator.test.js.map +1 -0
  301. package/dist/test/globalConfig.test.d.ts +2 -0
  302. package/dist/test/globalConfig.test.d.ts.map +1 -0
  303. package/dist/test/globalConfig.test.js +91 -0
  304. package/dist/test/globalConfig.test.js.map +1 -0
  305. package/dist/test/is-sql-tests/node-sql-parser.test.d.ts +2 -0
  306. package/dist/test/is-sql-tests/node-sql-parser.test.d.ts.map +1 -0
  307. package/dist/test/is-sql-tests/node-sql-parser.test.js +179 -0
  308. package/dist/test/is-sql-tests/node-sql-parser.test.js.map +1 -0
  309. package/dist/test/matchers.test.d.ts +2 -0
  310. package/dist/test/matchers.test.d.ts.map +1 -0
  311. package/dist/test/matchers.test.js +807 -0
  312. package/dist/test/matchers.test.js.map +1 -0
  313. package/dist/test/prompts.processors.javascript.test.d.ts +2 -0
  314. package/dist/test/prompts.processors.javascript.test.d.ts.map +1 -0
  315. package/dist/test/prompts.processors.javascript.test.js +93 -0
  316. package/dist/test/prompts.processors.javascript.test.js.map +1 -0
  317. package/dist/test/prompts.processors.json.test.d.ts +2 -0
  318. package/dist/test/prompts.processors.json.test.d.ts.map +1 -0
  319. package/dist/test/prompts.processors.json.test.js +67 -0
  320. package/dist/test/prompts.processors.json.test.js.map +1 -0
  321. package/dist/test/prompts.processors.jsonl.test.d.ts +2 -0
  322. package/dist/test/prompts.processors.jsonl.test.d.ts.map +1 -0
  323. package/dist/test/prompts.processors.jsonl.test.js +99 -0
  324. package/dist/test/prompts.processors.jsonl.test.js.map +1 -0
  325. package/dist/test/prompts.processors.python.test.d.ts +2 -0
  326. package/dist/test/prompts.processors.python.test.d.ts.map +1 -0
  327. package/dist/test/prompts.processors.python.test.js +100 -0
  328. package/dist/test/prompts.processors.python.test.js.map +1 -0
  329. package/dist/test/prompts.processors.python.utils.test.d.ts +2 -0
  330. package/dist/test/prompts.processors.python.utils.test.d.ts.map +1 -0
  331. package/dist/test/prompts.processors.python.utils.test.js +68 -0
  332. package/dist/test/prompts.processors.python.utils.test.js.map +1 -0
  333. package/dist/test/prompts.processors.string.test.d.ts +2 -0
  334. package/dist/test/prompts.processors.string.test.d.ts.map +1 -0
  335. package/dist/test/prompts.processors.string.test.js +24 -0
  336. package/dist/test/prompts.processors.string.test.js.map +1 -0
  337. package/dist/test/prompts.processors.text.test.d.ts +2 -0
  338. package/dist/test/prompts.processors.text.test.d.ts.map +1 -0
  339. package/dist/test/prompts.processors.text.test.js +109 -0
  340. package/dist/test/prompts.processors.text.test.js.map +1 -0
  341. package/dist/test/prompts.processors.yaml.test.d.ts +2 -0
  342. package/dist/test/prompts.processors.yaml.test.d.ts.map +1 -0
  343. package/dist/test/prompts.processors.yaml.test.js +76 -0
  344. package/dist/test/prompts.processors.yaml.test.js.map +1 -0
  345. package/dist/test/prompts.test.d.ts +2 -0
  346. package/dist/test/prompts.test.d.ts.map +1 -0
  347. package/dist/test/prompts.test.js +562 -0
  348. package/dist/test/prompts.test.js.map +1 -0
  349. package/dist/test/prompts.utils.test.d.ts +2 -0
  350. package/dist/test/prompts.utils.test.d.ts.map +1 -0
  351. package/dist/test/prompts.utils.test.js +123 -0
  352. package/dist/test/prompts.utils.test.js.map +1 -0
  353. package/dist/test/providers.anthropic.test.d.ts +2 -0
  354. package/dist/test/providers.anthropic.test.d.ts.map +1 -0
  355. package/dist/test/providers.anthropic.test.js +520 -0
  356. package/dist/test/providers.anthropic.test.js.map +1 -0
  357. package/dist/test/providers.azure.test.d.ts +2 -0
  358. package/dist/test/providers.azure.test.d.ts.map +1 -0
  359. package/dist/test/providers.azure.test.js +96 -0
  360. package/dist/test/providers.azure.test.js.map +1 -0
  361. package/dist/test/providers.bedrock.test.d.ts +2 -0
  362. package/dist/test/providers.bedrock.test.d.ts.map +1 -0
  363. package/dist/test/providers.bedrock.test.js +349 -0
  364. package/dist/test/providers.bedrock.test.js.map +1 -0
  365. package/dist/test/providers.http.test.d.ts +2 -0
  366. package/dist/test/providers.http.test.d.ts.map +1 -0
  367. package/dist/test/providers.http.test.js +130 -0
  368. package/dist/test/providers.http.test.js.map +1 -0
  369. package/dist/test/providers.llama.test.d.ts +2 -0
  370. package/dist/test/providers.llama.test.d.ts.map +1 -0
  371. package/dist/test/providers.llama.test.js +101 -0
  372. package/dist/test/providers.llama.test.js.map +1 -0
  373. package/dist/test/providers.pythonCompletion.test.d.ts +2 -0
  374. package/dist/test/providers.pythonCompletion.test.d.ts.map +1 -0
  375. package/dist/test/providers.pythonCompletion.test.js +149 -0
  376. package/dist/test/providers.pythonCompletion.test.js.map +1 -0
  377. package/dist/test/providers.test.d.ts +2 -0
  378. package/dist/test/providers.test.d.ts.map +1 -0
  379. package/dist/test/providers.test.js +883 -0
  380. package/dist/test/providers.test.js.map +1 -0
  381. package/dist/test/providers.vertex.test.d.ts +2 -0
  382. package/dist/test/providers.vertex.test.d.ts.map +1 -0
  383. package/dist/test/providers.vertex.test.js +153 -0
  384. package/dist/test/providers.vertex.test.js.map +1 -0
  385. package/dist/test/pythonWrapper.test.d.ts +2 -0
  386. package/dist/test/pythonWrapper.test.d.ts.map +1 -0
  387. package/dist/test/pythonWrapper.test.js +65 -0
  388. package/dist/test/pythonWrapper.test.js.map +1 -0
  389. package/dist/test/redteam/plugins/base.test.d.ts +2 -0
  390. package/dist/test/redteam/plugins/base.test.d.ts.map +1 -0
  391. package/dist/test/redteam/plugins/base.test.js +149 -0
  392. package/dist/test/redteam/plugins/base.test.js.map +1 -0
  393. package/dist/test/redteam/purpose.test.d.ts +2 -0
  394. package/dist/test/redteam/purpose.test.d.ts.map +1 -0
  395. package/dist/test/redteam/purpose.test.js +37 -0
  396. package/dist/test/redteam/purpose.test.js.map +1 -0
  397. package/dist/test/redteam/types.test.d.ts +2 -0
  398. package/dist/test/redteam/types.test.d.ts.map +1 -0
  399. package/dist/test/redteam/types.test.js +325 -0
  400. package/dist/test/redteam/types.test.js.map +1 -0
  401. package/dist/test/redteam/util.test.d.ts +2 -0
  402. package/dist/test/redteam/util.test.d.ts.map +1 -0
  403. package/dist/test/redteam/util.test.js +99 -0
  404. package/dist/test/redteam/util.test.js.map +1 -0
  405. package/dist/test/telemetry.test.d.ts +2 -0
  406. package/dist/test/telemetry.test.d.ts.map +1 -0
  407. package/dist/test/telemetry.test.js +68 -0
  408. package/dist/test/telemetry.test.js.map +1 -0
  409. package/dist/test/testCases.test.d.ts +2 -0
  410. package/dist/test/testCases.test.d.ts.map +1 -0
  411. package/dist/test/testCases.test.js +362 -0
  412. package/dist/test/testCases.test.js.map +1 -0
  413. package/dist/test/updates.test.d.ts +2 -0
  414. package/dist/test/updates.test.d.ts.map +1 -0
  415. package/dist/test/updates.test.js +63 -0
  416. package/dist/test/updates.test.js.map +1 -0
  417. package/dist/test/util.templates.test.d.ts +2 -0
  418. package/dist/test/util.templates.test.d.ts.map +1 -0
  419. package/dist/test/util.templates.test.js +75 -0
  420. package/dist/test/util.templates.test.js.map +1 -0
  421. package/dist/test/util.test.d.ts +2 -0
  422. package/dist/test/util.test.d.ts.map +1 -0
  423. package/dist/test/util.test.js +661 -0
  424. package/dist/test/util.test.js.map +1 -0
  425. package/dist/test/utils.d.ts +6 -0
  426. package/dist/test/utils.d.ts.map +1 -0
  427. package/dist/test/utils.js +16 -0
  428. package/dist/test/utils.js.map +1 -0
  429. package/package.json +14 -8
  430. package/dist/src/database.js.map +0 -1
  431. package/dist/src/redteam/methods/injections.d.ts.map +0 -1
  432. package/dist/src/redteam/methods/injections.js.map +0 -1
  433. package/dist/src/redteam/methods/iterative.d.ts.map +0 -1
  434. package/dist/src/redteam/methods/iterative.js.map +0 -1
  435. package/dist/src/types.js.map +0 -1
  436. package/dist/src/web/nextui/_next/static/chunks/163-e65e0f7f442a0c72.js +0 -6
  437. package/dist/src/web/nextui/_next/static/chunks/180-46db19289d856800.js +0 -1
  438. package/dist/src/web/nextui/_next/static/chunks/304-9d57a2251034b801.js +0 -1
  439. package/dist/src/web/nextui/_next/static/chunks/322-4a0fc9b0508f47e8.js +0 -1
  440. package/dist/src/web/nextui/_next/static/chunks/339-db5bd05e24dde905.js +0 -1
  441. package/dist/src/web/nextui/_next/static/chunks/374-d40afe599198abd3.js +0 -1
  442. package/dist/src/web/nextui/_next/static/chunks/378-e22c8aeb8e031fad.js +0 -1
  443. package/dist/src/web/nextui/_next/static/chunks/448-4da3bf74eae4996a.js +0 -97
  444. package/dist/src/web/nextui/_next/static/chunks/53-fae6e50ace6c83a1.js +0 -1
  445. package/dist/src/web/nextui/_next/static/chunks/578-8efe57f906f7573c.js +0 -44
  446. package/dist/src/web/nextui/_next/static/chunks/620-7a5a7bf6e1fe49e5.js +0 -1
  447. package/dist/src/web/nextui/_next/static/chunks/737-538f50dc31cc8c49.js +0 -1
  448. package/dist/src/web/nextui/_next/static/chunks/905-0da344cee75690e7.js +0 -32
  449. package/dist/src/web/nextui/_next/static/chunks/932-75585b3be8ce494d.js +0 -1
  450. package/dist/src/web/nextui/_next/static/chunks/973-ffe3726c956d08ef.js +0 -2
  451. package/dist/src/web/nextui/_next/static/chunks/995-803c74b81e7bf6cd.js +0 -1
  452. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-2e2c0c725127ea2d.js +0 -1
  453. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-ccdb1f6890601666.js +0 -1
  454. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-642db4f4a8e8ba40.js +0 -1
  455. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-ce320e6d1e6d1d23.js +0 -1
  456. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-32eaa14d2384c5b0.js +0 -1
  457. package/dist/src/web/nextui/_next/static/chunks/app/layout-4282b1d33566e258.js +0 -1
  458. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-462526776efd6fd6.js +0 -1
  459. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-0ae78bc0bf7c56bc.js +0 -1
  460. package/dist/src/web/nextui/_next/static/chunks/app/report/page-e4f7851d41eb0f92.js +0 -1
  461. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6cde750ec428cd75.js +0 -1
  462. package/dist/src/web/nextui/_next/static/css/35ab7ce8025438b0.css +0 -1
  463. package/dist/src/web/nextui/_next/static/css/5bd2f45de1f3ba83.css +0 -1
  464. package/dist/src/web/nextui/_next/static/css/94b771e23fc5d5f5.css +0 -1
  465. package/dist/src/web/nextui/_next/static/css/dab5d695b3657d59.css +0 -1
  466. /package/dist/src/redteam/{methods → strategies}/injections.d.ts +0 -0
  467. /package/dist/src/redteam/{methods → strategies}/iterative.d.ts +0 -0
  468. /package/dist/src/redteam/{methods → strategies}/iterative.js +0 -0
  469. /package/dist/src/web/nextui/_next/static/{8E4q0Tmu22G1wENZyXEq0 → L-tpppAe26U-euPv62afH}/_buildManifest.js +0 -0
  470. /package/dist/src/web/nextui/_next/static/{8E4q0Tmu22G1wENZyXEq0 → L-tpppAe26U-euPv62afH}/_ssgManifest.js +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"filterTests.test.js","sourceRoot":"","sources":["../../../../test/commands/eval/filterTests.test.ts"],"names":[],"mappings":";;AAAA,wEAAqE;AAGrE,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG;QACf,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,MAAM,SAAS,GAAG;QAChB,WAAW,EAAE,OAAO;KACrB,CAAC;IACF,MAAM,SAAS,GAAG;QAChB,WAAW,EAAE,OAAO;KACrB,CAAC;IACF,MAAM,KAAK,GAAG,CAAC,QAAQ,EAAE,iBAAiB,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG;QAChB,KAAK;KACO,CAAC;IAEf,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAEhD,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,EAAe,EAAE,EAAE,CAAC,CAAC;QAEtD,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC5E,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAChD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAEhE,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAE7E,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAE7E,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=config.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.test.d.ts","sourceRoot":"","sources":["../../test/config.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,404 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ Object.defineProperty(exports, "__esModule", { value: true });
26
+ const fs = __importStar(require("fs"));
27
+ const glob_1 = require("glob");
28
+ const path = __importStar(require("path"));
29
+ const config_1 = require("../src/config");
30
+ jest.mock('../src/database', () => ({
31
+ getDb: jest.fn(),
32
+ }));
33
+ jest.mock('proxy-agent', () => ({
34
+ ProxyAgent: jest.fn().mockImplementation(() => ({})),
35
+ }));
36
+ jest.mock('glob', () => ({
37
+ globSync: jest.fn(),
38
+ }));
39
+ jest.mock('fs', () => ({
40
+ readFileSync: jest.fn(),
41
+ writeFileSync: jest.fn(),
42
+ statSync: jest.fn(),
43
+ readdirSync: jest.fn(),
44
+ existsSync: jest.fn(),
45
+ mkdirSync: jest.fn(),
46
+ }));
47
+ describe('readConfigs', () => {
48
+ beforeEach(() => {
49
+ jest.clearAllMocks();
50
+ });
51
+ it('reads from existing configs', async () => {
52
+ const config1 = {
53
+ description: 'test1',
54
+ providers: ['provider1'],
55
+ prompts: ['prompt1'],
56
+ tests: ['test1'],
57
+ scenarios: ['scenario1'],
58
+ defaultTest: {
59
+ description: 'defaultTest1',
60
+ vars: { var1: 'value1' },
61
+ assert: [{ type: 'equals', value: 'expected1' }],
62
+ },
63
+ nunjucksFilters: { filter1: 'filter1' },
64
+ env: { envVar1: 'envValue1' },
65
+ evaluateOptions: { maxConcurrency: 1 },
66
+ commandLineOptions: { verbose: true },
67
+ sharing: false,
68
+ };
69
+ const config2 = {
70
+ description: 'test2',
71
+ providers: ['provider2'],
72
+ prompts: ['prompt2'],
73
+ tests: ['test2'],
74
+ scenarios: ['scenario2'],
75
+ defaultTest: {
76
+ description: 'defaultTest2',
77
+ vars: { var2: 'value2' },
78
+ assert: [{ type: 'equals', value: 'expected2' }],
79
+ },
80
+ nunjucksFilters: { filter2: 'filter2' },
81
+ env: { envVar2: 'envValue2' },
82
+ evaluateOptions: { maxConcurrency: 2 },
83
+ commandLineOptions: { verbose: false },
84
+ sharing: true,
85
+ };
86
+ jest.mocked(glob_1.globSync).mockImplementation((pathOrGlob) => [pathOrGlob].flat());
87
+ jest
88
+ .mocked(fs.readFileSync)
89
+ .mockImplementation((path, options) => {
90
+ if (typeof path === 'string' && path === 'config1.json') {
91
+ return JSON.stringify(config1);
92
+ }
93
+ else if (typeof path === 'string' && path === 'config2.json') {
94
+ return JSON.stringify(config2);
95
+ }
96
+ return Buffer.from(''); // Return an empty Buffer instead of null
97
+ })
98
+ .mockReturnValueOnce(JSON.stringify(config1))
99
+ .mockReturnValueOnce(JSON.stringify(config2))
100
+ .mockReturnValueOnce(JSON.stringify(config1))
101
+ .mockReturnValueOnce(JSON.stringify(config2))
102
+ .mockReturnValue(Buffer.from('')); // Return an empty Buffer instead of null
103
+ // Mocks for prompt loading
104
+ jest.mocked(fs.readdirSync).mockReturnValue([]);
105
+ jest.mocked(fs.statSync).mockImplementation(() => {
106
+ throw new Error('File does not exist');
107
+ });
108
+ const config1Result = await (0, config_1.readConfigs)(['config1.json']);
109
+ expect(config1Result).toEqual({
110
+ description: 'test1',
111
+ providers: ['provider1'],
112
+ prompts: ['prompt1'],
113
+ tests: ['test1'],
114
+ scenarios: ['scenario1'],
115
+ defaultTest: {
116
+ description: 'defaultTest1',
117
+ options: {},
118
+ vars: { var1: 'value1' },
119
+ assert: [{ type: 'equals', value: 'expected1' }],
120
+ },
121
+ nunjucksFilters: { filter1: 'filter1' },
122
+ env: { envVar1: 'envValue1' },
123
+ evaluateOptions: { maxConcurrency: 1 },
124
+ commandLineOptions: { verbose: true },
125
+ metadata: {},
126
+ sharing: false,
127
+ });
128
+ const config2Result = await (0, config_1.readConfigs)(['config2.json']);
129
+ expect(config2Result).toEqual({
130
+ description: 'test2',
131
+ providers: ['provider2'],
132
+ prompts: ['prompt2'],
133
+ tests: ['test2'],
134
+ scenarios: ['scenario2'],
135
+ defaultTest: {
136
+ description: 'defaultTest2',
137
+ options: {},
138
+ vars: { var2: 'value2' },
139
+ assert: [{ type: 'equals', value: 'expected2' }],
140
+ },
141
+ nunjucksFilters: { filter2: 'filter2' },
142
+ env: { envVar2: 'envValue2' },
143
+ evaluateOptions: { maxConcurrency: 2 },
144
+ commandLineOptions: { verbose: false },
145
+ metadata: {},
146
+ sharing: true,
147
+ });
148
+ const result = await (0, config_1.readConfigs)(['config1.json', 'config2.json']);
149
+ expect(fs.readFileSync).toHaveBeenCalledTimes(4);
150
+ expect(result).toEqual({
151
+ description: 'test1, test2',
152
+ providers: ['provider1', 'provider2'],
153
+ prompts: ['prompt1', 'prompt2'],
154
+ tests: ['test1', 'test2'],
155
+ scenarios: ['scenario1', 'scenario2'],
156
+ defaultTest: {
157
+ description: 'defaultTest2',
158
+ options: {},
159
+ vars: { var1: 'value1', var2: 'value2' },
160
+ assert: [
161
+ { type: 'equals', value: 'expected1' },
162
+ { type: 'equals', value: 'expected2' },
163
+ ],
164
+ },
165
+ nunjucksFilters: { filter1: 'filter1', filter2: 'filter2' },
166
+ env: { envVar1: 'envValue1', envVar2: 'envValue2' },
167
+ evaluateOptions: { maxConcurrency: 2 },
168
+ commandLineOptions: { verbose: false },
169
+ metadata: {},
170
+ sharing: false,
171
+ });
172
+ });
173
+ it('throws error for unsupported configuration file format', async () => {
174
+ jest.mocked(fs.existsSync).mockReturnValue(true);
175
+ await expect((0, config_1.readConfigs)(['config1.unsupported'])).rejects.toThrow('Unsupported configuration file format: .unsupported');
176
+ });
177
+ it('makeAbsolute should resolve file:// syntax and plaintext prompts', async () => {
178
+ jest.mocked(fs.existsSync).mockReturnValue(true);
179
+ jest
180
+ .mocked(fs.readFileSync)
181
+ .mockImplementation((path, options) => {
182
+ if (typeof path === 'string' && path === 'config1.json') {
183
+ return JSON.stringify({
184
+ description: 'test1',
185
+ prompts: ['file://prompt1.txt', 'prompt2'],
186
+ });
187
+ }
188
+ else if (typeof path === 'string' && path === 'config2.json') {
189
+ return JSON.stringify({
190
+ description: 'test2',
191
+ prompts: ['file://prompt3.txt', 'prompt4'],
192
+ });
193
+ }
194
+ return Buffer.from(''); // Return an empty Buffer instead of null
195
+ });
196
+ const configPaths = ['config1.json', 'config2.json'];
197
+ const result = await (0, config_1.readConfigs)(configPaths);
198
+ expect(result.prompts).toEqual([
199
+ 'file://' + path.resolve(path.dirname(configPaths[0]), 'prompt1.txt'),
200
+ 'prompt2',
201
+ 'file://' + path.resolve(path.dirname(configPaths[1]), 'prompt3.txt'),
202
+ 'prompt4',
203
+ ]);
204
+ });
205
+ it('de-duplicates prompts when reading configs', async () => {
206
+ jest.mocked(fs.existsSync).mockReturnValue(true);
207
+ jest
208
+ .mocked(fs.readFileSync)
209
+ .mockImplementation((path, options) => {
210
+ if (typeof path === 'string' && path === 'config1.json') {
211
+ return JSON.stringify({
212
+ description: 'test1',
213
+ prompts: ['prompt1', 'file://prompt2.txt', 'prompt3'],
214
+ });
215
+ }
216
+ else if (typeof path === 'string' && path === 'config2.json') {
217
+ return JSON.stringify({
218
+ description: 'test2',
219
+ prompts: ['prompt3', 'file://prompt2.txt', 'prompt4'],
220
+ });
221
+ }
222
+ return Buffer.from(''); // Return an empty Buffer instead of null
223
+ });
224
+ const configPaths = ['config1.json', 'config2.json'];
225
+ const result = await (0, config_1.readConfigs)(configPaths);
226
+ expect(result.prompts).toEqual([
227
+ 'prompt1',
228
+ 'file://' + path.resolve(path.dirname(configPaths[0]), 'prompt2.txt'),
229
+ 'prompt3',
230
+ 'prompt4',
231
+ ]);
232
+ });
233
+ });
234
+ describe('dereferenceConfig', () => {
235
+ it('should dereference a config with no $refs', async () => {
236
+ const rawConfig = {
237
+ prompts: ['Hello world'],
238
+ description: 'Test config',
239
+ providers: ['provider1'],
240
+ tests: ['test1'],
241
+ evaluateOptions: {},
242
+ commandLineOptions: {},
243
+ };
244
+ const dereferencedConfig = await (0, config_1.dereferenceConfig)(rawConfig);
245
+ expect(dereferencedConfig).toEqual(rawConfig);
246
+ });
247
+ it('should dereference a config with $refs', async () => {
248
+ const rawConfig = {
249
+ prompts: [],
250
+ tests: [],
251
+ evaluateOptions: {},
252
+ commandLineOptions: {},
253
+ providers: [{ $ref: '#/definitions/provider' }],
254
+ definitions: {
255
+ provider: {
256
+ name: 'provider1',
257
+ config: { setting: 'value' },
258
+ },
259
+ },
260
+ };
261
+ const expectedConfig = {
262
+ prompts: [],
263
+ tests: [],
264
+ evaluateOptions: {},
265
+ commandLineOptions: {},
266
+ providers: [{ name: 'provider1', config: { setting: 'value' } }],
267
+ definitions: {
268
+ provider: {
269
+ name: 'provider1',
270
+ config: { setting: 'value' },
271
+ },
272
+ },
273
+ };
274
+ const dereferencedConfig = await (0, config_1.dereferenceConfig)(rawConfig);
275
+ expect(dereferencedConfig).toEqual(expectedConfig);
276
+ });
277
+ it('should preserve regular functions when dereferencing', async () => {
278
+ const rawConfig = {
279
+ description: 'Test config with function parameters',
280
+ prompts: [],
281
+ tests: [],
282
+ evaluateOptions: {},
283
+ commandLineOptions: {},
284
+ providers: [
285
+ {
286
+ name: 'provider1',
287
+ config: {
288
+ functions: [
289
+ {
290
+ name: 'function1',
291
+ parameters: { param1: 'value1' },
292
+ },
293
+ ],
294
+ tools: [
295
+ {
296
+ function: {
297
+ name: 'toolFunction1',
298
+ parameters: { param2: 'value2' },
299
+ },
300
+ },
301
+ ],
302
+ },
303
+ },
304
+ ],
305
+ };
306
+ const dereferencedConfig = await (0, config_1.dereferenceConfig)(rawConfig);
307
+ expect(dereferencedConfig).toEqual(rawConfig);
308
+ });
309
+ it('should preserve tools with references and definitions when dereferencing', async () => {
310
+ const rawConfig = {
311
+ prompts: [{ $ref: '#/definitions/prompt' }],
312
+ tests: [],
313
+ evaluateOptions: {},
314
+ commandLineOptions: {},
315
+ providers: [
316
+ {
317
+ name: 'openai:gpt-4',
318
+ config: {
319
+ tools: [
320
+ {
321
+ type: 'function',
322
+ function: {
323
+ name: 'kubectl_describe',
324
+ parameters: {
325
+ $defs: {
326
+ KubernetesResourceKind: {
327
+ enum: ['deployment', 'node'],
328
+ title: 'KubernetesResourceKind',
329
+ type: 'string',
330
+ },
331
+ },
332
+ properties: {
333
+ kind: { $ref: '#/$defs/KubernetesResourceKind' },
334
+ namespace: {
335
+ anyOf: [{ type: 'string' }, { type: 'null' }],
336
+ default: null,
337
+ title: 'Namespace',
338
+ },
339
+ name: { title: 'Name', type: 'string' },
340
+ },
341
+ required: ['kind', 'name'],
342
+ title: 'KubectlDescribe',
343
+ type: 'object',
344
+ },
345
+ },
346
+ },
347
+ ],
348
+ },
349
+ },
350
+ ],
351
+ definitions: {
352
+ prompt: 'hello world',
353
+ },
354
+ };
355
+ const dereferencedConfig = await (0, config_1.dereferenceConfig)(rawConfig);
356
+ const expectedOutput = {
357
+ prompts: ['hello world'],
358
+ tests: [],
359
+ evaluateOptions: {},
360
+ commandLineOptions: {},
361
+ providers: [
362
+ {
363
+ name: 'openai:gpt-4',
364
+ config: {
365
+ tools: [
366
+ {
367
+ type: 'function',
368
+ function: {
369
+ name: 'kubectl_describe',
370
+ parameters: {
371
+ $defs: {
372
+ KubernetesResourceKind: {
373
+ enum: ['deployment', 'node'],
374
+ title: 'KubernetesResourceKind',
375
+ type: 'string',
376
+ },
377
+ },
378
+ properties: {
379
+ kind: { $ref: '#/$defs/KubernetesResourceKind' },
380
+ namespace: {
381
+ anyOf: [{ type: 'string' }, { type: 'null' }],
382
+ default: null,
383
+ title: 'Namespace',
384
+ },
385
+ name: { title: 'Name', type: 'string' },
386
+ },
387
+ required: ['kind', 'name'],
388
+ title: 'KubectlDescribe',
389
+ type: 'object',
390
+ },
391
+ },
392
+ },
393
+ ],
394
+ },
395
+ },
396
+ ],
397
+ definitions: {
398
+ prompt: 'hello world',
399
+ },
400
+ };
401
+ expect(dereferencedConfig).toEqual(expectedOutput);
402
+ });
403
+ });
404
+ //# sourceMappingURL=config.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.test.js","sourceRoot":"","sources":["../../test/config.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,+BAAgC;AAChC,2CAA6B;AAC7B,0CAA+D;AAG/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;CACrD,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;IACvB,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE;IACxB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;IACnB,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;IACtB,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;IACrB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;CACrB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,OAAO,GAAG;YACd,WAAW,EAAE,OAAO;YACpB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,CAAC,OAAO,CAAC;YAChB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,WAAW,EAAE;gBACX,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;aACjD;YACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YACvC,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;YAC7B,eAAe,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YACrC,OAAO,EAAE,KAAK;SACf,CAAC;QACF,MAAM,OAAO,GAAG;YACd,WAAW,EAAE,OAAO;YACpB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,CAAC,OAAO,CAAC;YAChB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,WAAW,EAAE;gBACX,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;aACjD;YACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YACvC,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;YAC7B,eAAe,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YACtC,OAAO,EAAE,IAAI;SACd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,eAAQ,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9E,IAAI;aACD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC;aACvB,kBAAkB,CACjB,CACE,IAA6B,EAC7B,OAA0D,EACzC,EAAE;YACnB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACjC,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,yCAAyC;QACnE,CAAC,CACF;aACA,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;aAC5C,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;aAC5C,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;aAC5C,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;aAC5C,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,yCAAyC;QAE9E,2BAA2B;QAC3B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,IAAA,oBAAW,EAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC;YAC5B,WAAW,EAAE,OAAO;YACpB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,CAAC,OAAO,CAAC;YAChB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,WAAW,EAAE;gBACX,WAAW,EAAE,cAAc;gBAC3B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;aACjD;YACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YACvC,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;YAC7B,eAAe,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YACrC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,IAAA,oBAAW,EAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC;YAC5B,WAAW,EAAE,OAAO;YACpB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,CAAC,OAAO,CAAC;YAChB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,WAAW,EAAE;gBACX,WAAW,EAAE,cAAc;gBAC3B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;aACjD;YACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YACvC,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;YAC7B,eAAe,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YACtC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAW,EAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;QAEnE,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,cAAc;YAC3B,SAAS,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC;YACrC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;YAC/B,KAAK,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;YACzB,SAAS,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC;YACrC,WAAW,EAAE;gBACX,WAAW,EAAE,cAAc;gBAC3B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxC,MAAM,EAAE;oBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE;oBACtC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE;iBACvC;aACF;YACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE;YAC3D,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE;YACnD,eAAe,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YACtC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,MAAM,CAAC,IAAA,oBAAW,EAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAChE,qDAAqD,CACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI;aACD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC;aACvB,kBAAkB,CACjB,CACE,IAA6B,EAC7B,OAA0D,EACzC,EAAE;YACnB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,WAAW,EAAE,OAAO;oBACpB,OAAO,EAAE,CAAC,oBAAoB,EAAE,SAAS,CAAC;iBAC3C,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC/D,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,WAAW,EAAE,OAAO;oBACpB,OAAO,EAAE,CAAC,oBAAoB,EAAE,SAAS,CAAC;iBAC3C,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,yCAAyC;QACnE,CAAC,CACF,CAAC;QAEJ,MAAM,WAAW,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAW,EAAC,WAAW,CAAC,CAAC;QAE9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YAC7B,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YACrE,SAAS;YACT,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YACrE,SAAS;SACV,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI;aACD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC;aACvB,kBAAkB,CACjB,CACE,IAA6B,EAC7B,OAA0D,EACzC,EAAE;YACnB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,WAAW,EAAE,OAAO;oBACpB,OAAO,EAAE,CAAC,SAAS,EAAE,oBAAoB,EAAE,SAAS,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC/D,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,WAAW,EAAE,OAAO;oBACpB,OAAO,EAAE,CAAC,SAAS,EAAE,oBAAoB,EAAE,SAAS,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,yCAAyC;QACnE,CAAC,CACF,CAAC;QAEJ,MAAM,WAAW,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAW,EAAC,WAAW,CAAC,CAAC;QAE9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YAC7B,SAAS;YACT,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YACrE,SAAS;YACT,SAAS;SACV,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,SAAS,GAAG;YAChB,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,WAAW,EAAE,aAAa;YAC1B,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,KAAK,EAAE,CAAC,OAAO,CAAC;YAChB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;SACvB,CAAC;QACF,MAAM,kBAAkB,GAAG,MAAM,IAAA,0BAAiB,EAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,SAAS,GAAG;YAChB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;YAC/C,WAAW,EAAE;gBACX,QAAQ,EAAE;oBACR,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;iBAC7B;aACF;SACF,CAAC;QACF,MAAM,cAAc,GAAG;YACrB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YAChE,WAAW,EAAE;gBACX,QAAQ,EAAE;oBACR,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;iBAC7B;aACF;SACF,CAAC;QACF,MAAM,kBAAkB,GAAG,MAAM,IAAA,0BAAiB,EAAC,SAA0B,CAAC,CAAC;QAC/E,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,SAAS,GAAG;YAChB,WAAW,EAAE,sCAAsC;YACnD,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE;wBACN,SAAS,EAAE;4BACT;gCACE,IAAI,EAAE,WAAW;gCACjB,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;6BACjC;yBACF;wBACD,KAAK,EAAE;4BACL;gCACE,QAAQ,EAAE;oCACR,IAAI,EAAE,eAAe;oCACrB,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;iCACjC;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,kBAAkB,GAAG,MAAM,IAAA,0BAAiB,EAAC,SAA0B,CAAC,CAAC;QAC/E,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QACxF,MAAM,SAAS,GAAG;YAChB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;YAC3C,KAAK,EAAE,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE;wBACN,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,kBAAkB;oCACxB,UAAU,EAAE;wCACV,KAAK,EAAE;4CACL,sBAAsB,EAAE;gDACtB,IAAI,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;gDAC5B,KAAK,EAAE,wBAAwB;gDAC/B,IAAI,EAAE,QAAQ;6CACf;yCACF;wCACD,UAAU,EAAE;4CACV,IAAI,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE;4CAChD,SAAS,EAAE;gDACT,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gDAC7C,OAAO,EAAE,IAAI;gDACb,KAAK,EAAE,WAAW;6CACnB;4CACD,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;yCACxC;wCACD,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;wCAC1B,KAAK,EAAE,iBAAiB;wCACxB,IAAI,EAAE,QAAQ;qCACf;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;YACD,WAAW,EAAE;gBACX,MAAM,EAAE,aAAa;aACtB;SACF,CAAC;QACF,MAAM,kBAAkB,GAAG,MAAM,IAAA,0BAAiB,EAAC,SAAqC,CAAC,CAAC;QAC1F,MAAM,cAAc,GAAG;YACrB,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,KAAK,EAAE,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE;wBACN,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,kBAAkB;oCACxB,UAAU,EAAE;wCACV,KAAK,EAAE;4CACL,sBAAsB,EAAE;gDACtB,IAAI,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;gDAC5B,KAAK,EAAE,wBAAwB;gDAC/B,IAAI,EAAE,QAAQ;6CACf;yCACF;wCACD,UAAU,EAAE;4CACV,IAAI,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE;4CAChD,SAAS,EAAE;gDACT,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gDAC7C,OAAO,EAAE,IAAI;gDACb,KAAK,EAAE,WAAW;6CACnB;4CACD,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;yCACxC;wCACD,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;wCAC1B,KAAK,EAAE,iBAAiB;wCACxB,IAAI,EAAE,QAAQ;qCACf;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;YACD,WAAW,EAAE;gBACX,MAAM,EAAE,aAAa;aACtB;SACF,CAAC;QACF,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=csv.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv.test.d.ts","sourceRoot":"","sources":["../../test/csv.test.ts"],"names":[],"mappings":""}