promptfoo 0.73.8 → 0.74.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/README.md +59 -1
  2. package/dist/package.json +13 -13
  3. package/dist/src/assertions/AssertionsResult.d.ts +1 -1
  4. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  5. package/dist/src/assertions/validateAssertions.d.ts +1 -1
  6. package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
  7. package/dist/src/assertions.d.ts +2 -1
  8. package/dist/src/assertions.d.ts.map +1 -1
  9. package/dist/src/assertions.js.map +1 -1
  10. package/dist/src/commands/cache.d.ts +1 -1
  11. package/dist/src/commands/cache.d.ts.map +1 -1
  12. package/dist/src/commands/config.d.ts +1 -1
  13. package/dist/src/commands/config.d.ts.map +1 -1
  14. package/dist/src/commands/delete.d.ts +1 -1
  15. package/dist/src/commands/delete.d.ts.map +1 -1
  16. package/dist/src/commands/eval/filterFailingTests.d.ts +1 -1
  17. package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -1
  18. package/dist/src/commands/eval/filterTests.d.ts +1 -1
  19. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  20. package/dist/src/commands/eval.d.ts +2 -2
  21. package/dist/src/commands/eval.d.ts.map +1 -1
  22. package/dist/src/commands/eval.js.map +1 -1
  23. package/dist/src/commands/export.d.ts +1 -1
  24. package/dist/src/commands/export.d.ts.map +1 -1
  25. package/dist/src/commands/feedback.d.ts +1 -1
  26. package/dist/src/commands/feedback.d.ts.map +1 -1
  27. package/dist/src/commands/generate/dataset.d.ts +2 -2
  28. package/dist/src/commands/generate/dataset.d.ts.map +1 -1
  29. package/dist/src/commands/generate/redteam.d.ts +3 -3
  30. package/dist/src/commands/generate/redteam.d.ts.map +1 -1
  31. package/dist/src/commands/generate/redteam.js +13 -6
  32. package/dist/src/commands/generate/redteam.js.map +1 -1
  33. package/dist/src/commands/import.d.ts +1 -1
  34. package/dist/src/commands/import.d.ts.map +1 -1
  35. package/dist/src/commands/init.d.ts +1 -1
  36. package/dist/src/commands/init.d.ts.map +1 -1
  37. package/dist/src/commands/list.d.ts +1 -1
  38. package/dist/src/commands/list.d.ts.map +1 -1
  39. package/dist/src/commands/redteam.d.ts +2 -1
  40. package/dist/src/commands/redteam.d.ts.map +1 -1
  41. package/dist/src/commands/redteam.js +197 -191
  42. package/dist/src/commands/redteam.js.map +1 -1
  43. package/dist/src/commands/share.d.ts +1 -1
  44. package/dist/src/commands/share.d.ts.map +1 -1
  45. package/dist/src/commands/show.d.ts +1 -1
  46. package/dist/src/commands/show.d.ts.map +1 -1
  47. package/dist/src/commands/version.d.ts +1 -1
  48. package/dist/src/commands/version.d.ts.map +1 -1
  49. package/dist/src/commands/view.d.ts +1 -1
  50. package/dist/src/commands/view.d.ts.map +1 -1
  51. package/dist/src/config.d.ts +1 -1
  52. package/dist/src/config.d.ts.map +1 -1
  53. package/dist/src/database/operations.d.ts +56 -240
  54. package/dist/src/database/operations.d.ts.map +1 -1
  55. package/dist/src/database/types.d.ts +1 -1
  56. package/dist/src/database/types.d.ts.map +1 -1
  57. package/dist/src/evaluator.d.ts.map +1 -1
  58. package/dist/src/evaluator.js +13 -4
  59. package/dist/src/evaluator.js.map +1 -1
  60. package/dist/src/fetch.d.ts.map +1 -1
  61. package/dist/src/fetch.js +28 -2
  62. package/dist/src/fetch.js.map +1 -1
  63. package/dist/src/globalConfig.d.ts +1 -1
  64. package/dist/src/globalConfig.d.ts.map +1 -1
  65. package/dist/src/onboarding.d.ts.map +1 -1
  66. package/dist/src/onboarding.js +11 -0
  67. package/dist/src/onboarding.js.map +1 -1
  68. package/dist/src/prompts/grading.js +1 -1
  69. package/dist/src/prompts/processors/javascript.d.ts +1 -1
  70. package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
  71. package/dist/src/prompts/processors/json.d.ts +1 -1
  72. package/dist/src/prompts/processors/json.d.ts.map +1 -1
  73. package/dist/src/prompts/processors/jsonl.d.ts +1 -1
  74. package/dist/src/prompts/processors/jsonl.d.ts.map +1 -1
  75. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  76. package/dist/src/prompts/processors/python.js.map +1 -1
  77. package/dist/src/prompts/processors/string.d.ts +1 -1
  78. package/dist/src/prompts/processors/string.d.ts.map +1 -1
  79. package/dist/src/prompts/processors/text.d.ts +1 -1
  80. package/dist/src/prompts/processors/text.d.ts.map +1 -1
  81. package/dist/src/prompts/processors/yaml.d.ts +1 -1
  82. package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
  83. package/dist/src/prompts/utils.d.ts +1 -1
  84. package/dist/src/prompts/utils.d.ts.map +1 -1
  85. package/dist/src/providers/anthropic.js +1 -1
  86. package/dist/src/providers/anthropic.js.map +1 -1
  87. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  88. package/dist/src/providers/azureopenai.js +6 -2
  89. package/dist/src/providers/azureopenai.js.map +1 -1
  90. package/dist/src/providers/bedrock.d.ts.map +1 -1
  91. package/dist/src/providers/bedrock.js +2 -2
  92. package/dist/src/providers/bedrock.js.map +1 -1
  93. package/dist/src/providers/huggingface.d.ts +1 -1
  94. package/dist/src/providers/huggingface.d.ts.map +1 -1
  95. package/dist/src/providers/manualInput.d.ts +1 -1
  96. package/dist/src/providers/manualInput.d.ts.map +1 -1
  97. package/dist/src/providers/mistral.d.ts +1 -1
  98. package/dist/src/providers/mistral.d.ts.map +1 -1
  99. package/dist/src/providers/openai.d.ts +1 -1
  100. package/dist/src/providers/openai.d.ts.map +1 -1
  101. package/dist/src/providers/openai.js +8 -3
  102. package/dist/src/providers/openai.js.map +1 -1
  103. package/dist/src/providers/shared.d.ts +1 -0
  104. package/dist/src/providers/shared.d.ts.map +1 -1
  105. package/dist/src/providers/shared.js +47 -0
  106. package/dist/src/providers/shared.js.map +1 -1
  107. package/dist/src/providers/vertex.d.ts.map +1 -1
  108. package/dist/src/providers/vertex.js.map +1 -1
  109. package/dist/src/providers.d.ts +2 -1
  110. package/dist/src/providers.d.ts.map +1 -1
  111. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  112. package/dist/src/python/pythonUtils.js.map +1 -1
  113. package/dist/src/redteam/constants.d.ts +2 -1
  114. package/dist/src/redteam/constants.d.ts.map +1 -1
  115. package/dist/src/redteam/constants.js +5 -4
  116. package/dist/src/redteam/constants.js.map +1 -1
  117. package/dist/src/redteam/extraction/entities.d.ts +3 -0
  118. package/dist/src/redteam/extraction/entities.d.ts.map +1 -0
  119. package/dist/src/redteam/extraction/entities.js +29 -0
  120. package/dist/src/redteam/extraction/entities.js.map +1 -0
  121. package/dist/src/redteam/extraction/purpose.d.ts +3 -0
  122. package/dist/src/redteam/extraction/purpose.d.ts.map +1 -0
  123. package/dist/src/redteam/extraction/purpose.js +27 -0
  124. package/dist/src/redteam/extraction/purpose.js.map +1 -0
  125. package/dist/src/redteam/extraction/util.d.ts +4 -0
  126. package/dist/src/redteam/extraction/util.d.ts.map +1 -0
  127. package/dist/src/redteam/extraction/util.js +30 -0
  128. package/dist/src/redteam/extraction/util.js.map +1 -0
  129. package/dist/src/redteam/graders/base.d.ts +1 -1
  130. package/dist/src/redteam/graders/base.d.ts.map +1 -1
  131. package/dist/src/redteam/graders/base.js +1 -0
  132. package/dist/src/redteam/graders/base.js.map +1 -1
  133. package/dist/src/redteam/graders/hallucination.js +3 -3
  134. package/dist/src/redteam/graders/harmful.d.ts +1 -1
  135. package/dist/src/redteam/graders/harmful.d.ts.map +1 -1
  136. package/dist/src/redteam/graders/imitation.d.ts +6 -0
  137. package/dist/src/redteam/graders/imitation.d.ts.map +1 -0
  138. package/dist/src/redteam/graders/imitation.js +36 -0
  139. package/dist/src/redteam/graders/imitation.js.map +1 -0
  140. package/dist/src/redteam/graders/index.d.ts +1 -1
  141. package/dist/src/redteam/graders/index.d.ts.map +1 -1
  142. package/dist/src/redteam/graders/index.js +2 -0
  143. package/dist/src/redteam/graders/index.js.map +1 -1
  144. package/dist/src/redteam/index.d.ts +3 -3
  145. package/dist/src/redteam/index.d.ts.map +1 -1
  146. package/dist/src/redteam/index.js +42 -25
  147. package/dist/src/redteam/index.js.map +1 -1
  148. package/dist/src/redteam/plugins/base.d.ts +5 -8
  149. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  150. package/dist/src/redteam/plugins/base.js +2 -4
  151. package/dist/src/redteam/plugins/base.js.map +1 -1
  152. package/dist/src/redteam/plugins/competitors.d.ts +2 -2
  153. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  154. package/dist/src/redteam/plugins/competitors.js +2 -3
  155. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  156. package/dist/src/redteam/plugins/contracts.d.ts +2 -2
  157. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  158. package/dist/src/redteam/plugins/contracts.js +2 -3
  159. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  160. package/dist/src/redteam/plugins/debugAccess.d.ts +2 -2
  161. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  162. package/dist/src/redteam/plugins/debugAccess.js +2 -3
  163. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  164. package/dist/src/redteam/plugins/excessiveAgency.d.ts +2 -2
  165. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  166. package/dist/src/redteam/plugins/excessiveAgency.js +2 -3
  167. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  168. package/dist/src/redteam/plugins/hallucination.d.ts +2 -2
  169. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  170. package/dist/src/redteam/plugins/hallucination.js +2 -3
  171. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  172. package/dist/src/redteam/plugins/harmful.d.ts +1 -2
  173. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  174. package/dist/src/redteam/plugins/harmful.js +7 -5
  175. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  176. package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
  177. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  178. package/dist/src/redteam/plugins/hijacking.js +2 -3
  179. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  180. package/dist/src/redteam/plugins/imitation.d.ts +1 -7
  181. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  182. package/dist/src/redteam/plugins/imitation.js +3 -38
  183. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  184. package/dist/src/redteam/plugins/overreliance.d.ts +2 -2
  185. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  186. package/dist/src/redteam/plugins/overreliance.js +2 -3
  187. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  188. package/dist/src/redteam/plugins/politics.d.ts +2 -2
  189. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  190. package/dist/src/redteam/plugins/politics.js +2 -3
  191. package/dist/src/redteam/plugins/politics.js.map +1 -1
  192. package/dist/src/redteam/plugins/rbac.d.ts +2 -2
  193. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  194. package/dist/src/redteam/plugins/rbac.js +2 -3
  195. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  196. package/dist/src/redteam/plugins/shellInjection.d.ts +2 -2
  197. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  198. package/dist/src/redteam/plugins/shellInjection.js +2 -3
  199. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  200. package/dist/src/redteam/plugins/sqlInjection.d.ts +2 -2
  201. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  202. package/dist/src/redteam/plugins/sqlInjection.js +2 -3
  203. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  204. package/dist/src/redteam/strategies/injections.d.ts +1 -1
  205. package/dist/src/redteam/strategies/injections.d.ts.map +1 -1
  206. package/dist/src/redteam/strategies/iterative.d.ts +1 -1
  207. package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
  208. package/dist/src/testCases.d.ts.map +1 -1
  209. package/dist/src/{types.d.ts → types/index.d.ts} +1496 -6518
  210. package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
  211. package/dist/src/{types.js → types/index.js} +38 -172
  212. package/dist/src/types/index.js.map +1 -0
  213. package/dist/src/types/prompts.d.ts +29 -0
  214. package/dist/src/types/prompts.d.ts.map +1 -0
  215. package/dist/src/types/prompts.js +3 -0
  216. package/dist/src/types/prompts.js.map +1 -0
  217. package/dist/src/types/providers.d.ts +126 -0
  218. package/dist/src/types/providers.d.ts.map +1 -0
  219. package/dist/src/types/providers.js +11 -0
  220. package/dist/src/types/providers.js.map +1 -0
  221. package/dist/src/types/redteam.d.ts +51 -0
  222. package/dist/src/types/redteam.d.ts.map +1 -0
  223. package/dist/src/types/redteam.js +3 -0
  224. package/dist/src/types/redteam.js.map +1 -0
  225. package/dist/src/types/shared.d.ts +8 -0
  226. package/dist/src/types/shared.d.ts.map +1 -0
  227. package/dist/src/types/shared.js +3 -0
  228. package/dist/src/types/shared.js.map +1 -0
  229. package/dist/src/util/index.d.ts +20 -96
  230. package/dist/src/util/index.d.ts.map +1 -1
  231. package/dist/src/util/index.js +15 -8
  232. package/dist/src/util/index.js.map +1 -1
  233. package/dist/src/util/templates.d.ts +1 -1
  234. package/dist/src/util/templates.d.ts.map +1 -1
  235. package/dist/src/util/transform.d.ts +1 -1
  236. package/dist/src/util/transform.d.ts.map +1 -1
  237. package/dist/src/validators/prompts.d.ts +60 -0
  238. package/dist/src/validators/prompts.d.ts.map +1 -0
  239. package/dist/src/validators/prompts.js +32 -0
  240. package/dist/src/validators/prompts.js.map +1 -0
  241. package/dist/src/validators/providers.d.ts +1145 -0
  242. package/dist/src/validators/providers.d.ts.map +1 -0
  243. package/dist/src/validators/providers.js +133 -0
  244. package/dist/src/validators/providers.js.map +1 -0
  245. package/dist/src/validators/redteam.d.ts +517 -0
  246. package/dist/src/validators/redteam.d.ts.map +1 -0
  247. package/dist/src/{redteam/types.js → validators/redteam.js} +31 -26
  248. package/dist/src/validators/redteam.js.map +1 -0
  249. package/dist/src/validators/shared.d.ts +19 -0
  250. package/dist/src/validators/shared.d.ts.map +1 -0
  251. package/dist/src/validators/shared.js +12 -0
  252. package/dist/src/validators/shared.js.map +1 -0
  253. package/dist/src/web/nextui/404/index.html +1 -1
  254. package/dist/src/web/nextui/404.html +1 -1
  255. package/dist/src/web/nextui/_next/static/chunks/258-280986e9c8fae219.js +1 -0
  256. package/dist/src/web/nextui/_next/static/chunks/{325-0d36870ade5e5263.js → 325-9b7b85306b746b1d.js} +1 -1
  257. package/dist/src/web/nextui/_next/static/chunks/949-e778f1d346946d00.js +1 -0
  258. package/dist/src/web/nextui/_next/static/chunks/app/{layout-b24cf03b9a8a7440.js → layout-517c4420e852da35.js} +1 -1
  259. package/dist/src/web/nextui/_next/static/chunks/app/report/page-36e98231504ad757.js +1 -0
  260. package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +1 -0
  261. package/dist/src/web/nextui/_next/static/chunks/{webpack-455df73152fc7077.js → webpack-d3dba20c5c1ca02e.js} +1 -1
  262. package/dist/src/web/nextui/_next/static/css/32384cb640d2265e.css +1 -0
  263. package/dist/src/web/nextui/_next/static/css/{4463e29e24d44845.css → de0307797e31a3e6.css} +1 -1
  264. package/dist/src/web/nextui/_next/static/media/26a46d62cd723877-s.woff2 +0 -0
  265. package/dist/src/web/nextui/_next/static/media/55c55f0601d81cf3-s.woff2 +0 -0
  266. package/dist/src/web/nextui/_next/static/media/581909926a08bbc8-s.woff2 +0 -0
  267. package/dist/src/web/nextui/_next/static/media/6d93bde91c0c2823-s.woff2 +0 -0
  268. package/dist/src/web/nextui/_next/static/media/97e0cb1ae144a2a9-s.woff2 +0 -0
  269. package/dist/src/web/nextui/_next/static/media/a34f9d1faa5f3315-s.p.woff2 +0 -0
  270. package/dist/src/web/nextui/_next/static/media/df0a9ae256c0569c-s.woff2 +0 -0
  271. package/dist/src/web/nextui/auth/login/index.html +1 -1
  272. package/dist/src/web/nextui/auth/login/index.txt +7 -7
  273. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  274. package/dist/src/web/nextui/auth/signup/index.txt +7 -7
  275. package/dist/src/web/nextui/datasets/index.html +1 -1
  276. package/dist/src/web/nextui/datasets/index.txt +7 -7
  277. package/dist/src/web/nextui/eval/index.html +1 -1
  278. package/dist/src/web/nextui/eval/index.txt +8 -8
  279. package/dist/src/web/nextui/index.html +1 -1
  280. package/dist/src/web/nextui/index.txt +7 -7
  281. package/dist/src/web/nextui/progress/index.html +1 -1
  282. package/dist/src/web/nextui/progress/index.txt +7 -7
  283. package/dist/src/web/nextui/prompts/index.html +1 -1
  284. package/dist/src/web/nextui/prompts/index.txt +7 -7
  285. package/dist/src/web/nextui/report/index.html +1 -1
  286. package/dist/src/web/nextui/report/index.txt +9 -9
  287. package/dist/src/web/nextui/setup/index.html +1 -1
  288. package/dist/src/web/nextui/setup/index.txt +8 -8
  289. package/dist/src/web/server.d.ts.map +1 -1
  290. package/dist/src/web/server.js.map +1 -1
  291. package/dist/test/assertions.test.js +12 -9
  292. package/dist/test/assertions.test.js.map +1 -1
  293. package/dist/test/cache.test.js.map +1 -1
  294. package/dist/test/evaluator.test.js +162 -0
  295. package/dist/test/evaluator.test.js.map +1 -1
  296. package/dist/test/providers.bedrock.test.js.map +1 -1
  297. package/dist/test/providers.shared.test.d.ts +2 -0
  298. package/dist/test/providers.shared.test.d.ts.map +1 -0
  299. package/dist/test/providers.shared.test.js +101 -0
  300. package/dist/test/providers.shared.test.js.map +1 -0
  301. package/dist/test/providers.test.js +2 -2
  302. package/dist/test/providers.test.js.map +1 -1
  303. package/dist/test/redteam/extraction/entities.test.d.ts +2 -0
  304. package/dist/test/redteam/extraction/entities.test.d.ts.map +1 -0
  305. package/dist/test/redteam/extraction/entities.test.js +34 -0
  306. package/dist/test/redteam/extraction/entities.test.js.map +1 -0
  307. package/dist/test/redteam/extraction/purpose.test.d.ts.map +1 -0
  308. package/dist/test/redteam/extraction/purpose.test.js +31 -0
  309. package/dist/test/redteam/extraction/purpose.test.js.map +1 -0
  310. package/dist/test/redteam/extraction/util.test.d.ts +2 -0
  311. package/dist/test/redteam/extraction/util.test.d.ts.map +1 -0
  312. package/dist/test/redteam/extraction/util.test.js +61 -0
  313. package/dist/test/redteam/extraction/util.test.js.map +1 -0
  314. package/dist/test/redteam/graders/imitation.test.d.ts +2 -0
  315. package/dist/test/redteam/graders/imitation.test.d.ts.map +1 -0
  316. package/dist/test/redteam/graders/imitation.test.js +70 -0
  317. package/dist/test/redteam/graders/imitation.test.js.map +1 -0
  318. package/dist/test/redteam/plugins/base.test.js +3 -4
  319. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  320. package/dist/test/redteam/validators.test.d.ts +2 -0
  321. package/dist/test/redteam/validators.test.d.ts.map +1 -0
  322. package/dist/test/redteam/{types.test.js → validators.test.js} +84 -29
  323. package/dist/test/redteam/validators.test.js.map +1 -0
  324. package/dist/test/utils.d.ts +1 -1
  325. package/dist/test/utils.d.ts.map +1 -1
  326. package/package.json +13 -13
  327. package/dist/src/redteam/purpose.d.ts +0 -3
  328. package/dist/src/redteam/purpose.d.ts.map +0 -1
  329. package/dist/src/redteam/purpose.js +0 -37
  330. package/dist/src/redteam/purpose.js.map +0 -1
  331. package/dist/src/redteam/types.d.ts +0 -215
  332. package/dist/src/redteam/types.d.ts.map +0 -1
  333. package/dist/src/redteam/types.js.map +0 -1
  334. package/dist/src/types.js.map +0 -1
  335. package/dist/src/web/nextui/_next/static/chunks/258-c59fa47577d85781.js +0 -1
  336. package/dist/src/web/nextui/_next/static/chunks/347-49b79b8c81884e85.js +0 -1
  337. package/dist/src/web/nextui/_next/static/chunks/app/report/page-e79e6b27f8a5b30d.js +0 -1
  338. package/dist/src/web/nextui/_next/static/chunks/main-app-80560fba5a9a03ab.js +0 -1
  339. package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +0 -1
  340. package/dist/src/web/nextui/_next/static/media/05a31a2ca4975f99-s.woff2 +0 -0
  341. package/dist/src/web/nextui/_next/static/media/513657b02c5c193f-s.woff2 +0 -0
  342. package/dist/src/web/nextui/_next/static/media/51ed15f9841b9f9d-s.woff2 +0 -0
  343. package/dist/src/web/nextui/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2 +0 -0
  344. package/dist/src/web/nextui/_next/static/media/d6b16ce4a6175f26-s.woff2 +0 -0
  345. package/dist/src/web/nextui/_next/static/media/ec159349637c90ad-s.woff2 +0 -0
  346. package/dist/src/web/nextui/_next/static/media/fd4db3eb5472fc27-s.woff2 +0 -0
  347. package/dist/test/redteam/purpose.test.d.ts.map +0 -1
  348. package/dist/test/redteam/purpose.test.js +0 -38
  349. package/dist/test/redteam/purpose.test.js.map +0 -1
  350. package/dist/test/redteam/types.test.d.ts +0 -2
  351. package/dist/test/redteam/types.test.d.ts.map +0 -1
  352. package/dist/test/redteam/types.test.js.map +0 -1
  353. /package/dist/src/web/nextui/_next/static/{uLnwOyJlvUVVkJF5cxGRK → 9g6bpuNNR0WtmBBAmnqTc}/_buildManifest.js +0 -0
  354. /package/dist/src/web/nextui/_next/static/{uLnwOyJlvUVVkJF5cxGRK → 9g6bpuNNR0WtmBBAmnqTc}/_ssgManifest.js +0 -0
  355. /package/dist/test/redteam/{purpose.test.d.ts → extraction/purpose.test.d.ts} +0 -0
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.73.8",
5
+ "version": "0.74.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -72,12 +72,12 @@
72
72
  "node-sql-parser": "^5.2.0"
73
73
  },
74
74
  "devDependencies": {
75
- "@aws-sdk/client-bedrock-runtime": "^3.620.0",
75
+ "@aws-sdk/client-bedrock-runtime": "^3.621.0",
76
76
  "@azure/identity": "^4.4.0",
77
- "@eslint/js": "^9.7.0",
78
- "@libsql/client": "^0.7.0",
77
+ "@eslint/js": "^9.8.0",
78
+ "@libsql/client": "^0.8.0",
79
79
  "@swc/cli": "^0.4.0",
80
- "@swc/core": "^1.7.2",
80
+ "@swc/core": "^1.7.3",
81
81
  "@swc/jest": "^0.2.36",
82
82
  "@trivago/prettier-plugin-sort-imports": "^4.3.0",
83
83
  "@types/async": "^3.2.24",
@@ -101,7 +101,7 @@
101
101
  "@types/uuid": "^10.0.0",
102
102
  "check-dependency-version-consistency": "^4.1.0",
103
103
  "cloudflare": "3.4.0",
104
- "drizzle-kit": "^0.23.0",
104
+ "drizzle-kit": "^0.23.1",
105
105
  "esbuild": "^0.23.0",
106
106
  "eslint": "^8.57.0",
107
107
  "eslint-plugin-jest": "^28.6.0",
@@ -115,11 +115,11 @@
115
115
  "shx": "^0.3.4",
116
116
  "ts-node": "^10.9.2",
117
117
  "typescript": "^5.5.4",
118
- "typescript-eslint": "^7.17.0",
119
- "zod-to-json-schema": "^3.23.1"
118
+ "typescript-eslint": "^7.18.0",
119
+ "zod-to-json-schema": "^3.23.2"
120
120
  },
121
121
  "dependencies": {
122
- "@anthropic-ai/sdk": "^0.24.3",
122
+ "@anthropic-ai/sdk": "^0.25.0",
123
123
  "@apidevtools/json-schema-ref-parser": "^11.6.4",
124
124
  "@googleapis/sheets": "^9.0.0",
125
125
  "ajv": "^8.17.1",
@@ -136,22 +136,22 @@
136
136
  "compression": "^1.7.4",
137
137
  "cors": "^2.8.5",
138
138
  "csv-parse": "^5.5.6",
139
- "csv-stringify": "^6.5.0",
139
+ "csv-stringify": "^6.5.1",
140
140
  "debounce": "^1.2.1",
141
141
  "dedent": "^1.5.3",
142
142
  "dotenv": "^16.4.5",
143
143
  "drizzle-orm": "^0.32.1",
144
144
  "express": "^4.19.2",
145
145
  "fast-deep-equal": "^3.1.3",
146
- "fast-xml-parser": "^4.4.0",
146
+ "fast-xml-parser": "^4.4.1",
147
147
  "fastest-levenshtein": "^1.0.16",
148
148
  "glob": "^10.4.3",
149
- "inquirer": "^10.1.2",
149
+ "inquirer": "^10.1.6",
150
150
  "js-yaml": "^4.1.0",
151
151
  "mathjs": "^13.0.3",
152
152
  "node-fetch": "^2.6.7",
153
153
  "nunjucks": "^3.2.4",
154
- "openai": "^4.53.1",
154
+ "openai": "^4.53.2",
155
155
  "opener": "^1.5.2",
156
156
  "proxy-agent": "^6.4.0",
157
157
  "python-shell": "^5.0.0",
@@ -1,3 +0,0 @@
1
- import { ApiProvider } from '../types';
2
- export declare function getPurpose(provider: ApiProvider, prompts: string[]): Promise<string>;
3
- //# sourceMappingURL=purpose.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"purpose.d.ts","sourceRoot":"","sources":["../../../src/redteam/purpose.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,wBAAsB,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CA6B1F"}
@@ -1,37 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.getPurpose = getPurpose;
7
- const dedent_1 = __importDefault(require("dedent"));
8
- const logger_1 = __importDefault(require("../logger"));
9
- async function getPurpose(provider, prompts) {
10
- const { output: purpose, error } = await provider.callApi((0, dedent_1.default) `
11
- The following are prompts that are being used to test an LLM application:
12
-
13
- ${prompts
14
- .map((prompt) => (0, dedent_1.default) `
15
- <prompt>
16
- ${prompt}
17
- </prompt>`)
18
- .join('\n')}
19
-
20
- Given the above prompts, output the "system purpose" of the application in a single sentence.
21
-
22
- Example outputs:
23
- - Provide users a way to manage finances
24
- - Executive assistant that helps with scheduling and reminders
25
- - Ecommerce chatbot that sells shoes
26
- `);
27
- if (error) {
28
- logger_1.default.error(`Error determining system purpose: ${error}`);
29
- throw new Error(`Failed to determine system purpose: ${error}`);
30
- }
31
- else if (typeof purpose !== 'string') {
32
- logger_1.default.error(`Could not determine system purpose. Got: ${purpose}`);
33
- throw new Error(`Invalid system purpose: expected string, got: ${purpose}`);
34
- }
35
- return purpose;
36
- }
37
- //# sourceMappingURL=purpose.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"purpose.js","sourceRoot":"","sources":["../../../src/redteam/purpose.ts"],"names":[],"mappings":";;;;;AAIA,gCA6BC;AAjCD,oDAA4B;AAC5B,uDAA+B;AAGxB,KAAK,UAAU,UAAU,CAAC,QAAqB,EAAE,OAAiB;IACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAA,gBAAM,EAAA;;;QAG1D,OAAO;SACN,GAAG,CACF,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,gBAAM,EAAA;;UAElB,MAAM;kBACE,CACT;SACA,IAAI,CAAC,IAAI,CAAC;;;;;;;;KAQd,CAAC,CAAC;IAEL,IAAI,KAAK,EAAE,CAAC;QACV,gBAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;SAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvC,gBAAM,CAAC,KAAK,CAAC,4CAA4C,OAAO,EAAE,CAAC,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
@@ -1,215 +0,0 @@
1
- import { z } from 'zod';
2
- declare const redteamPluginObjectSchema: z.ZodObject<{
3
- id: z.ZodEnum<[string, ...string[]]>;
4
- numTests: z.ZodOptional<z.ZodNumber>;
5
- }, "strip", z.ZodTypeAny, {
6
- id: string;
7
- numTests?: number | undefined;
8
- }, {
9
- id: string;
10
- numTests?: number | undefined;
11
- }>;
12
- /**
13
- * Schema for individual redteam plugins
14
- */
15
- export declare const redteamPluginSchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
16
- id: z.ZodEnum<[string, ...string[]]>;
17
- numTests: z.ZodOptional<z.ZodNumber>;
18
- }, "strip", z.ZodTypeAny, {
19
- id: string;
20
- numTests?: number | undefined;
21
- }, {
22
- id: string;
23
- numTests?: number | undefined;
24
- }>]>;
25
- /**
26
- * Schema for individual redteam strategies
27
- */
28
- export declare const redteamStrategySchema: z.ZodUnion<[z.ZodEffects<z.ZodEnum<[string, ...string[]]>, {
29
- id: string;
30
- }, string>, z.ZodObject<{
31
- id: z.ZodEnum<[string, ...string[]]>;
32
- }, "strip", z.ZodTypeAny, {
33
- id: string;
34
- }, {
35
- id: string;
36
- }>]>;
37
- /**
38
- * Schema for `promptfoo generate redteam` command options
39
- */
40
- export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
41
- cache: z.ZodBoolean;
42
- config: z.ZodOptional<z.ZodString>;
43
- defaultConfig: z.ZodRecord<z.ZodString, z.ZodUnknown>;
44
- defaultConfigPath: z.ZodOptional<z.ZodString>;
45
- envFile: z.ZodOptional<z.ZodString>;
46
- injectVar: z.ZodOptional<z.ZodString>;
47
- numTests: z.ZodNumber;
48
- output: z.ZodOptional<z.ZodString>;
49
- plugins: z.ZodOptional<z.ZodArray<z.ZodObject<{
50
- id: z.ZodEnum<[string, ...string[]]>;
51
- numTests: z.ZodOptional<z.ZodNumber>;
52
- }, "strip", z.ZodTypeAny, {
53
- id: string;
54
- numTests?: number | undefined;
55
- }, {
56
- id: string;
57
- numTests?: number | undefined;
58
- }>, "many">>;
59
- addPlugins: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
60
- addStrategies: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
61
- provider: z.ZodOptional<z.ZodString>;
62
- purpose: z.ZodOptional<z.ZodString>;
63
- strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEffects<z.ZodEnum<[string, ...string[]]>, {
64
- id: string;
65
- }, string>, z.ZodObject<{
66
- id: z.ZodEnum<[string, ...string[]]>;
67
- }, "strip", z.ZodTypeAny, {
68
- id: string;
69
- }, {
70
- id: string;
71
- }>]>, "many">>;
72
- write: z.ZodBoolean;
73
- }, "strip", z.ZodTypeAny, {
74
- numTests: number;
75
- cache: boolean;
76
- defaultConfig: Record<string, unknown>;
77
- write: boolean;
78
- config?: string | undefined;
79
- defaultConfigPath?: string | undefined;
80
- envFile?: string | undefined;
81
- injectVar?: string | undefined;
82
- output?: string | undefined;
83
- plugins?: {
84
- id: string;
85
- numTests?: number | undefined;
86
- }[] | undefined;
87
- addPlugins?: string[] | undefined;
88
- addStrategies?: string[] | undefined;
89
- provider?: string | undefined;
90
- purpose?: string | undefined;
91
- strategies?: ({
92
- id: string;
93
- } | {
94
- id: string;
95
- })[] | undefined;
96
- }, {
97
- numTests: number;
98
- cache: boolean;
99
- defaultConfig: Record<string, unknown>;
100
- write: boolean;
101
- config?: string | undefined;
102
- defaultConfigPath?: string | undefined;
103
- envFile?: string | undefined;
104
- injectVar?: string | undefined;
105
- output?: string | undefined;
106
- plugins?: {
107
- id: string;
108
- numTests?: number | undefined;
109
- }[] | undefined;
110
- addPlugins?: string[] | undefined;
111
- addStrategies?: string[] | undefined;
112
- provider?: string | undefined;
113
- purpose?: string | undefined;
114
- strategies?: (string | {
115
- id: string;
116
- })[] | undefined;
117
- }>;
118
- /** Type definition for RedteamGenerateOptions */
119
- export type RedteamGenerateOptions = z.infer<typeof RedteamGenerateOptionsSchema>;
120
- export type RedteamPluginObject = z.infer<typeof redteamPluginObjectSchema>;
121
- /**
122
- * Schema for `redteam` section of promptfooconfig.yaml
123
- */
124
- export declare const redteamConfigSchema: z.ZodEffects<z.ZodObject<{
125
- injectVar: z.ZodOptional<z.ZodString>;
126
- purpose: z.ZodOptional<z.ZodString>;
127
- provider: z.ZodOptional<z.ZodString>;
128
- numTests: z.ZodDefault<z.ZodNumber>;
129
- plugins: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
130
- id: z.ZodEnum<[string, ...string[]]>;
131
- numTests: z.ZodOptional<z.ZodNumber>;
132
- }, "strip", z.ZodTypeAny, {
133
- id: string;
134
- numTests?: number | undefined;
135
- }, {
136
- id: string;
137
- numTests?: number | undefined;
138
- }>]>, "many">>>;
139
- strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEffects<z.ZodEnum<[string, ...string[]]>, {
140
- id: string;
141
- }, string>, z.ZodObject<{
142
- id: z.ZodEnum<[string, ...string[]]>;
143
- }, "strip", z.ZodTypeAny, {
144
- id: string;
145
- }, {
146
- id: string;
147
- }>]>, "many">>>;
148
- }, "strip", z.ZodTypeAny, {
149
- numTests: number;
150
- plugins: (string | {
151
- id: string;
152
- numTests?: number | undefined;
153
- })[];
154
- strategies: ({
155
- id: string;
156
- } | {
157
- id: string;
158
- })[];
159
- injectVar?: string | undefined;
160
- provider?: string | undefined;
161
- purpose?: string | undefined;
162
- }, {
163
- numTests?: number | undefined;
164
- injectVar?: string | undefined;
165
- plugins?: (string | {
166
- id: string;
167
- numTests?: number | undefined;
168
- })[] | undefined;
169
- provider?: string | undefined;
170
- purpose?: string | undefined;
171
- strategies?: (string | {
172
- id: string;
173
- })[] | undefined;
174
- }>, {
175
- plugins: any[];
176
- strategies: ({
177
- id: string;
178
- } | {
179
- id: string;
180
- })[];
181
- provider?: string | undefined;
182
- injectVar?: string | undefined;
183
- purpose?: string | undefined;
184
- }, {
185
- numTests?: number | undefined;
186
- injectVar?: string | undefined;
187
- plugins?: (string | {
188
- id: string;
189
- numTests?: number | undefined;
190
- })[] | undefined;
191
- provider?: string | undefined;
192
- purpose?: string | undefined;
193
- strategies?: (string | {
194
- id: string;
195
- })[] | undefined;
196
- }>;
197
- export type RedteamConfig = z.infer<typeof redteamConfigSchema>;
198
- export declare const RedteamAssertionTypesSchema: z.ZodEnum<["promptfoo:redteam:dummy", ...("promptfoo:redteam:harmful" | "promptfoo:redteam:pii" | "promptfoo:redteam:pii:api-db" | "promptfoo:redteam:pii:direct" | "promptfoo:redteam:pii:session" | "promptfoo:redteam:pii:social" | "promptfoo:redteam:contracts" | "promptfoo:redteam:excessive-agency" | "promptfoo:redteam:hallucination" | "promptfoo:redteam:hijacking" | "promptfoo:redteam:overreliance" | "promptfoo:redteam:politics" | "promptfoo:redteam:competitors" | "promptfoo:redteam:sql-injection" | "promptfoo:redteam:shell-injection" | "promptfoo:redteam:debug-access" | "promptfoo:redteam:rbac" | "promptfoo:redteam:imitation" | "promptfoo:redteam:harmful:privacy" | "promptfoo:redteam:harmful:intellectual-property" | "promptfoo:redteam:harmful:misinformation-disinformation" | "promptfoo:redteam:harmful:specialized-advice" | "promptfoo:redteam:harmful:violent-crime" | "promptfoo:redteam:harmful:non-violent-crime" | "promptfoo:redteam:harmful:sex-crime" | "promptfoo:redteam:harmful:child-exploitation" | "promptfoo:redteam:harmful:indiscriminate-weapons" | "promptfoo:redteam:harmful:hate" | "promptfoo:redteam:harmful:self-harm" | "promptfoo:redteam:harmful:sexual-content" | "promptfoo:redteam:harmful:cybercrime" | "promptfoo:redteam:harmful:chemical-biological-weapons" | "promptfoo:redteam:harmful:illegal-drugs" | "promptfoo:redteam:harmful:copyright-violations" | "promptfoo:redteam:harmful:harassment-bullying" | "promptfoo:redteam:harmful:illegal-activities" | "promptfoo:redteam:harmful:graphic-content" | "promptfoo:redteam:harmful:unsafe-practices" | "promptfoo:redteam:harmful:radicalization" | "promptfoo:redteam:harmful:profanity" | "promptfoo:redteam:harmful:insults")[]]>;
199
- export type RedteamAssertionTypes = z.infer<typeof RedteamAssertionTypesSchema>;
200
- export interface SynthesizeOptions {
201
- injectVar?: string;
202
- numTests: number;
203
- plugins: {
204
- id: string;
205
- numTests: number;
206
- }[];
207
- prompts: string[];
208
- provider?: string;
209
- purpose?: string;
210
- strategies: {
211
- id: string;
212
- }[];
213
- }
214
- export {};
215
- //# sourceMappingURL=types.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAaxB,QAAA,MAAM,yBAAyB;;;;;;;;;EAQ7B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;IAG9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;IAQhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsBvC,CAAC;AACH,iDAAiD;AACjD,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyE5B,CAAC;AAEL,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,eAAO,MAAM,2BAA2B,wqDAGtC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC9B"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,6BAAwB;AACxB,2CAUqB;AAErB,MAAM,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,EAAE,EAAE,OAAC,CAAC,IAAI,CAAC,uBAA4C,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACvF,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;CAC3D,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC,CAAC,KAAK,CAAC;IACzC,OAAC,CAAC,IAAI,CAAC,uBAA4C,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACnF,yBAAyB;CAC1B,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,qBAAqB,GAAG,OAAC,CAAC,KAAK,CAAC;IAC3C,OAAC;SACE,IAAI,CAAC,0BAAkD,CAAC;SACxD,QAAQ,CAAC,sBAAsB,CAAC;SAChC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAChC,OAAC,CAAC,MAAM,CAAC;QACP,EAAE,EAAE,OAAC,CAAC,IAAI,CAAC,0BAAkD,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KAChG,CAAC;CACH,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,4BAA4B,GAAG,OAAC,CAAC,MAAM,CAAC;IACnD,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrD,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACxE,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC7E,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IAC3F,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvE,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC/D,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC7E,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC1D,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjF,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,8BAAwE,CAAC,CAAC;SACvF,QAAQ,EAAE;SACV,QAAQ,CAAC,+BAA+B,CAAC;IAC5C,aAAa,EAAE,OAAC;SACb,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,iCAA2E,CAAC,CAAC;SAC1F,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC3D,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC5E,UAAU,EAAE,OAAC,CAAC,KAAK,CAAC,6BAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACnF,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;CAC3D,CAAC,CAAC;AAMH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC;KACjC,MAAM,CAAC;IACN,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,0DAA0D,CAAC;IACvE,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;IAC3F,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,2BAAmB,CAAC;SAC1B,QAAQ,CAAC,uCAAuC,CAAC;SACjD,QAAQ,EAAE;SACV,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;IACpB,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,6BAAqB,CAAC;SAC5B,QAAQ,CACP,IAAA,gBAAM,EAAA;;sBAEQ,8BAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;mBAChC,0BAAc,CAAC,IAAI,CAAC,IAAI,CAAC;SACnC,CACF;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,8BAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;CAC/E,CAAC;KACD,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE;IAClB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO;SAC5B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACd,OAAO,MAAM,KAAK,QAAQ;QACxB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;QACzC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAC9D;SACA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAG,UAAU;SACvB,OAAO,CAAC,CAAC,SAA4C,EAAE,EAAE;QACxD,IAAI,SAAS,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAE,QAAQ;gBACZ,QAAQ,EACN,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,QAAQ;oBACnD,SAAS,CAAC,QAAQ;oBAClB,IAAI,CAAC,QAAQ;aAChB,CAAC,CAAC,CAAC;QACN,CAAC;QACD,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;YAC3B,OAAO,uBAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC9B,EAAE;gBACF,QAAQ,EACN,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,IAAI,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ;aACvF,CAAC,CAAC,CAAC;QACN,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,uBAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAgB,CAAC,CAAC,CAAC,CAAC,qCAAqC;IAE5G,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAC9B,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAChF,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3C,OAAO;QACL,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,EAAE,aAAa;QACtB,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC;AACJ,CAAC,CAAC,CAAC;AAIQ,QAAA,2BAA2B,GAAG,OAAC,CAAC,IAAI,CAAC;IAChD,yBAAkC;IAClC,GAAG,uBAAmB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAqB,MAAM,EAAW,CAAC;CAC/E,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AA0IA,sCAEC;AAED,8CAEC;AAqVD,0CAeC;AApfD,6BAAwB;AACxB,2CAA6E;AAEhE,QAAA,wBAAwB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,wBAAwB;IACxB,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IAE3B,8BAA8B;IAC9B,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IAEjB,oBAAoB;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC/B,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,WAAW,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,GAAG,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAEpC,mBAAmB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEnC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,iCAAiC;IACjC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5F,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,0BAAkB,CAAC,QAAQ,EAAE;CACnC,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAqB,CAAC,QAAQ,EAAE;IACjD,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC,EAAE,0DAA0D;IACjG,MAAM,EAAE,OAAC,CAAC,MAAM,EAAU;IAC1B,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IAEpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IAEpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IAEb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IAEb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAE3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEhC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,SAAgB,aAAa,CAAC,QAAa;IACzC,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,EAAE,KAAK,UAAU,CAAC;AAC/F,CAAC;AAED,SAAgB,iBAAiB,CAAC,QAAa;IAC7C,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,KAAK,QAAQ,CAAC;AAClE,CAAC;AAkBD,MAAM,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,gBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IACpD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAwBH,mEAAmE;AACnE,SAAS,MAAM,KAAqB,CAAC;AAErC,MAAM,EAA6E,CAAC;AAuBpF,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,YAAY,EAAE,OAAC;SACZ,KAAK,CAAC;QACL,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;QACnB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;YAChB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;SACpB,CAAC,CACH;KACF,CAAC;SACD,QAAQ,EAAE;IACb,QAAQ,EAAE,OAAC;SACR,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC7F,QAAQ,EAAE;IACb,UAAU,EAAE,OAAC;SACV,MAAM,CAAC;QACN,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAIU,QAAA,kBAAkB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAC;AAIU,QAAA,kBAAkB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC;;OAEG;IACH,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEhC,iEAAiE;IACjE,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAYU,QAAA,oBAAoB,GAAG,OAAC;KAClC,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAe,CAAC,QAAQ,EAAE;CAC7C,CAAC,CACH;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAIzC,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf;;OAEG;IACH,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,4BAAoB,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAyBH,MAAM,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAkB,CAAC,CAAC,EAAE,OAAC,CAAC,IAAI,EAAE,CAAC;SAC7F,QAAQ,EAAE;IACb,mBAAmB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAGH,gCAAgC;AACnB,QAAA,qBAAqB,GAAG,oBAAY,CAAC,MAAM,CAAC;IACvD,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,OAAC;SACP,MAAM,CAAC;QACN,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE;QACzB,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE;QACzB,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE;QAC3B,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE;QAC3B,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE;QAC1B,UAAU,EAAE,gBAAgB;QAC5B,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;QAC7C,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;KACjB,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAsGH,SAAgB,eAAe,CAAC,MAAW;IACzC,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS;QAChC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;QAChC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ;QACjC,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC;QACrF,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,WAAW,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC;QACnF,CAAC,OAAO,MAAM,CAAC,gBAAgB,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC1F,CAAC,OAAO,MAAM,CAAC,SAAS,KAAK,WAAW;YACtC,MAAM,CAAC,SAAS,KAAK,IAAI;YACzB,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC;QACvC,CAAC,OAAO,MAAM,CAAC,OAAO,KAAK,WAAW,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAC9E,CAAC;AACJ,CAAC;AAEY,QAAA,wBAAwB,GAAG,OAAC,CAAC,IAAI,CAAC;IAC7C,kBAAkB;IAClB,cAAc;IACd,cAAc;IACd,eAAe;IACf,cAAc;IACd,cAAc;IACd,UAAU;IACV,sBAAsB;IACtB,gBAAgB;IAChB,mBAAmB;IACnB,MAAM;IACN,QAAQ;IACR,YAAY;IACZ,OAAO;IACP,eAAe;IACf,eAAe;IACf,WAAW;IACX,SAAS;IACT,QAAQ;IACR,+BAA+B;IAC/B,4BAA4B;IAC5B,QAAQ;IACR,YAAY;IACZ,SAAS;IACT,aAAa;IACb,YAAY;IACZ,uBAAuB;IACvB,yBAAyB;IACzB,YAAY;IACZ,kBAAkB;IAClB,YAAY;IACZ,QAAQ;IACR,OAAO;IACP,SAAS;IACT,SAAS;IACT,SAAS;IACT,aAAa;IACb,SAAS;IACT,aAAa;IACb,SAAS;CACV,CAAC,CAAC;AAWH,MAAM,kBAAkB,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,OAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC7B,kDAAkD;IAClD,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,uBAAe,CAAC,CAAC,EAAE,8DAA8D;IAC9G,6FAA6F;IAC7F,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,8CAA8C;IAC9C,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,8FAA8F;IAC9F,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAIH,oFAAoF;AACvE,QAAA,eAAe,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,oBAAoB;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAiB;IAE/B,oCAAoC;IACpC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAkB,CAAC,QAAQ,EAAE;IAE5C,wEAAwE;IACxE,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEhC,6FAA6F;IAC7F,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE7B,mEAAmE;IACnE,QAAQ,EAAE,OAAC,CAAC,MAAM,EAA6B,CAAC,QAAQ,EAAE;IAE1D,8BAA8B;IAC9B,YAAY,EAAE,OAAC,CAAC,MAAM,EAAiC,CAAC,QAAQ,EAAE;IAElE,8CAA8C;IAC9C,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE7B,kDAAkD;IAClD,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAmBH,+CAA+C;AAClC,QAAA,iCAAiC,GAAG,OAAC,CAAC,MAAM,CAAC;IACxD,MAAM,EAAE,6BAAqB;IAC7B,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAIH,MAAM,uBAAuB,GAAG,OAAC,CAAC,MAAM,CACtC,OAAC,CAAC,MAAM,EAAE,EACV,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CACzE,CAAC;AAEW,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAG9F,mDAAmD;AACnD,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC;AAErD,MAAM,UAAU,GAAG,OAAC,CAAC,MAAM,CACzB,OAAC,CAAC,KAAK,CAAC;IACN,OAAC,CAAC,MAAM,EAAE;IACV,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC5B,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5D,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IACZ,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;CACjB,CAAC,CACH,CAAC;AACF,8IAA8I;AACjI,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,8CAA8C;IAC9C,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,8CAA8C;IAC9C,IAAI,EAAE,UAAU,CAAC,QAAQ,EAAE;IAC3B,yBAAyB;IACzB,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC,QAAQ,EAAE;IAEpF,oKAAoK;IACpK,cAAc,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAE9D,6DAA6D;IAC7D,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,kBAAkB,EAAE,uBAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAE1E,mDAAmD;IACnD,OAAO,EAAE,OAAC;SACP,YAAY,CACX,OAAC,CAAC,YAAY,CAAC,0BAAkB,EAAE,0BAAkB,CAAC,EACtD,OAAC,CAAC,YAAY,CACZ,mBAAmB,EACnB,OAAC,CAAC,MAAM,CAAC;QACP,uEAAuE;QACvE,mBAAmB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC3C,8EAA8E;QAC9E,sBAAsB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAC/C,CAAC,CACH,CACF;SACA,QAAQ,EAAE;IAEb,8FAA8F;IAC9F,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEhC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAMU,QAAA,0BAA0B,GAAG,sBAAc,CAAC,MAAM,CAAC;IAC9D,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACxE,CAAC,CAAC;AAIU,QAAA,2BAA2B,GAAG,OAAC,CAAC,MAAM,CAAC;IAClD,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE;IACd,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,sBAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,cAAc,EAAE,OAAC,CAAC,IAAI,EAAE;IACxB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IACjB,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,yCAAiC,CAAC;CACpD,CAAC,CAAC;AAIU,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,8CAA8C;IAC9C,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,2BAA2B;IAC3B,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,sBAAc,CAAC,OAAO,EAAE,CAAC;IAEzC,6DAA6D;IAC7D,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,sBAAc,CAAC;CAC/B,CAAC,CAAC;AAIH,uFAAuF;AAC1E,QAAA,oBAAoB,GAAG,sBAAc,CAAC,MAAM,CAAC;IACxD,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC/D,CAAC,CAAC,MAAM,EAAE,CAAC;AAMC,QAAA,uBAAuB,GAAG,OAAC,CAAC,MAAM,CAC7C,OAAC,CAAC,MAAM,EAAE,EACV,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,CACzD,CAAC;AAIW,QAAA,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1C,0BAA0B;IAC1B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAEhB,mIAAmI;IACnI,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC;QACb,OAAC,CAAC,MAAM,EAAE;QACV,OAAC;aACE,QAAQ,EAAE;aACV,IAAI,CAAC,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,EAAE,OAAC,CAAC,MAAM,EAAkB,CAAC;aAClE,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;KACvB,CAAC;CACH,CAAC,CAAC;AAGH,qGAAqG;AACxF,QAAA,eAAe,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,wDAAwD;IACxD,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,8BAA8B;IAC9B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,yBAAiB,CAAC;IAErC,6BAA6B;IAC7B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,oBAAY,CAAC;IAE9B,4EAA4E;IAC5E,0CAA0C;IAC1C,iBAAiB,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACrD,aAAa;IACb,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,sBAAc,CAAC,CAAC,QAAQ,EAAE;IAEzC,YAAY;IACZ,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,sBAAc,CAAC,CAAC,QAAQ,EAAE;IAE7C,2BAA2B;IAC3B,WAAW,EAAE,sBAAc,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAEhD,mBAAmB;IACnB,eAAe,EAAE,+BAAuB,CAAC,QAAQ,EAAE;IAEnD,kBAAkB;IAClB,GAAG,EAAE,0BAAkB,CAAC,QAAQ,EAAE;IAElC,yDAAyD;IACzD,cAAc,EAAE,OAAC,CAAC,KAAK,CAAC,2BAAmB,CAAC,CAAC,QAAQ,EAAE;IAEvD,kEAAkE;IAClE,OAAO,EAAE,2BAAmB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAYH,mKAAmK;AACtJ,QAAA,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,qDAAqD;IACrD,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,oGAAoG;IACpG,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC;QACjB,OAAC,CAAC,MAAM,EAAE;QACV,qBAAqB;QACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;YACN,OAAC,CAAC,MAAM,EAAE;YACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;YAC3C,6BAAqB;YACrB,qBAAqB;SACtB,CAAC,CACH;KACF,CAAC;IAEF,mCAAmC;IACnC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC;QACf,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,oBAAY,CAAC,CAAC,CAAC;QAC5C,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;KACjC,CAAC;IAEF,0EAA0E;IAC1E,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,sBAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,yDAAyD;IACzD,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,sBAAc,CAAC,CAAC,QAAQ,EAAE;IAE7C,mHAAmH;IACnH,WAAW,EAAE,sBAAc,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IAE5E,iEAAiE;IACjE,UAAU,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAEjE,gDAAgD;IAChD,OAAO,EAAE,OAAC;SACP,KAAK,CAAC;QACL,OAAC,CAAC,OAAO,EAAE;QACX,OAAC,CAAC,MAAM,CAAC;YACP,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACjC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAClC,CAAC;KACH,CAAC;SACD,QAAQ,EAAE;IAEb,mBAAmB;IACnB,eAAe,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAE5D,kBAAkB;IAClB,GAAG,EAAE,0BAAkB,CAAC,QAAQ,EAAE;IAElC,yDAAyD;IACzD,cAAc,EAAE,OAAC,CAAC,KAAK,CAAC,2BAAmB,CAAC,CAAC,QAAQ,EAAE;IAEvD,kDAAkD;IAClD,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;IAEnC,kEAAkE;IAClE,OAAO,EAAE,2BAAmB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAGU,QAAA,mBAAmB,GAAG,6BAAqB,CAAC,MAAM,CAAC;IAC9D,eAAe,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IACjD,kBAAkB,EAAE,gCAAwB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClE,CAAC,CAAC;AAiEH,gCAAgC;AACnB,QAAA,mBAAmB,GAAG,OAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- (self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[258],{49532:function(e,t,n){"use strict";let s,l;async function a(){if(s||(l||(l=fetch("/api/config").then(e=>e.json()).then(e=>s=e.apiBaseUrl)),await l),void 0===s)throw Error("API base URL is undefined");return s}n.d(t,{b:function(){return a}})},55258:function(e,t,n){"use strict";n.r(t),n.d(t,{default:function(){return tr}});var s=n(24004),l=n(14978),a=n(77580);let r=a.env.NEXT_PUBLIC_PROMPTFOO_REMOTE_API_BASE_URL||a.env.NEXT_PUBLIC_PROMPTFOO_BASE_URL||a.env.PROMPTFOO_REMOTE_API_BASE_URL||"https://api.promptfoo.dev",i=a.env.NEXT_PUBLIC_PROMPTFOO_BASE_URL||a.env.PROMPTFOO_REMOTE_APP_BASE_URL||"https://app.promptfoo.dev";a?.stdout?.columns&&a?.stdout?.columns>10&&a?.stdout?.columns;var o=n(49532);let c=(0,l.createContext)(void 0),d=e=>{let{children:t}=e,[n,a]=(0,l.useState)(!1);return(0,l.useEffect)(()=>{let e=e=>{"Shift"===e.key&&a(!0)},t=e=>{"Shift"===e.key&&a(!1)};return window.addEventListener("keydown",e),window.addEventListener("keyup",t),()=>{window.removeEventListener("keydown",e),window.removeEventListener("keyup",t)}},[]),(0,s.jsx)(c.Provider,{value:n,children:t})};var u=n(22262),h=n(6363);let p=(0,l.createContext)(void 0),m=()=>{let e=(0,l.useContext)(p);if(!e)throw Error("useToast must be used within a ToastProvider");return e},x=e=>{let{children:t}=e,[n,a]=(0,l.useState)({message:"",severity:"info",open:!1}),r=()=>{a(e=>({...e,open:!1}))};return(0,s.jsxs)(p.Provider,{value:{showToast:function(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"info";a({message:e,severity:t,open:!0})}},children:[t,(0,s.jsx)(u.Z,{open:n.open,autoHideDuration:6e3,onClose:r,children:(0,s.jsx)(h.Z,{onClose:r,severity:n.severity,children:n.message})})]})};var v=n(52428),g=n(11615),j=n(12594),f=n(28891),b=n(10804),y=n(93179),Z=n(47887),w=n(43205),C=n(5592),S=n(14931),k=n(41366),E=n(75307),R=n(17178),I=n(29234),N=n(42610),P=n(49567),F=n(40982),T=n(24362),D=n(885),M=n(39813),O=n(82197),L=n(1852),A=n(57027),U=n(94941),W=n(36273),z=n(96976),_=n(8508),V=n(34304),B=n(32414),J=n(67339),H=n(65969),X=n(14059),G=n(23223),Y=n(94068),K=n(29794),q=n(22701),$=n(51956),Q=n(82669),ee=n(37803),et=n(65068),en=n(70417),es=n(21303),el=n(61451),ea=n(26485),er=n(30021),ei=n(63147),eo=n(32162),ec=n.n(eo),ed=e=>{let{open:t,onClose:n,recentEvals:a,onRecentEvalSelected:r,title:i,description:o}=e,[c,d]=(0,l.useState)(""),[u,h]=(0,l.useState)(-1),p=l.useRef(null),m=l.useRef(null),x=()=>{n(),d(""),h(-1)},v=a.filter(e=>ec()(c.toLowerCase(),e.label.toLowerCase())||"string"==typeof e.description&&ec()(c.toLowerCase(),e.description.toLowerCase())),g=e=>{r(e),x()},j=l.useCallback(()=>{if(u>=0&&m.current){let e=m.current.querySelectorAll("tbody tr"),t=Math.min(u+3,e.length-1);e[t]&&e[t].scrollIntoView({behavior:"smooth",block:"nearest"})}},[u]);l.useEffect(()=>{j()},[j]),l.useEffect(()=>{t&&(h(0),setTimeout(()=>{var e;null===(e=p.current)||void 0===e||e.focus()},0))},[t]);let f=l.useId();return(0,s.jsxs)(K.Z,{open:t,onClose:x,maxWidth:"md",fullWidth:!0,children:[i?(0,s.jsx)(Q.Z,{children:i}):null,(0,s.jsxs)($.Z,{children:[o?(0,s.jsx)(P.Z,{sx:{mb:4},children:o}):null,(0,s.jsxs)(P.Z,{sx:{width:"100%",mt:2},children:[(0,s.jsx)(J.Z,{fullWidth:!0,variant:"outlined",placeholder:"Search",value:c,onChange:e=>{d(e.target.value),h(0)},onKeyDown:e=>{if(e.stopPropagation(),t)switch(e.key){case"ArrowDown":e.preventDefault(),h(e=>Math.min(e+1,v.length-1));break;case"ArrowUp":e.preventDefault(),h(e=>Math.max(e-1,0));break;case"Enter":e.preventDefault(),u>=0&&u<v.length?g(v[u].evalId):v.length>0&&g(v[0].evalId);break;case"Escape":e.preventDefault(),x()}},sx:{mb:2},inputRef:p,id:"eval-selector-search-".concat(f)}),(0,s.jsx)(el.Z,{component:ee.Z,sx:{height:"600px",overflow:"auto"},ref:m,children:(0,s.jsxs)(et.Z,{stickyHeader:!0,children:[(0,s.jsx)(ea.Z,{children:(0,s.jsxs)(er.Z,{children:[(0,s.jsx)(es.Z,{children:"Created"}),(0,s.jsx)(es.Z,{children:"Description"}),(0,s.jsx)(es.Z,{children:"# Tests"})]})}),(0,s.jsx)(en.Z,{children:v.length>0?v.map((e,t)=>(0,s.jsxs)(er.Z,{hover:!0,onClick:()=>g(e.evalId),sx:{cursor:"pointer",backgroundColor:t===u?"rgba(255, 255, 0, 0.1)":"inherit"},children:[(0,s.jsx)(es.Z,{children:new Date(e.createdAt).toLocaleString()}),(0,s.jsx)(es.Z,{children:e.description||e.label}),(0,s.jsx)(es.Z,{children:e.numTests})]},e.evalId)):(0,s.jsx)(er.Z,{children:(0,s.jsx)(es.Z,{colSpan:3,align:"center",sx:{py:4},children:(0,s.jsxs)(P.Z,{sx:{textAlign:"center",color:"text.secondary"},children:[(0,s.jsx)(P.Z,{sx:{fontSize:"3rem",mb:2},children:"\uD83D\uDD0D"}),(0,s.jsx)(ei.Z,{variant:"h6",gutterBottom:!0,children:"No evaluations found"}),(0,s.jsx)(ei.Z,{variant:"body2",children:"Try adjusting your search or create a new evaluation"})]})})})})]})})]})]}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:x,children:"Cancel"})})]})},eu=n(37204),eh=n(79685),ep=n(74595);let em={getItem:async e=>await (0,eu.U2)(e)||null,setItem:async(e,t)=>{await (0,eu.t8)(e,t)},removeItem:async e=>{await (0,eu.IV)(e)}},ex=(0,eh.Ue)()((0,ep.tJ)((e,t)=>({evalId:null,setEvalId:t=>e(()=>({evalId:t})),author:null,setAuthor:t=>e(()=>({author:t})),table:null,setTable:t=>e(()=>({table:t})),config:null,setConfig:t=>e(()=>({config:t})),maxTextLength:250,setMaxTextLength:t=>e(()=>({maxTextLength:t})),wordBreak:"break-word",setWordBreak:t=>e(()=>({wordBreak:t})),showInferenceDetails:!0,setShowInferenceDetails:t=>e(()=>({showInferenceDetails:t})),renderMarkdown:!1,setRenderMarkdown:t=>e(()=>({renderMarkdown:t})),prettifyJson:!1,setPrettifyJson:t=>e(()=>({prettifyJson:t})),showPrompts:!1,setShowPrompts:t=>e(()=>({showPrompts:t})),showPassFail:!0,setShowPassFail:t=>e(()=>({showPassFail:t})),inComparisonMode:!1,setInComparisonMode:t=>e(()=>({inComparisonMode:t}))}),{name:"ResultsViewStorage",storage:(0,ep.FL)(()=>em)}));var ev=function(e){let{initialEvals:t,onComparisonEvalSelected:n}=e,{evalId:a}=ex(),[r,i]=(0,l.useState)(!1),[c,d]=(0,l.useState)(t),u=async()=>{try{let e=await (0,o.b)(),n=a||t[0].evalId,s=await fetch("".concat(e,"/api/results/").concat(n),{cache:"no-store"}),l=await s.json(),r=l.data.datasetId;if(!r){console.error("No datasetId found for current eval "+n);return}let i=await fetch("".concat(e,"/api/results?datasetId=").concat(r),{cache:"no-store"}),c=await i.json();d(c.data.filter(e=>e.evalId!==n))}catch(e){console.error("Error fetching recent evals:",e)}},h=()=>{i(!1)};return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(H.Z,{title:"Combine this eval with another eval run",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:()=>{u(),i(!0)},children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(Y.Z,{fontSize:"small"})}),(0,s.jsx)(U.Z,{children:"Compare with another eval"})]})}),(0,s.jsx)(ed,{open:r,onClose:h,recentEvals:c,onRecentEvalSelected:e=>{n(e),h()},title:"Select an eval to compare",description:"Only evals with the same dataset can be compared."})]})},eg=n(26110),ej=n(48931),ef=n(99645),eb=n(77656);function ey(e){let{open:t,onClose:a}=e,{config:r}=ex(),i=l.useRef(null),[o,c]=l.useState(!1),[d,u]=l.useState("");l.useEffect(()=>{t&&(async()=>{let{default:e}=await Promise.resolve().then(n.bind(n,34235));u(e.dump(r))})()},[t,r]);let h=()=>{c(!1),a()};return(0,s.jsxs)(K.Z,{open:t,onClose:h,"aria-labelledby":"config-dialog-title",maxWidth:"md",fullWidth:!0,children:[(0,s.jsx)(Q.Z,{id:"config-dialog-title",children:(0,s.jsxs)(P.Z,{display:"flex",justifyContent:"space-between",alignItems:"center",children:[(0,s.jsx)(ei.Z,{variant:"h6",style:{flexGrow:1},children:"Config"}),(0,s.jsxs)(P.Z,{children:[(0,s.jsx)(H.Z,{title:"Copy to clipboard",children:(0,s.jsx)(eb.Z,{onClick:()=>{i.current&&(i.current.select(),document.execCommand("copy"),c(!0))},children:o?(0,s.jsx)(eg.Z,{}):(0,s.jsx)(ef.Z,{})})}),(0,s.jsx)(H.Z,{title:"Download .yaml",children:(0,s.jsx)(eb.Z,{onClick:()=>{let e=new Blob([d],{type:"text/yaml;charset=utf-8"}),t=URL.createObjectURL(e),n=document.createElement("a");n.href=t,n.download="config.yaml",document.body.appendChild(n),n.click(),document.body.removeChild(n),URL.revokeObjectURL(t)},children:(0,s.jsx)(ej.Z,{})})})]})]})}),(0,s.jsx)($.Z,{children:(0,s.jsx)(ei.Z,{variant:"body1",component:"div",children:(0,s.jsx)("textarea",{ref:i,readOnly:!0,value:d,style:{width:"100%",minHeight:"400px",fontFamily:"monospace",border:"1px solid #ccc"}})})}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:h,color:"primary",children:"Close"})})]})}var eZ=n(79715),ew=n(34235),eC=function(){let{table:e,config:t,evalId:n}=ex(),[a,r]=l.useState(!1),i=(e,t)=>{let n=URL.createObjectURL(e),s=document.createElement("a");s.href=n,s.download=t,document.body.appendChild(s),s.click(),document.body.removeChild(s),URL.revokeObjectURL(n)},o=()=>{r(!1)};return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(z.Z,{onClick:()=>{r(!0)},children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(ej.Z,{fontSize:"small"})}),(0,s.jsx)(U.Z,{children:"Download"})]}),(0,s.jsx)(K.Z,{onClose:o,open:a,children:(0,s.jsx)($.Z,{children:(0,s.jsxs)(B.Z,{direction:"column",spacing:2,sx:{width:"100%"},children:[(0,s.jsx)(F.Z,{onClick:()=>{let e=ew.default.dump(t),n=new Blob([e],{type:"text/yaml;charset=utf-8"});i(n,"promptfooconfig.yaml"),o()},startIcon:(0,s.jsx)(ej.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download YAML Config"}),(0,s.jsx)(F.Z,{onClick:()=>{if(!e){alert("No table data");return}let t=[],s=[...e.head.vars,...e.head.prompts.map(e=>"[".concat(e.provider,"] ").concat(e.label))];t.push(s),e.body.forEach(e=>{let n=[...e.vars,...e.outputs.map(e=>{let{pass:t,text:n}=e;return(t?"[PASS] ":"[FAIL] ")+n})];t.push(n)});let l=(0,eZ.P)(t),a=new Blob([l],{type:"text/csv;charset=utf-8;"});i(a,"".concat(n,"-table.csv")),o()},startIcon:(0,s.jsx)(ej.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download Table CSV"}),(0,s.jsx)(F.Z,{onClick:()=>{if(!e){alert("No table data");return}let t=new Blob([JSON.stringify(e,null,2)],{type:"application/json"});i(t,"".concat(n,"-table.json")),o()},startIcon:(0,s.jsx)(ej.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download Table JSON"}),(0,s.jsx)(F.Z,{onClick:()=>{if(!e){alert("No table data");return}let t=e.body.map((t,n)=>({chosen:t.outputs.filter(e=>e.pass).map(e=>e.text),rejected:t.outputs.filter(e=>!e.pass).map(e=>e.text),vars:t.test.vars,providers:e.head.prompts.map(e=>e.provider),prompts:e.head.prompts.map(e=>e.label||e.display||e.raw)})),s=new Blob([JSON.stringify(t,null,2)],{type:"application/json"});i(s,"".concat(n,"-dpo.json")),o()},startIcon:(0,s.jsx)(ej.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download DPO JSON"})]})})})]})},eS=e=>{let{recentEvals:t,onRecentEvalSelected:n}=e,[a,r]=(0,l.useState)(!1);"undefined"!=typeof navigator&&navigator.platform.toUpperCase().indexOf("MAC");let i=()=>{r(!0)};return l.useEffect(()=>{let e=e=>{(e.ctrlKey||e.metaKey)&&"k"===e.key&&(e.preventDefault(),i())};return window.addEventListener("keydown",e),()=>{window.removeEventListener("keydown",e)}},[]),(0,s.jsx)(s.Fragment,{children:(0,s.jsx)(ed,{title:"Open an Eval",open:a,onClose:()=>{r(!1)},recentEvals:t,onRecentEvalSelected:n})})},ek=n(69179),eE=n(92715),eR=n(92863),eI=n(36001);let eN=["#fd7f6f","#7eb0d5","#b2e061","#bd7ebe","#ffb55a","#ffee65","#beb9db","#fdcce5","#8bd3c7"];function eP(e){let{table:t}=e,n=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{if(!n.current)return;a.current&&a.current.destroy();let e=t.body.flatMap(e=>e.outputs.map(e=>e.score)),s=Math.min(...e),l=(Math.ceil(Math.max(...e))-Math.floor(s))/10,r=Array.from({length:11},(e,t)=>parseFloat((Math.floor(s)+t*l).toFixed(2))),i=t.head.prompts.map((e,n)=>{let s=t.body.flatMap(e=>e.outputs[n].score),a=r.map(e=>s.filter(t=>t>=e&&t<e+l).length);return{label:"Column ".concat(n+1),data:a,backgroundColor:eN[n%eN.length]}});a.current=new eI.kL(n.current,{type:"bar",data:{labels:r,datasets:i},options:{animation:!1,plugins:{title:{display:!0,text:"Score Distribution"},legend:{display:!1},tooltip:{callbacks:{title:function(e){let t=e[0].datasetIndex;return"Column ".concat(t+1)},label:function(e){let t=e.dataIndex,n=r[t],s=r[t+1];return s?"".concat(n," <= score < ").concat(s):"".concat(n," <= score")}}}}}})},[t]),(0,s.jsx)("canvas",{ref:n,style:{maxHeight:"300px"}})}function eF(e){let{table:t}=e,n=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{if(!n.current)return;a.current&&a.current.destroy();let e=t.head.prompts.map((e,n)=>{let s=t.body.flatMap(e=>e.outputs[n]),l=s.filter(e=>e.pass).length,a=l/s.length*100;return{label:"Column ".concat(n+1),data:[a],backgroundColor:eN[n%eN.length]}});a.current=new eI.kL(n.current,{type:"bar",data:{labels:["Pass Rate (%)"],datasets:e},options:{animation:!1,plugins:{title:{display:!0,text:"Pass rate"},legend:{display:!0}}}})},[t]),(0,s.jsx)("canvas",{ref:n,style:{maxHeight:"300px"}})}function eT(e){let{table:t}=e,n=(0,l.useRef)(null),a=(0,l.useRef)(null),[r,i]=(0,l.useState)(0),[o,c]=(0,l.useState)(1),[d,u]=(0,l.useState)(!1);return(0,l.useEffect)(()=>{if(!n.current)return;a.current&&a.current.destroy();let e=t.body.flatMap(e=>e.outputs.map(e=>e.score)),s=Math.min(...e),l=Math.max(...e),i=t.body.map(e=>{let t=e.outputs[r].score,n=e.outputs[o].score;return{x:t,y:n,backgroundColor:n>t?"green":n<t?"red":"gray"}});a.current=new eI.kL(n.current,{type:"scatter",data:{datasets:[{data:i,backgroundColor:i.map(e=>e.backgroundColor)},{type:"line",data:[{x:s,y:s},{x:l,y:l}],borderColor:"gray",borderWidth:1,borderDash:[5,5],pointRadius:0}]},options:{animation:!1,plugins:{legend:{display:!1},tooltip:{callbacks:{label:function(e){let n=t.body[e.dataIndex],s=n.outputs[0].text,l=n.outputs[1].text;return s.length>30&&(s=s.substring(0,30)+"..."),l.length>30&&(l=l.substring(0,30)+"..."),"Output 1: ".concat(s,"\nOutput 2: ").concat(l)}}}},scales:{x:{title:{display:!0,text:"Prompt ".concat(r+1," Score")},ticks:{callback:function(e,t,n){let s=String(Math.round(100*Number(e)));return t===n.length-1&&(s+="%"),s}}},y:{title:{display:!0,text:"Prompt ".concat(o+1," Score")},ticks:{callback:function(e,t,n){let s=String(Math.round(100*Number(e)));return t===n.length-1&&(s+="%"),s}}}}}})},[t,r,o]),(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(K.Z,{open:d,onClose:()=>u(!1),children:[(0,s.jsx)(Q.Z,{children:"Compare prompt outputs"}),(0,s.jsxs)($.Z,{children:[(0,s.jsx)(M.Z,{sx:{m:1,minWidth:120},children:(0,s.jsx)(V.Z,{value:r,onChange:e=>i(Number(e.target.value)),children:t.head.prompts.map((e,t)=>(0,s.jsxs)(z.Z,{value:t,children:["Prompt ",t+1]},t))})}),(0,s.jsx)(M.Z,{sx:{m:1,minWidth:120},children:(0,s.jsx)(V.Z,{value:o,onChange:e=>c(Number(e.target.value)),children:t.head.prompts.map((e,t)=>(0,s.jsxs)(z.Z,{value:t,children:["Prompt ",t+1]},t))})})]})]}),(0,s.jsx)("canvas",{ref:n,style:{maxHeight:"300px",cursor:"pointer"},onClick:()=>u(!0)})]})}function eD(e){let{table:t}=e,n=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{var e;if(!n.current)return;a.current&&a.current.destroy();let s=Object.keys((null===(e=t.head.prompts[0].metrics)||void 0===e?void 0:e.namedScores)||{}),l=t.head.prompts.map((e,n)=>{let l=s.map(n=>{var s;let l=(null===(s=e.metrics)||void 0===s?void 0:s.namedScores[n])||0,a=Math.max(...t.head.prompts.map(e=>{var t;return(null===(t=e.metrics)||void 0===t?void 0:t.namedScores[n])||0}));return l/a});return{label:"".concat(t.head.prompts[n].provider),data:l,backgroundColor:eN[n%eN.length]}});a.current=new eI.kL(n.current,{type:"bar",data:{labels:s,datasets:l},options:{scales:{x:{grid:{display:!1}},y:{ticks:{callback:function(e,t,n){let s=String(Math.round(100*Number(e)));return t===n.length-1&&(s+="%"),s}}}},plugins:{tooltip:{callbacks:{title:function(e){return e[0].dataset.label},label:function(e){let t=e.parsed.y;return"".concat(s[e.dataIndex],": ").concat((100*t).toFixed(2),"% pass rate")}}}}}})},[t]),(0,s.jsx)("canvas",{ref:n,style:{maxHeight:"300px"}})}eI.kL.register(eI.vn,eI.ST,eI.ho,eI.uw,eI.f$,eI.ZL,eI.jn,eI.od,eI.u,eI.wL);var eM=l.memo(function(e){var t;let{columnVisibility:n}=e,a=(0,eR.Z)();eI.kL.defaults.color="dark"===a.palette.mode?"#aaa":"#666";let[r,i]=(0,l.useState)(!0),{table:o}=ex();if(!o||!r||o.head.prompts.length<2)return null;let c=o.body.flatMap(e=>e.outputs.map(e=>e.score)),d=new Set(c);return 1===d.size?null:(0,s.jsx)(ek.SV,{fallback:null,children:(0,s.jsxs)(ee.Z,{sx:{position:"relative",padding:3,mt:2},children:[(0,s.jsx)(eb.Z,{style:{position:"absolute",right:0,top:0},onClick:()=>i(!1),children:(0,s.jsx)(eE.Z,{})}),(0,s.jsxs)("div",{style:{display:"flex",justifyContent:"space-between",width:"100%"},children:[(0,s.jsx)("div",{style:{width:"33%"},children:(0,s.jsx)(eF,{table:o})}),(0,s.jsx)("div",{style:{width:"33%"},children:d.size<=3&&Object.keys((null===(t=o.head.prompts[0].metrics)||void 0===t?void 0:t.namedScores)||{}).length>1?(0,s.jsx)(eD,{table:o}):(0,s.jsx)(eP,{table:o})}),(0,s.jsx)("div",{style:{width:"33%"},children:(0,s.jsx)(eT,{table:o})})]})]})})}),eO=n(36128),eL=n(9317),eA=n(5971);n(55974);var eU=e=>{let{lookup:t,metricTotals:n,onSearchTextChange:a}=e,[r,i]=l.useState(!1);if(!t||!Object.keys(t).length)return null;let o=Object.entries(t),c=r?o:o.slice(0,10);return(0,s.jsxs)("div",{className:"custom-metric-container",children:[c.map(e=>{let[t,l]=e;return t&&void 0!==l?(0,s.jsxs)("span",{onClick:()=>a&&a("metric=".concat(t,":")),className:a?"clickable":"",children:[t,":"," ",n&&n[t]?(0,s.jsxs)(s.Fragment,{children:[(l/n[t]*100).toFixed(2),"% (",l,"/",n[t],")"]}):l]},t):null}),o.length>10&&(0,s.jsx)("span",{className:"clickable",onClick:()=>i(!r),children:r?"Show less":"Show more..."})]})},eW=n(35185),ez=n(22689);function e_(e){let{gradingResults:t}=e;return t?(0,s.jsxs)(P.Z,{mt:2,children:[(0,s.jsx)(ei.Z,{variant:"subtitle1",children:"Assertions"}),(0,s.jsx)(el.Z,{children:(0,s.jsxs)(et.Z,{children:[(0,s.jsx)(ea.Z,{children:(0,s.jsxs)(er.Z,{children:[(0,s.jsx)(es.Z,{style:{fontWeight:"bold"},children:"Pass"}),(0,s.jsx)(es.Z,{style:{fontWeight:"bold"},children:"Score"}),(0,s.jsx)(es.Z,{style:{fontWeight:"bold"},children:"Type"}),(0,s.jsx)(es.Z,{style:{fontWeight:"bold"},children:"Value"}),(0,s.jsx)(es.Z,{style:{fontWeight:"bold"},children:"Reason"})]})}),(0,s.jsx)(en.Z,{children:t.map((e,t)=>{var n,l,a;return e?(0,s.jsxs)(er.Z,{children:[(0,s.jsx)(es.Z,{children:e.pass?"✅":"❌"}),(0,s.jsx)(es.Z,{children:null===(n=e.score)||void 0===n?void 0:n.toFixed(2)}),(0,s.jsx)(es.Z,{children:(null===(l=e.assertion)||void 0===l?void 0:l.type)||""}),(0,s.jsx)(es.Z,{style:{whiteSpace:"pre-wrap"},children:(null===(a=e.assertion)||void 0===a?void 0:a.value)?"object"==typeof e.assertion.value?JSON.stringify(e.assertion.value,null,2):String(e.assertion.value):"-"}),(0,s.jsx)(es.Z,{style:{whiteSpace:"pre-wrap"},children:e.reason})]},t):null})})]})})]}):null}function eV(e){let{open:t,onClose:n,prompt:a,provider:r,output:i,gradingResults:o,metadata:c}=e,[d,u]=(0,l.useState)(!1);(0,l.useEffect)(()=>{u(!1)},[a]);let h=async e=>{await navigator.clipboard.writeText(e),u(!0)};return(0,s.jsxs)(K.Z,{open:t,onClose:n,fullWidth:!0,maxWidth:"lg",children:[(0,s.jsxs)(Q.Z,{children:["Details",r&&": ".concat(r)]}),(0,s.jsxs)($.Z,{children:[(0,s.jsxs)(P.Z,{mb:2,children:[(0,s.jsx)(ei.Z,{variant:"subtitle1",style:{marginBottom:"1rem"},children:"Prompt"}),(0,s.jsx)(ez.Z,{readOnly:!0,value:a,style:{width:"100%",padding:"0.75rem"},maxRows:20}),(0,s.jsx)(eb.Z,{onClick:()=>h(a),style:{position:"absolute",right:"10px",top:"10px"},children:d?(0,s.jsx)(eg.Z,{}):(0,s.jsx)(eW.Z,{})})]}),(null==c?void 0:c.redteamFinalPrompt)&&(0,s.jsxs)(P.Z,{my:2,children:[(0,s.jsx)(ei.Z,{variant:"subtitle1",style:{marginBottom:"1rem",marginTop:"1rem"},children:"Modified User Input (Red Team)"}),(0,s.jsx)(ez.Z,{readOnly:!0,maxRows:20,value:c.redteamFinalPrompt,style:{width:"100%",padding:"0.75rem"}})]}),i&&(0,s.jsxs)(P.Z,{my:2,children:[(0,s.jsx)(ei.Z,{variant:"subtitle1",style:{marginBottom:"1rem",marginTop:"1rem"},children:"Output"}),(0,s.jsx)(ez.Z,{readOnly:!0,maxRows:20,value:i,style:{width:"100%",padding:"0.75rem"}})]}),(0,s.jsx)(e_,{gradingResults:o})]}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:n,children:"Close"})})]})}var eB=n(12431),eJ=n(8541),eH=function(){let e=(0,eR.Z)(),[t,n]=l.useState(!1),a=()=>{n(!1)};return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("div",{style:{textAlign:"center",marginTop:20,marginBottom:40},children:(0,s.jsx)(F.Z,{variant:"text",color:"primary",startIcon:(0,s.jsx)(eB.Z,{}),onClick:()=>{n(!0)},children:"Generate test cases"})}),(0,s.jsxs)(K.Z,{open:t,onClose:a,children:[(0,s.jsx)(Q.Z,{children:"Run on Command Line"}),(0,s.jsx)($.Z,{children:(0,s.jsxs)(eJ.Z,{children:[(0,s.jsx)("p",{children:"This feature is in beta. UI coming soon."}),(0,s.jsxs)("p",{children:["Run"," ",(0,s.jsx)(P.Z,{component:"code",sx:{backgroundColor:"dark"===e.palette.mode?"#424242":"#f0f0f0",padding:"2px 4px",borderRadius:"4px"},children:"promptfoo generate dataset"}),"to generate test cases on the command line."]})]})}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:a,color:"primary",children:"Close"})})]})]})};function eX(e){return"string"==typeof e||"number"==typeof e?e.toString().length:Array.isArray(e)?e.reduce((e,t)=>e+eX(t),0):l.isValidElement(e)&&e.props.children?l.Children.toArray(e.props.children).reduce((e,t)=>e+eX(t),0):0}let eG=l.memo(function(e){let t,{text:n,maxLength:a}=e,[r,i]=l.useState(!0),o=()=>{i(!r)},c=function(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:0;if("string"==typeof e||"number"==typeof e){let n=e.toString();return n.slice(0,a-t)}if(Array.isArray(e)){let n=[],s=t;for(let t of e){let e=eX(t);if(s+e>a){n.push(c(t,s));break}n.push(t),s+=e}return n}if(l.isValidElement(e)&&e.props.children){let n=eX(e.props.children);if(n>a-t)return l.cloneElement(e,{...e.props,children:c(e.props.children,t)})}return e};t=l.isValidElement(n)||"string"==typeof n?n:JSON.stringify(n);let d=r?c(t):t,u=eX(t)>a;return(0,s.jsxs)("div",{style:{cursor:u?"pointer":"normal"},onMouseDown:e=>{let t=e.clientX,n=e.clientY,s=e=>{let l=e.clientX,a=e.clientY;5>Math.abs(l-t)&&5>Math.abs(a-n)&&o(),document.removeEventListener("mouseup",s)};document.addEventListener("mouseup",s)},children:[d,r&&eX(t)>a&&(0,s.jsx)("span",{children:"..."})]})});var eY=n(59682),eK=n(62268),eq=n(38640),e$=n.n(eq),eQ=n(33352),e0=n(73490),e1=n(24495);n(16658);var e2=e=>{let{failReasons:t}=e,[n,a]=(0,l.useState)(0);return t.length<1?null:(0,s.jsxs)("div",{className:"fail-reason",children:[t.length>1&&(0,s.jsxs)("span",{className:"fail-reason-carousel-controls",children:[(0,s.jsx)(eb.Z,{onClick:()=>{a(e=>e>0?e-1:t.length-1)},children:(0,s.jsx)(e0.Z,{sx:{fontSize:12}})}),(0,s.jsxs)("span",{children:[n+1,"/",t.length]}),(0,s.jsx)(eb.Z,{onClick:()=>{a(e=>e<t.length-1?e+1:0)},children:(0,s.jsx)(e1.Z,{sx:{fontSize:12}})})]}),t[n].trim().split("\n").map((e,t)=>(0,s.jsxs)(l.Fragment,{children:[e,(0,s.jsx)("br",{})]},t))]})},e5=e=>{let{open:t,contextText:n,commentText:l,onClose:a,onSave:r,onChange:i}=e;return(0,s.jsxs)(K.Z,{open:t,onClose:a,fullWidth:!0,maxWidth:"sm",children:[(0,s.jsx)(Q.Z,{children:"Edit Comment"}),(0,s.jsxs)($.Z,{children:[(0,s.jsx)(P.Z,{sx:{backgroundColor:"#f0f0f0",padding:2,marginBottom:2},children:n}),(0,s.jsx)(J.Z,{autoFocus:!0,margin:"dense",type:"text",fullWidth:!0,multiline:!0,rows:4,value:l,onChange:e=>i(e.target.value)})]}),(0,s.jsxs)(q.Z,{children:[(0,s.jsx)(F.Z,{onClick:r,color:"primary",variant:"contained",children:"Save"}),(0,s.jsx)(F.Z,{onClick:a,color:"primary",children:"Cancel"})]})]})};let e3=()=>{let e=(0,l.useContext)(c);if(void 0===e)throw Error("useShiftKey must be used within a ShiftKeyProvider");return e};var e4=n(68192);let e8=l.memo(function(e){var t,n,a,r,i,o,c,d,u,h,p,m,x;let v,g,j,f,b,y,{output:Z,maxTextLength:w,rowIndex:C,promptIndex:S,onRating:k,firstOutput:E,showDiffs:R,searchText:I,showStats:N}=e,{renderMarkdown:P,prettifyJson:F,showPrompts:T,showPassFail:D,inComparisonMode:M}=ex(),[O,L]=l.useState(!1),[A,U]=l.useState(!1),[W,z]=l.useState(null),_=e=>{z(e||null),U(!A)},[V,B]=l.useState(!1),[J,X]=l.useState((null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)||""),G=()=>{B(!0)},Y="string"==typeof Z.text?Z.text:JSON.stringify(Z.text),K=[];if(!Z.pass&&Y.includes("---")&&(K=((null===(h=Z.gradingResult)||void 0===h?void 0:h.componentResults)||[]).filter(e=>!!e&&!e.pass).map(e=>e.reason),Y=Y.split("---").slice(1).join("---")),R&&E){let e,t="string"==typeof E.text?E.text:JSON.stringify(E.text);t.includes("---")&&(t=t.split("---").slice(1).join("---"));try{JSON.parse(t),JSON.parse(Y),e=(0,e4.CT)(t,Y)}catch(n){e=t.includes(". ")&&Y.includes(". ")?(0,e4.SY)(t,Y):(0,e4.NV)(t,Y)}v=(0,s.jsx)(s.Fragment,{children:e.map((e,t)=>e.added?(0,s.jsx)("ins",{children:e.value},t):e.removed?(0,s.jsx)("del",{children:e.value},t):(0,s.jsx)("span",{children:e.value},t))})}if(I)try{let e;let t=RegExp(I,"gi"),n=[];for(;null!==(e=t.exec(Y));)n.push({start:e.index,end:t.lastIndex});v=(0,s.jsx)(s.Fragment,{children:n.length>0?(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("span",{children:Y.substring(0,n[0].start)},"text-before"),n.map((e,t)=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("span",{className:"search-highlight",children:Y.substring(e.start,e.end)},"match-"+t),(0,s.jsx)("span",{children:Y.substring(e.end,n[t+1]?n[t+1].start:Y.length)},"text-after-"+t)]}))]}):(0,s.jsx)("span",{children:Y},"no-match")})}catch(e){console.error("Invalid regular expression:",e.message)}else if(P&&!R)v=(0,s.jsx)(eA.U,{remarkPlugins:[eQ.Z],components:{img:e=>{let{src:t,alt:n}=e;return(0,s.jsx)("img",{loading:"lazy",src:t,alt:n,onClick:()=>_(t),style:{cursor:"pointer"}})}},children:Y});else if(F)try{v=(0,s.jsx)("pre",{children:JSON.stringify(JSON.parse(Y),null,2)})}catch(e){}let q=l.useCallback(e=>{var t;k(e,void 0,null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)},[k,null===(n=Z.gradingResult)||void 0===n?void 0:n.comment]),$=l.useCallback(()=>{let e=prompt("Set test score (0.0 - 1.0):",String(Z.score));if(null!==e){let n=parseFloat(e);if(!isNaN(n)&&n>=0&&n<=1){var t;k(void 0,n,null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)}else alert("Invalid score. Please enter a value between 0.0 and 1.0.")}},[k,Z.score,null===(a=Z.gradingResult)||void 0===a?void 0:a.comment]),[Q,ee]=l.useState(!1),et=l.useCallback(()=>{navigator.clipboard.writeText(Z.text),ee(!0)},[Z.text]);if(Z.latencyMs&&(j=(0,s.jsxs)("span",{children:[Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.latencyMs)," ms"]})),null===(r=Z.tokenUsage)||void 0===r?void 0:r.completion){let e=Z.tokenUsage.completion/(Z.latencyMs/1e3);f=(0,s.jsx)("span",{children:Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e)})}if(Z.cost&&(b=(0,s.jsxs)("span",{children:["$",Z.cost.toPrecision(2)]})),null===(i=Z.tokenUsage)||void 0===i?void 0:i.cached)g=(0,s.jsxs)("span",{children:[Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.tokenUsage.cached)," ","(cached)"]});else if(null===(o=Z.tokenUsage)||void 0===o?void 0:o.total){let e=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(null!==(p=Z.tokenUsage.prompt)&&void 0!==p?p:0),t=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(null!==(m=Z.tokenUsage.completion)&&void 0!==m?m:0),n=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.tokenUsage.total);g=(0,s.jsx)(H.Z,{title:"".concat(e," prompt tokens + ").concat(t," completion tokens = ").concat(n," total"),children:(0,s.jsxs)("span",{children:[n,("0"!==e||"0"!==t)&&" (".concat(e,"+").concat(t,")")]})})}let en=(null===(c=Z.gradingResult)||void 0===c?void 0:c.comment)&&"!highlight"!==Z.gradingResult.comment?(0,s.jsx)("div",{className:"comment",onClick:G,children:Z.gradingResult.comment}):null,es=N?(0,s.jsxs)("div",{className:"cell-detail",children:[g&&(0,s.jsxs)("div",{className:"stat-item",children:[(0,s.jsx)("strong",{children:"Tokens:"})," ",g]}),j&&(0,s.jsxs)("div",{className:"stat-item",children:[(0,s.jsx)("strong",{children:"Latency:"})," ",j]}),f&&(0,s.jsxs)("div",{className:"stat-item",children:[(0,s.jsx)("strong",{children:"Tokens/Sec:"})," ",f]}),b&&(0,s.jsxs)("div",{className:"stat-item",children:[(0,s.jsx)("strong",{children:"Cost:"})," ",b]})]}):null,el=e3(),ea=(0,s.jsxs)("div",{className:"cell-actions",children:[el&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("span",{className:"action",onClick:et,onMouseDown:e=>e.preventDefault(),children:(0,s.jsx)(H.Z,{title:"Copy output to clipboard",children:(0,s.jsx)("span",{children:Q?"✅":"\uD83D\uDCCB"})})}),(0,s.jsx)("span",{className:"action",onClick:()=>{let e;J.startsWith("!highlight")?k(void 0,void 0,e=J.slice(10).trim()):k(void 0,void 0,e=("!highlight "+J).trim()),X(e)},onMouseDown:e=>e.preventDefault(),children:(0,s.jsx)(H.Z,{title:"Toggle test highlight",children:(0,s.jsx)("span",{children:"\uD83C\uDF1F"})})})]}),Z.prompt&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("span",{className:"action",onClick:()=>{L(!0)},children:(0,s.jsx)(H.Z,{title:"View output and test details",children:(0,s.jsx)("span",{children:"\uD83D\uDD0E"})})}),(0,s.jsx)(eV,{open:O,onClose:()=>{L(!1)},prompt:Z.prompt,provider:Z.provider,gradingResults:null===(d=Z.gradingResult)||void 0===d?void 0:d.componentResults,output:Y,metadata:Z.metadata})]}),(0,s.jsx)("span",{className:"action",onClick:()=>q(!0),children:(0,s.jsx)(H.Z,{title:"Mark test passed (score 1.0)",children:(0,s.jsx)("span",{children:"\uD83D\uDC4D"})})}),(0,s.jsx)("span",{className:"action",onClick:()=>q(!1),children:(0,s.jsx)(H.Z,{title:"Mark test failed (score 0.0)",children:(0,s.jsx)("span",{children:"\uD83D\uDC4E"})})}),(0,s.jsx)("span",{className:"action",onClick:$,children:(0,s.jsx)(H.Z,{title:"Set test score",children:(0,s.jsx)("span",{children:"\uD83D\uDD22"})})}),(0,s.jsx)("span",{className:"action",onClick:G,children:(0,s.jsx)(H.Z,{title:"Edit comment",children:(0,s.jsx)("span",{children:"✏️"})})})]}),er={};(null===(u=Z.gradingResult)||void 0===u?void 0:u.comment)==="!highlight"&&(er.backgroundColor="#ffffeb");let ei=0,eo=0,ec=Z.gradingResult;if(ec?ec.componentResults?ec.componentResults.forEach(e=>{(null==e?void 0:e.pass)?ei++:eo++}):(ei=ec.pass?1:0,eo=ec.pass?0:1):Z.pass?ei=1:Z.pass||(eo=1),1===eo&&1===ei)y=(0,s.jsxs)(s.Fragment,{children:["".concat(eo," FAIL")," ","".concat(ei," PASS")]});else{let e="";eo>1||ei>1&&eo>0?e="".concat(eo," FAIL"):1===eo&&(e="FAIL");let t="";ei>1||eo>1&&ei>0?t="".concat(ei," PASS"):1===ei&&0===eo&&(t="PASS");let n=e&&t?" ":"";y=(0,s.jsxs)(s.Fragment,{children:[e,n,t]})}let ed=null===(x=Z.score)||0===x||1===x?"":"(".concat(x.toFixed(2),")");return(0,s.jsxs)("div",{className:"cell",style:er,children:[D&&(0,s.jsx)(s.Fragment,{children:Z.pass?(0,s.jsx)(s.Fragment,{children:(0,s.jsxs)("div",{className:"status pass",children:[(0,s.jsxs)("div",{className:"pill",children:[y,ed&&(0,s.jsxs)("span",{className:"score",children:[" ",ed]})]}),(0,s.jsx)(eU,{lookup:Z.namedScores})]})}):(0,s.jsx)(s.Fragment,{children:(0,s.jsxs)("div",{className:"status fail",children:[(0,s.jsxs)("div",{className:"pill",children:[y,ed&&(0,s.jsxs)("span",{className:"score",children:[" ",ed]})]}),(0,s.jsx)(eU,{lookup:Z.namedScores}),(0,s.jsx)("span",{className:"fail-reason",children:(0,s.jsx)(e2,{failReasons:K})})]})})}),T&&E.prompt&&(0,s.jsxs)("div",{className:"prompt",children:[(0,s.jsx)("span",{className:"pill",children:"Prompt"}),Z.prompt]}),(0,s.jsx)(eG,{text:v||Y,maxLength:w}),en,es,ea,A&&W&&(0,s.jsx)("div",{className:"lightbox",onClick:()=>_(),children:(0,s.jsx)("img",{src:W,alt:"Lightbox"})}),(0,s.jsx)(e5,{open:V,contextText:Z.text,commentText:J,onClose:()=>{B(!1)},onSave:()=>{k(void 0,void 0,J),B(!1)},onChange:X})]})});function e6(e){let{text:t,maxLength:n,expandedText:a,resourceId:r,className:i}=e,[o,c]=l.useState(!1);return(0,s.jsxs)("div",{className:"".concat(i||""),children:[(0,s.jsx)(eG,{text:t,maxLength:n}),a&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(H.Z,{title:"View prompt",children:(0,s.jsx)("span",{className:"action",onClick:()=>{c(!0)},children:"\uD83D\uDD0E"})}),(0,s.jsx)(eV,{open:o,onClose:()=>{c(!1)},prompt:a}),r&&(0,s.jsx)(H.Z,{title:"View other evals and datasets for this prompt",children:(0,s.jsx)("span",{className:"action",children:(0,s.jsx)(e$(),{href:"/prompts/?id=".concat(r),target:"_blank",children:(0,s.jsx)(eY.Z,{fontSize:"small"})})})})]})]})}n(93207);var e7=l.memo(function(e){let{maxTextLength:t,columnVisibility:n,wordBreak:a,filterMode:r,failureFilter:i,searchText:c,showStats:d,onFailureFilterToggle:u,onSearchTextChange:h}=e,{evalId:p,table:x,setTable:v,config:g,inComparisonMode:j}=ex(),{showToast:f}=m();(0,y.Z)(x,"Table should be defined");let{head:b,body:Z}=x,w=l.useCallback(async(e,t,n,s,l)=>{var a,r;let i=[...Z],c={...i[e]},d=[...c.outputs],u=null!=n?n:d[t].pass,h=void 0===s?n?1:0:s||0;d[t].pass=u,d[t].score=h;let m=(null===(a=d[t].gradingResult)||void 0===a?void 0:a.componentResults)||[];if(void 0!==n){let e=m.findIndex(e=>{var t;return(null===(t=e.assertion)||void 0===t?void 0:t.type)==="human"}),t={pass:u,score:h,reason:"Manual result (overrides all other grading results)",comment:l,assertion:{type:"human"}};-1!==e?m[e]=t:m.push(t)}let x={...d[t].gradingResult||{},pass:u,score:h,reason:"Manual result (overrides all other grading results)",comment:l,assertion:(null===(r=d[t].gradingResult)||void 0===r?void 0:r.assertion)||null,componentResults:m};d[t].gradingResult=x,c.outputs=d,i[e]=c;let g={head:b,body:i};if(v(g),j)f("Ratings are not saved in comparison mode","warning");else try{let e=await fetch("".concat(await (0,o.b)(),"/api/eval/").concat(p),{method:"PATCH",headers:{"Content-Type":"application/json"},body:JSON.stringify({table:g})});if(!e.ok)throw Error("Network response was not ok")}catch(e){console.error("Failed to update table:",e)}},[Z,b,v,p,j,f]),C=Object.keys(n).length>0,S=l.useMemo(()=>{try{return RegExp(c,"i")}catch(e){return console.error("Invalid regular expression:",e.message),null}},[c]),k=l.useMemo(()=>{try{return Z.map((e,t)=>({...e,outputs:e.outputs.map((e,n)=>({...e,originalRowIndex:t,originalPromptIndex:n}))})).filter(e=>{let t=!0;return"failures"===r?t=e.outputs.some((e,t)=>{let s="Prompt ".concat(t+1);return i[s]&&!e.pass&&(!C||n[s])}):"different"===r?t=!e.outputs.every(t=>t.text===e.outputs[0].text):"highlights"===r&&(console.log(e.outputs[0].text),t=e.outputs.some(e=>{var t,n;return null===(n=e.gradingResult)||void 0===n?void 0:null===(t=n.comment)||void 0===t?void 0:t.startsWith("!highlight")})),!!t&&(!c||!S||e.outputs.some(t=>{var n,s;let l=e.vars.map(e=>"var=".concat(e)).join(" "),a="".concat(t.text," ").concat(Object.keys(t.namedScores).map(e=>"metric=".concat(e,":").concat(t.namedScores[e])).join(" ")," ").concat((null===(n=t.gradingResult)||void 0===n?void 0:n.reason)||""," ").concat((null===(s=t.gradingResult)||void 0===s?void 0:s.comment)||""),r="".concat(l," ").concat(a);return S.test(r)}))})}catch(e){return console.error("Invalid regular expression:",e.message),Z}},[Z,i,r,c,n,C,S]),[E,R]=l.useState({pageIndex:0,pageSize:50});l.useEffect(()=>{R(e=>({...e,pageIndex:0}))},[i,r,c]);let I=l.useMemo(()=>b.prompts.map((e,t)=>Z.reduce((e,n)=>e+(n.outputs[t].pass?1:0),0)),[b.prompts,Z]),N=l.useMemo(()=>b.prompts.map((e,t)=>Z.reduce((e,n)=>{var s,l;return e+((null===(l=n.outputs[t].gradingResult)||void 0===l?void 0:null===(s=l.componentResults)||void 0===s?void 0:s.length)||0)},0)),[b.prompts,Z]),D=l.useMemo(()=>b.prompts.map((e,t)=>Z.reduce((e,n)=>{var s;let l=null===(s=n.outputs[t].gradingResult)||void 0===s?void 0:s.componentResults;return e+(l?l.filter(e=>null==e?void 0:e.pass).length:0)},0)),[b.prompts,Z]),M=l.useMemo(()=>I.reduce((e,t,n,s)=>t>s[e]?n:e,0),[I]),O=I[M],L=l.useMemo(()=>(0,eO.Cl)(),[]),{renderMarkdown:A}=ex(),U=l.useMemo(()=>b.vars.length>0?[L.group({id:"vars",header:()=>(0,s.jsx)("span",{className:"font-bold",children:"Variables"}),columns:b.vars.map((e,n)=>L.accessor(e=>e.vars[n],{id:"Variable ".concat(n+1),header:()=>(0,s.jsx)(e6,{text:e,maxLength:t,className:"font-bold"}),cell:e=>{let n=e.getValue();return(0,s.jsx)("div",{className:"cell",children:A?(0,s.jsx)(eA.U,{remarkPlugins:[eQ.Z],children:n}):(0,s.jsx)(eG,{text:n,maxLength:t})})},size:50}))})]:[],[L,b.vars,t,A]),W=l.useCallback((e,t)=>k[e].outputs[t],[k]),_=l.useCallback(e=>k[e].outputs[0],[k]),B=l.useMemo(()=>{let e={};return null==x||x.body.forEach(t=>{var n;null===(n=t.test.assert)||void 0===n||n.forEach(t=>{t.metric&&(e[t.metric]=(e[t.metric]||0)+1),"assert"in t&&Array.isArray(t.assert)&&t.assert.forEach(t=>{"metric"in t&&t.metric&&(e[t.metric]=(e[t.metric]||0)+1)})})}),e},[x]),X=l.useMemo(()=>[L.group({id:"prompts",header:()=>(0,s.jsx)("span",{className:"font-bold",children:"Outputs"}),columns:b.prompts.map((e,n)=>L.accessor(e=>(function(e){if("string"==typeof e){let t=e.startsWith("[PASS]"),n=e;return e.startsWith("[PASS]")?n=n.slice(6):e.startsWith("[FAIL]")&&(n=n.slice(6)),{text:n,pass:t,score:t?1:0}}return e})(e.outputs[n]),{id:"Prompt ".concat(n+1),header:()=>{var l,a,o,c,p,m,x,v;let j=I[n]&&Z.length?(I[n]/Z.length*100).toFixed(2):"0.00",f=I[n]===O&&0!==O,b="Prompt ".concat(n+1),y=i[b]||!1,w=d?(0,s.jsxs)("div",{className:"prompt-detail",children:[N[n]?(0,s.jsxs)("div",{children:[(0,s.jsx)("strong",{children:"Asserts:"})," ",D[n],"/",N[n]," passed"]}):null,(null===(l=e.metrics)||void 0===l?void 0:l.totalLatencyMs)?(0,s.jsxs)("div",{children:[(0,s.jsx)("strong",{children:"Avg Latency:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.totalLatencyMs/Z.length)," ","ms"]}):null,(null===(o=e.metrics)||void 0===o?void 0:null===(a=o.tokenUsage)||void 0===a?void 0:a.total)?(0,s.jsxs)("div",{children:[(0,s.jsx)("strong",{children:"Avg Tokens:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.tokenUsage.total/Z.length)]}):null,(null===(c=e.metrics)||void 0===c?void 0:c.totalLatencyMs)&&(null===(m=e.metrics)||void 0===m?void 0:null===(p=m.tokenUsage)||void 0===p?void 0:p.completion)?(0,s.jsxs)("div",{children:[(0,s.jsx)("strong",{children:"Tokens/Sec:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.tokenUsage.completion/(e.metrics.totalLatencyMs/1e3))]}):null,(null===(x=e.metrics)||void 0===x?void 0:x.cost)?(0,s.jsxs)("div",{children:[(0,s.jsx)("strong",{children:"Cost:"})," $",e.metrics.cost.toPrecision(2)]}):null]}):null,C=Array.isArray(null==g?void 0:g.providers)?g.providers[n]:void 0,S=e.provider?e.provider.split(":"):[],k=(0,s.jsx)(H.Z,{title:C?(0,s.jsx)("pre",{children:ew.default.dump(C)}):"",children:S.length>1?(0,s.jsxs)(s.Fragment,{children:[S[0],":",(0,s.jsx)("strong",{children:S.slice(1).join(":")})]}):(0,s.jsx)("strong",{children:e.provider})});return(0,s.jsxs)("div",{className:"output-header",children:[(0,s.jsxs)("div",{className:"pills",children:[e.provider?(0,s.jsx)("div",{className:"provider",children:k}):null,(0,s.jsx)("div",{className:"summary",children:(0,s.jsxs)("div",{className:"highlight ".concat(f?"success":""),children:[(0,s.jsxs)("strong",{children:[j,"% passing"]})," (",I[n],"/",Z.length," cases)"]})}),(null===(v=e.metrics)||void 0===v?void 0:v.namedScores)&&Object.keys(e.metrics.namedScores).length>0?(0,s.jsx)(eU,{lookup:e.metrics.namedScores,metricTotals:B,onSearchTextChange:h}):null]}),(0,s.jsx)(e6,{className:"prompt-container",text:e.label||e.display||e.raw,expandedText:e.raw,maxLength:t,resourceId:e.id}),w,"failures"===r&&(0,s.jsx)(eK.Z,{sx:{"& .MuiFormControlLabel-label":{fontSize:"0.75rem"}},control:(0,s.jsx)(T.Z,{checked:y,onChange:e=>u(b,e.target.checked)}),label:"Show failures"})]})},cell:e=>{var l,a;let i=W(e.row.index,n);return(0,s.jsx)(e8,{output:i,maxTextLength:t,rowIndex:e.row.index,promptIndex:n,onRating:w.bind(null,null!==(l=i.originalRowIndex)&&void 0!==l?l:e.row.index,null!==(a=i.originalPromptIndex)&&void 0!==a?a:n),firstOutput:_(e.row.index),showDiffs:"different"===r,searchText:c,showStats:d})}}))})],[Z.length,null==g?void 0:g.providers,L,i,r,_,W,w,b.prompts,O,t,B,N,D,I,u,h,c,d]),G=l.useMemo(()=>{let e=Z.some(e=>e.description);return e?{accessorFn:e=>e.description||"",id:"description",header:()=>(0,s.jsx)("span",{className:"font-bold",children:"Description"}),cell:e=>(0,s.jsx)("div",{className:"cell",children:(0,s.jsx)(eG,{text:String(e.getValue()),maxLength:t})}),size:50}:null},[Z,t]),Y=l.useMemo(()=>{let e=[];return G&&e.push(G),e.push(...U,...X),e},[G,U,X]),K=(0,eL.b7)({data:k,columns:Y,columnResizeMode:"onChange",getCoreRowModel:(0,eO.sC)(),getPaginationRowModel:(0,eO.G_)(),state:{columnVisibility:n,pagination:E}});return(0,s.jsxs)("div",{children:[(0,s.jsxs)("table",{className:"results-table firefox-fix ".concat(t<=25?"compact":""),style:{wordBreak:a},children:[(0,s.jsx)("thead",{children:K.getHeaderGroups().map(e=>(0,s.jsx)("tr",{className:"header",children:e.headers.map(e=>(0,s.jsxs)("th",{colSpan:e.colSpan,style:{width:e.getSize()},children:[e.isPlaceholder?null:(0,eL.ie)(e.column.columnDef.header,e.getContext()),(0,s.jsx)("div",{onMouseDown:e.getResizeHandler(),onTouchStart:e.getResizeHandler(),className:"resizer ".concat(e.column.getIsResizing()?"isResizing":"")})]},e.id))},e.id))}),(0,s.jsx)("tbody",{children:K.getRowModel().rows.map((e,t)=>{let n=!1;return(0,s.jsx)("tr",{children:e.getVisibleCells().map(e=>{let l=e.column.id.startsWith("Variable")||"description"===e.column.id,a=!l&&!n;return a&&(n=!0),(0,s.jsx)("td",{style:{width:e.column.getSize()},className:"".concat(l?"variable":""," ").concat(0!==t||l?"":"first-prompt-row"," ").concat(a?"first-prompt-col":""),children:(0,eL.ie)(e.column.columnDef.cell,e.getContext())},e.id)})},e.id)})})]}),K.getPageCount()>1&&(0,s.jsxs)(P.Z,{className:"pagination",mx:1,sx:{display:"flex",alignItems:"center",gap:2},children:[(0,s.jsx)(F.Z,{onClick:()=>{R(e=>({...e,pageIndex:Math.max(e.pageIndex-1,0)})),window.scrollTo(0,0)},disabled:0===K.getState().pagination.pageIndex,variant:"contained",children:"Previous"}),(0,s.jsxs)(ei.Z,{component:"span",sx:{display:"flex",alignItems:"center",gap:1},children:["Page",(0,s.jsx)(J.Z,{size:"small",type:"number",value:K.getState().pagination.pageIndex+1,onChange:e=>{let t=e.target.value?Number(e.target.value)-1:0;R(e=>({...e,pageIndex:Math.min(Math.max(t,0),K.getPageCount()-1)}))},InputProps:{style:{width:"60px",textAlign:"center"}},variant:"outlined"}),(0,s.jsxs)("span",{children:["of ",K.getPageCount()]})]}),(0,s.jsx)(F.Z,{onClick:()=>{R(e=>({...e,pageIndex:Math.min(e.pageIndex+1,K.getPageCount()-1)})),window.scrollTo(0,0)},disabled:K.getState().pagination.pageIndex+1>=K.getPageCount(),variant:"contained",children:"Next"}),(0,s.jsxs)(ei.Z,{component:"span",sx:{display:"flex",alignItems:"center",gap:1},children:[(0,s.jsxs)(V.Z,{value:E.pageSize,onChange:e=>{R({pageIndex:0,pageSize:Number(e.target.value)}),window.scrollTo(0,0)},displayEmpty:!0,inputProps:{"aria-label":"Results per page"},size:"small",sx:{m:1,minWidth:80},children:[(0,s.jsx)(z.Z,{value:10,children:"10"}),(0,s.jsx)(z.Z,{value:50,children:"50"}),(0,s.jsx)(z.Z,{value:100,children:"100"}),(0,s.jsx)(z.Z,{value:500,children:"500"}),(0,s.jsx)(z.Z,{value:1e3,children:"1000"})]}),(0,s.jsx)("span",{children:"results per page"})]})]}),(0,s.jsx)(eH,{})]})}),e9=n(97540),te=e=>{let{open:t,onClose:n}=e,{maxTextLength:l,setMaxTextLength:a,wordBreak:r,setWordBreak:i,showInferenceDetails:o,setShowInferenceDetails:c,renderMarkdown:d,setRenderMarkdown:u,prettifyJson:h,setPrettifyJson:p,showPrompts:m,setShowPrompts:x,showPassFail:v,setShowPassFail:g}=ex();return(0,s.jsxs)(K.Z,{open:t,onClose:n,fullWidth:!0,maxWidth:"sm",children:[(0,s.jsx)(Q.Z,{children:"Table View Settings"}),(0,s.jsxs)($.Z,{children:[(0,s.jsx)(P.Z,{children:(0,s.jsx)(H.Z,{title:"Forcing line breaks makes it easier to adjust column widths to your liking",placement:"right",children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:"break-all"===r,onChange:e=>i(e.target.checked?"break-all":"break-word")}),label:"Force line breaks"})})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:d,onChange:e=>u(e.target.checked)}),label:"Render model outputs as Markdown"})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:h,onChange:e=>p(e.target.checked)}),label:"Prettify JSON outputs"})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(H.Z,{title:"Show the final prompt that produced the output in each cell.",placement:"right",children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:m,onChange:e=>x(e.target.checked)}),label:"Show full prompt in output cell"})})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(H.Z,{title:"Show pass/fail status for each output.",placement:"right",children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:v,onChange:e=>g(e.target.checked)}),label:"Show pass/fail status"})})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(H.Z,{title:"Show detailed inference statistics such as latency, tokens used, cost, etc.",placement:"right",children:(0,s.jsx)(eK.Z,{control:(0,s.jsx)(T.Z,{checked:o,onChange:e=>c(e.target.checked)}),label:"Show inference details"})})}),(0,s.jsxs)(P.Z,{maxWidth:"sm",children:[(0,s.jsxs)(ei.Z,{mt:2,children:["Max text length: ",l]}),(0,s.jsx)(e9.ZP,{min:25,max:1e3,value:l,onChange:(e,t)=>a(t)})]})]}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:n,children:"Close"})})]})},tt=e=>{let{open:t,onClose:n,shareUrl:a}=e,r=(0,l.useRef)(null),[i,o]=(0,l.useState)(!1),c=()=>{n(),o(!1)};return(0,s.jsxs)(K.Z,{open:t,onClose:c,PaperProps:{style:{minWidth:"min(660px, 100%)"}},children:[(0,s.jsx)(Q.Z,{children:"Your eval is ready to share"}),(0,s.jsxs)($.Z,{children:[(0,s.jsx)(J.Z,{inputRef:r,value:a,fullWidth:!0,InputProps:{readOnly:!0,endAdornment:(0,s.jsx)(eb.Z,{onClick:()=>{r.current&&(r.current.select(),document.execCommand("copy"),o(!0))},children:i?(0,s.jsx)(eg.Z,{}):(0,s.jsx)(ef.Z,{})})}}),(0,s.jsx)(eJ.Z,{sx:{fontSize:"0.75rem"},children:"Shared URLs are deleted after 2 weeks."})]}),(0,s.jsx)(q.Z,{children:(0,s.jsx)(F.Z,{onClick:c,color:"primary",children:"Close"})})]})};n(58022);let tn=(0,X.Z)(B.Z)(e=>{let{theme:t}=e;return{maxWidth:"100%",flexWrap:"wrap",[t.breakpoints.down("sm")]:{flexDirection:"column"}}});function ts(e){var t;let{recentEvals:n,onRecentEvalSelected:a,defaultEvalId:c}=e,d=(0,f.useRouter)(),h=(0,f.useSearchParams)(),{author:p,table:m,setTable:x,config:v,setConfig:j,maxTextLength:b,wordBreak:B,showInferenceDetails:X,evalId:Y,inComparisonMode:K,setInComparisonMode:q}=ex(),{setStateFromConfig:$}=(0,Z.o)(),[Q,ee]=l.useState((null==h?void 0:h.get("search"))||""),[et]=(0,G.Nr)(Q,1e3),en=e=>{ee(e)},[es,el]=l.useState({}),ea=l.useCallback((e,t)=>{el(n=>({...n,[e]:t}))},[el]);(0,y.Z)(m,"Table data must be loaded before rendering ResultsView");let{head:er}=m,[ei,eo]=l.useState("all"),[ec,eu]=l.useState(!1),[eh,ep]=l.useState(""),[em,eg]=l.useState(!1),[ej,ef]=l.useState(null),eb=async()=>{eg(!0);try{let e=await fetch("".concat(r,"/api/eval"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({data:{version:2,createdAt:new Date().toISOString(),results:{table:m},config:v}})}),{id:t}=await e.json(),n="".concat(i,"/eval/").concat(t);ep(n),eu(!0)}catch(e){alert("Sorry, something went wrong.")}finally{eg(!1)}},eZ=async e=>{ef(null);try{var t;let n=await fetch("".concat(await (0,o.b)(),"/api/results/").concat(e),{cache:"no-store"}),s=await n.json(),l=s.data.results.table,a={head:{prompts:[...m.head.prompts.map(e=>({...e,label:"[".concat(Y||c||"Eval A","] ").concat(e.label||"")})),...l.head.prompts.map(t=>({...t,label:"[".concat(e,"] ").concat(t.label||"")}))],vars:m.head.vars},body:m.body.map((e,t)=>{var n;return{...e,outputs:[...e.outputs,...(null===(n=l.body[t])||void 0===n?void 0:n.outputs)||[]]}})};x(a),j({...v,...s.data.config,description:'Combined: "'.concat((null==v?void 0:v.description)||"Eval A",'" and "').concat((null===(t=s.data.config)||void 0===t?void 0:t.description)||"Eval B",'"')}),q(!0)}catch(e){console.error("Error fetching comparison eval:",e),alert("Failed to load comparison eval. Please try again.")}},ew=l.useMemo(()=>m.body.some(e=>e.description),[m.body]),ek=l.useMemo(()=>[...ew?[{value:"description",label:"Description"}]:[],...er.vars.map((e,t)=>({value:"Variable ".concat(t+1),label:"Var ".concat(t+1,": ").concat(er.vars[t].length>100?er.vars[t].slice(0,97)+"...":er.vars[t]),group:"Variables"})),...er.prompts.map((e,t)=>{let n=er.prompts[t],s=n.label||n.display||n.raw;return{value:"Prompt ".concat(t+1),label:"Prompt ".concat(t+1,": ").concat(s.length>100?s.slice(0,97)+"...":s),group:"Prompts"}})],[er.vars,er.prompts,ew]),[eE,eR]=l.useState(!1),[eI,eN]=l.useState(!1),[eP,eF]=l.useState({}),[eT,eD]=l.useState(ek.map(e=>e.value)),eO=async()=>{(0,y.Z)(v,"Config must be loaded before clicking its description");let e=window.prompt("Enter new description:",v.description);if(null!==e&&e!==v.description){let t={...v,description:e};try{let e=await fetch("".concat(await (0,o.b)(),"/api/eval/").concat(Y),{method:"PATCH",headers:{"Content-Type":"application/json"},body:JSON.stringify({config:t})});if(!e.ok)throw Error("Network response was not ok");j(t)}catch(e){console.error("Failed to update table:",e)}}},eL=async()=>{if(window.confirm("Are you sure you want to delete this evaluation?"))try{let e=await fetch("".concat(await (0,o.b)(),"/api/eval/").concat(Y),{method:"DELETE"});if(!e.ok)throw Error("Network response was not ok");d.push("/")}catch(e){console.error("Failed to delete evaluation:",e),alert("Failed to delete evaluation")}},[eA,eU]=l.useState(!1),[eW,ez]=l.useState(!1),e_=async()=>{Y&&(await navigator.clipboard.writeText(Y),eU(!0),setTimeout(()=>{eU(!1)},1e3))};return(0,s.jsxs)("div",{style:{marginLeft:"1rem",marginRight:"1rem"},children:[(0,s.jsxs)(tn,{direction:"row",mb:3,spacing:1,alignItems:"center",className:"eval-header",children:[(0,s.jsxs)(P.Z,{sx:{display:"flex",alignItems:"center",width:"100%",maxWidth:250},children:[(0,s.jsx)(J.Z,{variant:"outlined",size:"small",fullWidth:!0,value:(null==v?void 0:v.description)||Y||"",InputProps:{readOnly:!0,startAdornment:(0,s.jsx)(O.Z,{position:"start",children:(0,s.jsx)(I.Z,{})}),endAdornment:(0,s.jsx)(O.Z,{position:"end",children:(0,s.jsx)(w.Z,{})})},onClick:()=>ez(!0),placeholder:"Search or select an eval...",sx:{cursor:"pointer"}}),(0,s.jsx)(ed,{open:eW,onClose:()=>ez(!1),recentEvals:n,onRecentEvalSelected:a,title:"Select an Eval"})]}),(null==v?void 0:v.description)&&Y&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(H.Z,{title:"Click to copy",children:(0,s.jsx)(D.Z,{size:"small",label:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("strong",{children:"ID:"})," ",Y]}),sx:{opacity:.7,cursor:"pointer"},onClick:e_})}),(0,s.jsx)(u.Z,{open:eA,autoHideDuration:1e3,onClose:()=>eU(!1),message:"Eval id copied to clipboard"})]}),(0,s.jsx)(H.Z,{title:p?"":"Set eval author with `promptfoo config set email`",children:(0,s.jsx)(D.Z,{size:"small",label:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("strong",{children:"Author:"})," ",p||"Unknown"]}),sx:{opacity:.7}})})]}),(0,s.jsxs)(tn,{direction:"row",spacing:1,alignItems:"center",children:[(0,s.jsx)(P.Z,{children:(0,s.jsxs)(M.Z,{sx:{minWidth:200,maxWidth:350},size:"small",children:[(0,s.jsx)(L.Z,{id:"visible-columns-label",children:"Columns"}),(0,s.jsx)(V.Z,{labelId:"visible-columns-label",id:"visible-columns",multiple:!0,value:eT,onChange:e=>{let{target:{value:t}}=e;eD("string"==typeof t?t.split(","):t);let n=[...ew?["description"]:[],...er.vars.map((e,t)=>"Variable ".concat(t+1)),...er.prompts.map((e,t)=>"Prompt ".concat(t+1))],s={};n.forEach(e=>{s[e]=("string"==typeof t?t.split(","):t).includes(e)}),eF(s)},input:(0,s.jsx)(_.Z,{label:"Visible columns"}),renderValue:e=>e.join(", "),children:ek.map(e=>(0,s.jsxs)(z.Z,{dense:!0,value:e.value,children:[(0,s.jsx)(T.Z,{checked:eT.indexOf(e.value)>-1}),(0,s.jsx)(U.Z,{primary:e.label})]},e.value))})]})}),(0,s.jsx)(P.Z,{children:(0,s.jsxs)(M.Z,{sx:{minWidth:180},size:"small",children:[(0,s.jsx)(L.Z,{id:"failure-filter-mode-label",children:"Display"}),(0,s.jsxs)(V.Z,{labelId:"filter-mode-label",id:"filter-mode",value:ei,onChange:e=>{let t=e.target.value;eo(t);let n={};er.prompts.forEach((e,s)=>{n["Prompt ".concat(s+1)]="failures"===t}),el(n)},label:"Filter",children:[(0,s.jsx)(z.Z,{value:"all",children:"Show all results"}),(0,s.jsx)(z.Z,{value:"failures",children:"Show failures only"}),(0,s.jsx)(z.Z,{value:"different",children:"Show different only"}),(0,s.jsx)(z.Z,{value:"highlights",children:"Show highlights only"})]})]})}),(0,s.jsx)(P.Z,{children:(0,s.jsx)(J.Z,{sx:{minWidth:180},size:"small",label:"Search",placeholder:"Text or regex",value:Q,onChange:e=>en(e.target.value)})}),(0,s.jsx)(P.Z,{flexGrow:1}),(0,s.jsx)(P.Z,{display:"flex",justifyContent:"flex-end",children:(0,s.jsxs)(tn,{direction:"row",spacing:2,children:[(0,s.jsx)(F.Z,{color:"primary",onClick:e=>{ef(e.currentTarget)},startIcon:(0,s.jsx)(w.Z,{}),children:"Eval actions"}),v&&(0,s.jsxs)(W.Z,{id:"eval-actions-menu",anchorEl:ej,keepMounted:!0,open:!!ej,onClose:()=>{ef(null)},children:[(0,s.jsx)(H.Z,{title:"Edit the name of this eval",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:eO,children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(S.Z,{fontSize:"small"})}),"Edit name"]})}),(0,s.jsx)(H.Z,{title:"Edit this eval in the web UI",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:()=>{$(v),d.push("/setup/")},children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(k.Z,{fontSize:"small"})}),"Edit and re-run"]})}),(0,s.jsx)(ev,{initialEvals:n,onComparisonEvalSelected:eZ}),(0,s.jsx)(H.Z,{title:"View the configuration that defines this eval",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:()=>eR(!0),children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(N.Z,{fontSize:"small"})}),"View YAML"]})}),(0,s.jsx)(eC,{}),(null==v?void 0:v.sharing)&&(0,s.jsx)(H.Z,{title:"Generate a unique URL that others can access",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:eb,disabled:em,children:[(0,s.jsx)(A.Z,{children:em?(0,s.jsx)(g.Z,{size:16}):(0,s.jsx)(R.Z,{fontSize:"small"})}),"Share"]})}),(0,s.jsx)(H.Z,{title:"Delete this eval",placement:"left",children:(0,s.jsxs)(z.Z,{onClick:eL,children:[(0,s.jsx)(A.Z,{children:(0,s.jsx)(C.Z,{fontSize:"small"})}),"Delete"]})})]}),(0,s.jsx)(H.Z,{title:"Edit table view settings",placement:"bottom",children:(0,s.jsx)(F.Z,{color:"primary",onClick:()=>eN(!0),startIcon:(0,s.jsx)(E.Z,{}),children:"Table Settings"})}),(null==v?void 0:null===(t=v.metadata)||void 0===t?void 0:t.redteam)&&(0,s.jsx)(H.Z,{title:"View vulnerability scan report",placement:"bottom",children:(0,s.jsx)(F.Z,{color:"primary",variant:"contained",startIcon:(0,s.jsx)(N.Z,{}),onClick:()=>d.push("/report/?evalId=".concat(Y||c)),children:"Vulnerability Report"})})]})})]}),(0,s.jsx)(eM,{columnVisibility:eP}),(0,s.jsx)(e7,{maxTextLength:b,columnVisibility:eP,wordBreak:B,showStats:X,filterMode:ei,failureFilter:es,searchText:et,onFailureFilterToggle:ea,onSearchTextChange:en}),(0,s.jsx)(ey,{open:eE,onClose:()=>eR(!1)}),(0,s.jsx)(tt,{open:ec,onClose:()=>eu(!1),shareUrl:eh}),(0,s.jsx)(te,{open:eI,onClose:()=>eN(!1)}),(0,s.jsx)(eS,{recentEvals:n,onRecentEvalSelected:a})]})}async function tl(){let e=(0,j.createClientComponentClient)(),{data:{user:t}}=await e.auth.getUser();(0,y.Z)(t,"User not logged in");let{data:n,error:s}=await e.from("EvaluationResult").select("id, createdAt").eq("user_id",t.id).order("createdAt",{ascending:!1}).limit(100);return n||[]}async function ta(e){let t=(0,j.createClientComponentClient)(),{data:n,error:s}=await t.from("EvaluationResult").select("*").eq("id",e).single();return n}function tr(e){var t;let{fetchId:n,preloadedData:a,recentEvals:i,defaultEvalId:c}=e,u=(0,f.useRouter)(),{table:h,setTable:p,setConfig:m,setEvalId:j,setAuthor:Z,setInComparisonMode:w}=ex(),[C,S]=l.useState(!1),[k,E]=l.useState(!1),[R,I]=l.useState(i||[]),N=async()=>{let e=await fetch("".concat(await (0,o.b)(),"/api/results"),{cache:"no-store"}),t=await e.json();return I(t.data),t.data},P=l.useCallback(async e=>{let t=await fetch("".concat(await (0,o.b)(),"/api/results/").concat(e),{cache:"no-store"}),n=await t.json();p(n.data.results.table),m(n.data.config),Z(n.data.author),j(e)},[p,m,j,Z]),F=async e=>{v.Ox?(S(!1),u.push("/eval/remote:".concat(encodeURIComponent(e)))):u.push("/eval/?evalId=".concat(encodeURIComponent(e)))},[T,D]=l.useState(c||(null===(t=R[0])||void 0===t?void 0:t.evalId)),M=(0,f.useSearchParams)(),O=M?M.get("evalId"):null;return(l.useEffect(()=>{if(O){console.log("Eval init: Fetching eval by id",O);let e=async()=>{await P(O),S(!0),D(O),N()};e()}else if(a){var e;console.log("Eval init: Using preloaded data"),p(null===(e=a.data.results)||void 0===e?void 0:e.table),m(a.data.config),Z(a.data.author||null),S(!0)}else if(n){console.log("Eval init: Fetching eval from remote server",n);let e=async()=>{var e;let t="".concat(r,"/api/eval/").concat(n);console.log("Fetching eval from remote server",t);let s=await fetch(t);if(!s.ok){E(!0);return}let l=await s.json();p(null===(e=l.data.results)||void 0===e?void 0:e.table),m(l.data.config),Z(l.data.author||null),S(!0)};e()}else if(v.T8)console.log("Eval init: Using local server websocket"),(0,o.b)().then(e=>{let t=(0,b.io)(e);return t.on("init",e=>{console.log("Initialized socket connection",e),S(!0),p(null==e?void 0:e.results.table),m(null==e?void 0:e.config),Z((null==e?void 0:e.author)||null),N().then(e=>{var t,n,s;D(null===(t=e[0])||void 0===t?void 0:t.evalId),console.log("setting default eval id",null===(n=e[0])||void 0===n?void 0:n.evalId),j(null===(s=e[0])||void 0===s?void 0:s.evalId)})}),t.on("update",e=>{console.log("Received data update",e),p(e.results.table),m(e.config),Z(e.author||null),N().then(e=>{var t;let n=null===(t=e[0])||void 0===t?void 0:t.evalId;n&&(D(n),j(n))})}),()=>{t.disconnect()}});else if(v.Ox)console.log("Eval init: Using Supabase"),tl().then(e=>{I(e.map(e=>({evalId:e.id,datasetId:null,label:e.createdAt,createdAt:new Date(e.createdAt).getTime(),description:"None",numTests:-1}))),e.length>0&&ta(e[0].id).then(t=>{(0,y.Z)(t,"Eval not found");let n=t.results,s=t.config;D(e[0].id),p(n.table),m(s),Z(null),S(!0)})});else{console.log("Eval init: Fetching eval via recent");let e=async()=>{let e=await N();if(!(e.length>0))return(0,s.jsx)("div",{className:"notice",children:"No evals yet. Share some evals to this server and they will appear here."});{let t=await (0,o.b)(),n=e[0].evalId,s=await fetch("".concat(t,"/api/results/").concat(n)),l=await s.json();p(l.data.results.table),m(l.data.config),Z(l.data.author||null),S(!0),D(n),j(n)}};e()}w(!1)},[n,p,m,Z,j,P,a,D,O,w]),k)?(0,s.jsx)("div",{className:"notice",children:"404 Eval not found"}):C&&h?(0,s.jsx)(x,{children:(0,s.jsx)(d,{children:(0,s.jsx)(ts,{defaultEvalId:T,recentEvals:R,onRecentEvalSelected:F})})}):(0,s.jsxs)("div",{className:"notice",children:[(0,s.jsx)("div",{children:(0,s.jsx)(g.Z,{size:22})}),(0,s.jsx)("div",{children:"Waiting for eval data"})]})}n(94455)},52428:function(e,t,n){"use strict";n.d(t,{Ox:function(){return a},T8:function(){return l},eA:function(){return r}});var s=n(77580);let l=!s.env.NEXT_PUBLIC_PROMPTFOO_BUILD_STANDALONE_SERVER,a=!!s.env.NEXT_PUBLIC_PROMPTFOO_USE_SUPABASE,r=""},47887:function(e,t,n){"use strict";n.d(t,{o:function(){return a}});var s=n(79685),l=n(74595);let a=(0,s.Ue)()((0,l.tJ)((e,t)=>({env:{},testCases:[],description:"",providers:[],prompts:[],defaultTest:{},evaluateOptions:{},scenarios:[],setEnv:t=>e({env:t}),setTestCases:t=>e({testCases:t}),setDescription:t=>e({description:t}),setProviders:t=>e({providers:t}),setPrompts:t=>e({prompts:t}),setDefaultTest:t=>e({defaultTest:t}),setEvaluateOptions:t=>e({evaluateOptions:t}),setScenarios:t=>e({scenarios:t}),setStateFromConfig:t=>{let n={};t.description&&(n.description=t.description||""),t.tests&&(n.testCases=t.tests),t.providers&&(n.providers=t.providers),t.prompts&&("string"==typeof t.prompts?n.prompts=[t.prompts]:Array.isArray(t.prompts)?n.prompts=t.prompts.filter(e=>"string"==typeof e&&!e.endsWith(".txt")&&!e.endsWith(".json")&&!e.endsWith(".yaml")):console.warn("Invalid prompts config",t.prompts)),t.defaultTest&&(n.defaultTest=t.defaultTest),t.evaluateOptions&&(n.evaluateOptions=t.evaluateOptions),t.scenarios&&(n.scenarios=t.scenarios),e(n)},getTestSuite:()=>{let{description:e,testCases:n,providers:s,prompts:l,env:a,scenarios:r}=t();return{env:a,description:e,providers:s,prompts:l,tests:n,scenarios:r}}}),{name:"promptfoo",skipHydration:!0}))},55974:function(){},94455:function(){},16658:function(){},93207:function(){},58022:function(){}}]);