npm - promptfoo - Versions diffs - 0.72.1 → 0.73.0 - Mend

promptfoo 0.72.1 → 0.73.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (470) hide show

package/dist/src/web/nextui/report/index.html CHANGED Viewed

	@@ -1 +1 @@
1	- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/~~5bd2f45de1f3ba83~~.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/~~dab5d695b3657d59~~.css"/><link rel="preload" href="/_next/static/chunks/webpack-~~c9f728822666f852~~.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-~~929a26b3c8cd3f7a~~.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_c19315"><script src="/_next/static/chunks/webpack-~~c9f728822666f852~~.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-~~929a26b3c8cd3f7a~~.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/~~5bd2f45de1f3ba83~~.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/~~dab5d695b3657d59~~.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"~~448~~:static/chunks/~~448~~-~~4da3bf74eae4996a~~.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"~~620~~:stati"])</script><script>self.__next_f.push([1,"c/chunks/~~620~~-~~7a5a7bf6e1fe49e5~~.js\",\"~~374~~:static/chunks/~~374~~-~~d40afe599198abd3~~.js\",\"163:static/chunks/163-~~e65e0f7f442a0c72~~.js\",\"53:static/chunks/53-~~fae6e50ace6c83a1~~.js\",\"185:static/chunks/app/layout-~~4282b1d33566e258~~.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-~~c9f72882266~~"])</script><script>self.__next_f.push([1,"~~6f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/~~5bd2f45de1f3ba83~~.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"~~8E4q0Tmu22G1wENZyXEq0~~\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/report/\",\"initialTree\":[\"\",{\"children\":[\"report\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_c19315\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"report\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",\"$Lc\",null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/~~dab5d695b3657d59~~.css\",\"precedence\":\"next\"}]]}],\"segment\":\"report\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":~~37493~~,\"chunks\":[\"~~448~~:static/chunks/~~448~~-~~4da3bf74eae4996a~~.js\",\"~~620~~:static/chunks/~~620~~-~~7a5a7bf6e1fe49e5~~.js\",\"~~973~~:static/chunks/~~973~~-~~ffe3726c956d08ef~~.js\",\"304:static/chunks/304-~~9d57a2251034b801~~.js\",\"~~995~~:static/chunks/~~995~~-~~803c74b81e7bf6cd~~.js\",\"378:static/chunks/378-~~e22c8aeb8e031fad~~.js\",\"~~180~~:static/chunks/~~180~~-~~46db19289d856800~~.js\",\"420:static/chunks/app/report/page-~~e4f7851d41eb0f92~~.js\"],\"name\":\"\",\"async\":false}\nc:[\"$\",\"$Ld\",null,{}]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>
1	+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/13f881e4290b6d59.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/e17fdafd8599f69b.css"/><link rel="preload" href="/_next/static/chunks/webpack-ee33d95b3e219985.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-7a1376166cb8b72e.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_c19315"><script src="/_next/static/chunks/webpack-ee33d95b3e219985.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-7a1376166cb8b72e.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/13f881e4290b6d59.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/e17fdafd8599f69b.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"903:static/chunks/903-7cc440d9f9e9f95d.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"916:stati"])</script><script>self.__next_f.push([1,"c/chunks/916-b92fea2ab6136411.js\",\"281:static/chunks/281-64d9f1415a301ee5.js\",\"163:static/chunks/163-93bab94bc04ae71b.js\",\"325:static/chunks/325-0d36870ade5e5263.js\",\"185:static/chunks/app/layout-15abf0d1049cb47c.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3"])</script><script>self.__next_f.push([1,"e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/13f881e4290b6d59.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"L-tpppAe26U-euPv62afH\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/report/\",\"initialTree\":[\"\",{\"children\":[\"report\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_c19315\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"report\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",\"$Lc\",null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/e17fdafd8599f69b.css\",\"precedence\":\"next\"}]]}],\"segment\":\"report\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":77087,\"chunks\":[\"903:static/chunks/903-7cc440d9f9e9f95d.js\",\"916:static/chunks/916-b92fea2ab6136411.js\",\"493:static/chunks/493-ebd12f00541c4969.js\",\"304:static/chunks/304-cf667fe8f06238b4.js\",\"281:static/chunks/281-64d9f1415a301ee5.js\",\"969:static/chunks/969-6ab6c8f4158da970.js\",\"378:static/chunks/378-c135e497df1864cb.js\",\"476:static/chunks/476-0afb5eb266c57b7f.js\",\"515:static/chunks/515-e06d044f12d8a1bd.js\",\"69:static/chunks/69-5e4d5e60859a86d2.js\",\"420:static/chunks/app/report/page-a8b83960f08e2bb2.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"c:[\"$\",\"$Ld\",null,{}]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>

package/dist/src/web/nextui/report/index.txt CHANGED Viewed

@@ -1,12 +1,12 @@
 1:HL["/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2",{"as":"font","type":"font/woff2"}]
-2:HL["/_next/static/css/5bd2f45de1f3ba83.css",{"as":"style"}]
-0:["8E4q0Tmu22G1wENZyXEq0",[[["",{"children":["report",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/5bd2f45de1f3ba83.css","precedence":"next"}]],"$L4"]]]]
-5:HL["/_next/static/css/dab5d695b3657d59.css",{"as":"style"}]
-6:I{"id":5071,"chunks":["448:static/chunks/448-4da3bf74eae4996a.js","640:static/chunks/640-0f757e2fe135173d.js","620:static/chunks/620-7a5a7bf6e1fe49e5.js","374:static/chunks/374-d40afe599198abd3.js","163:static/chunks/163-e65e0f7f442a0c72.js","53:static/chunks/53-fae6e50ace6c83a1.js","185:static/chunks/app/layout-4282b1d33566e258.js"],"name":"PageShell","async":false}
-7:I{"id":27883,"chunks":["272:static/chunks/webpack-c9f728822666f852.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
-8:I{"id":46785,"chunks":["272:static/chunks/webpack-c9f728822666f852.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
-3:[null,["$","html",null,{"lang":"en","children":["$","body",null,{"className":"__className_c19315","children":["$","$L6",null,{"children":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":"404"}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],"notFoundStyles":"$undefined","childProp":{"current":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children","report","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$L9","$La",null],"segment":"__PAGE__"},"styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/dab5d695b3657d59.css","precedence":"next"}]]}],"segment":"report"},"styles":[]}]}]}]}],null]
+2:HL["/_next/static/css/13f881e4290b6d59.css",{"as":"style"}]
+0:["L-tpppAe26U-euPv62afH",[[["",{"children":["report",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/13f881e4290b6d59.css","precedence":"next"}]],"$L4"]]]]
+5:HL["/_next/static/css/e17fdafd8599f69b.css",{"as":"style"}]
+6:I{"id":5071,"chunks":["903:static/chunks/903-7cc440d9f9e9f95d.js","640:static/chunks/640-0f757e2fe135173d.js","916:static/chunks/916-b92fea2ab6136411.js","281:static/chunks/281-64d9f1415a301ee5.js","163:static/chunks/163-93bab94bc04ae71b.js","325:static/chunks/325-0d36870ade5e5263.js","185:static/chunks/app/layout-15abf0d1049cb47c.js"],"name":"PageShell","async":false}
+7:I{"id":27883,"chunks":["272:static/chunks/webpack-ee33d95b3e219985.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
+8:I{"id":46785,"chunks":["272:static/chunks/webpack-ee33d95b3e219985.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
+3:[null,["$","html",null,{"lang":"en","children":["$","body",null,{"className":"__className_c19315","children":["$","$L6",null,{"children":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":"404"}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],"notFoundStyles":"$undefined","childProp":{"current":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children","report","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$L9","$La",null],"segment":"__PAGE__"},"styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/e17fdafd8599f69b.css","precedence":"next"}]]}],"segment":"report"},"styles":[]}]}]}]}],null]
 4:[["$","meta","0",{"charSet":"utf-8"}],["$","title","1",{"children":"promptfoo"}],["$","meta","2",{"name":"description","content":"LLM testing and evaluation"}],["$","meta","3",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","meta","4",{"property":"og:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","5",{"name":"twitter:card","content":"summary"}],["$","meta","6",{"name":"twitter:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","7",{"name":"next-size-adjust"}]]
-b:I{"id":37493,"chunks":["448:static/chunks/448-4da3bf74eae4996a.js","620:static/chunks/620-7a5a7bf6e1fe49e5.js","973:static/chunks/973-ffe3726c956d08ef.js","304:static/chunks/304-9d57a2251034b801.js","995:static/chunks/995-803c74b81e7bf6cd.js","378:static/chunks/378-e22c8aeb8e031fad.js","180:static/chunks/180-46db19289d856800.js","420:static/chunks/app/report/page-e4f7851d41eb0f92.js"],"name":"","async":false}
+b:I{"id":77087,"chunks":["903:static/chunks/903-7cc440d9f9e9f95d.js","916:static/chunks/916-b92fea2ab6136411.js","493:static/chunks/493-ebd12f00541c4969.js","304:static/chunks/304-cf667fe8f06238b4.js","281:static/chunks/281-64d9f1415a301ee5.js","969:static/chunks/969-6ab6c8f4158da970.js","378:static/chunks/378-c135e497df1864cb.js","476:static/chunks/476-0afb5eb266c57b7f.js","515:static/chunks/515-e06d044f12d8a1bd.js","69:static/chunks/69-5e4d5e60859a86d2.js","420:static/chunks/app/report/page-a8b83960f08e2bb2.js"],"name":"","async":false}
 a:["$","$Lb",null,{}]
 9:null

package/dist/src/web/nextui/setup/index.html CHANGED Viewed

	@@ -1 +1 @@
1	- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/~~5bd2f45de1f3ba83~~.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/edcd6f0b6c902fde.css"/><link rel="preload" href="/_next/static/chunks/webpack-~~c9f728822666f852~~.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-~~929a26b3c8cd3f7a~~.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_c19315"><script src="/_next/static/chunks/webpack-~~c9f728822666f852~~.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-~~929a26b3c8cd3f7a~~.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/~~5bd2f45de1f3ba83~~.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/edcd6f0b6c902fde.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"~~448~~:static/chunks/~~448~~-~~4da3bf74eae4996a~~.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"~~620~~:stati"])</script><script>self.__next_f.push([1,"c/chunks/~~620~~-~~7a5a7bf6e1fe49e5~~.js\",\"~~374~~:static/chunks/~~374~~-~~d40afe599198abd3~~.js\",\"163:static/chunks/163-~~e65e0f7f442a0c72~~.js\",\"53:static/chunks/53-~~fae6e50ace6c83a1~~.js\",\"185:static/chunks/app/layout-~~4282b1d33566e258~~.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-~~c9f72882266~~"])</script><script>self.__next_f.push([1,"~~6f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\nc:I{\"id\":27382,\"chunks\":[\"272:static/chunks/webpack-~~c9f728822666f852~~.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":83013,\"chunks\":[\"~~448~~:static/chunks/~~448~~-~~4da3bf74eae4996a~~.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"~~620~~:static/chunks/~~620~~-~~7a5a7bf6e1fe49e5~~.js\",\"~~973~~:static/chunks/~~973~~-~~ffe3726c956d08ef~~.js\",\"304:static/chunks/304-~~9d57a2251034b801~~.js\",\"~~339~~:static/chunks/~~339~~-~~db5bd05e24dde905~~.js\",\"~~995~~:static/chunks/~~995~~-~~803c74b81e7bf6cd~~.js\",\"~~374~~:static/chunks/~~374~~-~~d40afe599198abd3~~.js\",\"378:static/chunks/378-~~e22c8aeb8e031fad~~.js\",\"235:static/chunks/235-2bbcbc3cd37eef0f.js\",\"~~578~~:static/chunks/~~578~~-~~8efe57f906f7573c~~.js\",\"~~932~~:static/chunks/~~932~~-~~75585b3be8ce494d~~.js\",\"258:static/chunks/258-~~4acb452fe85cff6f~~.js\",\"413:static/chunks/app/setup/page-~~6cde750ec428cd75~~.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/~~5bd2f45de1f3ba83~~.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"~~8E4q0Tmu22G1wENZyXEq0~~\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/setup/\",\"initialTree\":[\"\",{\"children\":[\"setup\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_c19315\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"setup\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",[\"$\",\"$Lc\",null,{\"propsForComponent\":{\"params\":{}},\"Component\":\"$d\"}],null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/edcd6f0b6c902fde.css\",\"precedence\":\"next\"}]]}],\"segment\":\"setup\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>
1	+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/13f881e4290b6d59.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/edcd6f0b6c902fde.css"/><link rel="preload" href="/_next/static/chunks/webpack-ee33d95b3e219985.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-7a1376166cb8b72e.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_c19315"><script src="/_next/static/chunks/webpack-ee33d95b3e219985.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-7a1376166cb8b72e.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/13f881e4290b6d59.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/edcd6f0b6c902fde.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"903:static/chunks/903-7cc440d9f9e9f95d.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"916:stati"])</script><script>self.__next_f.push([1,"c/chunks/916-b92fea2ab6136411.js\",\"281:static/chunks/281-64d9f1415a301ee5.js\",\"163:static/chunks/163-93bab94bc04ae71b.js\",\"325:static/chunks/325-0d36870ade5e5263.js\",\"185:static/chunks/app/layout-15abf0d1049cb47c.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3"])</script><script>self.__next_f.push([1,"e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\nc:I{\"id\":27382,\"chunks\":[\"272:static/chunks/webpack-ee33d95b3e219985.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":83013,\"chunks\":[\"903:static/chunks/903-7cc440d9f9e9f95d.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"916:static/chunks/916-b92fea2ab6136411.js\",\"493:static/chunks/493-ebd12f00541c4969.js\",\"304:static/chunks/304-cf667fe8f06238b4.js\",\"281:static/chunks/281-64d9f1415a301ee5.js\",\"339:static/chunks/339-79124d204fa988a3.js\",\"969:static/chunks/969-6ab6c8f4158da970.js\",\"378:static/chunks/378-c135e497df1864cb.js\",\"235:static/chunks/235-2bbcbc3cd37eef0f.js\",\"476:static/chunks/476-0afb5eb266c57b7f.js\",\"905:static/chunks/905-78cd666f27891ee6.js\",\"155:static/chunks/155-4e319e68476266ee.js\",\"258:static/chunks/258-b6257e5de9d0e2c7.js\",\"413:static/chunks/app/setup/page-6ea3e180c3116fb2.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/13f881e4290b6d59.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"L-tpppAe26U-euPv62afH\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/setup/\",\"initialTree\":[\"\",{\"children\":[\"setup\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_c19315\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"setup\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",[\"$\",\"$Lc\",null,{\"propsForComponent\":{\"params\":{}},\"Component\":\"$d\"}],null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/edcd6f0b6c902fde.css\",\"precedence\":\"next\"}]]}],\"segment\":\"setup\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>

package/dist/src/web/nextui/setup/index.txt CHANGED Viewed

@@ -1,12 +1,12 @@
 1:HL["/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2",{"as":"font","type":"font/woff2"}]
-2:HL["/_next/static/css/5bd2f45de1f3ba83.css",{"as":"style"}]
-0:["8E4q0Tmu22G1wENZyXEq0",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/5bd2f45de1f3ba83.css","precedence":"next"}]],"$L4"]]]]
+2:HL["/_next/static/css/13f881e4290b6d59.css",{"as":"style"}]
+0:["L-tpppAe26U-euPv62afH",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/13f881e4290b6d59.css","precedence":"next"}]],"$L4"]]]]
 5:HL["/_next/static/css/edcd6f0b6c902fde.css",{"as":"style"}]
-6:I{"id":5071,"chunks":["448:static/chunks/448-4da3bf74eae4996a.js","640:static/chunks/640-0f757e2fe135173d.js","620:static/chunks/620-7a5a7bf6e1fe49e5.js","374:static/chunks/374-d40afe599198abd3.js","163:static/chunks/163-e65e0f7f442a0c72.js","53:static/chunks/53-fae6e50ace6c83a1.js","185:static/chunks/app/layout-4282b1d33566e258.js"],"name":"PageShell","async":false}
-7:I{"id":27883,"chunks":["272:static/chunks/webpack-c9f728822666f852.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
-8:I{"id":46785,"chunks":["272:static/chunks/webpack-c9f728822666f852.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
-a:I{"id":27382,"chunks":["272:static/chunks/webpack-c9f728822666f852.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
-b:I{"id":83013,"chunks":["448:static/chunks/448-4da3bf74eae4996a.js","640:static/chunks/640-0f757e2fe135173d.js","620:static/chunks/620-7a5a7bf6e1fe49e5.js","973:static/chunks/973-ffe3726c956d08ef.js","304:static/chunks/304-9d57a2251034b801.js","339:static/chunks/339-db5bd05e24dde905.js","995:static/chunks/995-803c74b81e7bf6cd.js","374:static/chunks/374-d40afe599198abd3.js","378:static/chunks/378-e22c8aeb8e031fad.js","235:static/chunks/235-2bbcbc3cd37eef0f.js","578:static/chunks/578-8efe57f906f7573c.js","932:static/chunks/932-75585b3be8ce494d.js","258:static/chunks/258-4acb452fe85cff6f.js","413:static/chunks/app/setup/page-6cde750ec428cd75.js"],"name":"","async":false}
+6:I{"id":5071,"chunks":["903:static/chunks/903-7cc440d9f9e9f95d.js","640:static/chunks/640-0f757e2fe135173d.js","916:static/chunks/916-b92fea2ab6136411.js","281:static/chunks/281-64d9f1415a301ee5.js","163:static/chunks/163-93bab94bc04ae71b.js","325:static/chunks/325-0d36870ade5e5263.js","185:static/chunks/app/layout-15abf0d1049cb47c.js"],"name":"PageShell","async":false}
+7:I{"id":27883,"chunks":["272:static/chunks/webpack-ee33d95b3e219985.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
+8:I{"id":46785,"chunks":["272:static/chunks/webpack-ee33d95b3e219985.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
+a:I{"id":27382,"chunks":["272:static/chunks/webpack-ee33d95b3e219985.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
+b:I{"id":83013,"chunks":["903:static/chunks/903-7cc440d9f9e9f95d.js","640:static/chunks/640-0f757e2fe135173d.js","916:static/chunks/916-b92fea2ab6136411.js","493:static/chunks/493-ebd12f00541c4969.js","304:static/chunks/304-cf667fe8f06238b4.js","281:static/chunks/281-64d9f1415a301ee5.js","339:static/chunks/339-79124d204fa988a3.js","969:static/chunks/969-6ab6c8f4158da970.js","378:static/chunks/378-c135e497df1864cb.js","235:static/chunks/235-2bbcbc3cd37eef0f.js","476:static/chunks/476-0afb5eb266c57b7f.js","905:static/chunks/905-78cd666f27891ee6.js","155:static/chunks/155-4e319e68476266ee.js","258:static/chunks/258-b6257e5de9d0e2c7.js","413:static/chunks/app/setup/page-6ea3e180c3116fb2.js"],"name":"","async":false}
 3:[null,["$","html",null,{"lang":"en","children":["$","body",null,{"className":"__className_c19315","children":["$","$L6",null,{"children":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":"404"}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],"notFoundStyles":"$undefined","childProp":{"current":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children","setup","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$L9",["$","$La",null,{"propsForComponent":{"params":{}},"Component":"$b"}],null],"segment":"__PAGE__"},"styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/edcd6f0b6c902fde.css","precedence":"next"}]]}],"segment":"setup"},"styles":[]}]}]}]}],null]
 4:[["$","meta","0",{"charSet":"utf-8"}],["$","title","1",{"children":"promptfoo"}],["$","meta","2",{"name":"description","content":"LLM testing and evaluation"}],["$","meta","3",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","meta","4",{"property":"og:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","5",{"name":"twitter:card","content":"summary"}],["$","meta","6",{"name":"twitter:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","7",{"name":"next-size-adjust"}]]
 9:null

package/dist/test/__mocks__/tempCustomModule.d.ts ADDED Viewed

@@ -0,0 +1,13 @@
+declare class CustomApiProvider {
+    id(): string;
+    callApi(prompt: string): Promise<{
+        output: string;
+        tokenUsage: {
+            total: number;
+            prompt: number;
+            completion: number;
+        };
+    }>;
+}
+export default CustomApiProvider;
+//# sourceMappingURL=tempCustomModule.d.ts.map

package/dist/test/__mocks__/tempCustomModule.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"tempCustomModule.d.ts","sourceRoot":"","sources":["../../../test/__mocks__/tempCustomModule.ts"],"names":[],"mappings":"AAAA,cAAM,iBAAiB;IACrB,EAAE;IAII,OAAO,CAAC,MAAM,EAAE,MAAM;;;;;;;;CAM7B;AAED,eAAe,iBAAiB,CAAC"}

package/dist/test/__mocks__/tempCustomModule.js ADDED Viewed

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class CustomApiProvider {
+    id() {
+        return 'custom-api-provider';
+    }
+    async callApi(prompt) {
+        return {
+            output: 'Custom output',
+            tokenUsage: { total: 10, prompt: 5, completion: 5 },
+        };
+    }
+}
+exports.default = CustomApiProvider;
+//# sourceMappingURL=tempCustomModule.js.map

package/dist/test/__mocks__/tempCustomModule.js.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"tempCustomModule.js","sourceRoot":"","sources":["../../../test/__mocks__/tempCustomModule.ts"],"names":[],"mappings":";;AAAA,MAAM,iBAAiB;IACrB,EAAE;QACA,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,OAAO;YACL,MAAM,EAAE,eAAe;YACvB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;SACpD,CAAC;IACJ,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAC"}

package/dist/test/account.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=account.test.d.ts.map

package/dist/test/account.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"account.test.d.ts","sourceRoot":"","sources":["../../test/account.test.ts"],"names":[],"mappings":""}

package/dist/test/account.test.js ADDED Viewed

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const accounts_1 = require("../src/accounts");
+const globalConfig_1 = require("../src/globalConfig");
+jest.mock('../src/globalConfig', () => ({
+    writeGlobalConfig: jest.fn(),
+    readGlobalConfig: jest.fn(),
+}));
+describe('accounts module', () => {
+    beforeEach(() => {
+        delete process.env.PROMPTFOO_AUTHOR;
+        jest.resetModules();
+    });
+    describe('getUserEmail', () => {
+        it('should return the email from global config', () => {
+            jest.mocked(globalConfig_1.readGlobalConfig).mockReturnValue({ account: { email: 'test@example.com' } });
+            expect((0, accounts_1.getUserEmail)()).toBe('test@example.com');
+        });
+        it('should return null if no email is set in global config', () => {
+            jest.mocked(globalConfig_1.readGlobalConfig).mockReturnValue({});
+            expect((0, accounts_1.getUserEmail)()).toBeNull();
+        });
+    });
+    describe('setUserEmail', () => {
+        it('should write the email to global config', () => {
+            const writeGlobalConfigSpy = jest.mocked(globalConfig_1.writeGlobalConfig);
+            (0, accounts_1.setUserEmail)('test@example.com');
+            expect(writeGlobalConfigSpy).toHaveBeenCalledWith({ account: { email: 'test@example.com' } });
+        });
+    });
+    describe('getAuthor', () => {
+        it('should return the author from environment variable', () => {
+            process.env.PROMPTFOO_AUTHOR = 'envAuthor';
+            expect((0, accounts_1.getAuthor)()).toBe('envAuthor');
+        });
+        it('should return the email if environment variable is not set', () => {
+            jest.mocked(globalConfig_1.readGlobalConfig).mockReturnValue({ account: { email: 'test@example.com' } });
+            expect((0, accounts_1.getAuthor)()).toBe('test@example.com');
+        });
+        it('should return null if neither environment variable nor email is set', () => {
+            jest.mocked(globalConfig_1.readGlobalConfig).mockReturnValue({});
+            expect((0, accounts_1.getAuthor)()).toBeNull();
+        });
+    });
+});
+//# sourceMappingURL=account.test.js.map

package/dist/test/account.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"account.test.js","sourceRoot":"","sources":["../../test/account.test.ts"],"names":[],"mappings":";;AAAA,8CAAwE;AACxE,sDAA0E;AAE1E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,iBAAiB,EAAE,IAAI,CAAC,EAAE,EAAE;IAC5B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QACpC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,IAAI,CAAC,MAAM,CAAC,+BAAgB,CAAC,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAC1F,MAAM,CAAC,IAAA,uBAAY,GAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,IAAI,CAAC,MAAM,CAAC,+BAAgB,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,IAAA,uBAAY,GAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,MAAM,CAAC,gCAAiB,CAAC,CAAC;YAC5D,IAAA,uBAAY,EAAC,kBAAkB,CAAC,CAAC;YACjC,MAAM,CAAC,oBAAoB,CAAC,CAAC,oBAAoB,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,WAAW,CAAC;YAC3C,MAAM,CAAC,IAAA,oBAAS,GAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACpE,IAAI,CAAC,MAAM,CAAC,+BAAgB,CAAC,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAC1F,MAAM,CAAC,IAAA,oBAAS,GAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;YAC7E,IAAI,CAAC,MAAM,CAAC,+BAAgB,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,IAAA,oBAAS,GAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/assertions/AssertionResult.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=AssertionResult.test.d.ts.map

package/dist/test/assertions/AssertionResult.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"AssertionResult.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/AssertionResult.test.ts"],"names":[],"mappings":""}

package/dist/test/assertions/AssertionResult.test.js ADDED Viewed

@@ -0,0 +1,184 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const AssertionsResult_1 = require("../../src/assertions/AssertionsResult");
+describe('AssertionsResult', () => {
+    beforeEach(() => {
+        delete process.env.PROMPTFOO_SHORT_CIRCUIT_TEST_FAILURES;
+    });
+    const succeedingResult = {
+        pass: true,
+        score: 1,
+        reason: 'The succeeding reason',
+        tokensUsed: { total: 1, prompt: 2, completion: 3 },
+        assertion: null,
+    };
+    const failingResult = {
+        pass: false,
+        score: 0,
+        reason: 'The failing reason',
+        tokensUsed: { total: 1, prompt: 2, completion: 3 },
+        assertion: null,
+    };
+    const testResult = {
+        pass: true,
+        score: 1,
+        reason: 'All assertions passed',
+        componentResults: [succeedingResult],
+        namedScores: {},
+        assertion: null,
+        tokensUsed: { total: 1, prompt: 2, completion: 3 },
+    };
+    let assertionsResult;
+    beforeEach(() => {
+        assertionsResult = new AssertionsResult_1.AssertionsResult();
+    });
+    it('can return a succeeding testResult', () => {
+        assertionsResult.addResult({
+            index: 0,
+            result: succeedingResult,
+        });
+        expect(assertionsResult.testResult()).toEqual(testResult);
+    });
+    it('can return a failing testResult', () => {
+        assertionsResult.addResult({
+            index: 0,
+            result: failingResult,
+        });
+        expect(assertionsResult.testResult()).toEqual({
+            ...testResult,
+            pass: false,
+            reason: failingResult.reason,
+            score: 0,
+            componentResults: [failingResult],
+        });
+    });
+    it('handles PROMPTFOO_SHORT_CIRCUIT_TEST_FAILURES', () => {
+        process.env.PROMPTFOO_SHORT_CIRCUIT_TEST_FAILURES = 'true';
+        expect(() => assertionsResult.addResult({
+            index: 0,
+            result: failingResult,
+        })).toThrow(new Error(failingResult.reason));
+    });
+    it('handles named metrics', () => {
+        const metric = 'metric-name';
+        assertionsResult.addResult({
+            index: 0,
+            metric,
+            result: succeedingResult,
+        });
+        expect(assertionsResult.testResult()).toEqual({
+            ...testResult,
+            namedScores: {
+                [metric]: 1,
+            },
+        });
+    });
+    it('handles result without tokensUsed', () => {
+        const resultWithoutTokensUsed = {
+            ...succeedingResult,
+            tokensUsed: undefined,
+        };
+        assertionsResult.addResult({
+            index: 0,
+            result: resultWithoutTokensUsed,
+        });
+        expect(assertionsResult.testResult()).toEqual({
+            ...testResult,
+            componentResults: [resultWithoutTokensUsed],
+            tokensUsed: { total: 0, prompt: 0, completion: 0 },
+        });
+    });
+    it('respects succeeding threshold', () => {
+        const threshold = 0.5;
+        assertionsResult = new AssertionsResult_1.AssertionsResult({ threshold });
+        assertionsResult.addResult({
+            index: 0,
+            result: succeedingResult,
+        });
+        expect(assertionsResult.testResult()).toEqual({
+            ...testResult,
+            reason: 'Aggregate score 1.00 ≥ 0.5 threshold',
+        });
+    });
+    it('respects failing threshold', () => {
+        const threshold = 0.5;
+        const failingResult = {
+            ...succeedingResult,
+            score: 0.4,
+        };
+        assertionsResult = new AssertionsResult_1.AssertionsResult({ threshold });
+        assertionsResult.addResult({
+            index: 0,
+            result: failingResult,
+        });
+        expect(assertionsResult.testResult()).toEqual({
+            ...testResult,
+            pass: false,
+            reason: 'Aggregate score 0.40 < 0.5 threshold',
+            score: 0.4,
+            componentResults: [failingResult],
+        });
+    });
+    it('can use a parentAssertionSet', () => {
+        const parentAssertionSet = {
+            index: 3,
+            assertionSet: {
+                type: 'assert-set',
+                assert: [],
+            },
+        };
+        assertionsResult = new AssertionsResult_1.AssertionsResult({ parentAssertionSet });
+        expect(assertionsResult.parentAssertionSet).toBe(parentAssertionSet);
+    });
+    it('flattens nested componentResults', () => {
+        assertionsResult = new AssertionsResult_1.AssertionsResult();
+        const nestedResult = {
+            pass: true,
+            score: 0.8,
+            reason: 'Nested assertion passed',
+            componentResults: [
+                {
+                    pass: true,
+                    score: 0.9,
+                    reason: 'Sub-assertion 1 passed',
+                    assertion: { type: 'equals', value: 'test' },
+                },
+                {
+                    pass: true,
+                    score: 0.7,
+                    reason: 'Sub-assertion 2 passed',
+                    assertion: { type: 'contains', value: 'example' },
+                },
+            ],
+            assertion: { type: 'python', value: 'path/to/file.py' },
+        };
+        assertionsResult.addResult({
+            index: 0,
+            result: nestedResult,
+        });
+        const result = assertionsResult.testResult();
+        expect(result.componentResults).toBeDefined();
+        expect(result.componentResults).toHaveLength(3);
+        expect(result.componentResults?.[0]).toEqual(nestedResult);
+        expect(result.componentResults?.[1]).toEqual({
+            ...nestedResult.componentResults?.[0],
+            assertion: nestedResult.componentResults?.[0].assertion || nestedResult.assertion,
+        });
+        expect(result.componentResults?.[2]).toEqual({
+            ...nestedResult.componentResults?.[1],
+            assertion: nestedResult.componentResults?.[1].assertion || nestedResult.assertion,
+        });
+    });
+    describe('noAssertsResult', () => {
+        it('returns correct value', () => {
+            expect(AssertionsResult_1.AssertionsResult.noAssertsResult()).toEqual({
+                pass: true,
+                score: 1,
+                reason: 'No assertions',
+                tokensUsed: { total: 0, prompt: 0, completion: 0 },
+                assertion: null,
+            });
+        });
+    });
+});
+//# sourceMappingURL=AssertionResult.test.js.map

package/dist/test/assertions/AssertionResult.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"AssertionResult.test.js","sourceRoot":"","sources":["../../../test/assertions/AssertionResult.test.ts"],"names":[],"mappings":";;AAAA,4EAAyE;AAGzE,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG;QACvB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,uBAAuB;QAC/B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAClD,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,MAAM,aAAa,GAAG;QACpB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,oBAAoB;QAC5B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAClD,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,MAAM,UAAU,GAAG;QACjB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,uBAAuB;QAC/B,gBAAgB,EAAE,CAAC,gBAAgB,CAAC;QACpC,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;KACnD,CAAC;IACF,IAAI,gBAAkC,CAAC;IAEvC,UAAU,CAAC,GAAG,EAAE;QACd,gBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC;YAC5C,GAAG,UAAU;YACb,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,aAAa,CAAC,MAAM;YAC5B,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,CAAC,aAAa,CAAC;SAClC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,OAAO,CAAC,GAAG,CAAC,qCAAqC,GAAG,MAAM,CAAC;QAC3D,MAAM,CAAC,GAAG,EAAE,CACV,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC,CACH,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,MAAM,GAAG,aAAa,CAAC;QAE7B,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM;YACN,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC;YAC5C,GAAG,UAAU;YACb,WAAW,EAAE;gBACX,CAAC,MAAM,CAAC,EAAE,CAAC;aACZ;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,uBAAuB,GAAG;YAC9B,GAAG,gBAAgB;YACnB,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,uBAAuB;SAChC,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC;YAC5C,GAAG,UAAU;YACb,gBAAgB,EAAE,CAAC,uBAAuB,CAAC;YAC3C,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;SACnD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QAEvD,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC;YAC5C,GAAG,UAAU;YACb,MAAM,EAAE,sCAAsC;SAC/C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,MAAM,aAAa,GAAG;YACpB,GAAG,gBAAgB;YACnB,KAAK,EAAE,GAAG;SACX,CAAC;QAEF,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QAEvD,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC;YAC5C,GAAG,UAAU;YACb,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,sCAAsC;YAC9C,KAAK,EAAE,GAAG;YACV,gBAAgB,EAAE,CAAC,aAAa,CAAC;SAClC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,kBAAkB,GAAG;YACzB,KAAK,EAAE,CAAC;YACR,YAAY,EAAE;gBACZ,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,EAAE;aACY;SACzB,CAAC;QAEF,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAEhE,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,gBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;QAE1C,MAAM,YAAY,GAAkB;YAClC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,yBAAyB;YACjC,gBAAgB,EAAE;gBAChB;oBACE,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,wBAAwB;oBAChC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE;iBAC7C;gBACD;oBACE,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,wBAAwB;oBAChC,SAAS,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE;iBAClD;aACF;YACD,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE;SACxD,CAAC;QAEF,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,gBAAgB,CAAC,UAAU,EAAE,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3C,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YACrC,SAAS,EAAE,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS;SAClF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3C,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YACrC,SAAS,EAAE,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS;SAClF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,CAAC,mCAAgB,CAAC,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC;gBACjD,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;gBAClD,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/assertions/validateAssertions.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=validateAssertions.test.d.ts.map

package/dist/test/assertions/validateAssertions.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"validateAssertions.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/validateAssertions.test.ts"],"names":[],"mappings":""}

package/dist/test/assertions/validateAssertions.test.js ADDED Viewed

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const validateAssertions_1 = require("../../src/assertions/validateAssertions");
+describe('validateAssertions', () => {
+    const test = {
+        description: 'The test case',
+    };
+    describe('asssert-set', () => {
+        function testCaseWithAssertSet(assertSet) {
+            return {
+                ...test,
+                assert: [{ type: 'assert-set', ...assertSet }],
+            };
+        }
+        it('does not fail on valid assert-set', () => {
+            const test = testCaseWithAssertSet({
+                assert: [
+                    {
+                        type: 'equals',
+                        value: 'Expected output',
+                    },
+                ],
+            });
+            expect(() => (0, validateAssertions_1.validateAssertions)([test])).not.toThrow();
+        });
+        it('has assert', () => {
+            const test = testCaseWithAssertSet({});
+            expect(() => (0, validateAssertions_1.validateAssertions)([test])).toThrow(new validateAssertions_1.AssertValidationError('assert-set must have an `assert` property', test));
+        });
+        it('has assert as an array', () => {
+            const test = testCaseWithAssertSet({ assert: {} });
+            expect(() => (0, validateAssertions_1.validateAssertions)([test])).toThrow(new validateAssertions_1.AssertValidationError('assert-set `assert` must be an array of assertions', test));
+        });
+        it('does not have child assert-sets', () => {
+            const test = testCaseWithAssertSet({ assert: [{ type: 'assert-set' }] });
+            expect(() => (0, validateAssertions_1.validateAssertions)([test])).toThrow(new validateAssertions_1.AssertValidationError('assert-set must not have child assert-sets', test));
+        });
+    });
+});
+//# sourceMappingURL=validateAssertions.test.js.map

package/dist/test/assertions/validateAssertions.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"validateAssertions.test.js","sourceRoot":"","sources":["../../../test/assertions/validateAssertions.test.ts"],"names":[],"mappings":";;AAAA,gFAAoG;AAGpG,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,MAAM,IAAI,GAAa;QACrB,WAAW,EAAE,eAAe;KAC7B,CAAC;IAEF,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,SAAS,qBAAqB,CAAC,SAAiB;YAC9C,OAAO;gBACL,GAAG,IAAI;gBACP,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,SAAS,EAAS,CAAC;aACtD,CAAC;QACJ,CAAC;QAED,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,IAAI,GAAG,qBAAqB,CAAC;gBACjC,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,iBAAiB;qBACzB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,uCAAkB,EAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACpB,MAAM,IAAI,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAEvC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,uCAAkB,EAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAC9C,IAAI,0CAAqB,CAAC,2CAA2C,EAAE,IAAI,CAAC,CAC7E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,IAAI,GAAG,qBAAqB,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAEnD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,uCAAkB,EAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAC9C,IAAI,0CAAqB,CAAC,oDAAoD,EAAE,IAAI,CAAC,CACtF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,IAAI,GAAG,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAEzE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,uCAAkB,EAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAC9C,IAAI,0CAAqB,CAAC,4CAA4C,EAAE,IAAI,CAAC,CAC9E,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/assertions.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=assertions.test.d.ts.map

package/dist/test/assertions.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"assertions.test.d.ts","sourceRoot":"","sources":["../../test/assertions.test.ts"],"names":[],"mappings":""}