npm - promptfoo - Versions diffs - 0.81.5 → 0.83.0 - Mend

promptfoo 0.81.5 → 0.83.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (168) hide show

package/dist/src/web/nextui/report/index.html CHANGED Viewed

	@@ -1 +1 @@
1	- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/a34f9d1faa5f3315-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/de0307797e31a3e6.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/ed73533d059fd179.css"/><link rel="preload" href="/_next/static/chunks/webpack-2bde9ee952171572.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-~~0dc90092cd7acaaf~~.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_85e967"><script src="/_next/static/chunks/webpack-2bde9ee952171572.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-~~0dc90092cd7acaaf~~.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/a34f9d1faa5f3315-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/de0307797e31a3e6.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/ed73533d059fd179.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:stati"])</script><script>self.__next_f.push([1,"c/chunks/193-fbb29b23a7b3df82.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"132:static/chunks/132-d6bea93785831786.js\",\"415:static/chunks/415-f4cc6df99e1d251e.js\",\"185:static/chunks/app/layout-~~e9b86858e84ebd38~~.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-2bde9ee9521"])</script><script>self.__next_f.push([1,"71572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/de0307797e31a3e6.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"~~B-Wbtl8GsdNHqd1Jebs7I~~\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/report/\",\"initialTree\":[\"\",{\"children\":[\"report\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_85e967\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"report\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",\"$Lc\",null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/ed73533d059fd179.css\",\"precedence\":\"next\"}]]}],\"segment\":\"report\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":24406,\"chunks\":[\"949:static/chunks/565431e5-7b9122ac20f7a0ae.js\",\"799:static/chunks/a5c829b0-07a2c92898a6780c.js\",\"148:static/chunks/148-1c1aa4563e769657.js\",\"193:static/chunks/193-fbb29b23a7b3df82.js\",\"391:static/chunks/391-9f6f260597339469.js\",\"654:static/chunks/654-7ef84f69b226e6ab.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"276:static/chunks/276-b1a73ab92831c2f8.js\",\"874:static/chunks/874-66f90697795eddbc.js\",\"264:static/chunks/264-f97b27096cb02f29.js\",\"459:static/chunks/459-2e6701613d682903.js\",\"178:static/chunks/178-fbe9007ed9d0d1f2.js\",\"420:static/chunks/app/report/page-~~0b89c8ba365b7195~~.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"c:[\"$\",\"$Ld\",null,{}]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>
1	+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/a34f9d1faa5f3315-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/de0307797e31a3e6.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/ed73533d059fd179.css"/><link rel="preload" href="/_next/static/chunks/webpack-2bde9ee952171572.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-cf76b7c55faa5c9b.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_85e967"><script src="/_next/static/chunks/webpack-2bde9ee952171572.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-cf76b7c55faa5c9b.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/a34f9d1faa5f3315-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/de0307797e31a3e6.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/ed73533d059fd179.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:stati"])</script><script>self.__next_f.push([1,"c/chunks/193-fbb29b23a7b3df82.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"132:static/chunks/132-d6bea93785831786.js\",\"415:static/chunks/415-f4cc6df99e1d251e.js\",\"185:static/chunks/app/layout-3fb162429b886376.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-2bde9ee9521"])</script><script>self.__next_f.push([1,"71572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/de0307797e31a3e6.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"8ykUqaOH4zii7_PoqqHv2\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/report/\",\"initialTree\":[\"\",{\"children\":[\"report\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_85e967\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"report\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",\"$Lc\",null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/ed73533d059fd179.css\",\"precedence\":\"next\"}]]}],\"segment\":\"report\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":24406,\"chunks\":[\"949:static/chunks/565431e5-7b9122ac20f7a0ae.js\",\"799:static/chunks/a5c829b0-07a2c92898a6780c.js\",\"148:static/chunks/148-1c1aa4563e769657.js\",\"193:static/chunks/193-fbb29b23a7b3df82.js\",\"391:static/chunks/391-9f6f260597339469.js\",\"654:static/chunks/654-7ef84f69b226e6ab.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"276:static/chunks/276-b1a73ab92831c2f8.js\",\"874:static/chunks/874-66f90697795eddbc.js\",\"264:static/chunks/264-f97b27096cb02f29.js\",\"459:static/chunks/459-2e6701613d682903.js\",\"178:static/chunks/178-fbe9007ed9d0d1f2.js\",\"420:static/chunks/app/report/page-a330d7b915e8a5b9.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"c:[\"$\",\"$Ld\",null,{}]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>

package/dist/src/web/nextui/report/index.txt CHANGED Viewed

@@ -1,12 +1,12 @@
 1:HL["/_next/static/media/a34f9d1faa5f3315-s.p.woff2",{"as":"font","type":"font/woff2"}]
 2:HL["/_next/static/css/de0307797e31a3e6.css",{"as":"style"}]
-0:["B-Wbtl8GsdNHqd1Jebs7I",[[["",{"children":["report",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/de0307797e31a3e6.css","precedence":"next"}]],"$L4"]]]]
+0:["8ykUqaOH4zii7_PoqqHv2",[[["",{"children":["report",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/de0307797e31a3e6.css","precedence":"next"}]],"$L4"]]]]
 5:HL["/_next/static/css/ed73533d059fd179.css",{"as":"style"}]
-6:I{"id":5071,"chunks":["148:static/chunks/148-1c1aa4563e769657.js","640:static/chunks/640-0f757e2fe135173d.js","193:static/chunks/193-fbb29b23a7b3df82.js","65:static/chunks/65-d3958feb29430005.js","132:static/chunks/132-d6bea93785831786.js","415:static/chunks/415-f4cc6df99e1d251e.js","185:static/chunks/app/layout-e9b86858e84ebd38.js"],"name":"PageShell","async":false}
+6:I{"id":5071,"chunks":["148:static/chunks/148-1c1aa4563e769657.js","640:static/chunks/640-0f757e2fe135173d.js","193:static/chunks/193-fbb29b23a7b3df82.js","65:static/chunks/65-d3958feb29430005.js","132:static/chunks/132-d6bea93785831786.js","415:static/chunks/415-f4cc6df99e1d251e.js","185:static/chunks/app/layout-3fb162429b886376.js"],"name":"PageShell","async":false}
 7:I{"id":27883,"chunks":["272:static/chunks/webpack-2bde9ee952171572.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
 8:I{"id":46785,"chunks":["272:static/chunks/webpack-2bde9ee952171572.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
 3:[null,["$","html",null,{"lang":"en","children":["$","body",null,{"className":"__className_85e967","children":["$","$L6",null,{"children":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":"404"}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],"notFoundStyles":"$undefined","childProp":{"current":["$","$L7",null,{"parallelRouterKey":"children","segmentPath":["children","report","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L8",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$L9","$La",null],"segment":"__PAGE__"},"styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/ed73533d059fd179.css","precedence":"next"}]]}],"segment":"report"},"styles":[]}]}]}]}],null]
 4:[["$","meta","0",{"charSet":"utf-8"}],["$","title","1",{"children":"promptfoo"}],["$","meta","2",{"name":"description","content":"LLM testing and evaluation"}],["$","meta","3",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","meta","4",{"property":"og:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","5",{"name":"twitter:card","content":"summary"}],["$","meta","6",{"name":"twitter:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","7",{"name":"next-size-adjust"}]]
-b:I{"id":24406,"chunks":["949:static/chunks/565431e5-7b9122ac20f7a0ae.js","799:static/chunks/a5c829b0-07a2c92898a6780c.js","148:static/chunks/148-1c1aa4563e769657.js","193:static/chunks/193-fbb29b23a7b3df82.js","391:static/chunks/391-9f6f260597339469.js","654:static/chunks/654-7ef84f69b226e6ab.js","65:static/chunks/65-d3958feb29430005.js","276:static/chunks/276-b1a73ab92831c2f8.js","874:static/chunks/874-66f90697795eddbc.js","264:static/chunks/264-f97b27096cb02f29.js","459:static/chunks/459-2e6701613d682903.js","178:static/chunks/178-fbe9007ed9d0d1f2.js","420:static/chunks/app/report/page-0b89c8ba365b7195.js"],"name":"","async":false}
+b:I{"id":24406,"chunks":["949:static/chunks/565431e5-7b9122ac20f7a0ae.js","799:static/chunks/a5c829b0-07a2c92898a6780c.js","148:static/chunks/148-1c1aa4563e769657.js","193:static/chunks/193-fbb29b23a7b3df82.js","391:static/chunks/391-9f6f260597339469.js","654:static/chunks/654-7ef84f69b226e6ab.js","65:static/chunks/65-d3958feb29430005.js","276:static/chunks/276-b1a73ab92831c2f8.js","874:static/chunks/874-66f90697795eddbc.js","264:static/chunks/264-f97b27096cb02f29.js","459:static/chunks/459-2e6701613d682903.js","178:static/chunks/178-fbe9007ed9d0d1f2.js","420:static/chunks/app/report/page-a330d7b915e8a5b9.js"],"name":"","async":false}
 a:["$","$Lb",null,{}]
 9:null

package/dist/src/web/nextui/setup/index.html CHANGED Viewed

	@@ -1 +1 @@
1	- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/a34f9d1faa5f3315-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/de0307797e31a3e6.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/edcd6f0b6c902fde.css"/><link rel="preload" href="/_next/static/chunks/webpack-2bde9ee952171572.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-~~0dc90092cd7acaaf~~.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_85e967"><script src="/_next/static/chunks/webpack-2bde9ee952171572.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-~~0dc90092cd7acaaf~~.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/a34f9d1faa5f3315-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/de0307797e31a3e6.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/edcd6f0b6c902fde.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:stati"])</script><script>self.__next_f.push([1,"c/chunks/193-fbb29b23a7b3df82.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"132:static/chunks/132-d6bea93785831786.js\",\"415:static/chunks/415-f4cc6df99e1d251e.js\",\"185:static/chunks/app/layout-~~e9b86858e84ebd38~~.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-2bde9ee9521"])</script><script>self.__next_f.push([1,"71572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\nc:I{\"id\":27382,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":83013,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:static/chunks/193-fbb29b23a7b3df82.js\",\"391:static/chunks/391-9f6f260597339469.js\",\"654:static/chunks/654-7ef84f69b226e6ab.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"975:static/chunks/975-db84f98b8dd028ab.js\",\"276:static/chunks/276-b1a73ab92831c2f8.js\",\"874:static/chunks/874-66f90697795eddbc.js\",\"235:static/chunks/235-2bbcbc3cd37eef0f.js\",\"264:static/chunks/264-f97b27096cb02f29.js\",\"734:static/chunks/734-d2ca9e7d051c494c.js\",\"972:static/chunks/972-cbb6d905c3a19e41.js\",\"325:static/chunks/325-07eac9e397582e87.js\",\"413:static/chunks/app/setup/page-1966e3fc2c36f287.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/de0307797e31a3e6.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"~~B-Wbtl8GsdNHqd1Jebs7I~~\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/setup/\",\"initialTree\":[\"\",{\"children\":[\"setup\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_85e967\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"setup\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",[\"$\",\"$Lc\",null,{\"propsForComponent\":{\"params\":{}},\"Component\":\"$d\"}],null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/edcd6f0b6c902fde.css\",\"precedence\":\"next\"}]]}],\"segment\":\"setup\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>
1	+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><link rel="preload" as="font" href="/_next/static/media/a34f9d1faa5f3315-s.p.woff2" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/de0307797e31a3e6.css" data-precedence="next"/><link rel="preload" as="style" href="/_next/static/css/edcd6f0b6c902fde.css"/><link rel="preload" href="/_next/static/chunks/webpack-2bde9ee952171572.js" as="script"/><link rel="preload" href="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" as="script"/><link rel="preload" href="/_next/static/chunks/730-3eb7255cd813a727.js" as="script"/><link rel="preload" href="/_next/static/chunks/main-app-cf76b7c55faa5c9b.js" as="script"/><title>promptfoo</title><meta name="description" content="LLM testing and evaluation"/><meta name="viewport" content="width=device-width, initial-scale=1"/><meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="twitter:card" content="summary"/><meta name="twitter:image" content="https://www.promptfoo.dev/img/thumbnail.png"/><meta name="next-size-adjust"/><script src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js" noModule=""></script></head><body class="__className_85e967"><script src="/_next/static/chunks/webpack-2bde9ee952171572.js" async=""></script><script src="/_next/static/chunks/b6261da7-e9d81a4364ddd0c0.js" async=""></script><script src="/_next/static/chunks/730-3eb7255cd813a727.js" async=""></script><script src="/_next/static/chunks/main-app-cf76b7c55faa5c9b.js" async=""></script><script>(self.__next_f=self.__next_f\|\|[]).push([0])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/media/a34f9d1faa5f3315-s.p.woff2\",{\"as\":\"font\",\"type\":\"font/woff2\"}]\n2:HL[\"/_next/static/css/de0307797e31a3e6.css\",{\"as\":\"style\"}]\n0:\"$L3\"\n"])</script><script>self.__next_f.push([1,"4:HL[\"/_next/static/css/edcd6f0b6c902fde.css\",{\"as\":\"style\"}]\n"])</script><script>self.__next_f.push([1,"5:I{\"id\":83507,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n7:I{\"id\":6020,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"\",\"async\":false}\n8:I{\"id\":5071,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:stati"])</script><script>self.__next_f.push([1,"c/chunks/193-fbb29b23a7b3df82.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"132:static/chunks/132-d6bea93785831786.js\",\"415:static/chunks/415-f4cc6df99e1d251e.js\",\"185:static/chunks/app/layout-3fb162429b886376.js\"],\"name\":\"PageShell\",\"async\":false}\n9:I{\"id\":27883,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\na:I{\"id\":46785,\"chunks\":[\"272:static/chunks/webpack-2bde9ee9521"])</script><script>self.__next_f.push([1,"71572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\nc:I{\"id\":27382,\"chunks\":[\"272:static/chunks/webpack-2bde9ee952171572.js\",\"470:static/chunks/b6261da7-e9d81a4364ddd0c0.js\",\"730:static/chunks/730-3eb7255cd813a727.js\"],\"name\":\"default\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"d:I{\"id\":83013,\"chunks\":[\"148:static/chunks/148-1c1aa4563e769657.js\",\"640:static/chunks/640-0f757e2fe135173d.js\",\"193:static/chunks/193-fbb29b23a7b3df82.js\",\"391:static/chunks/391-9f6f260597339469.js\",\"654:static/chunks/654-7ef84f69b226e6ab.js\",\"65:static/chunks/65-d3958feb29430005.js\",\"975:static/chunks/975-db84f98b8dd028ab.js\",\"276:static/chunks/276-b1a73ab92831c2f8.js\",\"874:static/chunks/874-66f90697795eddbc.js\",\"235:static/chunks/235-2bbcbc3cd37eef0f.js\",\"264:static/chunks/264-f97b27096cb02f29.js\",\"734:static/chunks/734-d2ca9e7d051c494c.js\",\"972:static/chunks/972-cbb6d905c3a19e41.js\",\"325:static/chunks/325-07eac9e397582e87.js\",\"413:static/chunks/app/setup/page-1966e3fc2c36f287.js\"],\"name\":\"\",\"async\":false}\n"])</script><script>self.__next_f.push([1,"3:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/de0307797e31a3e6.css\",\"precedence\":\"next\"}]],[\"$\",\"$L5\",null,{\"buildId\":\"8ykUqaOH4zii7_PoqqHv2\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/setup/\",\"initialTree\":[\"\",{\"children\":[\"setup\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":\"$L6\",\"globalErrorComponent\":\"$7\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_85e967\",\"children\":[\"$\",\"$L8\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"setup\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Lb\",[\"$\",\"$Lc\",null,{\"propsForComponent\":{\"params\":{}},\"Component\":\"$d\"}],null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/edcd6f0b6c902fde.css\",\"precedence\":\"next\"}]]}],\"segment\":\"setup\"},\"styles\":[]}]}]}]}],null]}]]\n"])</script><script>self.__next_f.push([1,"6:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"1\",{\"children\":\"promptfoo\"}],[\"$\",\"meta\",\"2\",{\"name\":\"description\",\"content\":\"LLM testing and evaluation\"}],[\"$\",\"meta\",\"3\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"5\",{\"name\":\"twitter:card\",\"content\":\"summary\"}],[\"$\",\"meta\",\"6\",{\"name\":\"twitter:image\",\"content\":\"https://www.promptfoo.dev/img/thumbnail.png\"}],[\"$\",\"meta\",\"7\",{\"name\":\"next-size-adjust\"}]]\n"])</script><script>self.__next_f.push([1,"b:null\n"])</script></body></html>

package/dist/src/web/nextui/setup/index.txt CHANGED Viewed

@@ -1,8 +1,8 @@
 1:HL["/_next/static/media/a34f9d1faa5f3315-s.p.woff2",{"as":"font","type":"font/woff2"}]
 2:HL["/_next/static/css/de0307797e31a3e6.css",{"as":"style"}]
-0:["B-Wbtl8GsdNHqd1Jebs7I",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/de0307797e31a3e6.css","precedence":"next"}]],"$L4"]]]]
+0:["8ykUqaOH4zii7_PoqqHv2",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L3",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/de0307797e31a3e6.css","precedence":"next"}]],"$L4"]]]]
 5:HL["/_next/static/css/edcd6f0b6c902fde.css",{"as":"style"}]
-6:I{"id":5071,"chunks":["148:static/chunks/148-1c1aa4563e769657.js","640:static/chunks/640-0f757e2fe135173d.js","193:static/chunks/193-fbb29b23a7b3df82.js","65:static/chunks/65-d3958feb29430005.js","132:static/chunks/132-d6bea93785831786.js","415:static/chunks/415-f4cc6df99e1d251e.js","185:static/chunks/app/layout-e9b86858e84ebd38.js"],"name":"PageShell","async":false}
+6:I{"id":5071,"chunks":["148:static/chunks/148-1c1aa4563e769657.js","640:static/chunks/640-0f757e2fe135173d.js","193:static/chunks/193-fbb29b23a7b3df82.js","65:static/chunks/65-d3958feb29430005.js","132:static/chunks/132-d6bea93785831786.js","415:static/chunks/415-f4cc6df99e1d251e.js","185:static/chunks/app/layout-3fb162429b886376.js"],"name":"PageShell","async":false}
 7:I{"id":27883,"chunks":["272:static/chunks/webpack-2bde9ee952171572.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
 8:I{"id":46785,"chunks":["272:static/chunks/webpack-2bde9ee952171572.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}
 a:I{"id":27382,"chunks":["272:static/chunks/webpack-2bde9ee952171572.js","470:static/chunks/b6261da7-e9d81a4364ddd0c0.js","730:static/chunks/730-3eb7255cd813a727.js"],"name":"default","async":false}

package/dist/test/commands/redteam/generate.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=generate.test.d.ts.map

package/dist/test/commands/redteam/generate.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"generate.test.d.ts","sourceRoot":"","sources":["../../../../test/commands/redteam/generate.test.ts"],"names":[],"mappings":""}

package/dist/test/commands/{generate/redteam.test.js → redteam/generate.test.js} RENAMED Viewed

@@ -27,10 +27,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = __importDefault(require("fs"));
-const redteam_1 = require("../../../src/commands/generate/redteam");
+const generate_1 = require("../../../src/commands/redteam/generate");
 const configModule = __importStar(require("../../../src/config"));
 const logger_1 = __importDefault(require("../../../src/logger"));
-const redteam_2 = require("../../../src/redteam");
+const redteam_1 = require("../../../src/redteam");
 const config_1 = require("../../../src/util/config");
 jest.mock('fs');
 jest.mock('yaml');
@@ -79,7 +79,7 @@ describe('doGenerateRedteam', () => {
             providers: [],
             tests: [],
         }));
-        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+        jest.mocked(redteam_1.synthesize).mockResolvedValue({
             testCases: [
                 {
                     vars: { input: 'Test input' },
@@ -90,8 +90,8 @@ describe('doGenerateRedteam', () => {
             purpose: 'Test purpose',
             entities: ['Test entity'],
         });
-        await (0, redteam_1.doGenerateRedteam)(options);
-        expect(redteam_2.synthesize).toHaveBeenCalledWith(expect.objectContaining({
+        await (0, generate_1.doGenerateRedteam)(options);
+        expect(redteam_1.synthesize).toHaveBeenCalledWith(expect.objectContaining({
             language: undefined,
             numTests: undefined,
             plugins: expect.any(Array),
@@ -119,7 +119,6 @@ describe('doGenerateRedteam', () => {
                 },
             },
         }), 'output.yaml');
-        expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining('Wrote 1 new test cases'));
     });
     it('should write to config file when write option is true', async () => {
         const options = {
@@ -129,12 +128,12 @@ describe('doGenerateRedteam', () => {
             write: true,
         };
         jest.mocked(fs_1.default.readFileSync).mockReturnValue(JSON.stringify({}));
-        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+        jest.mocked(redteam_1.synthesize).mockResolvedValue({
             testCases: [],
             purpose: 'Test purpose',
             entities: [],
         });
-        await (0, redteam_1.doGenerateRedteam)(options);
+        await (0, generate_1.doGenerateRedteam)(options);
         expect(config_1.writePromptfooConfig).toHaveBeenCalledWith(expect.objectContaining({
             tests: [],
             redteam: expect.objectContaining({
@@ -150,7 +149,7 @@ describe('doGenerateRedteam', () => {
             write: true,
             output: 'redteam.yaml',
         };
-        await (0, redteam_1.doGenerateRedteam)(options);
+        await (0, generate_1.doGenerateRedteam)(options);
         expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining("Can't generate without configuration"));
     });
     it('should use purpose when no config is provided', async () => {
@@ -161,7 +160,7 @@ describe('doGenerateRedteam', () => {
             write: true,
             output: 'redteam.yaml',
         };
-        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+        jest.mocked(redteam_1.synthesize).mockResolvedValue({
             testCases: [
                 {
                     vars: { input: 'Test input' },
@@ -172,8 +171,8 @@ describe('doGenerateRedteam', () => {
             purpose: 'Test purpose',
             entities: ['Test entity'],
         });
-        await (0, redteam_1.doGenerateRedteam)(options);
-        expect(redteam_2.synthesize).toHaveBeenCalledWith({
+        await (0, generate_1.doGenerateRedteam)(options);
+        expect(redteam_1.synthesize).toHaveBeenCalledWith({
             language: undefined,
             numTests: undefined,
             purpose: 'Test purpose',
@@ -196,4 +195,4 @@ describe('doGenerateRedteam', () => {
         }), 'redteam.yaml');
     });
 });
-//# sourceMappingURL=redteam.test.js.map
+//# sourceMappingURL=generate.test.js.map

package/dist/test/commands/redteam/generate.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"generate.test.js","sourceRoot":"","sources":["../../../../test/commands/redteam/generate.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAAoB;AACpB,qEAA2E;AAC3E,kEAAoD;AACpD,iEAAyC;AACzC,kDAAkD;AAElD,qDAAgE;AAEhE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AAClC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;AACtC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AAEpC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;IACtB,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YACzD,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE;gBACT,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;aACd;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,EAAE;iBACf;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC;YACtD;gBACE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;gBACtD,SAAS,EAAE,EAAE;gBACb,KAAK,EAAE,EAAE;aACV;SACK,CAAC,CAAC;QAEV,MAAM,OAAO,GAA8B;YACzC,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAC1C,IAAI,CAAC,SAAS,CAAC;YACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;YACjC,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,EAAE;SACV,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAA,4BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,oBAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;SAC9B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;YACjC,SAAS,EAAE,EAAE;YACb,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;aAC1B,CAAC;YACF,WAAW,EAAE;gBACX,QAAQ,EAAE;oBACR,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACF;SACF,CAAC,EACF,aAAa,CACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,OAAO,GAA8B;YACzC,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,IAAA,4BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb,CAAC;SACH,CAAC,EACF,aAAa,CACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,MAAM,IAAA,4BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC,sCAAsC,CAAC,CAChE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,OAAO,GAA8B;YACzC,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAA,4BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,oBAAU,CAAC,CAAC,oBAAoB,CAAC;YACtC,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC;gBAC5B,MAAM,CAAC,gBAAgB,CAAC;oBACtB,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC,CAAC;aACH,CAAC;YACF,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;aAC1B,CAAC;SACH,CAAC,EACF,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/extraction/entities.test.js CHANGED Viewed

@@ -3,32 +3,75 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const cache_1 = require("../../../src/cache");
 const logger_1 = __importDefault(require("../../../src/logger"));
 const entities_1 = require("../../../src/redteam/extraction/entities");
 jest.mock('../../../src/logger', () => ({
     error: jest.fn(),
     debug: jest.fn(),
+    warn: jest.fn(),
 }));
+jest.mock('../../../src/cache', () => ({
+    fetchWithCache: jest.fn(),
+}));
+jest.mock('../../../src/envars', () => {
+    const originalModule = jest.requireActual('../../../src/envars');
+    return {
+        ...originalModule,
+        getEnvBool: jest.fn(originalModule.getEnvBool),
+    };
+});
 describe('Entities Extractor', () => {
     let provider;
+    let originalEnv;
     beforeEach(() => {
+        originalEnv = process.env;
+        process.env = { ...originalEnv };
         provider = {
             callApi: jest.fn().mockResolvedValue({ output: 'Entity: Apple\nEntity: Google' }),
             id: jest.fn().mockReturnValue('test-provider'),
         };
         jest.clearAllMocks();
     });
-    it('should extract entities correctly', async () => {
+    afterEach(() => {
+        process.env = originalEnv;
+    });
+    it('should use remote generation when enabled', async () => {
+        process.env.OPENAI_API_KEY = undefined;
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'false';
+        jest.mocked(cache_1.fetchWithCache).mockResolvedValue({
+            data: { task: 'entities', result: ['Apple', 'Google'] },
+            cached: false,
+        });
+        const result = await (0, entities_1.extractEntities)(provider, ['prompt1', 'prompt2']);
+        expect(result).toEqual(['Apple', 'Google']);
+        expect(cache_1.fetchWithCache).toHaveBeenCalledWith('https://api.promptfoo.dev/v1/generate', expect.objectContaining({
+            method: 'POST',
+            body: JSON.stringify({ task: 'entities', prompts: ['prompt1', 'prompt2'] }),
+        }), expect.any(Number), 'json');
+    });
+    it('should fall back to local extraction when remote generation fails', async () => {
+        process.env.OPENAI_API_KEY = undefined;
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'false';
+        jest.mocked(cache_1.fetchWithCache).mockRejectedValue(new Error('Remote generation failed'));
         const result = await (0, entities_1.extractEntities)(provider, ['prompt1', 'prompt2']);
         expect(result).toEqual(['Apple', 'Google']);
         expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt1'));
         expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt2'));
+        expect(logger_1.default.warn).toHaveBeenCalledWith(expect.stringContaining('Error using remote generation'));
+    });
+    it('should use local extraction when remote generation is disabled', async () => {
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'true';
+        const result = await (0, entities_1.extractEntities)(provider, ['prompt']);
+        expect(result).toEqual(['Apple', 'Google']);
+        expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt'));
+        expect(cache_1.fetchWithCache).not.toHaveBeenCalled();
     });
     it('should log debug message when no entities are found', async () => {
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'true';
         jest.mocked(provider.callApi).mockResolvedValue({ output: 'No entities found' });
         const result = await (0, entities_1.extractEntities)(provider, ['prompt']);
         expect(result).toEqual([]);
-        expect(logger_1.default.debug).toHaveBeenCalledWith('No entities were extracted from the prompts.');
     });
 });
 //# sourceMappingURL=entities.test.js.map

package/dist/test/redteam/extraction/entities.test.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"entities.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/entities.test.ts"],"names":[],"mappings":";;;;;AAAA,iEAAyC;AACzC,uEAA2E;AAG3E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;~~CACjB~~,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,QAAqB,CAAC;~~IAE1B~~,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;YACjF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,~~mCAAmC~~,EAAE,KAAK,IAAI,EAAE;~~QACjD~~,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;~~QACvE~~,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;~~IACpF~~,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,~~qDAAqD~~,EAAE,KAAK,IAAI,EAAE;~~QACnE~~,~~IAAI~~,CAAC,MAAM,CAAC,QAAQ,CAAC,~~OAAO~~,CAAC,CAAC,~~iBAAiB~~,CAAC,~~EAAE,~~MAAM,~~EAAE~~,~~mBAAmB~~,EAAE,CAAC,CAAC;~~QACjF~~,MAAM,~~MAAM~~,~~GAAG~~,MAAM,~~IAAA~~,~~0BAAe~~,~~EAAC~~,QAAQ,EAAE,CAAC,~~QAAQ~~,CAAC,CAAC,CAAC;~~QAC3D~~,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;~~QAC3B~~,MAAM,CAAC,~~gBAAM~~,CAAC,~~KAAK~~,CAAC,CAAC,~~oBAAoB~~,CAAC,~~8CAA8C~~,CAAC,CAAC;~~IAC5F~~,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1	+ {"version":3,"file":"entities.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/entities.test.ts"],"names":[],"mappings":";;;;;AAAA,8CAAoD;AACpD,iEAAyC;AACzC,uEAA2E;AAG3E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IACjE,OAAO;QACL,GAAG,cAAc;QACjB,UAAU,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,UAAU,CAAC;KAC/C,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,QAAqB,CAAC;IAC1B,IAAI,WAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;QAC1B,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;YACjF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,SAAS,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,OAAO,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC;YAC5C,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE;YACvD,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,uCAAuC,EACvC,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;SAC5E,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,SAAS,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,OAAO,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC,+BAA+B,CAAC,CACzD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,sBAAc,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/extraction/purpose.test.js CHANGED Viewed

@@ -1,31 +1,66 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+const cache_1 = require("../../../src/cache");
 const purpose_1 = require("../../../src/redteam/extraction/purpose");
 jest.mock('../../../src/logger', () => ({
     error: jest.fn(),
     debug: jest.fn(),
+    warn: jest.fn(),
+}));
+jest.mock('../../../src/cache', () => ({
+    fetchWithCache: jest.fn(),
 }));
 describe('System Purpose Extractor', () => {
+    let provider;
+    let originalEnv;
     beforeEach(() => {
-        jest.clearAllMocks();
-    });
-    it('should extract system purpose when returned in xml', async () => {
-        const provider = {
+        originalEnv = process.env;
+        process.env = { ...originalEnv };
+        provider = {
             callApi: jest
                 .fn()
                 .mockResolvedValue({ output: '<Purpose>Extracted system purpose</Purpose>' }),
             id: jest.fn().mockReturnValue('test-provider'),
         };
-        await expect((0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2'])).resolves.toBe('Extracted system purpose');
+        jest.clearAllMocks();
+    });
+    afterEach(() => {
+        process.env = originalEnv;
+    });
+    it('should use remote generation when enabled', async () => {
+        process.env.OPENAI_API_KEY = undefined;
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'false';
+        jest.mocked(cache_1.fetchWithCache).mockResolvedValue({
+            data: { task: 'purpose', result: 'Remote extracted purpose' },
+            cached: false,
+        });
+        const result = await (0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2']);
+        expect(result).toBe('Remote extracted purpose');
+        expect(cache_1.fetchWithCache).toHaveBeenCalledWith('https://api.promptfoo.dev/v1/generate', expect.objectContaining({
+            method: 'POST',
+            body: JSON.stringify({ task: 'purpose', prompts: ['prompt1', 'prompt2'] }),
+        }), expect.any(Number), 'json');
+    });
+    it('should fall back to local extraction when remote generation fails', async () => {
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'false';
+        jest.mocked(cache_1.fetchWithCache).mockRejectedValue(new Error('Remote generation failed'));
+        const result = await (0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2']);
+        expect(result).toBe('Extracted system purpose');
         expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt1'));
         expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt2'));
     });
+    it('should use local extraction when remote generation is disabled', async () => {
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'true';
+        const result = await (0, purpose_1.extractSystemPurpose)(provider, ['prompt']);
+        expect(result).toBe('Extracted system purpose');
+        expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt'));
+        expect(cache_1.fetchWithCache).not.toHaveBeenCalled();
+    });
     it('should extract system purpose when returned without xml tags', async () => {
-        const provider = {
-            callApi: jest.fn().mockResolvedValue({ output: 'Extracted system purpose' }),
-            id: jest.fn().mockReturnValue('test-provider'),
-        };
-        await expect((0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2'])).resolves.toBe('Extracted system purpose');
+        process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'true';
+        jest.mocked(provider.callApi).mockResolvedValue({ output: 'Extracted system purpose' });
+        const result = await (0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2']);
+        expect(result).toBe('Extracted system purpose');
     });
 });
 //# sourceMappingURL=purpose.test.js.map

package/dist/test/redteam/extraction/purpose.test.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"purpose.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/purpose.test.ts"],"names":[],"mappings":";;AAAA,qEAA+E;AAG/E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;~~CACjB~~,CAAC,CAAC,CAAC;AAEJ,~~QAAQ~~,CAAC,~~0BAA0B~~,EAAE,GAAG,EAAE;~~IACxC~~,~~UAAU~~,CAAC,GAAG,EAAE;~~QACd~~,IAAI,CAAC,~~aAAa~~,~~EAAE~~,CAAC;~~IACvB~~,CAAC,CAAC,CAAC;~~IAEH~~,~~EAAE~~,CAAC,~~oDAAoD~~,EAAE,~~KAAK~~,~~IAAI~~,EAAE;~~QAClE~~,~~MAAM,~~QAAQ,~~GAAgB~~;~~YAC5B~~,OAAO,EAAE,IAAI;iBACV,EAAE,EAAE;iBACJ,iBAAiB,CAAC,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAC;YAC/E,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,MAAM,CAAC,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,~~CAChF~~,0BAA0B,~~CAC3B~~,CAAC;~~QACF~~,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,~~8DAA8D~~,EAAE,KAAK,IAAI,EAAE;~~QAC5E~~,MAAM,QAAQ,~~GAAgB~~;~~YAC5B~~,~~OAAO~~,~~EAAE~~,IAAI,CAAC,~~EAAE~~,~~EAAE~~,CAAC,~~iBAAiB~~,CAAC,~~EAAE~~,MAAM,~~EAAE~~,~~0BAA0B~~,~~EAAE~~,CAAC;~~YAC5E~~,~~EAAE~~,EAAE,~~IAAI~~,CAAC,EAAE,EAAE,CAAC,~~eAAe~~,CAAC,~~eAAe~~,CAAC;~~SAC/C~~,CAAC~~;QACF~~,MAAM,MAAM,CAAC,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,~~QAAQ~~,CAAC,IAAI,~~CAChF~~,0BAA0B,~~CAC3B~~,CAAC;~~IACJ~~,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1	+ {"version":3,"file":"purpose.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/purpose.test.ts"],"names":[],"mappings":";;AAAA,8CAAoD;AACpD,qEAA+E;AAG/E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,QAAqB,CAAC;IAC1B,IAAI,WAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;QAC1B,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI;iBACV,EAAE,EAAE;iBACJ,iBAAiB,CAAC,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAC;YAC/E,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,SAAS,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,OAAO,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC;YAC5C,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,0BAA0B,EAAE;YAC7D,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAE5E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAChD,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,uCAAuC,EACvC,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;SAC3E,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,OAAO,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAE5E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEhE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,sBAAc,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAExF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAE5E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/extraction/util.test.js CHANGED Viewed

@@ -3,12 +3,105 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const cache_1 = require("../../../src/cache");
 const logger_1 = __importDefault(require("../../../src/logger"));
+const shared_1 = require("../../../src/providers/shared");
 const util_1 = require("../../../src/redteam/extraction/util");
 jest.mock('../../../src/logger', () => ({
     error: jest.fn(),
+    warn: jest.fn(),
     debug: jest.fn(),
 }));
+jest.mock('../../../src/cache', () => ({
+    fetchWithCache: jest.fn(),
+}));
+describe('fetchRemoteGeneration', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+    });
+    it('should fetch remote generation for purpose task', async () => {
+        const mockResponse = {
+            data: {
+                task: 'purpose',
+                result: 'This is a purpose',
+            },
+            cached: false,
+        };
+        jest.mocked(cache_1.fetchWithCache).mockResolvedValue(mockResponse);
+        const result = await (0, util_1.fetchRemoteGeneration)('purpose', ['prompt1', 'prompt2']);
+        expect(result).toBe('This is a purpose');
+        expect(cache_1.fetchWithCache).toHaveBeenCalledWith('https://api.promptfoo.dev/v1/generate', {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ task: 'purpose', prompts: ['prompt1', 'prompt2'] }),
+        }, shared_1.REQUEST_TIMEOUT_MS, 'json');
+    });
+    it('should fetch remote generation for entities task', async () => {
+        const mockResponse = {
+            data: {
+                task: 'entities',
+                result: ['Entity1', 'Entity2'],
+            },
+            cached: false,
+        };
+        jest.mocked(cache_1.fetchWithCache).mockResolvedValue(mockResponse);
+        const result = await (0, util_1.fetchRemoteGeneration)('entities', ['prompt1', 'prompt2']);
+        expect(result).toEqual(['Entity1', 'Entity2']);
+        expect(cache_1.fetchWithCache).toHaveBeenCalledWith('https://api.promptfoo.dev/v1/generate', {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ task: 'entities', prompts: ['prompt1', 'prompt2'] }),
+        }, shared_1.REQUEST_TIMEOUT_MS, 'json');
+    });
+    it('should throw an error when fetchWithCache fails', async () => {
+        const mockError = new Error('Network error');
+        jest.mocked(cache_1.fetchWithCache).mockRejectedValue(mockError);
+        await expect((0, util_1.fetchRemoteGeneration)('purpose', ['prompt'])).rejects.toThrow('Network error');
+        expect(logger_1.default.warn).toHaveBeenCalledWith("Error using remote generation for task 'purpose': Error: Network error");
+    });
+    it('should throw an error when response parsing fails', async () => {
+        const mockResponse = {
+            data: {
+                task: 'purpose',
+                // Missing 'result' field
+            },
+            cached: false,
+        };
+        jest.mocked(cache_1.fetchWithCache).mockResolvedValue(mockResponse);
+        await expect((0, util_1.fetchRemoteGeneration)('purpose', ['prompt'])).rejects.toThrow('Invalid input');
+        expect(logger_1.default.warn).toHaveBeenCalledWith(expect.stringContaining("Error using remote generation for task 'purpose':"));
+    });
+});
+describe('RedTeamGenerationResponse', () => {
+    it('should validate correct response structure', () => {
+        const validResponse = {
+            task: 'purpose',
+            result: 'This is a purpose',
+        };
+        expect(() => util_1.RedTeamGenerationResponse.parse(validResponse)).not.toThrow();
+    });
+    it('should throw error for invalid response structure', () => {
+        const invalidResponse = {
+            task: 'purpose',
+            // Missing 'result' field
+        };
+        expect(() => util_1.RedTeamGenerationResponse.parse(invalidResponse)).toThrow('Invalid input');
+    });
+    it('should validate response with string result', () => {
+        const response = {
+            task: 'purpose',
+            result: 'This is a purpose',
+        };
+        expect(() => util_1.RedTeamGenerationResponse.parse(response)).not.toThrow();
+    });
+    it('should validate response with array result', () => {
+        const response = {
+            task: 'entities',
+            result: ['Entity1', 'Entity2'],
+        };
+        expect(() => util_1.RedTeamGenerationResponse.parse(response)).not.toThrow();
+    });
+});
 describe('Extraction Utils', () => {
     let provider;
     beforeEach(() => {
@@ -28,12 +121,10 @@ describe('Extraction Utils', () => {
             const error = new Error('API error');
             jest.mocked(provider.callApi).mockResolvedValue({ error: error.message });
             await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Failed to perform extraction: API error');
-            expect(logger_1.default.error).toHaveBeenCalledWith('Error in extraction: API error');
         });
         it('should throw an error if output is not a string', async () => {
             jest.mocked(provider.callApi).mockResolvedValue({ output: 123 });
             await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: 123');
-            expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: 123');
         });
         it('should handle empty string output', async () => {
             jest.mocked(provider.callApi).mockResolvedValue({ output: '' });
@@ -43,12 +134,10 @@ describe('Extraction Utils', () => {
         it('should handle null output', async () => {
             jest.mocked(provider.callApi).mockResolvedValue({ output: null });
             await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: null');
-            expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: null');
         });
         it('should handle undefined output', async () => {
             jest.mocked(provider.callApi).mockResolvedValue({ output: undefined });
             await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: undefined');
-            expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: undefined');
         });
     });
     describe('formatPrompts', () => {