promptfoo 0.65.2 → 0.66.0

package/dist/src/web/nextui/_next/static/chunks/2-83f58953fd015451.js

@@ -1 +0,0 @@
-(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[2],{49532:function(e,t,s){"use strict";let n,l;async function a(){if(n||(l||(l=fetch("/api/config").then(e=>e.json()).then(e=>n=e.apiBaseUrl)),await l),void 0===n)throw Error("API base URL is undefined");return n}s.d(t,{b:function(){return a}})},72002:function(e,t,s){"use strict";s.r(t),s.d(t,{default:function(){return e0}});var n=s(24004),l=s(14978),a=s(93179),i=s(11615),r=s(74997),o=s(28891),c=s(12594),d=s(43205),u=s(68873),h=s(49567),p=s(40982),m=s(24362),x=s(5592),g=s(42610),j=s(14931),v=s(39813),f=s(63147),b=s(1852),y=s(94941),Z=s(57027),w=s(36273),C=s(96976),k=s(8508),S=s(34304),N=s(75307),R=s(17178),I=s(32414),P=s(67339),E=s(65969),F=s(14059),O=s(23223),M=s(34235),T=s(48931),L=s(29794),D=s(51956),U=s(79685),A=s(74595),W=s(37204);let _={getItem:async e=>await (0,W.U2)(e)||null,setItem:async(e,t)=>{await (0,W.t8)(e,t)},removeItem:async e=>{await (0,W.IV)(e)}},z=(0,U.Ue)()((0,A.tJ)((e,t)=>({evalId:null,setEvalId:t=>e(()=>({evalId:t})),table:null,setTable:t=>e(()=>({table:t})),config:null,setConfig:t=>e(()=>({config:t})),maxTextLength:250,setMaxTextLength:t=>e(()=>({maxTextLength:t})),wordBreak:"break-word",setWordBreak:t=>e(()=>({wordBreak:t})),showInferenceDetails:!0,setShowInferenceDetails:t=>e(()=>({showInferenceDetails:t})),renderMarkdown:!1,setRenderMarkdown:t=>e(()=>({renderMarkdown:t})),prettifyJson:!1,setPrettifyJson:t=>e(()=>({prettifyJson:t})),showPrompts:!1,setShowPrompts:t=>e(()=>({showPrompts:t})),showPassFail:!0,setShowPassFail:t=>e(()=>({showPassFail:t}))}),{name:"ResultsViewStorage",storage:(0,A.FL)(()=>_)}));var V=function(){let{table:e,config:t,evalId:s}=z(),[a,i]=l.useState(!1),r=(e,t)=>{let s=URL.createObjectURL(e),n=document.createElement("a");n.href=s,n.download=t,document.body.appendChild(n),n.click(),document.body.removeChild(n),URL.revokeObjectURL(s)},o=()=>{i(!1)};return(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)(C.Z,{onClick:()=>{i(!0)},children:[(0,n.jsx)(Z.Z,{children:(0,n.jsx)(T.Z,{fontSize:"small"})}),(0,n.jsx)(y.Z,{children:"Download"})]}),(0,n.jsx)(L.Z,{onClose:o,open:a,children:(0,n.jsx)(D.Z,{children:(0,n.jsxs)(I.Z,{direction:"column",spacing:2,sx:{width:"100%"},children:[(0,n.jsx)(p.Z,{onClick:()=>{let e=M.default.dump(t),s=new Blob([e],{type:"text/yaml;charset=utf-8"});r(s,"promptfooconfig.yaml"),o()},startIcon:(0,n.jsx)(T.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download YAML Config"}),(0,n.jsx)(p.Z,{onClick:()=>{if(!e){alert("No table data");return}let t=new Blob([JSON.stringify(e,null,2)],{type:"application/json"});r(t,"".concat(s,"-table.json")),o()},startIcon:(0,n.jsx)(T.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download Table JSON"}),(0,n.jsx)(p.Z,{onClick:()=>{if(!e){alert("No table data");return}let t=e.body.map((t,s)=>({chosen:t.outputs.filter(e=>e.pass).map(e=>e.text),rejected:t.outputs.filter(e=>!e.pass).map(e=>e.text),vars:t.test.vars,providers:e.head.prompts.map(e=>e.provider),prompts:e.head.prompts.map(e=>e.label||e.display||e.raw)})),n=new Blob([JSON.stringify(t,null,2)],{type:"application/json"});r(n,"".concat(s,"-dpo.json")),o()},startIcon:(0,n.jsx)(T.Z,{}),fullWidth:!0,sx:{justifyContent:"flex-start"},children:"Download DPO JSON"})]})})})]})},B=s(36001),J=s(82669),H=s(92863),G=s(37803),X=s(77656),Y=s(92715),q=s(69179);let $=["#fd7f6f","#7eb0d5","#b2e061","#bd7ebe","#ffb55a","#ffee65","#beb9db","#fdcce5","#8bd3c7"];function K(e){let{table:t}=e,s=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{if(!s.current)return;a.current&&a.current.destroy();let e=t.body.flatMap(e=>e.outputs.map(e=>e.score)),n=Math.min(...e),l=(Math.ceil(Math.max(...e))-Math.floor(n))/10,i=Array.from({length:11},(e,t)=>parseFloat((Math.floor(n)+t*l).toFixed(2))),r=t.head.prompts.map((e,s)=>{let n=t.body.flatMap(e=>e.outputs[s].score),a=i.map(e=>n.filter(t=>t>=e&&t<e+l).length);return{label:"Column ".concat(s+1),data:a,backgroundColor:$[s%$.length]}});a.current=new B.kL(s.current,{type:"bar",data:{labels:i,datasets:r},options:{animation:!1,plugins:{title:{display:!0,text:"Score Distribution"},legend:{display:!1},tooltip:{callbacks:{title:function(e){let t=e[0].datasetIndex;return"Column ".concat(t+1)},label:function(e){let t=e.dataIndex,s=i[t],n=i[t+1];return n?"".concat(s," <= score < ").concat(n):"".concat(s," <= score")}}}}}})},[t]),(0,n.jsx)("canvas",{ref:s,style:{maxHeight:"300px"}})}function Q(e){let{table:t}=e,s=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{if(!s.current)return;a.current&&a.current.destroy();let e=t.head.prompts.map((e,s)=>{let n=t.body.flatMap(e=>e.outputs[s]),l=n.filter(e=>e.pass).length,a=l/n.length*100;return{label:"Column ".concat(s+1),data:[a],backgroundColor:$[s%$.length]}});a.current=new B.kL(s.current,{type:"bar",data:{labels:["Pass Rate (%)"],datasets:e},options:{animation:!1,plugins:{title:{display:!0,text:"Pass rate"},legend:{display:!0}}}})},[t]),(0,n.jsx)("canvas",{ref:s,style:{maxHeight:"300px"}})}function ee(e){let{table:t}=e,s=(0,l.useRef)(null),a=(0,l.useRef)(null),[i,r]=(0,l.useState)(0),[o,c]=(0,l.useState)(1),[d,u]=(0,l.useState)(!1);return(0,l.useEffect)(()=>{if(!s.current)return;a.current&&a.current.destroy();let e=t.body.flatMap(e=>e.outputs.map(e=>e.score)),n=Math.min(...e),l=Math.max(...e),r=t.body.map(e=>{let t=e.outputs[i].score,s=e.outputs[o].score;return{x:t,y:s,backgroundColor:s>t?"green":s<t?"red":"gray"}});a.current=new B.kL(s.current,{type:"scatter",data:{datasets:[{data:r,backgroundColor:r.map(e=>e.backgroundColor)},{type:"line",data:[{x:n,y:n},{x:l,y:l}],borderColor:"gray",borderWidth:1,borderDash:[5,5],pointRadius:0}]},options:{animation:!1,plugins:{legend:{display:!1},tooltip:{callbacks:{label:function(e){let s=t.body[e.dataIndex],n=s.outputs[0].text,l=s.outputs[1].text;return n.length>30&&(n=n.substring(0,30)+"..."),l.length>30&&(l=l.substring(0,30)+"..."),"Output 1: ".concat(n,"\nOutput 2: ").concat(l)}}}},scales:{x:{title:{display:!0,text:"Prompt ".concat(i+1," Score")},ticks:{callback:function(e,t,s){let n=String(Math.round(100*Number(e)));return t===s.length-1&&(n+="%"),n}}},y:{title:{display:!0,text:"Prompt ".concat(o+1," Score")},ticks:{callback:function(e,t,s){let n=String(Math.round(100*Number(e)));return t===s.length-1&&(n+="%"),n}}}}}})},[t,i,o]),(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)(L.Z,{open:d,onClose:()=>u(!1),children:[(0,n.jsx)(J.Z,{children:"Compare prompt outputs"}),(0,n.jsxs)(D.Z,{children:[(0,n.jsx)(v.Z,{sx:{m:1,minWidth:120},children:(0,n.jsx)(S.Z,{value:i,onChange:e=>r(Number(e.target.value)),children:t.head.prompts.map((e,t)=>(0,n.jsxs)(C.Z,{value:t,children:["Prompt ",t+1]},t))})}),(0,n.jsx)(v.Z,{sx:{m:1,minWidth:120},children:(0,n.jsx)(S.Z,{value:o,onChange:e=>c(Number(e.target.value)),children:t.head.prompts.map((e,t)=>(0,n.jsxs)(C.Z,{value:t,children:["Prompt ",t+1]},t))})})]})]}),(0,n.jsx)("canvas",{ref:s,style:{maxHeight:"300px",cursor:"pointer"},onClick:()=>u(!0)})]})}function et(e){let{table:t}=e,s=(0,l.useRef)(null),a=(0,l.useRef)(null);return(0,l.useEffect)(()=>{var e;if(!s.current)return;a.current&&a.current.destroy();let n=Object.keys((null===(e=t.head.prompts[0].metrics)||void 0===e?void 0:e.namedScores)||{}),l=t.head.prompts.map((e,s)=>{let l=n.map(s=>{var n;let l=(null===(n=e.metrics)||void 0===n?void 0:n.namedScores[s])||0,a=Math.max(...t.head.prompts.map(e=>{var t;return(null===(t=e.metrics)||void 0===t?void 0:t.namedScores[s])||0}));return l/a});return{label:"".concat(t.head.prompts[s].provider),data:l,backgroundColor:$[s%$.length]}});a.current=new B.kL(s.current,{type:"bar",data:{labels:n,datasets:l},options:{scales:{x:{grid:{display:!1}},y:{ticks:{callback:function(e,t,s){let n=String(Math.round(100*Number(e)));return t===s.length-1&&(n+="%"),n}}}},plugins:{tooltip:{callbacks:{title:function(e){return e[0].dataset.label},label:function(e){let t=e.parsed.y;return"".concat(n[e.dataIndex],": ").concat((100*t).toFixed(2),"% pass rate")}}}}}})},[t]),(0,n.jsx)("canvas",{ref:s,style:{maxHeight:"300px"}})}B.kL.register(B.vn,B.ST,B.ho,B.uw,B.f$,B.ZL,B.jn,B.od,B.u,B.wL);var es=l.memo(function(e){var t;let{columnVisibility:s}=e,a=(0,H.Z)();B.kL.defaults.color="dark"===a.palette.mode?"#aaa":"#666";let[i,r]=(0,l.useState)(!0),{table:o}=z();if(!o||!i||o.head.prompts.length<2)return null;let c=o.body.flatMap(e=>e.outputs.map(e=>e.score)),d=new Set(c);return 1===d.size?null:(0,n.jsx)(q.SV,{fallback:null,children:(0,n.jsxs)(G.Z,{style:{position:"relative",padding:a.spacing(3)},children:[(0,n.jsx)(X.Z,{style:{position:"absolute",right:0,top:0},onClick:()=>r(!1),children:(0,n.jsx)(Y.Z,{})}),(0,n.jsxs)("div",{style:{display:"flex",justifyContent:"space-between",width:"100%"},children:[(0,n.jsx)("div",{style:{width:"33%"},children:(0,n.jsx)(Q,{table:o})}),(0,n.jsx)("div",{style:{width:"33%"},children:d.size<=3&&Object.keys((null===(t=o.head.prompts[0].metrics)||void 0===t?void 0:t.namedScores)||{}).length>1?(0,n.jsx)(et,{table:o}):(0,n.jsx)(K,{table:o})}),(0,n.jsx)("div",{style:{width:"33%"},children:(0,n.jsx)(ee,{table:o})})]})]})})}),en=s(50459),el=s(36128),ea=s(9317),ei=s(62268),er=s(59682),eo=s(38640),ec=s.n(eo);s(55974);var ed=e=>{let{lookup:t,onSearchTextChange:s}=e;return t&&Object.keys(t).length?(0,n.jsx)("div",{className:"custom-metric-container",children:Object.entries(t).map(e=>{let[t,l]=e;return t&&void 0!==l?(0,n.jsxs)("span",{onClick:()=>s&&s("metric=".concat(t,":[^0]")),className:s?"clickable":"",children:[t,": ",l.toFixed(2)]},t):null})}):null},eu=s(19116),eh=s(22701),ep=e=>{let{open:t,contextText:s,commentText:l,onClose:a,onSave:i,onChange:r}=e;return(0,n.jsxs)(L.Z,{open:t,onClose:a,fullWidth:!0,maxWidth:"sm",children:[(0,n.jsx)(J.Z,{children:"Edit Comment"}),(0,n.jsxs)(D.Z,{children:[(0,n.jsx)(h.Z,{sx:{backgroundColor:"#f0f0f0",padding:2,marginBottom:2},children:s}),(0,n.jsx)(P.Z,{autoFocus:!0,margin:"dense",type:"text",fullWidth:!0,multiline:!0,rows:4,value:l,onChange:e=>r(e.target.value)})]}),(0,n.jsxs)(eh.Z,{children:[(0,n.jsx)(p.Z,{onClick:i,color:"primary",variant:"contained",children:"Save"}),(0,n.jsx)(p.Z,{onClick:a,color:"primary",children:"Cancel"})]})]})},em=s(613),ex=s(35185),eg=s(26110),ej=s(65068),ev=s(70417),ef=s(21303),eb=s(61451),ey=s(26485),eZ=s(30021);function ew(e){let{gradingResults:t}=e;return t?(0,n.jsxs)(h.Z,{mt:2,children:[(0,n.jsx)(f.Z,{variant:"subtitle1",children:"Assertions"}),(0,n.jsx)(eb.Z,{children:(0,n.jsxs)(ej.Z,{children:[(0,n.jsx)(ey.Z,{children:(0,n.jsxs)(eZ.Z,{children:[(0,n.jsx)(ef.Z,{style:{fontWeight:"bold"},children:"Pass"}),(0,n.jsx)(ef.Z,{style:{fontWeight:"bold"},children:"Score"}),(0,n.jsx)(ef.Z,{style:{fontWeight:"bold"},children:"Type"}),(0,n.jsx)(ef.Z,{style:{fontWeight:"bold"},children:"Value"}),(0,n.jsx)(ef.Z,{style:{fontWeight:"bold"},children:"Reason"})]})}),(0,n.jsx)(ev.Z,{children:t.map((e,t)=>{var s,l;return e?(0,n.jsxs)(eZ.Z,{children:[(0,n.jsx)(ef.Z,{children:e.pass?"✅":"❌"}),(0,n.jsx)(ef.Z,{children:e.score.toFixed(2)}),(0,n.jsx)(ef.Z,{children:(null===(s=e.assertion)||void 0===s?void 0:s.type)||""}),(0,n.jsx)(ef.Z,{style:{whiteSpace:"pre-wrap"},children:(null===(l=e.assertion)||void 0===l?void 0:l.value)?String(e.assertion.value):"-"}),(0,n.jsx)(ef.Z,{style:{whiteSpace:"pre-wrap"},children:e.reason})]},t):null})})]})})]}):null}function eC(e){let{open:t,onClose:s,prompt:a,provider:i,output:r,gradingResults:o}=e,[c,d]=(0,l.useState)(!1);(0,l.useEffect)(()=>{d(!1)},[a]);let u=async e=>{await navigator.clipboard.writeText(e),d(!0)};return(0,n.jsxs)(L.Z,{open:t,onClose:s,fullWidth:!0,maxWidth:"lg",children:[(0,n.jsxs)(J.Z,{children:["Details",i&&": ".concat(i)]}),(0,n.jsxs)(D.Z,{children:[(0,n.jsxs)(h.Z,{mb:2,children:[(0,n.jsx)(f.Z,{variant:"subtitle1",style:{marginBottom:"1rem"},children:"Prompt"}),(0,n.jsx)(em.u,{readOnly:!0,value:a,style:{width:"100%",padding:"0.75rem"},maxRows:20}),(0,n.jsx)(X.Z,{onClick:()=>u(a),style:{position:"absolute",right:"10px",top:"10px"},children:c?(0,n.jsx)(eg.Z,{}):(0,n.jsx)(ex.Z,{})})]}),r&&(0,n.jsxs)(h.Z,{my:2,children:[(0,n.jsx)(f.Z,{variant:"subtitle1",style:{marginBottom:"1rem",marginTop:"1rem"},children:"Output"}),(0,n.jsx)(em.u,{readOnly:!0,maxRows:20,value:r,style:{width:"100%",padding:"0.75rem"}})]}),(0,n.jsx)(ew,{gradingResults:o})]}),(0,n.jsx)(eh.Z,{children:(0,n.jsx)(p.Z,{onClick:s,children:"Close"})})]})}var ek=s(73490),eS=s(24495);s(16658);var eN=e=>{let{failReasons:t}=e,[s,a]=(0,l.useState)(0);return t.length<1?null:(0,n.jsxs)("div",{className:"fail-reason",children:[t.length>1&&(0,n.jsxs)("span",{className:"fail-reason-carousel-controls",children:[(0,n.jsx)(X.Z,{onClick:()=>{a(e=>e>0?e-1:t.length-1)},children:(0,n.jsx)(ek.Z,{sx:{fontSize:12}})}),(0,n.jsxs)("span",{children:[s+1,"/",t.length]}),(0,n.jsx)(X.Z,{onClick:()=>{a(e=>e<t.length-1?e+1:0)},children:(0,n.jsx)(eS.Z,{sx:{fontSize:12}})})]}),t[s].trim().split("\n").map((e,t)=>(0,n.jsxs)(l.Fragment,{children:[e,(0,n.jsx)("br",{})]},t))]})};function eR(e){return"string"==typeof e||"number"==typeof e?e.toString().length:Array.isArray(e)?e.reduce((e,t)=>e+eR(t),0):l.isValidElement(e)&&e.props.children?l.Children.toArray(e.props.children).reduce((e,t)=>e+eR(t),0):0}let eI=l.memo(function(e){let t,{text:s,maxLength:a}=e,[i,r]=l.useState(!0),o=function(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:0;if("string"==typeof e||"number"==typeof e){let s=e.toString();return s.slice(0,a-t)}if(Array.isArray(e)){let s=[],n=t;for(let t of e){let e=eR(t);if(n+e>a){s.push(o(t,n));break}s.push(t),n+=e}return s}if(l.isValidElement(e)&&e.props.children){let s=eR(e.props.children);if(s>a-t)return l.cloneElement(e,{...e.props,children:o(e.props.children,t)})}return e};t=l.isValidElement(s)||"string"==typeof s?s:JSON.stringify(s);let c=i?o(t):t,d=eR(t)>a;return(0,n.jsxs)("div",{style:{cursor:d?"pointer":"normal"},onClick:()=>{r(!i)},children:[c,i&&eR(t)>a&&(0,n.jsx)("span",{children:"..."})]})}),eP=(0,l.createContext)(void 0),eE=e=>{let{children:t}=e,[s,a]=(0,l.useState)(!1);return(0,l.useEffect)(()=>{let e=e=>{"Shift"===e.key&&a(!0)},t=e=>{"Shift"===e.key&&a(!1)};return window.addEventListener("keydown",e),window.addEventListener("keyup",t),()=>{window.removeEventListener("keydown",e),window.removeEventListener("keyup",t)}},[]),(0,n.jsx)(eP.Provider,{value:s,children:t})},eF=()=>{let e=(0,l.useContext)(eP);if(void 0===e)throw Error("useShiftKey must be used within a ShiftKeyProvider");return e},eO=l.memo(function(e){var t,s,a,i,r,o,c,d,u,h,p,m,x;let g,j,v,f,b,y,{output:Z,maxTextLength:w,rowIndex:C,promptIndex:k,onRating:S,firstOutput:N,showDiffs:R,searchText:I,showStats:P}=e,{renderMarkdown:F,prettifyJson:O,showPrompts:M,showPassFail:T}=z(),[L,D]=l.useState(!1),[U,A]=l.useState(!1),[W,_]=l.useState(null),V=e=>{_(e||null),A(!U)},[B,J]=l.useState(!1),[H,G]=l.useState((null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)||""),X=()=>{J(!0)},Y="string"==typeof Z.text?Z.text:JSON.stringify(Z.text),q=[];if(!Z.pass&&Y.includes("---")&&(q=((null===(h=Z.gradingResult)||void 0===h?void 0:h.componentResults)||[]).filter(e=>!!e&&!e.pass).map(e=>e.reason),Y=Y.split("---").slice(1).join("---")),R&&N){let e,t="string"==typeof N.text?N.text:JSON.stringify(N.text);t.includes("---")&&(t=t.split("---").slice(1).join("---"));try{JSON.parse(t),JSON.parse(Y),e=(0,eu.CT)(t,Y)}catch(s){e=t.includes(". ")&&Y.includes(". ")?(0,eu.SY)(t,Y):(0,eu.NV)(t,Y)}g=(0,n.jsx)(n.Fragment,{children:e.map((e,t)=>e.added?(0,n.jsx)("ins",{children:e.value},t):e.removed?(0,n.jsx)("del",{children:e.value},t):(0,n.jsx)("span",{children:e.value},t))})}if(I)try{let e;let t=RegExp(I,"gi"),s=[];for(;null!==(e=t.exec(Y));)s.push({start:e.index,end:t.lastIndex});g=(0,n.jsx)(n.Fragment,{children:s.length>0?(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)("span",{children:Y.substring(0,s[0].start)},"text-before"),s.map((e,t)=>(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)("span",{className:"search-highlight",children:Y.substring(e.start,e.end)},"match-"+t),(0,n.jsx)("span",{children:Y.substring(e.end,s[t+1]?s[t+1].start:Y.length)},"text-after-"+t)]}))]}):(0,n.jsx)("span",{children:Y},"no-match")})}catch(e){console.error("Invalid regular expression:",e.message)}else if(F)g=(0,n.jsx)(en.U,{components:{img:e=>{let{src:t,alt:s}=e;return(0,n.jsx)("img",{loading:"lazy",src:t,alt:s,onClick:()=>V(t),style:{cursor:"pointer"}})}},children:Y});else if(O)try{g=(0,n.jsx)("pre",{children:JSON.stringify(JSON.parse(Y),null,2)})}catch(e){}let $=l.useCallback(e=>{var t;S(e,void 0,null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)},[S,null===(s=Z.gradingResult)||void 0===s?void 0:s.comment]),K=l.useCallback(()=>{let e=prompt("Set test score (0.0 - 1.0):",String(Z.score));if(null!==e){let s=parseFloat(e);if(!isNaN(s)&&s>=0&&s<=1){var t;S(void 0,s,null===(t=Z.gradingResult)||void 0===t?void 0:t.comment)}else alert("Invalid score. Please enter a value between 0.0 and 1.0.")}},[S,Z.score,null===(a=Z.gradingResult)||void 0===a?void 0:a.comment]),[Q,ee]=l.useState(!1),et=l.useCallback(()=>{navigator.clipboard.writeText(Z.text),ee(!0)},[Z.text]);if(Z.latencyMs&&(v=(0,n.jsxs)("span",{children:[Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.latencyMs)," ms"]})),null===(i=Z.tokenUsage)||void 0===i?void 0:i.completion){let e=Z.tokenUsage.completion/(Z.latencyMs/1e3);f=(0,n.jsx)("span",{children:Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e)})}if(Z.cost&&(b=(0,n.jsxs)("span",{children:["$",Z.cost.toPrecision(2)]})),null===(r=Z.tokenUsage)||void 0===r?void 0:r.cached)j=(0,n.jsxs)("span",{children:[Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.tokenUsage.cached)," ","(cached)"]});else if(null===(o=Z.tokenUsage)||void 0===o?void 0:o.total){let e=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(null!==(p=Z.tokenUsage.prompt)&&void 0!==p?p:0),t=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(null!==(m=Z.tokenUsage.completion)&&void 0!==m?m:0),s=Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(Z.tokenUsage.total);j=(0,n.jsx)(E.Z,{title:"".concat(e," prompt tokens + ").concat(t," completion tokens = ").concat(s," total"),children:(0,n.jsxs)("span",{children:[s,("0"!==e||"0"!==t)&&" (".concat(e,"+").concat(t,")")]})})}let es=(null===(c=Z.gradingResult)||void 0===c?void 0:c.comment)&&"!highlight"!==Z.gradingResult.comment?(0,n.jsx)("div",{className:"comment",onClick:X,children:Z.gradingResult.comment}):null,el=P?(0,n.jsxs)("div",{className:"cell-detail",children:[j&&(0,n.jsxs)("div",{className:"stat-item",children:[(0,n.jsx)("strong",{children:"Tokens:"})," ",j]}),v&&(0,n.jsxs)("div",{className:"stat-item",children:[(0,n.jsx)("strong",{children:"Latency:"})," ",v]}),f&&(0,n.jsxs)("div",{className:"stat-item",children:[(0,n.jsx)("strong",{children:"Tokens/Sec:"})," ",f]}),b&&(0,n.jsxs)("div",{className:"stat-item",children:[(0,n.jsx)("strong",{children:"Cost:"})," ",b]})]}):null,ea=eF(),ei=(0,n.jsxs)("div",{className:"cell-actions",children:[ea&&(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)("span",{className:"action",onClick:et,onMouseDown:e=>e.preventDefault(),children:(0,n.jsx)(E.Z,{title:"Copy output to clipboard",children:(0,n.jsx)("span",{children:Q?"✅":"\uD83D\uDCCB"})})}),(0,n.jsx)("span",{className:"action",onClick:()=>{let e;H.startsWith("!highlight")?S(void 0,void 0,e=H.slice(10).trim()):S(void 0,void 0,e=("!highlight "+H).trim()),G(e)},onMouseDown:e=>e.preventDefault(),children:(0,n.jsx)(E.Z,{title:"Toggle test highlight",children:(0,n.jsx)("span",{children:"\uD83C\uDF1F"})})})]}),Z.prompt&&(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)("span",{className:"action",onClick:()=>{D(!0)},children:(0,n.jsx)(E.Z,{title:"View ouput and test details",children:(0,n.jsx)("span",{children:"\uD83D\uDD0E"})})}),(0,n.jsx)(eC,{open:L,onClose:()=>{D(!1)},prompt:Z.prompt,provider:Z.provider,gradingResults:null===(d=Z.gradingResult)||void 0===d?void 0:d.componentResults,output:Y})]}),(0,n.jsx)("span",{className:"action",onClick:()=>$(!0),children:(0,n.jsx)(E.Z,{title:"Mark test passed (score 1.0)",children:(0,n.jsx)("span",{children:"\uD83D\uDC4D"})})}),(0,n.jsx)("span",{className:"action",onClick:()=>$(!1),children:(0,n.jsx)(E.Z,{title:"Mark test failed (score 0.0)",children:(0,n.jsx)("span",{children:"\uD83D\uDC4E"})})}),(0,n.jsx)("span",{className:"action",onClick:K,children:(0,n.jsx)(E.Z,{title:"Set test score",children:(0,n.jsx)("span",{children:"\uD83D\uDD22"})})}),(0,n.jsx)("span",{className:"action",onClick:X,children:(0,n.jsx)(E.Z,{title:"Edit comment",children:(0,n.jsx)("span",{children:"✏️"})})})]}),er={};(null===(u=Z.gradingResult)||void 0===u?void 0:u.comment)==="!highlight"&&(er.backgroundColor="#ffffeb");let eo=0,ec=0,eh=Z.gradingResult;if(eh?eh.componentResults?eh.componentResults.forEach(e=>{(null==e?void 0:e.pass)?eo++:ec++}):(eo=eh.pass?1:0,ec=eh.pass?0:1):Z.pass?eo=1:Z.pass||(ec=1),1===ec&&1===eo)y=(0,n.jsxs)(n.Fragment,{children:["".concat(ec," FAIL")," ","".concat(eo," PASS")]});else{let e="";ec>1||eo>1&&ec>0?e="".concat(ec," FAIL"):1===ec&&(e="FAIL");let t="";eo>1||ec>1&&eo>0?t="".concat(eo," PASS"):1===eo&&0===ec&&(t="PASS");let s=e&&t?" ":"";y=(0,n.jsxs)(n.Fragment,{children:[e,s,t]})}let em=null===(x=Z.score)||0===x||1===x?"":"(".concat(x.toFixed(2),")");return(0,n.jsxs)("div",{className:"cell",style:er,children:[T&&(0,n.jsx)(n.Fragment,{children:Z.pass?(0,n.jsx)(n.Fragment,{children:(0,n.jsxs)("div",{className:"status pass",children:[(0,n.jsxs)("div",{className:"pill",children:[y,em&&(0,n.jsxs)("span",{className:"score",children:[" ",em]})]}),(0,n.jsx)(ed,{lookup:Z.namedScores})]})}):(0,n.jsx)(n.Fragment,{children:(0,n.jsxs)("div",{className:"status fail",children:[(0,n.jsxs)("div",{className:"pill",children:[y,em&&(0,n.jsxs)("span",{className:"score",children:[" ",em]})]}),(0,n.jsx)(ed,{lookup:Z.namedScores}),(0,n.jsx)("span",{className:"fail-reason",children:(0,n.jsx)(eN,{failReasons:q})})]})})}),M&&N.prompt&&(0,n.jsxs)("div",{className:"prompt",children:[(0,n.jsx)("span",{className:"pill",children:"Prompt"}),Z.prompt]}),(0,n.jsx)(eI,{text:g||Y,maxLength:w}),es,el,ei,U&&W&&(0,n.jsx)("div",{className:"lightbox",onClick:()=>V(),children:(0,n.jsx)("img",{src:W,alt:"Lightbox"})}),(0,n.jsx)(ep,{open:B,contextText:Z.text,commentText:H,onClose:()=>{J(!1)},onSave:()=>{S(void 0,void 0,H),J(!1)},onChange:G})]})});var eM=s(12431),eT=s(8541),eL=function(){let e=(0,H.Z)(),[t,s]=l.useState(!1),a=()=>{s(!1)};return(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)("div",{style:{textAlign:"center",marginTop:20,marginBottom:40},children:(0,n.jsx)(p.Z,{variant:"text",color:"primary",startIcon:(0,n.jsx)(eM.Z,{}),onClick:()=>{s(!0)},children:"Generate test cases"})}),(0,n.jsxs)(L.Z,{open:t,onClose:a,children:[(0,n.jsx)(J.Z,{children:"Run on Command Line"}),(0,n.jsx)(D.Z,{children:(0,n.jsxs)(eT.Z,{children:[(0,n.jsx)("p",{children:"This feature is in beta. UI coming soon."}),(0,n.jsxs)("p",{children:["Run"," ",(0,n.jsx)(h.Z,{component:"code",sx:{backgroundColor:"dark"===e.palette.mode?"#424242":"#f0f0f0",padding:"2px 4px",borderRadius:"4px"},children:"promptfoo generate dataset"}),"to generate test cases on the command line."]})]})}),(0,n.jsx)(eh.Z,{children:(0,n.jsx)(p.Z,{onClick:a,color:"primary",children:"Close"})})]})]})},eD=s(49532);function eU(e){let{text:t,maxLength:s,expandedText:a,resourceId:i,className:r}=e,[o,c]=l.useState(!1);return(0,n.jsxs)("div",{className:"".concat(r||""),children:[(0,n.jsx)(eI,{text:t,maxLength:s}),a&&(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)(E.Z,{title:"View prompt",children:(0,n.jsx)("span",{className:"action",onClick:()=>{c(!0)},children:"\uD83D\uDD0E"})}),(0,n.jsx)(eC,{open:o,onClose:()=>{c(!1)},prompt:a}),i&&(0,n.jsx)(E.Z,{title:"View other evals and datasets for this prompt",children:(0,n.jsx)("span",{className:"action",children:(0,n.jsx)(ec(),{href:"/prompts/?id=".concat(i),target:"_blank",children:(0,n.jsx)(er.Z,{fontSize:"small"})})})})]})]})}s(93207);var eA=l.memo(function(e){let{maxTextLength:t,columnVisibility:s,wordBreak:i,filterMode:r,failureFilter:o,searchText:c,showStats:d,onFailureFilterToggle:u,onSearchTextChange:x}=e,{evalId:g,table:j,setTable:v}=z();(0,a.Z)(j,"Table should be defined");let{head:b,body:y}=j,Z=l.useCallback(async(e,t,s,n,l)=>{var a,i;let r=[...y],o={...r[e]},c=[...o.outputs],d=null!=s?s:c[t].pass,u=void 0===n?s?1:0:n||0;c[t].pass=d,c[t].score=u;let h=(null===(a=c[t].gradingResult)||void 0===a?void 0:a.componentResults)||[];if(void 0!==s){let e=h.findIndex(e=>{var t;return(null===(t=e.assertion)||void 0===t?void 0:t.type)==="human"}),t={pass:d,score:u,reason:"Manual result (overrides all other grading results)",comment:l,assertion:{type:"human"}};-1!==e?h[e]=t:h.push(t)}let p={...c[t].gradingResult||{},pass:d,score:u,reason:"Manual result (overrides all other grading results)",comment:l,assertion:(null===(i=c[t].gradingResult)||void 0===i?void 0:i.assertion)||null,componentResults:h};c[t].gradingResult=p,o.outputs=c,r[e]=o;let m={head:b,body:r};v(m);try{let e=await fetch("".concat(await (0,eD.b)(),"/api/eval/").concat(g),{method:"PATCH",headers:{"Content-Type":"application/json"},body:JSON.stringify({table:m})});if(!e.ok)throw Error("Network response was not ok")}catch(e){console.error("Failed to update table:",e)}},[y,b,v,g]),w=Object.keys(s).length>0,k=l.useMemo(()=>{try{return RegExp(c,"i")}catch(e){return console.error("Invalid regular expression:",e.message),null}},[c]),N=l.useMemo(()=>{try{return y.map((e,t)=>({...e,outputs:e.outputs.map((e,s)=>({...e,originalRowIndex:t,originalPromptIndex:s}))})).filter(e=>{let t=!0;return"failures"===r?t=e.outputs.some((e,t)=>{let n="Prompt ".concat(t+1);return o[n]&&!e.pass&&(!w||s[n])}):"different"===r?t=!e.outputs.every(t=>t.text===e.outputs[0].text):"highlights"===r&&(console.log(e.outputs[0].text),t=e.outputs.some(e=>{var t,s;return null===(s=e.gradingResult)||void 0===s?void 0:null===(t=s.comment)||void 0===t?void 0:t.startsWith("!highlight")})),!!t&&(!c||!k||e.outputs.some(t=>{var s,n;let l=e.vars.map(e=>"var=".concat(e)).join(" "),a="".concat(t.text," ").concat(Object.keys(t.namedScores).map(e=>"metric=".concat(e,":").concat(t.namedScores[e])).join(" ")," ").concat((null===(s=t.gradingResult)||void 0===s?void 0:s.reason)||""," ").concat((null===(n=t.gradingResult)||void 0===n?void 0:n.comment)||""),i="".concat(l," ").concat(a);return k.test(i)}))})}catch(e){return console.error("Invalid regular expression:",e.message),y}},[y,o,r,c,s,w,k]);l.useEffect(()=>{B(e=>({...e,pageIndex:0}))},[o,r,c]);let R=l.useMemo(()=>b.prompts.map((e,t)=>y.reduce((e,s)=>e+(s.outputs[t].pass?1:0),0)),[b.prompts,y]),I=l.useMemo(()=>b.prompts.map((e,t)=>y.reduce((e,s)=>{var n,l;return e+((null===(l=s.outputs[t].gradingResult)||void 0===l?void 0:null===(n=l.componentResults)||void 0===n?void 0:n.length)||0)},0)),[b.prompts,y]),E=l.useMemo(()=>b.prompts.map((e,t)=>y.reduce((e,s)=>{var n;let l=null===(n=s.outputs[t].gradingResult)||void 0===n?void 0:n.componentResults;return e+(l?l.filter(e=>null==e?void 0:e.pass).length:0)},0)),[b.prompts,y]),F=l.useMemo(()=>R.reduce((e,t,s,n)=>t>n[e]?s:e,0),[R]),O=R[F],M=l.useMemo(()=>(0,el.Cl)(),[]),{renderMarkdown:T}=z(),L=l.useMemo(()=>b.vars.length>0?[M.group({id:"vars",header:()=>(0,n.jsx)("span",{className:"font-bold",children:"Variables"}),columns:b.vars.map((e,s)=>M.accessor(e=>e.vars[s],{id:"Variable ".concat(s+1),header:()=>(0,n.jsx)(eU,{text:e,maxLength:t,className:"font-bold"}),cell:e=>{let s=e.getValue();return(0,n.jsx)("div",{className:"cell",children:T?(0,n.jsx)(en.U,{children:s}):(0,n.jsx)(eI,{text:s,maxLength:t})})},size:50}))})]:[],[M,b.vars,t,T]),D=l.useCallback((e,t)=>N[e].outputs[t],[N]),U=l.useCallback(e=>N[e].outputs[0],[N]),A=l.useMemo(()=>[M.group({id:"prompts",header:()=>(0,n.jsx)("span",{className:"font-bold",children:"Outputs"}),columns:b.prompts.map((e,s)=>M.accessor(e=>(function(e){if("string"==typeof e){let t=e.startsWith("[PASS]"),s=e;return e.startsWith("[PASS]")?s=s.slice(6):e.startsWith("[FAIL]")&&(s=s.slice(6)),{text:s,pass:t,score:t?1:0}}return e})(e.outputs[s]),{id:"Prompt ".concat(s+1),header:()=>{var l,a,i,c,h,p,g,j;let v=R[s]&&y.length?(R[s]/y.length*100).toFixed(2):"0.00",f=R[s]===O&&0!==O,b="Prompt ".concat(s+1),Z=o[b]||!1,w=d?(0,n.jsxs)("div",{className:"prompt-detail",children:[I[s]?(0,n.jsxs)("div",{children:[(0,n.jsx)("strong",{children:"Asserts:"})," ",E[s],"/",I[s]," passed"]}):null,(null===(l=e.metrics)||void 0===l?void 0:l.totalLatencyMs)?(0,n.jsxs)("div",{children:[(0,n.jsx)("strong",{children:"Avg Latency:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.totalLatencyMs/y.length)," ","ms"]}):null,(null===(i=e.metrics)||void 0===i?void 0:null===(a=i.tokenUsage)||void 0===a?void 0:a.total)?(0,n.jsxs)("div",{children:[(0,n.jsx)("strong",{children:"Avg Tokens:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.tokenUsage.total/y.length)]}):null,(null===(c=e.metrics)||void 0===c?void 0:c.totalLatencyMs)&&(null===(p=e.metrics)||void 0===p?void 0:null===(h=p.tokenUsage)||void 0===h?void 0:h.completion)?(0,n.jsxs)("div",{children:[(0,n.jsx)("strong",{children:"Tokens/Sec:"})," ",Intl.NumberFormat(void 0,{maximumFractionDigits:0}).format(e.metrics.tokenUsage.completion/(e.metrics.totalLatencyMs/1e3))]}):null,(null===(g=e.metrics)||void 0===g?void 0:g.cost)?(0,n.jsxs)("div",{children:[(0,n.jsx)("strong",{children:"Cost:"})," $",e.metrics.cost.toPrecision(2)]}):null]}):null,C=e.provider?e.provider.split(":"):[],k=C.length>1?(0,n.jsxs)(n.Fragment,{children:[C[0],":",(0,n.jsx)("strong",{children:C.slice(1).join(":")})]}):(0,n.jsx)("strong",{children:e.provider});return(0,n.jsxs)("div",{className:"output-header",children:[(0,n.jsxs)("div",{className:"pills",children:[e.provider?(0,n.jsx)("div",{className:"provider",children:k}):null,(0,n.jsx)("div",{className:"summary",children:(0,n.jsxs)("div",{className:"highlight ".concat(f?"success":""),children:[(0,n.jsxs)("strong",{children:[v,"% passing"]})," (",R[s],"/",y.length," cases)"]})}),(null===(j=e.metrics)||void 0===j?void 0:j.namedScores)&&Object.keys(e.metrics.namedScores).length>0?(0,n.jsx)(ed,{lookup:e.metrics.namedScores,onSearchTextChange:x}):null]}),(0,n.jsx)(eU,{className:"prompt-container",text:e.label||e.display||e.raw,expandedText:e.raw,maxLength:t,resourceId:e.id}),w,"failures"===r&&(0,n.jsx)(ei.Z,{sx:{"& .MuiFormControlLabel-label":{fontSize:"0.75rem"}},control:(0,n.jsx)(m.Z,{checked:Z,onChange:e=>u(b,e.target.checked)}),label:"Show failures"})]})},cell:e=>{var l,a;let i=D(e.row.index,s);return(0,n.jsx)(eO,{output:i,maxTextLength:t,rowIndex:e.row.index,promptIndex:s,onRating:Z.bind(null,null!==(l=i.originalRowIndex)&&void 0!==l?l:e.row.index,null!==(a=i.originalPromptIndex)&&void 0!==a?a:s),firstOutput:U(e.row.index),showDiffs:"different"===r,searchText:c,showStats:d})}}))})],[M,b.prompts,R,y.length,O,o,d,I,E,t,u,r,c,D,U,Z,x]),W=l.useMemo(()=>{let e=y.some(e=>e.description);return e?{accessorFn:e=>e.description||"",id:"description",header:()=>(0,n.jsx)("span",{className:"font-bold",children:"Description"}),cell:e=>(0,n.jsx)(eI,{text:String(e.getValue()),maxLength:t}),size:50}:null},[y,t]),_=l.useMemo(()=>{let e=[];return W&&e.push(W),e.push(...L,...A),e},[W,L,A]),[V,B]=l.useState({pageIndex:0,pageSize:50}),J=(0,ea.b7)({data:N,columns:_,columnResizeMode:"onChange",getCoreRowModel:(0,el.sC)(),getPaginationRowModel:(0,el.G_)(),state:{columnVisibility:s,pagination:V}});return(0,n.jsxs)("div",{children:[(0,n.jsxs)("table",{className:"results-table firefox-fix ".concat(t<=25?"compact":""),style:{wordBreak:i},children:[(0,n.jsx)("thead",{children:J.getHeaderGroups().map(e=>(0,n.jsx)("tr",{className:"header",children:e.headers.map(e=>(0,n.jsxs)("th",{colSpan:e.colSpan,style:{width:e.getSize()},children:[e.isPlaceholder?null:(0,ea.ie)(e.column.columnDef.header,e.getContext()),(0,n.jsx)("div",{onMouseDown:e.getResizeHandler(),onTouchStart:e.getResizeHandler(),className:"resizer ".concat(e.column.getIsResizing()?"isResizing":"")})]},e.id))},e.id))}),(0,n.jsx)("tbody",{children:J.getRowModel().rows.map((e,t)=>{let s=!1;return(0,n.jsx)("tr",{children:e.getVisibleCells().map(e=>{let l=e.column.id.startsWith("Variable")||"description"===e.column.id,a=!l&&!s;return a&&(s=!0),(0,n.jsx)("td",{style:{width:e.column.getSize()},className:"".concat(l?"variable":""," ").concat(0!==t||l?"":"first-prompt-row"," ").concat(a?"first-prompt-col":""),children:(0,ea.ie)(e.column.columnDef.cell,e.getContext())},e.id)})},e.id)})})]}),J.getPageCount()>1&&(0,n.jsxs)(h.Z,{className:"pagination",sx:{display:"flex",alignItems:"center",gap:2},children:[(0,n.jsx)(p.Z,{onClick:()=>{B(e=>({...e,pageIndex:Math.max(e.pageIndex-1,0)})),window.scrollTo(0,0)},disabled:0===J.getState().pagination.pageIndex,variant:"contained",children:"Previous"}),(0,n.jsxs)(f.Z,{component:"span",sx:{display:"flex",alignItems:"center",gap:1},children:["Page",(0,n.jsx)(P.Z,{size:"small",type:"number",value:J.getState().pagination.pageIndex+1,onChange:e=>{let t=e.target.value?Number(e.target.value)-1:0;B(e=>({...e,pageIndex:Math.min(Math.max(t,0),J.getPageCount()-1)}))},InputProps:{style:{width:"60px",textAlign:"center"}},variant:"outlined"}),(0,n.jsxs)("span",{children:["of ",J.getPageCount()]})]}),(0,n.jsx)(p.Z,{onClick:()=>{B(e=>({...e,pageIndex:Math.min(e.pageIndex+1,J.getPageCount()-1)})),window.scrollTo(0,0)},disabled:J.getState().pagination.pageIndex+1>=J.getPageCount(),variant:"contained",children:"Next"}),(0,n.jsxs)(f.Z,{component:"span",sx:{display:"flex",alignItems:"center",gap:1},children:[(0,n.jsxs)(S.Z,{value:V.pageSize,onChange:e=>{B({pageIndex:0,pageSize:Number(e.target.value)}),window.scrollTo(0,0)},displayEmpty:!0,inputProps:{"aria-label":"Results per page"},size:"small",sx:{m:1,minWidth:80},children:[(0,n.jsx)(C.Z,{value:10,children:"10"}),(0,n.jsx)(C.Z,{value:50,children:"50"}),(0,n.jsx)(C.Z,{value:100,children:"100"}),(0,n.jsx)(C.Z,{value:500,children:"500"}),(0,n.jsx)(C.Z,{value:1e3,children:"1000"})]}),(0,n.jsx)("span",{children:"results per page"})]})]}),(0,n.jsx)(eL,{})]})}),eW=s(99645);function e_(e){let{open:t,onClose:a}=e,{config:i}=z(),r=l.useRef(null),[o,c]=l.useState(!1),[d,u]=l.useState("");l.useEffect(()=>{t&&(async()=>{let{default:e}=await Promise.resolve().then(s.bind(s,34235));u(e.dump(i))})()},[t,i]);let m=()=>{c(!1),a()};return(0,n.jsxs)(L.Z,{open:t,onClose:m,"aria-labelledby":"config-dialog-title",maxWidth:"md",fullWidth:!0,children:[(0,n.jsx)(J.Z,{id:"config-dialog-title",children:(0,n.jsxs)(h.Z,{display:"flex",justifyContent:"space-between",alignItems:"center",children:[(0,n.jsx)(f.Z,{variant:"h6",style:{flexGrow:1},children:"Config"}),(0,n.jsxs)(h.Z,{children:[(0,n.jsx)(E.Z,{title:"Copy to clipboard",children:(0,n.jsx)(X.Z,{onClick:()=>{r.current&&(r.current.select(),document.execCommand("copy"),c(!0))},children:o?(0,n.jsx)(eg.Z,{}):(0,n.jsx)(eW.Z,{})})}),(0,n.jsx)(E.Z,{title:"Download .yaml",children:(0,n.jsx)(X.Z,{onClick:()=>{let e=new Blob([d],{type:"text/yaml;charset=utf-8"}),t=URL.createObjectURL(e),s=document.createElement("a");s.href=t,s.download="config.yaml",document.body.appendChild(s),s.click(),document.body.removeChild(s),URL.revokeObjectURL(t)},children:(0,n.jsx)(T.Z,{})})})]})]})}),(0,n.jsx)(D.Z,{children:(0,n.jsx)(f.Z,{variant:"body1",component:"div",children:(0,n.jsx)("textarea",{ref:r,readOnly:!0,value:d,style:{width:"100%",minHeight:"400px",fontFamily:"monospace",border:"1px solid #ccc"}})})}),(0,n.jsx)(eh.Z,{children:(0,n.jsx)(p.Z,{onClick:m,color:"primary",children:"Close"})})]})}var ez=e=>{let{open:t,onClose:s,shareUrl:a}=e,i=(0,l.useRef)(null),[r,o]=(0,l.useState)(!1),c=()=>{s(),o(!1)};return(0,n.jsxs)(L.Z,{open:t,onClose:c,PaperProps:{style:{minWidth:"min(660px, 100%)"}},children:[(0,n.jsx)(J.Z,{children:"Your eval is ready to share"}),(0,n.jsxs)(D.Z,{children:[(0,n.jsx)(P.Z,{inputRef:i,value:a,fullWidth:!0,InputProps:{readOnly:!0,endAdornment:(0,n.jsx)(X.Z,{onClick:()=>{i.current&&(i.current.select(),document.execCommand("copy"),o(!0))},children:r?(0,n.jsx)(eg.Z,{}):(0,n.jsx)(eW.Z,{})})}}),(0,n.jsx)(eT.Z,{sx:{fontSize:"0.75rem"},children:"Shared URLs are deleted after 2 weeks."})]}),(0,n.jsx)(eh.Z,{children:(0,n.jsx)(p.Z,{onClick:c,color:"primary",children:"Close"})})]})},eV=s(22695),eB=e=>{let{open:t,onClose:s}=e,{maxTextLength:l,setMaxTextLength:a,wordBreak:i,setWordBreak:r,showInferenceDetails:o,setShowInferenceDetails:c,renderMarkdown:d,setRenderMarkdown:u,prettifyJson:x,setPrettifyJson:g,showPrompts:j,setShowPrompts:v,showPassFail:b,setShowPassFail:y}=z();return(0,n.jsxs)(L.Z,{open:t,onClose:s,fullWidth:!0,maxWidth:"sm",children:[(0,n.jsx)(J.Z,{children:"Table View Settings"}),(0,n.jsxs)(D.Z,{children:[(0,n.jsx)(h.Z,{children:(0,n.jsx)(E.Z,{title:"Forcing line breaks makes it easier to adjust column widths to your liking",placement:"right",children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:"break-all"===i,onChange:e=>r(e.target.checked?"break-all":"break-word")}),label:"Force line breaks"})})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:d,onChange:e=>u(e.target.checked)}),label:"Render model outputs as Markdown"})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:x,onChange:e=>g(e.target.checked)}),label:"Prettify JSON outputs"})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(E.Z,{title:"Show the final prompt that produced the output in each cell.",placement:"right",children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:j,onChange:e=>v(e.target.checked)}),label:"Show full prompt in output cell"})})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(E.Z,{title:"Show pass/fail status for each output.",placement:"right",children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:b,onChange:e=>y(e.target.checked)}),label:"Show pass/fail status"})})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(E.Z,{title:"Show detailed inference statistics such as latency, tokens used, cost, etc.",placement:"right",children:(0,n.jsx)(ei.Z,{control:(0,n.jsx)(m.Z,{checked:o,onChange:e=>c(e.target.checked)}),label:"Show inference details"})})}),(0,n.jsxs)(h.Z,{maxWidth:"sm",children:[(0,n.jsxs)(f.Z,{mt:2,children:["Max text length: ",l]}),(0,n.jsx)(eV.ZP,{min:25,max:1e3,value:l,onChange:(e,t)=>a(t)})]})]}),(0,n.jsx)(eh.Z,{children:(0,n.jsx)(p.Z,{onClick:s,children:"Close"})})]})},eJ=s(47887),eH=s(77580);let eG=eH.env.NEXT_PUBLIC_PROMPTFOO_REMOTE_API_BASE_URL||eH.env.NEXT_PUBLIC_PROMPTFOO_BASE_URL||eH.env.PROMPTFOO_REMOTE_API_BASE_URL||"https://api.promptfoo.dev",eX=eH.env.NEXT_PUBLIC_PROMPTFOO_BASE_URL||eH.env.PROMPTFOO_REMOTE_APP_BASE_URL||"https://app.promptfoo.dev";s(58022);let eY=(0,F.Z)(I.Z)(e=>{let{theme:t}=e;return{maxWidth:"100%",flexWrap:"wrap",[t.breakpoints.down("sm")]:{flexDirection:"column"}}});function eq(e){var t;let{recentEvals:s,onRecentEvalSelected:r,defaultEvalId:c}=e,I=(0,o.useRouter)(),F=(0,o.useSearchParams)(),{table:M,config:T,setConfig:L,maxTextLength:D,wordBreak:U,showInferenceDetails:A,evalId:W}=z(),{setStateFromConfig:_}=(0,eJ.o)(),[B,J]=l.useState((null==F?void 0:F.get("search"))||""),[H]=(0,O.Nr)(B,1e3),G=e=>{J(e)},[X,Y]=l.useState({}),q=l.useCallback((e,t)=>{Y(s=>({...s,[e]:t}))},[Y]),[$,K]=l.useState("all"),[Q,ee]=l.useState(!1),[et,en]=l.useState(""),[el,ea]=l.useState(!1),ei=async()=>{ea(!0);try{let e=await fetch("".concat(eG,"/api/eval"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({data:{version:2,createdAt:new Date().toISOString(),results:{table:M},config:T}})}),{id:t}=await e.json(),s="".concat(eX,"/eval/").concat(t);en(s),ee(!0)}catch(e){alert("Sorry, something went wrong.")}finally{ea(!1)}},[er,eo]=l.useState(!1),[ec,ed]=l.useState(!1);(0,a.Z)(M,"Table data must be loaded before rendering ResultsView");let{head:eu}=M,eh=async()=>{(0,a.Z)(T,"Config must be loaded before clicking its description");let e=window.prompt("Enter new description:",T.description);if(null!==e&&e!==T.description){let t={...T,description:e};try{let e=await fetch("".concat(await (0,eD.b)(),"/api/eval/").concat(W),{method:"PATCH",headers:{"Content-Type":"application/json"},body:JSON.stringify({config:t})});if(!e.ok)throw Error("Network response was not ok");L(t)}catch(e){console.error("Failed to update table:",e)}}},ep=async()=>{if(window.confirm("Are you sure you want to delete this evaluation?"))try{let e=await fetch("".concat(await (0,eD.b)(),"/api/eval/").concat(W),{method:"DELETE"});if(!e.ok)throw Error("Network response was not ok");I.push("/")}catch(e){console.error("Failed to delete evaluation:",e),alert("Failed to delete evaluation")}},em=l.useMemo(()=>[...eu.vars.map((e,t)=>({value:"Variable ".concat(t+1),label:"Var ".concat(t+1,": ").concat(eu.vars[t].length>100?eu.vars[t].slice(0,97)+"...":eu.vars[t]),group:"Variables"})),...eu.prompts.map((e,t)=>{let s=eu.prompts[t],n=s.label||s.display||s.raw;return{value:"Prompt ".concat(t+1),label:"Prompt ".concat(t+1,": ").concat(n.length>100?n.slice(0,97)+"...":n),group:"Prompts"}})],[eu.vars,eu.prompts]),[ex,eg]=l.useState({}),[ej,ev]=l.useState(em.map(e=>e.value)),[ef,eb]=l.useState(null);return(0,n.jsxs)("div",{style:{marginLeft:"1rem",marginRight:"1rem"},children:[(0,n.jsx)(h.Z,{mb:2,sx:{display:"flex",alignItems:"center"},children:(0,n.jsxs)(f.Z,{variant:"h5",sx:{flexGrow:1},children:[(0,n.jsx)("span",{className:"description",onClick:eh,children:(null==T?void 0:T.description)||W})," ",(null==T?void 0:T.description)&&(0,n.jsx)("span",{className:"description-filepath",children:W})]})}),(0,n.jsx)(h.Z,{py:"md",children:(0,n.jsxs)(eY,{direction:"row",spacing:4,alignItems:"center",children:[(0,n.jsx)(h.Z,{children:s&&s.length>0&&(0,n.jsx)(v.Z,{sx:{m:1,minWidth:200},size:"small",children:(0,n.jsx)(u.Z,{size:"small",options:s,renderOption:(e,t)=>(0,l.createElement)("li",{...e,key:t.id},t.label),style:{width:350},renderInput:e=>(0,n.jsx)(P.Z,{...e,label:"Eval run",variant:"outlined"}),defaultValue:s.find(e=>e.id===c)||s[0],onChange:(e,t)=>{t&&t.id&&r(t.id)},disableClearable:!0})})}),(0,n.jsx)(h.Z,{children:(0,n.jsxs)(v.Z,{sx:{m:1,minWidth:200,maxWidth:350},size:"small",children:[(0,n.jsx)(b.Z,{id:"visible-columns-label",children:"Columns"}),(0,n.jsx)(S.Z,{labelId:"visible-columns-label",id:"visible-columns",multiple:!0,value:ej,onChange:e=>{let{target:{value:t}}=e;ev("string"==typeof t?t.split(","):t);let s=[...eu.vars.map((e,t)=>"Variable ".concat(t+1)),...eu.prompts.map((e,t)=>"Prompt ".concat(t+1))],n={};s.forEach(e=>{n[e]=("string"==typeof t?t.split(","):t).includes(e)}),eg(n)},input:(0,n.jsx)(k.Z,{label:"Visible columns"}),renderValue:e=>e.join(", "),children:em.map(e=>(0,n.jsxs)(C.Z,{dense:!0,value:e.value,children:[(0,n.jsx)(m.Z,{checked:ej.indexOf(e.value)>-1}),(0,n.jsx)(y.Z,{primary:e.label})]},e.value))})]})}),(0,n.jsx)(h.Z,{children:(0,n.jsxs)(v.Z,{sx:{minWidth:180},size:"small",children:[(0,n.jsx)(b.Z,{id:"failure-filter-mode-label",children:"Display"}),(0,n.jsxs)(S.Z,{labelId:"filter-mode-label",id:"filter-mode",value:$,onChange:e=>{let t=e.target.value;K(t);let s={};eu.prompts.forEach((e,n)=>{s["Prompt ".concat(n+1)]="failures"===t}),Y(s)},label:"Filter",children:[(0,n.jsx)(C.Z,{value:"all",children:"Show all results"}),(0,n.jsx)(C.Z,{value:"failures",children:"Show failures only"}),(0,n.jsx)(C.Z,{value:"different",children:"Show different only"}),(0,n.jsx)(C.Z,{value:"highlights",children:"Show highlights only"})]})]})}),(0,n.jsx)(h.Z,{children:(0,n.jsx)(P.Z,{sx:{minWidth:180},size:"small",label:"Search",placeholder:"Text or regex",value:B,onChange:e=>G(e.target.value)})}),(0,n.jsx)(h.Z,{flexGrow:1}),(0,n.jsx)(h.Z,{display:"flex",justifyContent:"flex-end",children:(0,n.jsxs)(eY,{direction:"row",spacing:2,children:[(0,n.jsx)(p.Z,{color:"primary",onClick:e=>{eb(e.currentTarget)},startIcon:(0,n.jsx)(d.Z,{}),children:"Eval actions"}),T&&(0,n.jsxs)(w.Z,{id:"eval-actions-menu",anchorEl:ef,keepMounted:!0,open:!!ef,onClose:()=>{eb(null)},children:[(0,n.jsx)(E.Z,{title:"View the configuration that defines this eval",placement:"left",children:(0,n.jsxs)(C.Z,{onClick:()=>eo(!0),children:[(0,n.jsx)(Z.Z,{children:(0,n.jsx)(g.Z,{fontSize:"small"})}),"View YAML"]})}),(0,n.jsx)(E.Z,{title:"Edit this eval in the web UI",placement:"left",children:(0,n.jsxs)(C.Z,{onClick:()=>{_(T),I.push("/setup/")},children:[(0,n.jsx)(Z.Z,{children:(0,n.jsx)(j.Z,{fontSize:"small"})}),"Edit Eval"]})}),(0,n.jsx)(V,{}),(null==T?void 0:T.sharing)&&(0,n.jsx)(E.Z,{title:"Generate a unique URL that others can access",placement:"left",children:(0,n.jsxs)(C.Z,{onClick:ei,disabled:el,children:[(0,n.jsx)(Z.Z,{children:el?(0,n.jsx)(i.Z,{size:16}):(0,n.jsx)(R.Z,{fontSize:"small"})}),"Share"]})}),(0,n.jsx)(E.Z,{title:"Delete this eval",placement:"left",children:(0,n.jsxs)(C.Z,{onClick:ep,children:[(0,n.jsx)(Z.Z,{children:(0,n.jsx)(x.Z,{fontSize:"small"})}),"Delete"]})})]}),(0,n.jsx)(E.Z,{title:"Edit table view settings",placement:"bottom",children:(0,n.jsx)(p.Z,{color:"primary",onClick:()=>ed(!0),startIcon:(0,n.jsx)(N.Z,{}),children:"Table Settings"})}),(null==T?void 0:null===(t=T.metadata)||void 0===t?void 0:t.redteam)&&(0,n.jsx)(E.Z,{title:"View vulnerability scan report",placement:"bottom",children:(0,n.jsx)(p.Z,{color:"primary",startIcon:(0,n.jsx)(g.Z,{}),onClick:()=>I.push("/report/?evalId=".concat(W)),children:"Vulnerability Report"})})]})})]})}),(0,n.jsx)(es,{columnVisibility:ex}),(0,n.jsx)(eA,{maxTextLength:D,columnVisibility:ex,wordBreak:U,showStats:A,filterMode:$,failureFilter:X,searchText:H,onFailureFilterToggle:q,onSearchTextChange:G}),(0,n.jsx)(e_,{open:er,onClose:()=>eo(!1)}),(0,n.jsx)(ez,{open:Q,onClose:()=>ee(!1),shareUrl:et}),(0,n.jsx)(eB,{open:ec,onClose:()=>ed(!1)})]})}var e$=s(52428);async function eK(){let e=(0,c.createClientComponentClient)(),{data:{user:t}}=await e.auth.getUser();(0,a.Z)(t,"User not logged in");let{data:s,error:n}=await e.from("EvaluationResult").select("id, createdAt").eq("user_id",t.id).order("createdAt",{ascending:!1}).limit(100);return s||[]}async function eQ(e){let t=(0,c.createClientComponentClient)(),{data:s,error:n}=await t.from("EvaluationResult").select("*").eq("id",e).single();return s}function e0(e){var t;let{fetchId:s,preloadedData:c,recentEvals:d,defaultEvalId:u}=e,h=(0,o.useRouter)(),{table:p,setTable:m,setConfig:x,setEvalId:g}=z(),[j,v]=l.useState(!1),[f,b]=l.useState(!1),[y,Z]=l.useState(d||[]),w=async()=>{let e=await fetch("".concat(await (0,eD.b)(),"/api/results"),{cache:"no-store"}),t=await e.json();return Z(t.data),t.data},C=l.useCallback(async e=>{let t=await fetch("".concat(await (0,eD.b)(),"/api/results/").concat(e),{cache:"no-store"}),s=await t.json();m(s.data.results.table),x(s.data.config),g(e)},[m,x,g]),k=async e=>{e$.Ox?(v(!1),h.push("/eval/remote:".concat(encodeURIComponent(e)))):h.push("/eval/?evalId=".concat(encodeURIComponent(e)))},[S,N]=l.useState(u||(null===(t=y[0])||void 0===t?void 0:t.id)),R=(0,o.useSearchParams)(),I=R?R.get("evalId"):null;return(l.useEffect(()=>{if(I){let e=async()=>{await C(I),v(!0),N(I),w()};e()}else if(c){var e;m(null===(e=c.data.results)||void 0===e?void 0:e.table),x(c.data.config),v(!0)}else if(s){let e=async()=>{var e;let t="".concat(eG,"/api/eval/").concat(s);console.log("Fetching eval from remote server",t);let n=await fetch(t);if(!n.ok){b(!0);return}let l=await n.json();m(null===(e=l.data.results)||void 0===e?void 0:e.table),x(l.data.config),v(!0)};e()}else if(e$.T8)(0,eD.b)().then(e=>{let t=(0,r.io)(e);return t.on("init",e=>{console.log("Initialized socket connection",e),v(!0),m(null==e?void 0:e.results.table),x(null==e?void 0:e.config),w().then(e=>{var t,s;N(null===(t=e[0])||void 0===t?void 0:t.id),g(null===(s=e[0])||void 0===s?void 0:s.id)})}),t.on("update",e=>{console.log("Received data update",e),m(e.results.table),x(e.config),w().then(e=>{var t;let s=null===(t=e[0])||void 0===t?void 0:t.id;s&&(N(s),g(s))})}),()=>{t.disconnect()}});else if(e$.Ox)eK().then(e=>{Z(e.map(e=>({id:e.id,label:e.createdAt}))),e.length>0&&eQ(e[0].id).then(t=>{(0,a.Z)(t,"Eval not found");let s=t.results,n=t.config;N(e[0].id),m(s.table),x(n),v(!0)})});else{let e=async()=>{let e=await w();if(!(e.length>0))return(0,n.jsx)("div",{className:"notice",children:"No evals yet. Share some evals to this server and they will appear here."});{let t=await (0,eD.b)(),s=e[0].id,n=await fetch("".concat(t,"/api/results/").concat(s)),l=await n.json();m(l.data.results.table),x(l.data.config),v(!0),N(s),g(s)}};e()}},[s,m,x,g,C,c,N,I]),f)?(0,n.jsx)("div",{className:"notice",children:"404 Eval not found"}):j&&p?(0,n.jsx)(eE,{children:(0,n.jsx)(eq,{defaultEvalId:S,recentEvals:y,onRecentEvalSelected:k})}):(0,n.jsxs)("div",{className:"notice",children:[(0,n.jsx)("div",{children:(0,n.jsx)(i.Z,{size:22})}),(0,n.jsx)("div",{children:"Loading eval data"})]})}s(94455)},52428:function(e,t,s){"use strict";s.d(t,{Ox:function(){return a},T8:function(){return l},eA:function(){return i}});var n=s(77580);let l=!n.env.NEXT_PUBLIC_PROMPTFOO_BUILD_STANDALONE_SERVER,a=!!n.env.NEXT_PUBLIC_PROMPTFOO_USE_SUPABASE,i=""},47887:function(e,t,s){"use strict";s.d(t,{o:function(){return a}});var n=s(79685),l=s(74595);let a=(0,n.Ue)()((0,l.tJ)((e,t)=>({env:{},testCases:[],description:"",providers:[],prompts:[],defaultTest:{},evaluateOptions:{},setEnv:t=>e({env:t}),setTestCases:t=>e({testCases:t}),setDescription:t=>e({description:t}),setProviders:t=>e({providers:t}),setPrompts:t=>e({prompts:t}),setDefaultTest:t=>e({defaultTest:t}),setEvaluateOptions:t=>e({evaluateOptions:t}),setStateFromConfig:t=>{let s={};t.description&&(s.description=t.description||""),t.tests&&(s.testCases=t.tests),t.providers&&(s.providers=t.providers),t.prompts&&("string"==typeof t.prompts?s.prompts=[t.prompts]:Array.isArray(t.prompts)?s.prompts=t.prompts.filter(e=>"string"==typeof e&&!e.endsWith(".txt")&&!e.endsWith(".json")&&!e.endsWith(".yaml")):console.warn("Invalid prompts config",t.prompts)),t.defaultTest&&(s.defaultTest=t.defaultTest),t.evaluateOptions&&(s.evaluateOptions=t.evaluateOptions),e(s)},getTestSuite:()=>{let{description:e,testCases:s,providers:n,prompts:l,env:a}=t();return{env:a,description:e,providers:n,prompts:l,tests:s}}}),{name:"promptfoo",skipHydration:!0}))},55974:function(){},94455:function(){},16658:function(){},93207:function(){},58022:function(){}}]);