promptfoo 0.24.1 → 0.24.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/dist/package.json +2 -1
  2. package/dist/src/assertions.d.ts.map +1 -1
  3. package/dist/src/assertions.js +140 -65
  4. package/dist/src/assertions.js.map +1 -1
  5. package/dist/src/cache.d.ts.map +1 -1
  6. package/dist/src/cache.js +3 -1
  7. package/dist/src/cache.js.map +1 -1
  8. package/dist/src/evaluator.d.ts.map +1 -1
  9. package/dist/src/evaluator.js +1 -0
  10. package/dist/src/evaluator.js.map +1 -1
  11. package/dist/src/main.js +3 -7
  12. package/dist/src/main.js.map +1 -1
  13. package/dist/src/matchers.js +1 -1
  14. package/dist/src/matchers.js.map +1 -1
  15. package/dist/src/prompts.js +2 -2
  16. package/dist/src/prompts.js.map +1 -1
  17. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  18. package/dist/src/providers/localai.d.ts +4 -1
  19. package/dist/src/providers/localai.d.ts.map +1 -1
  20. package/dist/src/providers/localai.js +43 -4
  21. package/dist/src/providers/localai.js.map +1 -1
  22. package/dist/src/providers/ollama.d.ts +42 -1
  23. package/dist/src/providers/ollama.d.ts.map +1 -1
  24. package/dist/src/providers/ollama.js +45 -3
  25. package/dist/src/providers/ollama.js.map +1 -1
  26. package/dist/src/providers/openai.d.ts +2 -1
  27. package/dist/src/providers/openai.d.ts.map +1 -1
  28. package/dist/src/providers/openai.js +17 -15
  29. package/dist/src/providers/openai.js.map +1 -1
  30. package/dist/src/providers/palm.d.ts.map +1 -1
  31. package/dist/src/providers/palm.js +9 -4
  32. package/dist/src/providers/palm.js.map +1 -1
  33. package/dist/src/providers.d.ts.map +1 -1
  34. package/dist/src/providers.js +13 -6
  35. package/dist/src/providers.js.map +1 -1
  36. package/dist/src/types.d.ts +3 -1
  37. package/dist/src/types.d.ts.map +1 -1
  38. package/dist/src/util.js +1 -1
  39. package/dist/src/util.js.map +1 -1
  40. package/dist/src/web/nextui/404/index.html +1 -1
  41. package/dist/src/web/nextui/404.html +1 -1
  42. package/dist/src/web/nextui/_next/static/YvSvJ02XgyNQCuOJXm3mH/_ssgManifest.js +1 -0
  43. package/dist/src/web/nextui/_next/static/chunks/{753-f62bfa32dbd9ff14.js → 109-cd1174ae3bb20050.js} +1 -1
  44. package/dist/src/web/nextui/_next/static/chunks/189-042b0b24d67ce74a.js +1 -0
  45. package/dist/src/web/nextui/_next/static/chunks/452-f410013580f8a99c.js +45 -0
  46. package/dist/src/web/nextui/_next/static/chunks/482-7ffd5fba3f199131.js +89 -0
  47. package/dist/src/web/nextui/_next/static/chunks/558-02945bff7eb421d3.js +1 -0
  48. package/dist/src/web/nextui/_next/static/chunks/613-549d3513b4443850.js +1 -0
  49. package/dist/src/web/nextui/_next/static/chunks/685-a79f04e4019cbeea.js +1 -0
  50. package/dist/src/web/nextui/_next/static/chunks/82-ca0360e473d81167.js +7 -0
  51. package/dist/src/web/nextui/_next/static/chunks/891-f1107a7da5ba149b.js +1 -0
  52. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-451e9394d69ec542.js +1 -0
  53. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-2294d7d051fe8edc.js +1 -0
  54. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-366629541fd598e9.js +1 -0
  55. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-f5dfa4c42e382526.js → page-a2fd3bb5d30b33ff.js} +1 -1
  56. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-7f8f2721bf28b45c.js +1 -0
  57. package/dist/src/web/nextui/_next/static/chunks/app/layout-a6a01a358b22e62d.js +1 -0
  58. package/dist/src/web/nextui/_next/static/chunks/app/{page-3d77d57947154b0c.js → page-1ae60660130041b2.js} +1 -1
  59. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-a06cf4d87ca670b3.js +1 -0
  60. package/dist/src/web/nextui/_next/static/chunks/main-5aa6f10008676c74.js +1 -0
  61. package/dist/src/web/nextui/_next/static/chunks/{main-app-a18517c2b68322ff.js → main-app-581ccf0003955b21.js} +1 -1
  62. package/dist/src/web/nextui/_next/static/chunks/webpack-e8fd16cd12fe69d0.js +1 -0
  63. package/dist/src/web/nextui/_next/static/css/76b5764bbb20737e.css +1 -0
  64. package/dist/src/web/nextui/auth/callback +1 -0
  65. package/dist/src/web/nextui/auth/login/index.html +1 -0
  66. package/dist/src/web/nextui/auth/login/index.txt +12 -0
  67. package/dist/src/web/nextui/auth/signup/index.html +1 -0
  68. package/dist/src/web/nextui/auth/signup/index.txt +12 -0
  69. package/dist/src/web/nextui/eval/index.html +1 -1
  70. package/dist/src/web/nextui/eval/index.txt +8 -7
  71. package/dist/src/web/nextui/index.html +1 -1
  72. package/dist/src/web/nextui/index.txt +5 -5
  73. package/dist/src/web/nextui/setup/index.html +2 -2
  74. package/dist/src/web/nextui/setup/index.txt +7 -7
  75. package/dist/src/web/server.d.ts.map +1 -1
  76. package/dist/src/web/server.js +20 -1
  77. package/dist/src/web/server.js.map +1 -1
  78. package/package.json +2 -1
  79. package/dist/src/web/nextui/_next/static/SfGQBd2XPGnHbPk4D9mJh/_ssgManifest.js +0 -1
  80. package/dist/src/web/nextui/_next/static/chunks/249-ea9c0f034888ccff.js +0 -125
  81. package/dist/src/web/nextui/_next/static/chunks/396-0a51429a01e24cdd.js +0 -1
  82. package/dist/src/web/nextui/_next/static/chunks/613-b8dbbee738eefa17.js +0 -1
  83. package/dist/src/web/nextui/_next/static/chunks/706-be905c29f0baf0b7.js +0 -9
  84. package/dist/src/web/nextui/_next/static/chunks/891-edb1eb13e9d8fd36.js +0 -1
  85. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-14c00147c1eba0de.js +0 -1
  86. package/dist/src/web/nextui/_next/static/chunks/app/eval/page-e8bda1754a10633a.js +0 -1
  87. package/dist/src/web/nextui/_next/static/chunks/app/layout-d60ac3764e5cf889.js +0 -1
  88. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6ffcc85cc2fddd4f.js +0 -1
  89. package/dist/src/web/nextui/_next/static/chunks/main-8ea85465d428ecfe.js +0 -1
  90. package/dist/src/web/nextui/_next/static/chunks/webpack-58dcaba0d76eb1cc.js +0 -1
  91. package/dist/src/web/nextui/_next/static/css/ff2293947f885320.css +0 -1
  92. /package/dist/src/web/nextui/_next/static/{SfGQBd2XPGnHbPk4D9mJh → YvSvJ02XgyNQCuOJXm3mH}/_buildManifest.js +0 -0
@@ -1,14 +1,14 @@
1
1
  1:HL["/_next/static/media/0e4fe491bf84089c-s.p.woff2",{"as":"font","type":"font/woff2"}]
2
2
  2:HL["/_next/static/media/627622453ef56b0d-s.p.woff2",{"as":"font","type":"font/woff2"}]
3
3
  3:HL["/_next/static/media/934c4b7cb736f2a3-s.p.woff2",{"as":"font","type":"font/woff2"}]
4
- 4:HL["/_next/static/css/ff2293947f885320.css",{"as":"style"}]
5
- 0:["SfGQBd2XPGnHbPk4D9mJh",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L5",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/ff2293947f885320.css","precedence":"next"}]],"$L6"]]]]
4
+ 4:HL["/_next/static/css/76b5764bbb20737e.css",{"as":"style"}]
5
+ 0:["YvSvJ02XgyNQCuOJXm3mH",[[["",{"children":["setup",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L5",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/76b5764bbb20737e.css","precedence":"next"}]],"$L6"]]]]
6
6
  7:HL["/_next/static/css/16c1dd82fc87c9d7.css",{"as":"style"}]
7
- 8:I{"id":898,"chunks":["706:static/chunks/706-be905c29f0baf0b7.js","396:static/chunks/396-0a51429a01e24cdd.js","613:static/chunks/613-b8dbbee738eefa17.js","185:static/chunks/app/layout-d60ac3764e5cf889.js"],"name":"PageShell","async":false}
8
- 9:I{"id":7767,"chunks":["272:static/chunks/webpack-58dcaba0d76eb1cc.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
9
- a:I{"id":7920,"chunks":["272:static/chunks/webpack-58dcaba0d76eb1cc.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
10
- c:I{"id":4839,"chunks":["272:static/chunks/webpack-58dcaba0d76eb1cc.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
11
- d:I{"id":2378,"chunks":["706:static/chunks/706-be905c29f0baf0b7.js","249:static/chunks/249-ea9c0f034888ccff.js","339:static/chunks/339-501c32916b785ef1.js","396:static/chunks/396-0a51429a01e24cdd.js","753:static/chunks/753-f62bfa32dbd9ff14.js","413:static/chunks/app/setup/page-6ffcc85cc2fddd4f.js"],"name":"","async":false}
7
+ 8:I{"id":621,"chunks":["482:static/chunks/482-7ffd5fba3f199131.js","82:static/chunks/82-ca0360e473d81167.js","685:static/chunks/685-a79f04e4019cbeea.js","189:static/chunks/189-042b0b24d67ce74a.js","558:static/chunks/558-02945bff7eb421d3.js","185:static/chunks/app/layout-a6a01a358b22e62d.js"],"name":"PageShell","async":false}
8
+ 9:I{"id":7767,"chunks":["272:static/chunks/webpack-e8fd16cd12fe69d0.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
9
+ a:I{"id":7920,"chunks":["272:static/chunks/webpack-e8fd16cd12fe69d0.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
10
+ c:I{"id":4839,"chunks":["272:static/chunks/webpack-e8fd16cd12fe69d0.js","971:static/chunks/fd9d1056-fba4b53a2f01213b.js","596:static/chunks/596-297f7ff4a0436e87.js"],"name":"default","async":false}
11
+ d:I{"id":2378,"chunks":["482:static/chunks/482-7ffd5fba3f199131.js","613:static/chunks/613-549d3513b4443850.js","685:static/chunks/685-a79f04e4019cbeea.js","189:static/chunks/189-042b0b24d67ce74a.js","452:static/chunks/452-f410013580f8a99c.js","339:static/chunks/339-501c32916b785ef1.js","109:static/chunks/109-cd1174ae3bb20050.js","413:static/chunks/app/setup/page-a06cf4d87ca670b3.js"],"name":"","async":false}
12
12
  5:[null,["$","html",null,{"lang":"en","children":["$","body",null,{"className":"__className_979022","children":["$","$L8",null,{"children":["$","$L9",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$La",null,{}],"templateStyles":"$undefined","notFound":[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":"404"}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],"notFoundStyles":"$undefined","childProp":{"current":["$","$L9",null,{"parallelRouterKey":"children","segmentPath":["children","setup","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$La",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$Lb",["$","$Lc",null,{"propsForComponent":{"params":{}},"Component":"$d"}],null],"segment":"__PAGE__"},"styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/16c1dd82fc87c9d7.css","precedence":"next"}]]}],"segment":"setup"},"styles":[]}]}]}]}],null]
13
13
  6:[["$","meta","0",{"charSet":"utf-8"}],["$","title","1",{"children":"promptfoo"}],["$","meta","2",{"name":"description","content":"LLM testing and evaluation"}],["$","meta","3",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","meta","4",{"property":"og:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","5",{"name":"twitter:card","content":"summary"}],["$","meta","6",{"name":"twitter:image","content":"https://www.promptfoo.dev/img/thumbnail.png"}],["$","meta","7",{"name":"next-size-adjust"}]]
14
14
  b:null
@@ -1 +1 @@
1
- {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/web/server.ts"],"names":[],"mappings":"AA4BA,wBAAgB,WAAW,CAAC,IAAI,SAAQ,EAAE,gBAAgB,UAAQ,QAyIjE"}
1
+ {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/web/server.ts"],"names":[],"mappings":"AAgDA,wBAAgB,WAAW,CAAC,IAAI,SAAQ,EAAE,gBAAgB,UAAQ,QA2IjE"}
@@ -21,6 +21,23 @@ const logger_1 = __importDefault(require("../logger"));
21
21
  const esm_1 = require("../esm");
22
22
  const util_1 = require("../util");
23
23
  const evalJobs = new Map();
24
+ function filenameToDate(filename) {
25
+ const dateString = filename.slice('eval-'.length, filename.length - '.json'.length);
26
+ // Replace hyphens with colons where necessary (Windows compatibility).
27
+ const dateParts = dateString.split('T');
28
+ const timePart = dateParts[1].replace(/-/g, ':');
29
+ const formattedDateString = `${dateParts[0]}T${timePart}`;
30
+ const date = new Date(formattedDateString);
31
+ return date.toLocaleDateString('en-US', {
32
+ year: 'numeric',
33
+ month: 'long',
34
+ day: 'numeric',
35
+ hour: '2-digit',
36
+ minute: '2-digit',
37
+ second: '2-digit',
38
+ timeZoneName: 'short',
39
+ });
40
+ }
24
41
  function startServer(port = 15500, skipConfirmation = false) {
25
42
  const app = (0, express_1.default)();
26
43
  const staticDir = node_path_1.default.join((0, esm_1.getDirectory)(), 'web', 'nextui');
@@ -57,7 +74,9 @@ function startServer(port = 15500, skipConfirmation = false) {
57
74
  app.get('/results', (req, res) => {
58
75
  const previousResults = (0, util_1.listPreviousResults)();
59
76
  previousResults.reverse();
60
- res.json({ data: previousResults });
77
+ res.json({
78
+ data: previousResults.map((filename) => ({ id: filename, label: filenameToDate(filename) })),
79
+ });
61
80
  });
62
81
  app.post('/api/eval', (req, res) => {
63
82
  const testSuite = req.body;
@@ -1 +1 @@
1
- {"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/web/server.ts"],"names":[],"mappings":";;;;;;AAAA,4CAA+B;AAC/B,0DAA6B;AAC7B,kEAAqC;AACrC,0DAA6B;AAC7B,oEAAuC;AACvC,+BAAoC;AAEpC,wDAAgC;AAChC,sDAA8B;AAC9B,gDAAwB;AACxB,8DAAsC;AACtC,oDAA4B;AAC5B,yCAAqD;AACrD,qDAAyE;AAEzE,uDAA+B;AAC/B,gCAAsC;AACtC,kCAAgF;AAShF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAe,CAAC;AAExC,SAAgB,WAAW,CAAC,IAAI,GAAG,KAAK,EAAE,gBAAgB,GAAG,KAAK;IAChE,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE7D,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;IACvB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAA,2BAAoB,GAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,MAAM,IAAI,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC;IAEF,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;QAC7B,qDAAqD;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QAEtC,6DAA6D;QAC7D,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,CAAC,IAAW,EAAE,IAAW,EAAE,EAAE;YACpD,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE;gBAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;aACzC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,YAAE,CAAC,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAEtC,8DAA8D;QAC9D,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YAC3B,YAAE,CAAC,WAAW,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC/B,MAAM,eAAe,GAAG,IAAA,0BAAmB,GAAE,CAAC;QAC9C,eAAe,CAAC,OAAO,EAAE,CAAC;QAC1B,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACjC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAyB,CAAC;QAChD,MAAM,EAAE,GAAG,IAAA,SAAM,GAAE,CAAC;QACpB,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,eAAS;aACN,QAAQ,CACP,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE;YAC3B,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,IAAI;SACnC,CAAC,EACF;YACE,gBAAgB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;gBACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;gBAChC,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACxB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9C,CAAC;SACF,CACF;aACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YAChC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC;YACxB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEL,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,EAAE;YACR,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACjD,OAAO;SACR;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE;YAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;SACtD;aAAM;YACL,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SAC/E;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,MAAM,YAAY,GAAG,mBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,YAAY,KAAK,QAAQ,IAAI,CAAC,IAAA,0BAAmB,GAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;YAC9E,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;SACR;QACD,MAAM,MAAM,GAAG,IAAA,iBAAU,EAAC,YAAY,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;SACR;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QAC3B,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI;gBACF,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBAC/C,MAAM,IAAA,gBAAM,EAAC,GAAG,CAAC,CAAC;aACnB;YAAC,OAAO,GAAG,EAAE;gBACZ,gBAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACxD;QACH,CAAC,CAAC;QAEF,IAAI,gBAAgB,EAAE;YACpB,OAAO,EAAE,CAAC;SACX;aAAM;YACL,MAAM,EAAE,GAAG,uBAAQ,CAAC,eAAe,CAAC;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,EAAE,CAAC,QAAQ,CAAC,qDAAqD,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBAClF,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAC;iBACX;gBACD,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;SACJ;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAzID,kCAyIC"}
1
+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/web/server.ts"],"names":[],"mappings":";;;;;;AAAA,4CAA+B;AAC/B,0DAA6B;AAC7B,kEAAqC;AACrC,0DAA6B;AAC7B,oEAAuC;AACvC,+BAAoC;AAEpC,wDAAgC;AAChC,sDAA8B;AAC9B,gDAAwB;AACxB,8DAAsC;AACtC,oDAA4B;AAC5B,yCAAqD;AACrD,qDAAyE;AAEzE,uDAA+B;AAC/B,gCAAsC;AACtC,kCAAgF;AAShF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAe,CAAC;AAExC,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpF,uEAAuE;IACvE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjD,MAAM,mBAAmB,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;IAE1D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;QACtC,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,MAAM;QACb,GAAG,EAAE,SAAS;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,OAAO;KACtB,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,WAAW,CAAC,IAAI,GAAG,KAAK,EAAE,gBAAgB,GAAG,KAAK;IAChE,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE7D,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;IACvB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAA,2BAAoB,GAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,MAAM,IAAI,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC;IAEF,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;QAC7B,qDAAqD;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QAEtC,6DAA6D;QAC7D,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,CAAC,IAAW,EAAE,IAAW,EAAE,EAAE;YACpD,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE;gBAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;aACzC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,YAAE,CAAC,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAEtC,8DAA8D;QAC9D,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YAC3B,YAAE,CAAC,WAAW,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC/B,MAAM,eAAe,GAAG,IAAA,0BAAmB,GAAE,CAAC;QAC9C,eAAe,CAAC,OAAO,EAAE,CAAC;QAC1B,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACjC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAyB,CAAC;QAChD,MAAM,EAAE,GAAG,IAAA,SAAM,GAAE,CAAC;QACpB,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,eAAS;aACN,QAAQ,CACP,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE;YAC3B,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,IAAI;SACnC,CAAC,EACF;YACE,gBAAgB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;gBACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;gBAChC,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACxB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9C,CAAC;SACF,CACF;aACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YAChC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC;YACxB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEL,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,EAAE;YACR,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACjD,OAAO;SACR;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE;YAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;SACtD;aAAM;YACL,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SAC/E;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,MAAM,YAAY,GAAG,mBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,YAAY,KAAK,QAAQ,IAAI,CAAC,IAAA,0BAAmB,GAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;YAC9E,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;SACR;QACD,MAAM,MAAM,GAAG,IAAA,iBAAU,EAAC,YAAY,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;SACR;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QAC3B,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI;gBACF,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBAC/C,MAAM,IAAA,gBAAM,EAAC,GAAG,CAAC,CAAC;aACnB;YAAC,OAAO,GAAG,EAAE;gBACZ,gBAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACxD;QACH,CAAC,CAAC;QAEF,IAAI,gBAAgB,EAAE;YACpB,OAAO,EAAE,CAAC;SACX;aAAM;YACL,MAAM,EAAE,GAAG,uBAAQ,CAAC,eAAe,CAAC;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,EAAE,CAAC,QAAQ,CAAC,qDAAqD,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBAClF,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAC;iBACX;gBACD,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;SACJ;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AA3ID,kCA2IC"}
package/package.json CHANGED
@@ -2,9 +2,10 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.24.1",
5
+ "version": "0.24.3",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
+ "repository": "promptfoo/promptfoo",
8
9
  "main": "dist/src/index.js",
9
10
  "exports": {
10
11
  ".": {
@@ -1 +0,0 @@
1
- self.__SSG_MANIFEST=new Set(["\u002Feval\u002F[id]"]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB()