promptfoo 0.42.0 → 0.43.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/README.md +1 -1
  2. package/dist/package.json +2 -2
  3. package/dist/src/assertions.d.ts +0 -1
  4. package/dist/src/assertions.d.ts.map +1 -1
  5. package/dist/src/assertions.js +5 -92
  6. package/dist/src/assertions.js.map +1 -1
  7. package/dist/src/csv.d.ts +4 -0
  8. package/dist/src/csv.d.ts.map +1 -0
  9. package/dist/src/csv.js +123 -0
  10. package/dist/src/csv.js.map +1 -0
  11. package/dist/src/main.js +1 -1
  12. package/dist/src/main.js.map +1 -1
  13. package/dist/src/matchers.js +1 -1
  14. package/dist/src/matchers.js.map +1 -1
  15. package/dist/src/providers/bedrock.js +1 -1
  16. package/dist/src/providers/bedrock.js.map +1 -1
  17. package/dist/src/providers/huggingface.d.ts +2 -0
  18. package/dist/src/providers/huggingface.d.ts.map +1 -1
  19. package/dist/src/providers/huggingface.js +4 -3
  20. package/dist/src/providers/huggingface.js.map +1 -1
  21. package/dist/src/providers/replicate.d.ts +10 -0
  22. package/dist/src/providers/replicate.d.ts.map +1 -1
  23. package/dist/src/providers/replicate.js +28 -4
  24. package/dist/src/providers/replicate.js.map +1 -1
  25. package/dist/src/testCases.d.ts +0 -1
  26. package/dist/src/testCases.d.ts.map +1 -1
  27. package/dist/src/testCases.js +3 -30
  28. package/dist/src/testCases.js.map +1 -1
  29. package/dist/src/web/nextui/404/index.html +1 -1
  30. package/dist/src/web/nextui/404.html +1 -1
  31. package/dist/src/web/nextui/_next/static/chunks/631-b333d4a78100eabe.js +6 -0
  32. package/dist/src/web/nextui/_next/static/chunks/{782-04f667f750859e43.js → 782-cc7e5fff4712ff69.js} +4 -9
  33. package/dist/src/web/nextui/_next/static/chunks/886-ed0ff9e461fce55a.js +1 -0
  34. package/dist/src/web/nextui/_next/static/chunks/922.2b3e75a995f09e1b.js +1 -0
  35. package/dist/src/web/nextui/_next/static/chunks/952-b674b8ee77cfa5c7.js +1 -0
  36. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-ddcbd905630da9ba.js → page-aec85c1e519871fb.js} +1 -1
  37. package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-06a8580f8b1af9df.js → page-5439c164205bd74d.js} +1 -1
  38. package/dist/src/web/nextui/_next/static/chunks/app/layout-f887d1009f0f8cf1.js +1 -0
  39. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-bd58a8506813a971.js +1 -0
  40. package/dist/src/web/nextui/_next/static/chunks/webpack-4590f5da0889fc85.js +1 -0
  41. package/dist/src/web/nextui/_next/static/css/a22c0b8ec9b5026b.css +1 -0
  42. package/dist/src/web/nextui/_next/static/css/fb8d3287f9f8ec6d.css +1 -0
  43. package/dist/src/web/nextui/api/results +1 -0
  44. package/dist/src/web/nextui/auth/login/index.html +1 -1
  45. package/dist/src/web/nextui/auth/login/index.txt +4 -4
  46. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  47. package/dist/src/web/nextui/auth/signup/index.txt +4 -4
  48. package/dist/src/web/nextui/datasets/index.html +1 -1
  49. package/dist/src/web/nextui/datasets/index.txt +4 -4
  50. package/dist/src/web/nextui/eval/index.html +1 -1
  51. package/dist/src/web/nextui/eval/index.txt +7 -7
  52. package/dist/src/web/nextui/index.html +1 -1
  53. package/dist/src/web/nextui/index.txt +4 -4
  54. package/dist/src/web/nextui/prompts/index.html +1 -1
  55. package/dist/src/web/nextui/prompts/index.txt +4 -4
  56. package/dist/src/web/nextui/setup/index.html +2 -2
  57. package/dist/src/web/nextui/setup/index.txt +6 -6
  58. package/package.json +2 -2
  59. package/dist/src/web/nextui/_next/static/chunks/756-93541769f62c0652.js +0 -1
  60. package/dist/src/web/nextui/_next/static/chunks/952-5589ced0c55b8c29.js +0 -1
  61. package/dist/src/web/nextui/_next/static/chunks/app/layout-529cccca79493d45.js +0 -1
  62. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-feafa13380c560f8.js +0 -1
  63. package/dist/src/web/nextui/_next/static/chunks/webpack-8a0275625c579beb.js +0 -1
  64. package/dist/src/web/nextui/_next/static/css/44f8c2f691de485c.css +0 -1
  65. package/dist/src/web/nextui/_next/static/css/c9e17d55591e229d.css +0 -1
  66. /package/dist/src/web/nextui/_next/static/{dZIM8VuBNdn5u1rBiL1Qv → 8ERNwUKvqxvW891DxOWLh}/_buildManifest.js +0 -0
  67. /package/dist/src/web/nextui/_next/static/{dZIM8VuBNdn5u1rBiL1Qv → 8ERNwUKvqxvW891DxOWLh}/_ssgManifest.js +0 -0
@@ -1 +0,0 @@
1
- .custom-metric-container{display:inline-flex;flex-wrap:wrap;gap:.25rem;font-weight:400}.custom-metric-container>span{padding:.25rem .5rem;border-radius:4px;color:var(--text-color);border:1px solid var(--border-color);margin-right:.25rem}.font-bold{font-weight:700}.divTable,table.results-table{border:1px solid var(--table-border-color);border-collapse:collapse;width:100%;margin:1rem 0;box-shadow:0 2px 4px rgba(0,0,0,.1)}.results-table ins{background-color:var(--insert-highlight-color);text-decoration:none}.results-table del{background-color:var(--delete-highlight-color);-webkit-text-decoration:strikethrough;text-decoration:strikethrough}.tr{display:flex}.results-table tr,.tr{width:-moz-fit-content;width:fit-content}.results-table tr:hover,.tr:hover{background-color:rgba(0,0,0,.02)}.results-table td,.results-table th,.td,.th{position:relative;box-shadow:inset 0 0 0 1px var(--border-color);vertical-align:top;padding:1rem}.compact .td,.compact .th,.compact.results-table td,.compact.results-table th{padding:.5rem}.results-table td.variable,.results-table th.variable,.td.variable,.th.variable{background-color:var(--variable-background-color)}.results-table tr.header{background-color:var(--header-background-color)}.results-table th,.th{padding:1rem;position:relative;vertical-align:bottom;text-align:left;white-space:pre-wrap;font-weight:400}.results-table th .action{cursor:pointer;margin-left:.5rem}.results-table th .action svg{vertical-align:middle}.results-table td,.results-table th{height:1px}@-moz-document url-prefix(){.results-table td,.results-table th{height:100%}}.firefox-fix{display:table;height:100%}.results-table tr .cell{display:flex;flex-direction:column;white-space:pre-wrap;height:100%}.results-table tr .cell img{max-width:256px;max-height:256px;cursor:pointer}.compact.results-table tr .cell>*,.results-table tr .variable>*{display:inline}.results-table tr .cell-actions{display:flex;gap:.5rem;visibility:hidden;position:absolute;top:1.25rem;right:.75rem;line-height:0;font-size:1.25rem}.results-table tr:hover .cell-actions{visibility:visible}.results-table tr .cell-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;padding-top:1rem;margin-top:auto}.results-table tr .stat-item{font-weight:400;font-size:.75rem;color:#888}.results-table tr .cell-actions .action{cursor:pointer}.results-table th .output-header{display:flex;flex-direction:column;height:100%;align-items:flex-start}.results-table th .output-header .pills{display:flex;flex-wrap:wrap;gap:.25rem;align-items:center;margin-bottom:.5rem}.results-table th .prompt-container{font-weight:700;margin-bottom:.5rem}.results-table th .prompt-container>*{display:inline}.results-table th .provider{display:inline-block;padding:.25rem .5rem;background-color:var(--neutral-background-color);border:1px solid var(--border-color);border-radius:4px;margin-right:.25rem}.results-table th .summary{font-weight:400}.results-table th .prompt-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;font-size:.75rem;color:#888;margin-top:auto}.results-table th .summary .highlight{padding:.25rem .5rem;border-radius:4px;background-color:var(--fail-background-color);border:1px solid var(--border-color)}.results-table th .summary .highlight.success{background-color:var(--success-background-color);border:1px solid var(--pass-color)}.results-table .status{font-weight:700;margin-bottom:.5rem}.results-table .status .pill{display:inline-block;padding:.25rem .5rem;border-radius:4px;margin-right:.25rem}.results-table .pass .pill{background-color:var(--success-background-color);color:var(--pass-color);border:1px solid var(--pass-color)}.results-table .fail .pill{border:1px solid var(--fail-color)}.fail-reason,.results-table .fail{color:var(--fail-color)}.fail-reason{font-weight:700}.compact .fail-reason{display:inline}.results-table .fail .pill{background-color:var(--fail-background-color)}.results-table td .score{font-weight:400}.results-table .comment{margin-top:.5rem;padding:.25rem .5rem;border-radius:4px;background-color:var(--neutral-background-color);font-style:italic;cursor:pointer}.first-prompt-col{border-left:2px solid #888}.first-prompt-row{border-top:2px solid #888}.search-highlight{color:var(--search-text-color);background-color:var(--search-highlight-color)}.results-table tr .cell .lightbox{position:fixed;top:0;left:0;right:0;bottom:0;background-color:rgba(0,0,0,.7);display:flex;align-items:center;justify-content:center;z-index:1000}.results-table tr .cell .lightbox img{max-width:90%;max-height:90%}.resizer{position:absolute;right:0;top:0;height:100%;width:5px;cursor:col-resize;-webkit-user-select:none;-moz-user-select:none;user-select:none;touch-action:none;background:var(--text-color);opacity:.5}.resizer.isResizing{background:var(--text-color);opacity:1}@media (hover:hover){.resizer{opacity:0}:hover>.resizer{opacity:1}}body{background-color:var(--background-color);color:var(--text-color)}.error,.loading{display:flex;flex-direction:column;gap:1.5rem;justify-content:center;align-items:center;height:9rem}.error{font-size:1.5rem}