promptfoo 0.17.5 → 0.17.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/dist/package.json +3 -2
  2. package/dist/src/assertions.js +2 -2
  3. package/dist/src/assertions.js.map +1 -1
  4. package/dist/src/cache.d.ts +3 -0
  5. package/dist/src/cache.d.ts.map +1 -1
  6. package/dist/src/cache.js +6 -1
  7. package/dist/src/cache.js.map +1 -1
  8. package/dist/src/evaluator.d.ts.map +1 -1
  9. package/dist/src/evaluator.js +35 -17
  10. package/dist/src/evaluator.js.map +1 -1
  11. package/dist/src/index.d.ts +1 -0
  12. package/dist/src/index.d.ts.map +1 -1
  13. package/dist/src/main.js +11 -5
  14. package/dist/src/main.js.map +1 -1
  15. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  16. package/dist/src/providers/azureopenai.js +1 -13
  17. package/dist/src/providers/azureopenai.js.map +1 -1
  18. package/dist/src/providers/localai.d.ts.map +1 -1
  19. package/dist/src/providers/localai.js +2 -1
  20. package/dist/src/providers/localai.js.map +1 -1
  21. package/dist/src/providers/openai.d.ts +1 -0
  22. package/dist/src/providers/openai.d.ts.map +1 -1
  23. package/dist/src/providers/openai.js +3 -29
  24. package/dist/src/providers/openai.js.map +1 -1
  25. package/dist/src/providers/replicate.d.ts +18 -0
  26. package/dist/src/providers/replicate.d.ts.map +1 -0
  27. package/dist/src/providers/replicate.js +80 -0
  28. package/dist/src/providers/replicate.js.map +1 -0
  29. package/dist/src/providers/shared.d.ts +5 -0
  30. package/dist/src/providers/shared.d.ts.map +1 -1
  31. package/dist/src/providers/shared.js +33 -1
  32. package/dist/src/providers/shared.js.map +1 -1
  33. package/dist/src/providers.d.ts +2 -0
  34. package/dist/src/providers.d.ts.map +1 -1
  35. package/dist/src/providers.js +8 -0
  36. package/dist/src/providers.js.map +1 -1
  37. package/dist/src/types.d.ts +4 -0
  38. package/dist/src/types.d.ts.map +1 -1
  39. package/dist/src/util.d.ts +2 -1
  40. package/dist/src/util.d.ts.map +1 -1
  41. package/dist/src/util.js +20 -1
  42. package/dist/src/util.js.map +1 -1
  43. package/dist/src/web/client/assets/{index-c2756e5d.js → index-13198388.js} +23 -23
  44. package/dist/src/web/client/assets/index-f9b230d1.css +1 -0
  45. package/dist/src/web/client/index.html +2 -2
  46. package/package.json +3 -2
  47. package/src/assertions.ts +2 -2
  48. package/src/cache.ts +5 -1
  49. package/src/evaluator.ts +37 -17
  50. package/src/main.ts +16 -5
  51. package/src/providers/azureopenai.ts +2 -18
  52. package/src/providers/localai.ts +3 -2
  53. package/src/providers/openai.ts +5 -35
  54. package/src/providers/replicate.ts +95 -0
  55. package/src/providers/shared.ts +29 -0
  56. package/src/providers.ts +8 -0
  57. package/src/types.ts +7 -0
  58. package/src/util.ts +25 -0
  59. package/src/web/client/src/App.tsx +6 -0
  60. package/src/web/client/src/EvalOutputPromptDialog.tsx +6 -2
  61. package/src/web/client/src/ResultsTable.tsx +5 -0
  62. package/src/web/client/src/ResultsView.tsx +2 -1
  63. package/src/web/client/src/index.css +1 -12
  64. package/src/web/client/src/types.ts +1 -1
  65. package/dist/src/web/client/assets/index-b82d0138.css +0 -1
package/src/web/client/src/types.ts CHANGED
@@ -25,6 +25,6 @@ export type EvalTable = {
25
25
  body: EvalRow[];
26
26
  };
27
27
 
28
- export type FilterMode = 'all' | 'failures';
28
+ export type FilterMode = 'all' | 'failures' | 'different';
29
29
 
30
30
  export type { UnifiedConfig } from '../../../types';
package/dist/src/web/client/assets/index-b82d0138.css DELETED
@@ -1 +0,0 @@
1
- :root{font-family:system-ui,Avenir,Helvetica,Arial,sans-serif;font-synthesis:none;text-rendering:optimizeLegibility;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;-webkit-text-size-adjust:100%;--background-color: #ffffff;--text-color: #404040;--border-color: lightgray;--table-border-color: lightgray;--pass-color: green;--fail-color: #ad0000;--smalltext-color: gray;--success-background-color: #d1ffd7;--variable-background-color: #f7f7f7;--header-background-color: #fffdf7}@media (prefers-color-scheme: dark){:root{--background-color: #1a1a1a;--text-color: #f0f0f0;--border-color: #444444;--table-border-color: #444444;--pass-color: #4caf50;--fail-color: #f44336;--smalltext-color: #888888}}[data-theme=dark]{--background-color: #1a1a1a;--text-color: #f0f0f0;--border-color: #444444;--table-border-color: #444444;--pass-color: #4caf50;--fail-color: #f44336;--smalltext-color: #888888;--success-background-color: #216d2b;--variable-background-color: #333;--header-background-color: #333}html{font-size:calc(14px + (18 - 14) * ((100vw - 300px) / (1600 - 300)))}*{box-sizing:border-box}html{font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Helvetica,Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji",Segoe UI Symbol;font-size:16px;background-color:var(--background-color);color:var(--text-color)}table,.divTable{border:1px solid var(--table-border-color);border-collapse:collapse;width:100%;margin:1rem 0;box-shadow:0 2px 4px #0000001a}.tr{display:flex}tr,.tr{width:fit-content}tr:hover,.tr:hover{background-color:#0000000d}th,.th,td,.td{position:relative;box-shadow:inset 0 0 0 1px var(--border-color);vertical-align:top;padding:1.5rem}th.variable,.th.variable,td.variable,.td.variable{background-color:var(--variable-background-color)}tr.header{background-color:var(--header-background-color)}th,.th{padding:1rem;position:relative;text-align:center;vertical-align:bottom}th .action{cursor:pointer;margin-left:.5rem}tr .cell-actions{display:flex;gap:.5rem;visibility:hidden;position:absolute;bottom:1.25rem;right:0;line-height:0;font-size:1.75rem}tr:hover .cell-actions{visibility:visible}tr .cell-actions .action{cursor:pointer}th .smalltext{visibility:hidden;font-weight:400;font-size:.75rem;color:var(--smalltext-color)}th:hover .smalltext{visibility:visible}th .summary{font-weight:400;font-size:.8rem;padding:.25rem}th .summary.highlight{background-color:var(--success-background-color)}td .status{margin-bottom:.5rem;font-weight:700}td .score{font-weight:400}td .pass{color:var(--pass-color)}td .fail{color:var(--fail-color)}.first-prompt-col{border-left:2px solid #888}.first-prompt-row{border-top:2px solid #888}.resizer{position:absolute;right:0;top:0;height:100%;width:5px;cursor:col-resize;user-select:none;touch-action:none;background:var(--text-color);opacity:.5}.resizer.isResizing{background:var(--text-color);opacity:1}@media (hover: hover){.resizer{opacity:0}*:hover>.resizer{opacity:1}}.logo{display:flex;align-items:center;gap:4px}.logo img{width:30px}.logo span{margin-bottom:6px;color:var(--text-color)}[data-theme=dark] .logo img{filter:invert(1)}nav{display:flex;justify-content:space-between;align-items:center;margin-bottom:1rem;color:var(--text-color)}.dark-mode-toggle{background-color:transparent;border:none;color:var(--text-color);cursor:pointer;font-size:16px;padding:8px;transition:color .3s}.dark-mode-toggle:hover{color:var(--pass-color)}body{background-color:var(--background-color);color:var(--text-color)}