promptfoo 0.56.0 → 0.57.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/README.md +4 -1
  2. package/dist/package.json +5 -4
  3. package/dist/src/cache.d.ts.map +1 -1
  4. package/dist/src/cache.js +5 -1
  5. package/dist/src/cache.js.map +1 -1
  6. package/dist/src/commands/eval/filterFailingTests.d.ts +5 -0
  7. package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -0
  8. package/dist/src/commands/eval/filterFailingTests.js +19 -0
  9. package/dist/src/commands/eval/filterFailingTests.js.map +1 -0
  10. package/dist/src/commands/eval/filterTests.d.ts +10 -0
  11. package/dist/src/commands/eval/filterTests.d.ts.map +1 -0
  12. package/dist/src/commands/eval/filterTests.js +34 -0
  13. package/dist/src/commands/eval/filterTests.js.map +1 -0
  14. package/dist/src/commands/export.d.ts +3 -0
  15. package/dist/src/commands/export.d.ts.map +1 -0
  16. package/dist/src/commands/export.js +56 -0
  17. package/dist/src/commands/export.js.map +1 -0
  18. package/dist/src/commands/import.d.ts +3 -0
  19. package/dist/src/commands/import.d.ts.map +1 -0
  20. package/dist/src/commands/import.js +44 -0
  21. package/dist/src/commands/import.js.map +1 -0
  22. package/dist/src/commands/list.d.ts.map +1 -1
  23. package/dist/src/commands/list.js +6 -3
  24. package/dist/src/commands/list.js.map +1 -1
  25. package/dist/src/evaluator.d.ts.map +1 -1
  26. package/dist/src/evaluator.js +11 -5
  27. package/dist/src/evaluator.js.map +1 -1
  28. package/dist/src/main.js +29 -6
  29. package/dist/src/main.js.map +1 -1
  30. package/dist/src/providers/huggingface.d.ts.map +1 -1
  31. package/dist/src/providers/huggingface.js +1 -0
  32. package/dist/src/providers/huggingface.js.map +1 -1
  33. package/dist/src/providers/openai.d.ts +12 -0
  34. package/dist/src/providers/openai.d.ts.map +1 -1
  35. package/dist/src/providers/openai.js +9 -2
  36. package/dist/src/providers/openai.js.map +1 -1
  37. package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
  38. package/dist/src/providers/pythonCompletion.js +4 -0
  39. package/dist/src/providers/pythonCompletion.js.map +1 -1
  40. package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
  41. package/dist/src/providers/scriptCompletion.js +7 -2
  42. package/dist/src/providers/scriptCompletion.js.map +1 -1
  43. package/dist/src/providers.d.ts.map +1 -1
  44. package/dist/src/providers.js +5 -1
  45. package/dist/src/providers.js.map +1 -1
  46. package/dist/src/python/wrapper.d.ts.map +1 -1
  47. package/dist/src/python/wrapper.js +2 -1
  48. package/dist/src/python/wrapper.js.map +1 -1
  49. package/dist/src/testCases.d.ts.map +1 -1
  50. package/dist/src/testCases.js +13 -0
  51. package/dist/src/testCases.js.map +1 -1
  52. package/dist/src/types.d.ts +13 -1
  53. package/dist/src/types.d.ts.map +1 -1
  54. package/dist/src/types.js +9 -0
  55. package/dist/src/types.js.map +1 -1
  56. package/dist/src/util.d.ts +16 -11
  57. package/dist/src/util.d.ts.map +1 -1
  58. package/dist/src/util.js +68 -21
  59. package/dist/src/util.js.map +1 -1
  60. package/dist/src/web/nextui/404/index.html +1 -1
  61. package/dist/src/web/nextui/404.html +1 -1
  62. package/dist/src/web/nextui/_next/static/chunks/712-6aacc65ec1cd9990.js +1 -0
  63. package/dist/src/web/nextui/auth/login/index.html +1 -1
  64. package/dist/src/web/nextui/auth/login/index.txt +1 -1
  65. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  66. package/dist/src/web/nextui/auth/signup/index.txt +1 -1
  67. package/dist/src/web/nextui/datasets/index.html +1 -1
  68. package/dist/src/web/nextui/datasets/index.txt +1 -1
  69. package/dist/src/web/nextui/eval/index.html +1 -1
  70. package/dist/src/web/nextui/eval/index.txt +2 -2
  71. package/dist/src/web/nextui/index.html +1 -1
  72. package/dist/src/web/nextui/index.txt +1 -1
  73. package/dist/src/web/nextui/progress/index.html +1 -1
  74. package/dist/src/web/nextui/progress/index.txt +1 -1
  75. package/dist/src/web/nextui/prompts/index.html +1 -1
  76. package/dist/src/web/nextui/prompts/index.txt +1 -1
  77. package/dist/src/web/nextui/setup/index.html +1 -1
  78. package/dist/src/web/nextui/setup/index.txt +1 -1
  79. package/package.json +5 -4
  80. package/dist/src/web/nextui/_next/static/chunks/712-7503e1478b0fffc6.js +0 -1
  81. /package/dist/src/web/nextui/_next/static/{b8cFpzVETN9xFhpI4el8O → G4pjZLW6oSW0KmGsj8va9}/_buildManifest.js +0 -0
  82. /package/dist/src/web/nextui/_next/static/{b8cFpzVETN9xFhpI4el8O → G4pjZLW6oSW0KmGsj8va9}/_ssgManifest.js +0 -0