promptfoo 0.11.0 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/dist/package.json +87 -0
  2. package/dist/src/__mocks__/esm.d.ts.map +1 -0
  3. package/dist/src/__mocks__/esm.js.map +1 -0
  4. package/dist/src/assertions.d.ts.map +1 -0
  5. package/dist/{assertions.js → src/assertions.js} +19 -20
  6. package/dist/src/assertions.js.map +1 -0
  7. package/dist/src/cache.d.ts.map +1 -0
  8. package/dist/{cache.js → src/cache.js} +1 -1
  9. package/dist/src/cache.js.map +1 -0
  10. package/dist/src/esm.d.ts.map +1 -0
  11. package/dist/src/esm.js.map +1 -0
  12. package/dist/src/evaluator.d.ts.map +1 -0
  13. package/dist/{evaluator.js → src/evaluator.js} +28 -25
  14. package/dist/src/evaluator.js.map +1 -0
  15. package/dist/{index.d.ts → src/index.d.ts} +4 -0
  16. package/dist/src/index.d.ts.map +1 -0
  17. package/dist/{index.js → src/index.js} +15 -11
  18. package/dist/src/index.js.map +1 -0
  19. package/dist/src/logger.d.ts +12 -0
  20. package/dist/src/logger.d.ts.map +1 -0
  21. package/dist/{logger.js → src/logger.js} +13 -5
  22. package/dist/src/logger.js.map +1 -0
  23. package/dist/src/main.d.ts.map +1 -0
  24. package/dist/{main.js → src/main.js} +30 -47
  25. package/dist/src/main.js.map +1 -0
  26. package/dist/{onboarding.d.ts → src/onboarding.d.ts} +1 -1
  27. package/dist/src/onboarding.d.ts.map +1 -0
  28. package/dist/{onboarding.js → src/onboarding.js} +6 -0
  29. package/dist/src/onboarding.js.map +1 -0
  30. package/dist/src/prompts.d.ts.map +1 -0
  31. package/dist/src/prompts.js.map +1 -0
  32. package/dist/src/providers/localai.d.ts.map +1 -0
  33. package/dist/src/providers/localai.js.map +1 -0
  34. package/dist/{providers → src/providers}/openai.d.ts +11 -3
  35. package/dist/src/providers/openai.d.ts.map +1 -0
  36. package/dist/{providers → src/providers}/openai.js +17 -5
  37. package/dist/src/providers/openai.js.map +1 -0
  38. package/dist/src/providers/shared.d.ts.map +1 -0
  39. package/dist/src/providers/shared.js.map +1 -0
  40. package/dist/{providers.d.ts → src/providers.d.ts} +3 -3
  41. package/dist/src/providers.d.ts.map +1 -0
  42. package/dist/{providers.js → src/providers.js} +16 -7
  43. package/dist/src/providers.js.map +1 -0
  44. package/dist/src/suggestions.d.ts.map +1 -0
  45. package/dist/src/suggestions.js.map +1 -0
  46. package/dist/src/table.d.ts +4 -0
  47. package/dist/src/table.d.ts.map +1 -0
  48. package/dist/src/table.js +48 -0
  49. package/dist/src/table.js.map +1 -0
  50. package/dist/src/telemetry.d.ts +10 -0
  51. package/dist/src/telemetry.d.ts.map +1 -0
  52. package/dist/src/telemetry.js +48 -0
  53. package/dist/src/telemetry.js.map +1 -0
  54. package/dist/{types.d.ts → src/types.d.ts} +7 -1
  55. package/dist/src/types.d.ts.map +1 -0
  56. package/dist/src/types.js.map +1 -0
  57. package/dist/src/updates.d.ts +3 -0
  58. package/dist/src/updates.d.ts.map +1 -0
  59. package/dist/src/updates.js +36 -0
  60. package/dist/src/updates.js.map +1 -0
  61. package/dist/{util.d.ts → src/util.d.ts} +1 -1
  62. package/dist/src/util.d.ts.map +1 -0
  63. package/dist/{util.js → src/util.js} +15 -2
  64. package/dist/src/util.js.map +1 -0
  65. package/dist/src/web/client/assets/index-0f6d6b29.js +199 -0
  66. package/dist/src/web/client/assets/js-yaml-8bbf9398.js +32 -0
  67. package/dist/{web → src/web}/client/index.html +1 -1
  68. package/dist/src/web/server.d.ts.map +1 -0
  69. package/dist/{web → src/web}/server.js +3 -4
  70. package/dist/src/web/server.js.map +1 -0
  71. package/package.json +11 -9
  72. package/src/assertions.ts +18 -23
  73. package/src/cache.ts +1 -1
  74. package/src/evaluator.ts +38 -34
  75. package/src/index.ts +10 -10
  76. package/src/logger.ts +13 -5
  77. package/src/main.ts +38 -48
  78. package/src/onboarding.ts +6 -0
  79. package/src/providers/openai.ts +32 -6
  80. package/src/providers.ts +32 -9
  81. package/src/table.ts +41 -0
  82. package/src/telemetry.ts +57 -0
  83. package/src/types.ts +10 -1
  84. package/src/updates.ts +37 -0
  85. package/src/util.ts +34 -4
  86. package/src/web/client/package.json +1 -0
  87. package/src/web/client/src/App.tsx +36 -12
  88. package/src/web/client/src/ConfigModal.tsx +81 -0
  89. package/src/web/client/src/ResultsView.tsx +76 -3
  90. package/src/web/client/src/ShareModal.tsx +70 -0
  91. package/src/web/client/src/store.ts +6 -1
  92. package/src/web/client/src/types.ts +2 -0
  93. package/src/web/server.ts +3 -7
  94. package/dist/__mocks__/esm.d.ts.map +0 -1
  95. package/dist/__mocks__/esm.js.map +0 -1
  96. package/dist/assertions.d.ts.map +0 -1
  97. package/dist/assertions.js.map +0 -1
  98. package/dist/cache.d.ts.map +0 -1
  99. package/dist/cache.js.map +0 -1
  100. package/dist/esm.d.ts.map +0 -1
  101. package/dist/esm.js.map +0 -1
  102. package/dist/evaluator.d.ts.map +0 -1
  103. package/dist/evaluator.js.map +0 -1
  104. package/dist/index.d.ts.map +0 -1
  105. package/dist/index.js.map +0 -1
  106. package/dist/logger.d.ts +0 -11
  107. package/dist/logger.d.ts.map +0 -1
  108. package/dist/logger.js.map +0 -1
  109. package/dist/main.d.ts.map +0 -1
  110. package/dist/main.js.map +0 -1
  111. package/dist/onboarding.d.ts.map +0 -1
  112. package/dist/onboarding.js.map +0 -1
  113. package/dist/prompts.d.ts.map +0 -1
  114. package/dist/prompts.js.map +0 -1
  115. package/dist/providers/localai.d.ts.map +0 -1
  116. package/dist/providers/localai.js.map +0 -1
  117. package/dist/providers/openai.d.ts.map +0 -1
  118. package/dist/providers/openai.js.map +0 -1
  119. package/dist/providers/shared.d.ts.map +0 -1
  120. package/dist/providers/shared.js.map +0 -1
  121. package/dist/providers.d.ts.map +0 -1
  122. package/dist/providers.js.map +0 -1
  123. package/dist/suggestions.d.ts.map +0 -1
  124. package/dist/suggestions.js.map +0 -1
  125. package/dist/types.d.ts.map +0 -1
  126. package/dist/types.js.map +0 -1
  127. package/dist/util.d.ts.map +0 -1
  128. package/dist/util.js.map +0 -1
  129. package/dist/web/client/assets/index-15dfcd18.js +0 -172
  130. package/dist/web/server.d.ts.map +0 -1
  131. package/dist/web/server.js.map +0 -1
  132. package/src/web/client/package-lock.json +0 -5729
  133. /package/dist/{__mocks__ → src/__mocks__}/esm.d.ts +0 -0
  134. /package/dist/{__mocks__ → src/__mocks__}/esm.js +0 -0
  135. /package/dist/{assertions.d.ts → src/assertions.d.ts} +0 -0
  136. /package/dist/{cache.d.ts → src/cache.d.ts} +0 -0
  137. /package/dist/{esm.d.ts → src/esm.d.ts} +0 -0
  138. /package/dist/{esm.js → src/esm.js} +0 -0
  139. /package/dist/{evaluator.d.ts → src/evaluator.d.ts} +0 -0
  140. /package/dist/{main.d.ts → src/main.d.ts} +0 -0
  141. /package/dist/{prompts.d.ts → src/prompts.d.ts} +0 -0
  142. /package/dist/{prompts.js → src/prompts.js} +0 -0
  143. /package/dist/{providers → src/providers}/localai.d.ts +0 -0
  144. /package/dist/{providers → src/providers}/localai.js +0 -0
  145. /package/dist/{providers → src/providers}/shared.d.ts +0 -0
  146. /package/dist/{providers → src/providers}/shared.js +0 -0
  147. /package/dist/{suggestions.d.ts → src/suggestions.d.ts} +0 -0
  148. /package/dist/{suggestions.js → src/suggestions.js} +0 -0
  149. /package/dist/{tableOutput.html → src/tableOutput.html} +0 -0
  150. /package/dist/{types.js → src/types.js} +0 -0
  151. /package/dist/{web → src/web}/client/assets/index-87905193.css +0 -0
  152. /package/dist/{web → src/web}/client/favicon.ico +0 -0
  153. /package/dist/{web → src/web}/client/logo.svg +0 -0
  154. /package/dist/{web → src/web}/server.d.ts +0 -0
package/dist/web/server.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/web/server.ts"],"names":[],"mappings":"AAkBA,wBAAgB,IAAI,CAAC,IAAI,SAAQ,QA2DhC"}
package/dist/web/server.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/web/server.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,0DAA6B;AAC7B,kEAAqC;AACrC,0DAA6B;AAE7B,wDAAgC;AAChC,sDAA8B;AAC9B,gDAAwB;AACxB,oDAA4B;AAC5B,yCAAqD;AAGrD,uDAA+B;AAC/B,gCAAsC;AACtC,kCAA+C;AAI/C,SAAgB,IAAI,CAAC,IAAI,GAAG,KAAK;IAC/B,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE7D,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAA,2BAAoB,GAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,MAAM,IAAI,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,QAAQ,CAAC,KAAK,CAAC;IACxB,CAAC,CAAC;IAEF,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;QAC7B,qDAAqD;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;QAEjD,6DAA6D;QAC7D,YAAE,CAAC,KAAK,CACN,cAAc,EACd,IAAA,kBAAQ,EAAC,CAAC,KAAa,EAAE,EAAE;YACzB,IAAI,KAAK,KAAK,QAAQ,EAAE;gBACtB,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;aACpD;QACH,CAAC,EAAE,GAAG,CAAC,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QAC3B,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,EAAE,GAAG,uBAAQ,CAAC,eAAe,CAAC;YAClC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,EAAE,CAAC,QAAQ,CAAC,qDAAqD,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAClF,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBACxC,IAAI;oBACF,MAAM,IAAA,gBAAM,EAAC,GAAG,CAAC,CAAC;oBAClB,gBAAM,CAAC,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;iBAC3C;gBAAC,OAAO,GAAG,EAAE;oBACZ,gBAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBACxD;aACF;YACD,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AA3DD,oBA2DC"}