promptfoo 0.113.0 → 0.113.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. package/dist/package.json +28 -30
  2. package/dist/src/app/assets/{index-BBF3o-At.js → index-DDgDcSbp.js} +176 -176
  3. package/dist/src/app/assets/{index.es-CIVyj4Ly.js → index.es-CTuWilQA.js} +1 -1
  4. package/dist/src/app/assets/{source-map-support-DmE-TbSd.js → source-map-support-CMD9DZ3t.js} +1 -1
  5. package/dist/src/app/assets/{sync-DKyeSqmb.js → sync-DXeGLZqh.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/commands/auth.d.ts.map +1 -1
  8. package/dist/src/commands/auth.js +2 -0
  9. package/dist/src/commands/auth.js.map +1 -1
  10. package/dist/src/commands/cache.d.ts.map +1 -1
  11. package/dist/src/commands/cache.js +1 -0
  12. package/dist/src/commands/cache.js.map +1 -1
  13. package/dist/src/commands/config.d.ts.map +1 -1
  14. package/dist/src/commands/config.js +3 -0
  15. package/dist/src/commands/config.js.map +1 -1
  16. package/dist/src/commands/delete.d.ts.map +1 -1
  17. package/dist/src/commands/delete.js +1 -0
  18. package/dist/src/commands/delete.js.map +1 -1
  19. package/dist/src/commands/eval.d.ts.map +1 -1
  20. package/dist/src/commands/eval.js +2 -0
  21. package/dist/src/commands/eval.js.map +1 -1
  22. package/dist/src/commands/export.d.ts.map +1 -1
  23. package/dist/src/commands/export.js +1 -0
  24. package/dist/src/commands/export.js.map +1 -1
  25. package/dist/src/commands/generate/dataset.d.ts.map +1 -1
  26. package/dist/src/commands/generate/dataset.js +2 -0
  27. package/dist/src/commands/generate/dataset.js.map +1 -1
  28. package/dist/src/commands/import.d.ts.map +1 -1
  29. package/dist/src/commands/import.js +1 -0
  30. package/dist/src/commands/import.js.map +1 -1
  31. package/dist/src/commands/init.d.ts.map +1 -1
  32. package/dist/src/commands/init.js +1 -0
  33. package/dist/src/commands/init.js.map +1 -1
  34. package/dist/src/commands/list.d.ts.map +1 -1
  35. package/dist/src/commands/list.js +3 -0
  36. package/dist/src/commands/list.js.map +1 -1
  37. package/dist/src/commands/share.d.ts.map +1 -1
  38. package/dist/src/commands/share.js +3 -2
  39. package/dist/src/commands/share.js.map +1 -1
  40. package/dist/src/commands/show.d.ts.map +1 -1
  41. package/dist/src/commands/show.js +4 -0
  42. package/dist/src/commands/show.js.map +1 -1
  43. package/dist/src/commands/view.d.ts.map +1 -1
  44. package/dist/src/commands/view.js +1 -0
  45. package/dist/src/commands/view.js.map +1 -1
  46. package/dist/src/configTypes.d.ts +0 -1
  47. package/dist/src/configTypes.d.ts.map +1 -1
  48. package/dist/src/evaluator.js +1 -1
  49. package/dist/src/evaluator.js.map +1 -1
  50. package/dist/src/evaluatorHelpers.js +3 -3
  51. package/dist/src/evaluatorHelpers.js.map +1 -1
  52. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  53. package/dist/src/globalConfig/accounts.js +0 -1
  54. package/dist/src/globalConfig/accounts.js.map +1 -1
  55. package/dist/src/globalConfig/globalConfig.d.ts +1 -1
  56. package/dist/src/globalConfig/globalConfig.d.ts.map +1 -1
  57. package/dist/src/globalConfig/globalConfig.js +9 -17
  58. package/dist/src/globalConfig/globalConfig.js.map +1 -1
  59. package/dist/src/index.d.ts.map +1 -1
  60. package/dist/src/index.js +2 -0
  61. package/dist/src/index.js.map +1 -1
  62. package/dist/src/main.js +1 -1
  63. package/dist/src/main.js.map +1 -1
  64. package/dist/src/onboarding.js +1 -1
  65. package/dist/src/onboarding.js.map +1 -1
  66. package/dist/src/providers/bam.d.ts +22 -16
  67. package/dist/src/providers/bam.d.ts.map +1 -1
  68. package/dist/src/providers/bedrock.js +1 -1
  69. package/dist/src/providers/bedrock.js.map +1 -1
  70. package/dist/src/providers/bedrockKnowledgeBase.js +1 -1
  71. package/dist/src/providers/bedrockKnowledgeBase.js.map +1 -1
  72. package/dist/src/providers/http.d.ts.map +1 -1
  73. package/dist/src/providers/http.js +17 -5
  74. package/dist/src/providers/http.js.map +1 -1
  75. package/dist/src/providers/sagemaker.js +1 -1
  76. package/dist/src/providers/sagemaker.js.map +1 -1
  77. package/dist/src/redteam/commands/discover.d.ts +117 -79
  78. package/dist/src/redteam/commands/discover.d.ts.map +1 -1
  79. package/dist/src/redteam/commands/discover.js +139 -179
  80. package/dist/src/redteam/commands/discover.js.map +1 -1
  81. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  82. package/dist/src/redteam/commands/generate.js +10 -11
  83. package/dist/src/redteam/commands/generate.js.map +1 -1
  84. package/dist/src/redteam/commands/init.js +1 -1
  85. package/dist/src/redteam/commands/init.js.map +1 -1
  86. package/dist/src/redteam/commands/poison.d.ts.map +1 -1
  87. package/dist/src/redteam/commands/poison.js +1 -0
  88. package/dist/src/redteam/commands/poison.js.map +1 -1
  89. package/dist/src/redteam/commands/report.d.ts.map +1 -1
  90. package/dist/src/redteam/commands/report.js +1 -0
  91. package/dist/src/redteam/commands/report.js.map +1 -1
  92. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  93. package/dist/src/redteam/commands/run.js +1 -0
  94. package/dist/src/redteam/commands/run.js.map +1 -1
  95. package/dist/src/redteam/commands/setup.d.ts.map +1 -1
  96. package/dist/src/redteam/commands/setup.js +1 -0
  97. package/dist/src/redteam/commands/setup.js.map +1 -1
  98. package/dist/src/redteam/constants.d.ts +1 -1
  99. package/dist/src/redteam/constants.d.ts.map +1 -1
  100. package/dist/src/redteam/constants.js +1 -1
  101. package/dist/src/redteam/constants.js.map +1 -1
  102. package/dist/src/redteam/index.d.ts.map +1 -1
  103. package/dist/src/redteam/index.js +11 -9
  104. package/dist/src/redteam/index.js.map +1 -1
  105. package/dist/src/redteam/plugins/index.js +1 -1
  106. package/dist/src/redteam/plugins/index.js.map +1 -1
  107. package/dist/src/redteam/plugins/intent.d.ts +1 -1
  108. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  109. package/dist/src/redteam/plugins/intent.js +44 -22
  110. package/dist/src/redteam/plugins/intent.js.map +1 -1
  111. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  112. package/dist/src/redteam/providers/crescendo/index.js +7 -2
  113. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  114. package/dist/src/redteam/providers/goat.js +1 -1
  115. package/dist/src/redteam/providers/goat.js.map +1 -1
  116. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  117. package/dist/src/redteam/providers/iterative.js +1 -1
  118. package/dist/src/redteam/providers/iterative.js.map +1 -1
  119. package/dist/src/redteam/providers/iterativeTree.js +1 -1
  120. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  121. package/dist/src/server/routes/user.js +1 -1
  122. package/dist/src/server/routes/user.js.map +1 -1
  123. package/dist/src/server/server.js +1 -1
  124. package/dist/src/server/server.js.map +1 -1
  125. package/dist/src/telemetry.d.ts +12 -6
  126. package/dist/src/telemetry.d.ts.map +1 -1
  127. package/dist/src/telemetry.js +75 -78
  128. package/dist/src/telemetry.js.map +1 -1
  129. package/dist/src/util/config/load.js +4 -4
  130. package/dist/src/util/config/load.js.map +1 -1
  131. package/dist/src/util/testCaseReader.js +9 -9
  132. package/dist/src/util/testCaseReader.js.map +1 -1
  133. package/dist/tsconfig.tsbuildinfo +1 -1
  134. package/package.json +28 -30
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.113.0",
5
+ "version": "0.113.2",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -40,8 +40,7 @@
40
40
  "build:app": "npm run build --prefix src/app",
41
41
  "build:clean": "shx rm -rf dist",
42
42
  "build:watch": "tsc --watch",
43
- "build:replace-keys": "node scripts/replace-keys.js",
44
- "build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && npm run build:replace-keys && shx chmod +x dist/src/main.js",
43
+ "build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && shx chmod +x dist/src/main.js",
45
44
  "citation:generate": "ts-node scripts/generateCitation.ts",
46
45
  "db:generate": "npx drizzle-kit generate",
47
46
  "db:migrate": "npx tsx src/migrate.ts",
@@ -62,7 +61,7 @@
62
61
  "local": "ts-node --cwdMode --transpileOnly src/main.ts",
63
62
  "preversion": "command -v gh >/dev/null 2>&1 || (echo \"Error: GitHub CLI required.\" && exit 1) && [ \"$(git rev-parse --abbrev-ref HEAD)\" = \"main\" ] || (echo \"Error: Must be on main branch to version\" && exit 1) && git pull origin main && git checkout -b \"chore/bump-version-$(date +%s)\"",
64
63
  "postversion": "npm run citation:generate && git add CITATION.cff && git commit --amend --no-edit && gh pr create --repo promptfoo/promptfoo --title \"chore: bump version $npm_package_version\" --body \"\"",
65
- "prepublishOnly": "node -e \"if (!process.env.PROMPTFOO_POSTHOG_KEY) { console.error('Error: PROMPTFOO_POSTHOG_KEY must be set'); process.exit(1); }\" && npm run build:clean && npm run build",
64
+ "prepublishOnly": "npm run build:clean && npm run build",
66
65
  "test:app": "npm run test --prefix src/app",
67
66
  "test:integration": "jest --config jest.integration.config.ts integration",
68
67
  "test:watch": "jest --watch",
@@ -80,39 +79,39 @@
80
79
  }
81
80
  },
82
81
  "peerDependencies": {
83
- "@adaline/anthropic": "0.20.0",
84
- "@adaline/azure": "0.9.2",
85
- "@adaline/gateway": "0.25.0",
86
- "@adaline/google": "0.9.0",
87
- "@adaline/groq": "0.9.0",
88
- "@adaline/open-router": "0.8.0",
89
- "@adaline/openai": "0.22.0",
90
- "@adaline/provider": "0.17.0",
91
- "@adaline/together-ai": "0.8.0",
92
- "@adaline/types": "0.15.0",
93
- "@adaline/vertex": "0.9.0",
94
- "@aws-sdk/client-bedrock-agent-runtime": "^3.777.0",
95
- "@aws-sdk/client-bedrock-runtime": "^3.602.0",
96
- "@aws-sdk/client-sagemaker-runtime": "^3.758.0",
97
- "@aws-sdk/credential-provider-sso": "^3.686.0",
98
- "@azure/identity": "^4.0.0",
82
+ "@adaline/anthropic": "1.2.0",
83
+ "@adaline/azure": "1.1.1",
84
+ "@adaline/gateway": "1.1.0",
85
+ "@adaline/google": "1.1.0",
86
+ "@adaline/groq": "1.1.1",
87
+ "@adaline/open-router": "1.1.0",
88
+ "@adaline/openai": "1.3.0",
89
+ "@adaline/provider": "1.1.0",
90
+ "@adaline/together-ai": "1.1.0",
91
+ "@adaline/types": "1.1.0",
92
+ "@adaline/vertex": "1.1.0",
93
+ "@aws-sdk/client-bedrock-agent-runtime": "^3.812.0",
94
+ "@aws-sdk/client-bedrock-runtime": "^3.812.0",
95
+ "@aws-sdk/client-sagemaker-runtime": "^3.812.0",
96
+ "@aws-sdk/credential-provider-sso": "^3.812.0",
97
+ "@azure/identity": "^4.10.0",
99
98
  "@azure/openai-assistants": "^1.0.0-beta.5",
100
- "@fal-ai/serverless-client": "^0.14.3",
101
- "@ibm-cloud/watsonx-ai": "^1.1.0",
102
- "@ibm-generative-ai/node-sdk": "^2.0.6",
103
- "@playwright/browser-chromium": "^1.47.2",
104
- "@smithy/node-http-handler": "^3.1.1 || ^4.0.0",
99
+ "@fal-ai/serverless-client": "^0.15.0",
100
+ "@ibm-cloud/watsonx-ai": "^1.6.6",
101
+ "@ibm-generative-ai/node-sdk": "^3.2.4",
102
+ "@playwright/browser-chromium": "^1.52.0",
103
+ "@smithy/node-http-handler": "^4.0.5",
105
104
  "fluent-ffmpeg": "^2.1.3",
106
105
  "google-auth-library": "^9.7.0",
107
106
  "ibm-cloud-sdk-core": "^5.0.2",
108
- "langfuse": "^3.7.0",
107
+ "langfuse": "^3.37.2",
109
108
  "natural": "^8.0.1",
110
- "node-sql-parser": "^5.2.0",
109
+ "node-sql-parser": "^5.3.9",
111
110
  "pdf-parse": "^1.1.1",
112
- "playwright": "^1.47.2",
111
+ "playwright": "^1.52.0",
113
112
  "playwright-extra": "^4.3.6",
114
113
  "puppeteer-extra-plugin-stealth": "^2.11.2",
115
- "sharp": "^0.33.5"
114
+ "sharp": "^0.34.2"
116
115
  },
117
116
  "devDependencies": {
118
117
  "@aws-sdk/client-bedrock-runtime": "^3.812.0",
@@ -209,7 +208,6 @@
209
208
  "nunjucks": "^3.2.4",
210
209
  "openai": "^4.100.0",
211
210
  "opener": "^1.5.2",
212
- "posthog-node": "^4.17.1",
213
211
  "proxy-agent": "^6.5.0",
214
212
  "proxy-from-env": "^1.1.0",
215
213
  "python-shell": "^5.0.0",