promptfoo 0.113.0 → 0.113.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +28 -30
- package/dist/src/app/assets/{index-BBF3o-At.js → index-DDgDcSbp.js} +176 -176
- package/dist/src/app/assets/{index.es-CIVyj4Ly.js → index.es-CTuWilQA.js} +1 -1
- package/dist/src/app/assets/{source-map-support-DmE-TbSd.js → source-map-support-CMD9DZ3t.js} +1 -1
- package/dist/src/app/assets/{sync-DKyeSqmb.js → sync-DXeGLZqh.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/commands/auth.d.ts.map +1 -1
- package/dist/src/commands/auth.js +2 -0
- package/dist/src/commands/auth.js.map +1 -1
- package/dist/src/commands/cache.d.ts.map +1 -1
- package/dist/src/commands/cache.js +1 -0
- package/dist/src/commands/cache.js.map +1 -1
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/config.js +3 -0
- package/dist/src/commands/config.js.map +1 -1
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/delete.js +1 -0
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +2 -0
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/export.d.ts.map +1 -1
- package/dist/src/commands/export.js +1 -0
- package/dist/src/commands/export.js.map +1 -1
- package/dist/src/commands/generate/dataset.d.ts.map +1 -1
- package/dist/src/commands/generate/dataset.js +2 -0
- package/dist/src/commands/generate/dataset.js.map +1 -1
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/import.js +1 -0
- package/dist/src/commands/import.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +1 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/list.js +3 -0
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/share.js +3 -2
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/show.js +4 -0
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +1 -0
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/configTypes.d.ts +0 -1
- package/dist/src/configTypes.d.ts.map +1 -1
- package/dist/src/evaluator.js +1 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.js +3 -3
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/globalConfig/accounts.d.ts.map +1 -1
- package/dist/src/globalConfig/accounts.js +0 -1
- package/dist/src/globalConfig/accounts.js.map +1 -1
- package/dist/src/globalConfig/globalConfig.d.ts +1 -1
- package/dist/src/globalConfig/globalConfig.d.ts.map +1 -1
- package/dist/src/globalConfig/globalConfig.js +9 -17
- package/dist/src/globalConfig/globalConfig.js.map +1 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +2 -0
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.js +1 -1
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +1 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/bam.d.ts +22 -16
- package/dist/src/providers/bam.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +1 -1
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/bedrockKnowledgeBase.js +1 -1
- package/dist/src/providers/bedrockKnowledgeBase.js.map +1 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +17 -5
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/sagemaker.js +1 -1
- package/dist/src/providers/sagemaker.js.map +1 -1
- package/dist/src/redteam/commands/discover.d.ts +117 -79
- package/dist/src/redteam/commands/discover.d.ts.map +1 -1
- package/dist/src/redteam/commands/discover.js +139 -179
- package/dist/src/redteam/commands/discover.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +10 -11
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.js +1 -1
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/poison.d.ts.map +1 -1
- package/dist/src/redteam/commands/poison.js +1 -0
- package/dist/src/redteam/commands/poison.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +1 -0
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/run.d.ts.map +1 -1
- package/dist/src/redteam/commands/run.js +1 -0
- package/dist/src/redteam/commands/run.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts.map +1 -1
- package/dist/src/redteam/commands/setup.js +1 -0
- package/dist/src/redteam/commands/setup.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +1 -1
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +11 -9
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/index.js +1 -1
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts +1 -1
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +44 -22
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +7 -2
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.js +1 -1
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +1 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +1 -1
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/server/routes/user.js +1 -1
- package/dist/src/server/routes/user.js.map +1 -1
- package/dist/src/server/server.js +1 -1
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/telemetry.d.ts +12 -6
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +75 -78
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/util/config/load.js +4 -4
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/testCaseReader.js +9 -9
- package/dist/src/util/testCaseReader.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +28 -30
package/dist/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "promptfoo",
|
|
3
3
|
"description": "LLM eval & testing toolkit",
|
|
4
4
|
"author": "Ian Webster",
|
|
5
|
-
"version": "0.113.
|
|
5
|
+
"version": "0.113.2",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"type": "commonjs",
|
|
8
8
|
"repository": {
|
|
@@ -40,8 +40,7 @@
|
|
|
40
40
|
"build:app": "npm run build --prefix src/app",
|
|
41
41
|
"build:clean": "shx rm -rf dist",
|
|
42
42
|
"build:watch": "tsc --watch",
|
|
43
|
-
"build
|
|
44
|
-
"build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && npm run build:replace-keys && shx chmod +x dist/src/main.js",
|
|
43
|
+
"build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && shx chmod +x dist/src/main.js",
|
|
45
44
|
"citation:generate": "ts-node scripts/generateCitation.ts",
|
|
46
45
|
"db:generate": "npx drizzle-kit generate",
|
|
47
46
|
"db:migrate": "npx tsx src/migrate.ts",
|
|
@@ -62,7 +61,7 @@
|
|
|
62
61
|
"local": "ts-node --cwdMode --transpileOnly src/main.ts",
|
|
63
62
|
"preversion": "command -v gh >/dev/null 2>&1 || (echo \"Error: GitHub CLI required.\" && exit 1) && [ \"$(git rev-parse --abbrev-ref HEAD)\" = \"main\" ] || (echo \"Error: Must be on main branch to version\" && exit 1) && git pull origin main && git checkout -b \"chore/bump-version-$(date +%s)\"",
|
|
64
63
|
"postversion": "npm run citation:generate && git add CITATION.cff && git commit --amend --no-edit && gh pr create --repo promptfoo/promptfoo --title \"chore: bump version $npm_package_version\" --body \"\"",
|
|
65
|
-
"prepublishOnly": "
|
|
64
|
+
"prepublishOnly": "npm run build:clean && npm run build",
|
|
66
65
|
"test:app": "npm run test --prefix src/app",
|
|
67
66
|
"test:integration": "jest --config jest.integration.config.ts integration",
|
|
68
67
|
"test:watch": "jest --watch",
|
|
@@ -80,39 +79,39 @@
|
|
|
80
79
|
}
|
|
81
80
|
},
|
|
82
81
|
"peerDependencies": {
|
|
83
|
-
"@adaline/anthropic": "
|
|
84
|
-
"@adaline/azure": "
|
|
85
|
-
"@adaline/gateway": "
|
|
86
|
-
"@adaline/google": "
|
|
87
|
-
"@adaline/groq": "
|
|
88
|
-
"@adaline/open-router": "
|
|
89
|
-
"@adaline/openai": "
|
|
90
|
-
"@adaline/provider": "
|
|
91
|
-
"@adaline/together-ai": "
|
|
92
|
-
"@adaline/types": "
|
|
93
|
-
"@adaline/vertex": "
|
|
94
|
-
"@aws-sdk/client-bedrock-agent-runtime": "^3.
|
|
95
|
-
"@aws-sdk/client-bedrock-runtime": "^3.
|
|
96
|
-
"@aws-sdk/client-sagemaker-runtime": "^3.
|
|
97
|
-
"@aws-sdk/credential-provider-sso": "^3.
|
|
98
|
-
"@azure/identity": "^4.
|
|
82
|
+
"@adaline/anthropic": "1.2.0",
|
|
83
|
+
"@adaline/azure": "1.1.1",
|
|
84
|
+
"@adaline/gateway": "1.1.0",
|
|
85
|
+
"@adaline/google": "1.1.0",
|
|
86
|
+
"@adaline/groq": "1.1.1",
|
|
87
|
+
"@adaline/open-router": "1.1.0",
|
|
88
|
+
"@adaline/openai": "1.3.0",
|
|
89
|
+
"@adaline/provider": "1.1.0",
|
|
90
|
+
"@adaline/together-ai": "1.1.0",
|
|
91
|
+
"@adaline/types": "1.1.0",
|
|
92
|
+
"@adaline/vertex": "1.1.0",
|
|
93
|
+
"@aws-sdk/client-bedrock-agent-runtime": "^3.812.0",
|
|
94
|
+
"@aws-sdk/client-bedrock-runtime": "^3.812.0",
|
|
95
|
+
"@aws-sdk/client-sagemaker-runtime": "^3.812.0",
|
|
96
|
+
"@aws-sdk/credential-provider-sso": "^3.812.0",
|
|
97
|
+
"@azure/identity": "^4.10.0",
|
|
99
98
|
"@azure/openai-assistants": "^1.0.0-beta.5",
|
|
100
|
-
"@fal-ai/serverless-client": "^0.
|
|
101
|
-
"@ibm-cloud/watsonx-ai": "^1.
|
|
102
|
-
"@ibm-generative-ai/node-sdk": "^2.
|
|
103
|
-
"@playwright/browser-chromium": "^1.
|
|
104
|
-
"@smithy/node-http-handler": "^
|
|
99
|
+
"@fal-ai/serverless-client": "^0.15.0",
|
|
100
|
+
"@ibm-cloud/watsonx-ai": "^1.6.6",
|
|
101
|
+
"@ibm-generative-ai/node-sdk": "^3.2.4",
|
|
102
|
+
"@playwright/browser-chromium": "^1.52.0",
|
|
103
|
+
"@smithy/node-http-handler": "^4.0.5",
|
|
105
104
|
"fluent-ffmpeg": "^2.1.3",
|
|
106
105
|
"google-auth-library": "^9.7.0",
|
|
107
106
|
"ibm-cloud-sdk-core": "^5.0.2",
|
|
108
|
-
"langfuse": "^3.
|
|
107
|
+
"langfuse": "^3.37.2",
|
|
109
108
|
"natural": "^8.0.1",
|
|
110
|
-
"node-sql-parser": "^5.
|
|
109
|
+
"node-sql-parser": "^5.3.9",
|
|
111
110
|
"pdf-parse": "^1.1.1",
|
|
112
|
-
"playwright": "^1.
|
|
111
|
+
"playwright": "^1.52.0",
|
|
113
112
|
"playwright-extra": "^4.3.6",
|
|
114
113
|
"puppeteer-extra-plugin-stealth": "^2.11.2",
|
|
115
|
-
"sharp": "^0.
|
|
114
|
+
"sharp": "^0.34.2"
|
|
116
115
|
},
|
|
117
116
|
"devDependencies": {
|
|
118
117
|
"@aws-sdk/client-bedrock-runtime": "^3.812.0",
|
|
@@ -209,7 +208,6 @@
|
|
|
209
208
|
"nunjucks": "^3.2.4",
|
|
210
209
|
"openai": "^4.100.0",
|
|
211
210
|
"opener": "^1.5.2",
|
|
212
|
-
"posthog-node": "^4.17.1",
|
|
213
211
|
"proxy-agent": "^6.5.0",
|
|
214
212
|
"proxy-from-env": "^1.1.0",
|
|
215
213
|
"python-shell": "^5.0.0",
|