promptfoo 0.87.1 → 0.89.0

package/README.md

@@ -35,7 +35,7 @@ It works on the command line too:
 
 It also produces high-level vulnerability and risk reports:
 
-![gen ai red team](https://www.promptfoo.dev/assets/images/riskreport-1@2x-22b983ff8344206c7120824cd1adde6f.png)
+![gen ai red team](https://www.promptfoo.dev/img/riskreport-1@2x.png)
 
 ## Why choose promptfoo?
 
@@ -181,7 +181,7 @@ prompts:
   - file://prompts.txt
 providers:
   - openai:gpt-4o-mini
-tests: tests.csv
+tests: file://tests.csv
 ```
 
 See [example CSV](https://github.com/promptfoo/promptfoo/blob/main/examples/simple-test/tests.csv).
@@ -414,7 +414,7 @@ cd path/to/experiment-with-promptfoo   # contains your promptfooconfig.yaml
 npx path/to/promptfoo-source eval
 ```
 
-The web UI is located in `src/web/nextui`. To run it in dev mode, run `npm run local:web`. This will host the web UI at http://localhost:3000. The web UI expects `promptfoo view` to be running separately.
+The web UI is located in `src/app`. To run it in dev mode, run `npm run local:app`. This will host the web UI at http://localhost:3000. The web UI expects `promptfoo view` to be running separately.
 
 Then run:
 

package/dist/package.json

@@ -2,7 +2,7 @@
     "name": "promptfoo",
     "description": "LLM eval & testing toolkit",
     "author": "Ian Webster",
-    "version": "0.87.1",
+    "version": "0.89.0",
     "license": "MIT",
     "type": "commonjs",
     "repository": {
@@ -17,7 +17,7 @@
         }
     },
     "workspaces": [
-        "src/web/nextui",
+        "src/app",
         "site"
     ],
     "types": "dist/src/index.d.ts",
@@ -38,25 +38,24 @@
         "f": "git diff --name-only --diff-filter=ACMRTUXB origin/main | grep -E '\\.(js|jsx|mjs|cjs|ts|tsx|json|css|scss|html|md|yaml|yml)$' | xargs prettier --write",
         "lint": "eslint . --max-warnings=0",
         "local": "ts-node --cwdMode --transpileOnly src/main.ts",
-        "local:web": "npm run dev --prefix src/web/nextui",
-        "install:nextui": "npm install --prefix src/web/nextui",
+        "local:web": "npm run dev --prefix src/app",
         "build:clean": "shx rm -rf dist",
-        "build:nextui": "sh src/web/nextui/build.sh",
+        "build:app": "npm run build --prefix src/app",
         "build:watch": "tsc --watch",
-        "build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:nextui && shx chmod +x dist/src/main.js",
+        "build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && shx chmod +x dist/src/main.js",
         "test": "jest",
         "test:watch": "jest --watch",
-        "test:webui": "npm run test --prefix src/web/nextui",
+        "test:app": "npm run test --prefix src/app",
         "format": "prettier -w .",
         "format:check": "prettier --check .",
         "db:migrate": "npx tsx src/migrate.ts",
         "db:generate": "npx drizzle-kit generate",
         "jsonSchema:generate": "npx -y tsx scripts/generateJsonSchema.ts > site/static/config-schema.json",
-        "audit:fix": "npm audit fix && npm audit fix --prefix src/web/nextui && npm audit fix --prefix site",
+        "audit:fix": "npm audit fix && npm audit fix --prefix src/app && npm audit fix --prefix site",
         "prepublishOnly": "npm run build:clean && npm run build",
         "dev:server": "nodemon src/server/index.ts",
-        "dev:web": "npm run dev --prefix src/web/nextui",
-        "dev": "concurrently \"npm run dev:server\" \"npm run dev:web\""
+        "dev:app": "npm run dev --prefix src/app",
+        "dev": "concurrently \"npm run dev:server\" \"npm run dev:app\""
     },
     "overrides": {
         "uri-js": "npm:uri-js-replace",
@@ -75,12 +74,12 @@
         "node-sql-parser": "^5.2.0"
     },
     "devDependencies": {
-        "@aws-sdk/client-bedrock-runtime": "^3.645.0",
+        "@aws-sdk/client-bedrock-runtime": "^3.651.1",
         "@azure/identity": "^4.4.1",
-        "@eslint/js": "^9.9.1",
-        "@libsql/client": "^0.10.0",
+        "@eslint/js": "^9.10.0",
+        "@libsql/client": "^0.11.0",
         "@swc/cli": "^0.4.0",
-        "@swc/core": "^1.7.23",
+        "@swc/core": "^1.7.26",
         "@swc/jest": "^0.2.36",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
         "@types/async": "^3.2.24",
@@ -95,7 +94,7 @@
         "@types/express": "^4.17.21",
         "@types/glob": "^8.1.0",
         "@types/inquirer": "^9.0.7",
-        "@types/jest": "^29.5.12",
+        "@types/jest": "^29.5.13",
         "@types/js-yaml": "^4.0.9",
         "@types/node-fetch": "^2.6.11",
         "@types/nunjucks": "^3.2.6",
@@ -107,16 +106,14 @@
         "concurrently": "^8.2.2",
         "drizzle-kit": "^0.24.2",
         "esbuild": "^0.23.1",
-        "eslint": "^8.57.0",
-        "eslint-plugin-jest": "28.6.0",
-        "eslint-plugin-react-hooks": "4.6.2",
+        "eslint": "^9.10.0",
+        "eslint-plugin-jest": "^28.8.3",
+        "eslint-plugin-react-hooks": "^5.1.0-rc.0",
         "eslint-plugin-unicorn": "^55.0.0",
-        "eslint-plugin-unused-imports": "^3.2.0",
+        "eslint-plugin-unused-imports": "^4.1.4",
         "jest": "^29.7.0",
         "jest-watch-typeahead": "^2.2.2",
         "madge": "^8.0.0",
-        "nexe": "^4.0.0-rc.6",
-        "next": "13.4.13",
         "nock": "^13.5.5",
         "nodemon": "^3.1.4",
         "prettier": "^3.3.3",
@@ -124,17 +121,20 @@
         "ts-node": "^10.9.2",
         "tsconfig-paths": "^4.2.0",
         "typescript": "^5.6.2",
-        "typescript-eslint": "^7.18.0",
-        "zod-to-json-schema": "^3.23.2"
+        "typescript-eslint": "^8.6.0",
+        "zod-to-json-schema": "^3.23.3"
     },
     "dependencies": {
-        "@anthropic-ai/sdk": "^0.27.2",
+        "@anthropic-ai/sdk": "^0.27.3",
         "@apidevtools/json-schema-ref-parser": "^11.7.0",
+        "@emotion/react": "^11.13.3",
+        "@emotion/styled": "^11.13.0",
         "@googleapis/sheets": "^9.3.1",
+        "@mui/material": "^6.1.0",
         "ajv": "^8.17.1",
         "ajv-formats": "^3.0.1",
         "async": "^3.2.6",
-        "better-sqlite3": "^11.2.1",
+        "better-sqlite3": "^11.3.0",
         "cache-manager": "^4.1.0",
         "cache-manager-fs-hash": "^1.0.0",
         "chalk": "^4.1.2",
@@ -150,23 +150,23 @@
         "dedent": "^1.5.3",
         "dotenv": "^16.4.5",
         "drizzle-orm": "^0.33.0",
-        "express": "^4.19.2",
+        "express": "^4.21.0",
         "fast-deep-equal": "^3.1.3",
         "fast-xml-parser": "^4.5.0",
         "fastest-levenshtein": "^1.0.16",
         "glob": "^10.4.3",
         "groq-sdk": "^0.7.0",
-        "inquirer": "^10.2.0",
+        "inquirer": "^10.2.2",
         "js-rouge": "3.0.0",
         "js-yaml": "^4.1.0",
         "mathjs": "^13.1.1",
         "node-fetch": "^2.6.7",
         "nunjucks": "^3.2.4",
-        "openai": "^4.57.2",
+        "openai": "^4.61.0",
         "opener": "^1.5.2",
         "proxy-agent": "^6.4.0",
         "python-shell": "^5.0.0",
-        "replicate": "^0.32.1",
+        "replicate": "^0.33.0",
         "rfdc": "^1.4.1",
         "semver": "^7.6.3",
         "socket.io": "^4.7.5",

package/dist/src/__mocks__/esm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"esm.d.ts","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,WAE3B;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,OAMnE"}
+{"version":3,"file":"esm.d.ts","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,WAE3B;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,OAOnE"}

package/dist/src/__mocks__/esm.js

@@ -30,6 +30,7 @@ function getDirectory() {
     return '/test/dir';
 }
 function importModule(filePath, functionName) {
+    // eslint-disable-next-line @typescript-eslint/no-require-imports
     const mod = require(path.resolve(filePath));
     if (functionName) {
         return mod[functionName];

package/dist/src/__mocks__/esm.js.map

@@ -1 +1 @@
-{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oCAEC;AAED,oCAMC;AAZD,2CAA6B;AAE7B,SAAgB,YAAY;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,YAAqB;IAClE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oCAEC;AAED,oCAOC;AAbD,2CAA6B;AAE7B,SAAgB,YAAY;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,YAAqB;IAClE,iEAAiE;IACjE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}