promptfoo 0.95.0 → 0.96.1

package/README.md

@@ -146,10 +146,12 @@ Deterministic eval metrics
 | `javascript`                    | provided Javascript function validates the output                 |
 | `python`                        | provided Python function validates the output                     |
 | `webhook`                       | provided webhook returns `{pass: true}`                           |
-| `rouge-n`                       | Rouge-N score is above a given threshold                          |
+| `rouge-n`                       | Rouge-N score is above a given threshold (default 0.75)           |
+| `bleu`                          | BLEU score is above a given threshold (default 0.5)               |
 | `levenshtein`                   | Levenshtein distance is below a threshold                         |
 | `latency`                       | Latency is below a threshold (milliseconds)                       |
 | `perplexity`                    | Perplexity is below a threshold                                   |
+| `perplexity-score`              | Normalized perplexity                                             |
 | `cost`                          | Cost is below a threshold (for models with cost info such as GPT) |
 | `is-valid-openai-function-call` | Ensure that the function call matches the function's JSON schema  |
 | `is-valid-openai-tools-call`    | Ensure that all tool calls match the tools JSON schema            |

package/dist/package.json

@@ -2,7 +2,7 @@
     "name": "promptfoo",
     "description": "LLM eval & testing toolkit",
     "author": "Ian Webster",
-    "version": "0.95.0",
+    "version": "0.96.1",
     "license": "MIT",
     "type": "commonjs",
     "repository": {
@@ -36,7 +36,7 @@
         "bin": "dist/src/main.js",
         "tsc": "tsc",
         "l": "git diff --name-only --diff-filter=ACMRTUXB origin/main | grep -E '\\.(js|ts|tsx)$' | xargs eslint --max-warnings=0 --fix",
-        "f": "git diff --name-only --diff-filter=ACMRTUXB origin/main | grep -E '\\.(js|jsx|mjs|cjs|ts|tsx|json|css|scss|html|md|yaml|yml)$' | xargs prettier --write",
+        "f": "git diff --name-only --diff-filter=ACMRTUXB origin/main | grep -E '\\.(js|jsx|mjs|cjs|ts|tsx|json|css|scss|html|md|mdx|yaml|yml)$' | xargs prettier --write",
         "lint": "eslint . --max-warnings=0",
         "local": "ts-node --cwdMode --transpileOnly src/main.ts",
         "local:web": "npm run dev --prefix src/app",
@@ -65,6 +65,7 @@
     },
     "peerDependencies": {
         "@aws-sdk/client-bedrock-runtime": "^3.602.0",
+        "@aws-sdk/credential-provider-sso": "^3.686.0",
         "@azure/identity": "^4.0.0",
         "@azure/openai-assistants": "^1.0.0-beta.5",
         "@fal-ai/serverless-client": "^0.14.3",
@@ -81,12 +82,13 @@
         "puppeteer-extra-plugin-stealth": "^2.11.2"
     },
     "devDependencies": {
-        "@aws-sdk/client-bedrock-runtime": "^3.682.0",
+        "@aws-sdk/client-bedrock-runtime": "^3.687.0",
+        "@aws-sdk/credential-provider-sso": "^3.687.0",
         "@azure/identity": "^4.5.0",
         "@eslint/js": "^9.14.0",
         "@libsql/client": "^0.14.0",
         "@swc/cli": "^0.5.0",
-        "@swc/core": "^1.8.0",
+        "@swc/core": "^1.9.1",
         "@swc/jest": "^0.2.37",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
         "@types/async": "^3.2.24",
@@ -114,7 +116,7 @@
         "drizzle-kit": "^0.26.2",
         "esbuild": "^0.24.0",
         "eslint": "^9.14.0",
-        "eslint-plugin-jest": "^28.8.3",
+        "eslint-plugin-jest": "^28.9.0",
         "eslint-plugin-react-hooks": "^5.1.0-rc.0",
         "eslint-plugin-react-refresh": "^0.4.14",
         "eslint-plugin-unicorn": "^56.0.0",
@@ -122,7 +124,7 @@
         "jest": "^29.7.0",
         "jest-watch-typeahead": "^2.2.2",
         "madge": "^8.0.0",
-        "nock": "^13.5.5",
+        "nock": "^13.5.6",
         "nodemon": "^3.1.7",
         "prettier": "^3.3.3",
         "shx": "^0.3.4",
@@ -134,18 +136,18 @@
         "zod-to-json-schema": "^3.23.5"
     },
     "dependencies": {
-        "@adaline/types": "0.15.0",
-        "@adaline/provider": "0.17.0",
+        "@adaline/anthropic": "0.19.0",
+        "@adaline/azure": "0.9.1",
         "@adaline/gateway": "0.23.0",
-        "@adaline/openai": "0.21.0",
-        "@adaline/open-router": "0.8.0",
         "@adaline/google": "0.8.0",
-        "@adaline/vertex": "0.8.1",
-        "@adaline/azure": "0.9.1",
-        "@adaline/anthropic": "0.19.0",
         "@adaline/groq": "0.8.1",
+        "@adaline/open-router": "0.8.0",
+        "@adaline/openai": "0.21.0",
+        "@adaline/provider": "0.17.0",
         "@adaline/together-ai": "0.8.0",
-        "@anthropic-ai/sdk": "^0.31.0",
+        "@adaline/types": "0.15.0",
+        "@adaline/vertex": "0.8.1",
+        "@anthropic-ai/sdk": "^0.32.1",
         "@apidevtools/json-schema-ref-parser": "^11.7.2",
         "@emotion/react": "^11.13.3",
         "@emotion/styled": "^11.13.0",
@@ -175,15 +177,15 @@
         "fast-xml-parser": "^4.5.0",
         "fastest-levenshtein": "^1.0.16",
         "glob": "^10.4.3",
-        "groq-sdk": "^0.7.0",
+        "groq-sdk": "^0.8.0",
         "http-z": "^7.1.1",
         "inquirer": "^11.1.0",
         "js-rouge": "3.0.0",
         "js-yaml": "^4.1.0",
-        "mathjs": "^13.2.0",
+        "mathjs": "^13.2.1",
         "node-cache": "^5.1.2",
         "nunjucks": "^3.2.4",
-        "openai": "^4.70.2",
+        "openai": "^4.71.1",
         "opener": "^1.5.2",
         "proxy-agent": "^6.4.0",
         "python-shell": "^5.0.0",