promptfoo 0.96.0 → 0.96.2

package/README.md

@@ -151,6 +151,7 @@ Deterministic eval metrics
 | `levenshtein`                   | Levenshtein distance is below a threshold                         |
 | `latency`                       | Latency is below a threshold (milliseconds)                       |
 | `perplexity`                    | Perplexity is below a threshold                                   |
+| `perplexity-score`              | Normalized perplexity                                             |
 | `cost`                          | Cost is below a threshold (for models with cost info such as GPT) |
 | `is-valid-openai-function-call` | Ensure that the function call matches the function's JSON schema  |
 | `is-valid-openai-tools-call`    | Ensure that all tool calls match the tools JSON schema            |

package/dist/package.json

@@ -2,7 +2,7 @@
     "name": "promptfoo",
     "description": "LLM eval & testing toolkit",
     "author": "Ian Webster",
-    "version": "0.96.0",
+    "version": "0.96.2",
     "license": "MIT",
     "type": "commonjs",
     "repository": {
@@ -82,13 +82,13 @@
         "puppeteer-extra-plugin-stealth": "^2.11.2"
     },
     "devDependencies": {
-        "@aws-sdk/client-bedrock-runtime": "^3.686.0",
-        "@aws-sdk/credential-provider-sso": "^3.686.0",
+        "@aws-sdk/client-bedrock-runtime": "^3.687.0",
+        "@aws-sdk/credential-provider-sso": "^3.687.0",
         "@azure/identity": "^4.5.0",
         "@eslint/js": "^9.14.0",
         "@libsql/client": "^0.14.0",
         "@swc/cli": "^0.5.0",
-        "@swc/core": "^1.8.0",
+        "@swc/core": "^1.9.2",
         "@swc/jest": "^0.2.37",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
         "@types/async": "^3.2.24",
@@ -116,7 +116,7 @@
         "drizzle-kit": "^0.26.2",
         "esbuild": "^0.24.0",
         "eslint": "^9.14.0",
-        "eslint-plugin-jest": "^28.8.3",
+        "eslint-plugin-jest": "^28.9.0",
         "eslint-plugin-react-hooks": "^5.1.0-rc.0",
         "eslint-plugin-react-refresh": "^0.4.14",
         "eslint-plugin-unicorn": "^56.0.0",
@@ -124,7 +124,7 @@
         "jest": "^29.7.0",
         "jest-watch-typeahead": "^2.2.2",
         "madge": "^8.0.0",
-        "nock": "^13.5.5",
+        "nock": "^13.5.6",
         "nodemon": "^3.1.7",
         "prettier": "^3.3.3",
         "shx": "^0.3.4",
@@ -132,7 +132,7 @@
         "ts-node": "^10.9.2",
         "tsconfig-paths": "^4.2.0",
         "typescript": "^5.6.3",
-        "typescript-eslint": "^8.12.2",
+        "typescript-eslint": "^8.14.0",
         "zod-to-json-schema": "^3.23.5"
     },
     "dependencies": {
@@ -147,7 +147,7 @@
         "@adaline/together-ai": "0.8.0",
         "@adaline/types": "0.15.0",
         "@adaline/vertex": "0.8.1",
-        "@anthropic-ai/sdk": "^0.32.0",
+        "@anthropic-ai/sdk": "^0.32.1",
         "@apidevtools/json-schema-ref-parser": "^11.7.2",
         "@emotion/react": "^11.13.3",
         "@emotion/styled": "^11.13.0",
@@ -156,7 +156,7 @@
         "ajv": "^8.17.1",
         "ajv-formats": "^3.0.1",
         "async": "^3.2.6",
-        "better-sqlite3": "^11.4.0",
+        "better-sqlite3": "^11.5.0",
         "cache-manager": "^4.1.0",
         "cache-manager-fs-hash": "^1.0.0",
         "chalk": "^4.1.2",
@@ -177,15 +177,15 @@
         "fast-xml-parser": "^4.5.0",
         "fastest-levenshtein": "^1.0.16",
         "glob": "^10.4.3",
-        "groq-sdk": "^0.7.0",
+        "groq-sdk": "^0.8.0",
         "http-z": "^7.1.1",
         "inquirer": "^11.1.0",
         "js-rouge": "3.0.0",
         "js-yaml": "^4.1.0",
-        "mathjs": "^13.2.0",
+        "mathjs": "^13.2.1",
         "node-cache": "^5.1.2",
         "nunjucks": "^3.2.4",
-        "openai": "^4.70.2",
+        "openai": "^4.72.0",
         "opener": "^1.5.2",
         "proxy-agent": "^6.4.0",
         "python-shell": "^5.0.0",