promptfoo 0.119.13 → 0.119.14

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.119.13",
+  "version": "0.119.14",
   "license": "MIT",
   "type": "commonjs",
   "repository": {
@@ -42,7 +42,7 @@
     "build:app": "npm run build --prefix src/app",
     "build:clean": "shx rm -rf dist",
     "build:watch": "tsc --watch",
-    "build": "npm run generate-constants && tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx cp src/python/persistent_wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx mkdir -p dist/src/ruby && shx cp src/ruby/wrapper.rb dist/src/ruby && shx cp src/dynamic-import.cjs dist/src && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && shx chmod +x dist/src/main.js",
+    "build": "npm run generate-constants && tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx cp src/python/persistent_wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx mkdir -p dist/src/ruby && shx cp src/ruby/wrapper.rb dist/src/ruby && shx cp src/dynamic-import.cjs dist/src && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && shx rm -f dist/drizzle/CLAUDE.md dist/drizzle/AGENTS.md && npm run build:app && shx chmod +x dist/src/main.js",
     "citation:generate": "ts-node scripts/generateCitation.ts",
     "db:generate": "npx drizzle-kit generate",
     "db:migrate": "node --require tsx/cjs src/migrate.ts",
@@ -103,7 +103,7 @@
     }
   },
   "devDependencies": {
-    "@adaline/anthropic": "1.8.0",
+    "@adaline/anthropic": "1.9.0",
     "@adaline/azure": "1.7.0",
     "@adaline/gateway": "1.10.0",
     "@adaline/google": "1.10.0",
@@ -114,19 +114,20 @@
     "@adaline/together-ai": "1.6.0",
     "@adaline/types": "1.9.1",
     "@adaline/vertex": "1.9.0",
-    "@anthropic-ai/claude-agent-sdk": "^0.1.47",
-    "@aws-sdk/client-bedrock-agent-runtime": "^3.936.0",
-    "@aws-sdk/client-bedrock-runtime": "^3.936.0",
-    "@aws-sdk/client-sagemaker-runtime": "^3.936.0",
-    "@aws-sdk/credential-provider-sso": "^3.936.0",
+    "@anthropic-ai/claude-agent-sdk": "^0.1.53",
+    "@aws-sdk/client-bedrock-agent-runtime": "^3.940.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.941.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.940.0",
+    "@aws-sdk/credential-provider-sso": "^3.940.0",
     "@aws-sdk/types": "^3.936.0",
     "@azure/identity": "^4.13.0",
     "@azure/openai-assistants": "^1.0.0-beta.6",
     "@biomejs/biome": "^2.3.7",
     "@fal-ai/client": "^1.7.2",
-    "@ibm-cloud/watsonx-ai": "^1.7.3",
+    "@ibm-cloud/watsonx-ai": "^1.7.4",
     "@ibm-generative-ai/node-sdk": "^3.2.4",
     "@jest/globals": "^30.2.0",
+    "@smithy/types": "^4.9.0",
     "@swc/core": "^1.15.3",
     "@swc/jest": "^0.2.39",
     "@types/async": "^3.2.25",
@@ -155,18 +156,18 @@
     "drizzle-kit": "^0.31.7",
     "ibm-cloud-sdk-core": "^5.4.4",
     "jest": "^30.2.0",
-    "vitest": "^4.0.0",
-    "knip": "^5.70.1",
+    "knip": "^5.70.2",
     "langfuse": "^3.38.6",
     "madge": "^8.0.0",
     "nock": "^14.0.10",
     "node-sql-parser": "^5.3.13",
     "nodemon": "^3.1.11",
     "pdf-parse": "^1.1.4",
-    "playwright": "^1.56.1",
+    "playwright": "^1.57.0",
     "playwright-extra": "^4.3.6",
     "prettier": "3.6.2",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
+    "read-excel-file": "^6.0.1",
     "sharp": "^0.34.5",
     "shx": "^0.4.0",
     "source-map-support": "^0.5.21",
@@ -174,12 +175,12 @@
     "ts-dedent": "^2.2.0",
     "ts-node": "^10.9.2",
     "typescript": "^5.9.3",
+    "vitest": "^4.0.14",
     "winston-transport": "^4.9.0",
-    "xlsx": "^0.18.5",
     "zod-to-json-schema": "^3.25.0"
   },
   "optionalDependencies": {
-    "@adaline/anthropic": "1.8.0",
+    "@adaline/anthropic": "1.9.0",
     "@adaline/azure": "1.7.0",
     "@adaline/gateway": "1.10.0",
     "@adaline/google": "1.10.0",
@@ -190,11 +191,11 @@
     "@adaline/together-ai": "1.6.0",
     "@adaline/types": "1.9.1",
     "@adaline/vertex": "1.9.0",
-    "@anthropic-ai/claude-agent-sdk": "^0.1.47",
-    "@aws-sdk/client-bedrock-agent-runtime": "^3.936.0",
-    "@aws-sdk/client-bedrock-runtime": "^3.936.0",
-    "@aws-sdk/client-sagemaker-runtime": "^3.936.0",
-    "@aws-sdk/credential-provider-sso": "^3.936.0",
+    "@anthropic-ai/claude-agent-sdk": "^0.1.53",
+    "@aws-sdk/client-bedrock-agent-runtime": "^3.940.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.941.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.940.0",
+    "@aws-sdk/credential-provider-sso": "^3.940.0",
     "@azure/ai-projects": "^1.0.1",
     "@azure/identity": "^4.13.0",
     "@azure/msal-node": "^3.8.3",
@@ -205,9 +206,10 @@
     "@biomejs/cli-linux-x64-musl": "2.3.7",
     "@biomejs/cli-win32-x64": "2.3.7",
     "@fal-ai/client": "^1.7.2",
-    "@ibm-cloud/watsonx-ai": "^1.7.3",
+    "@ibm-cloud/watsonx-ai": "^1.7.4",
     "@ibm-generative-ai/node-sdk": "^3.2.4",
-    "@playwright/browser-chromium": "^1.56.1",
+    "@openai/codex-sdk": "^0.63.0",
+    "@playwright/browser-chromium": "^1.57.0",
     "@rollup/rollup-linux-x64-gnu": "^4.53.3",
     "@slack/web-api": "^7.12.0",
     "@smithy/node-http-handler": "^4.4.5",
@@ -223,11 +225,11 @@
     "natural": "^8.1.0",
     "node-sql-parser": "^5.3.13",
     "pdf-parse": "^1.1.4",
-    "playwright": "^1.56.1",
+    "playwright": "^1.57.0",
     "playwright-extra": "^4.3.6",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
-    "sharp": "^0.34.5",
-    "xlsx": "^0.18.5"
+    "read-excel-file": "^6.0.1",
+    "sharp": "^0.34.5"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.71.0",
@@ -239,8 +241,8 @@
     "@inquirer/editor": "^4.2.23",
     "@inquirer/input": "^4.3.1",
     "@inquirer/select": "^4.4.2",
-    "@modelcontextprotocol/sdk": "^1.22.0",
-    "@openai/agents": "^0.3.2",
+    "@modelcontextprotocol/sdk": "1.22.0",
+    "@openai/agents": "^0.3.3",
     "@types/ws": "^8.18.1",
     "ajv": "^8.17.1",
     "ajv-formats": "^3.0.1",

package/dist/drizzle/CLAUDE.md

@@ -1,65 +0,0 @@
-# Database Migrations
-
-**What this is:** Drizzle ORM migration files for SQLite database. Auto-generated SQL that applies schema changes.
-
-## 🚨 CRITICAL: Schema is NOT Here
-
-**Schema definitions are in `src/database/schema.ts`, NOT in this directory.**
-
-This directory only contains generated SQL migration files.
-
-## Migration Workflow
-
-1. **Modify schema** in `src/database/schema.ts`
-2. **Generate migration:** `npm run db:generate`
-3. **Review SQL** in new `drizzle/NNNN_name.sql` file
-4. **Apply migration:** `npm run db:migrate`
-
-## File Naming
-
-Drizzle auto-generates names: `NNNN_adjective_noun.sql`
-- `0000_lush_hellion.sql`
-- `0001_wide_calypso.sql`
-- Sequential numbering ensures order
-
-## Key Commands
-
-```bash
-npm run db:generate  # Generate migration from schema changes
-npm run db:migrate   # Apply pending migrations
-npm run db:studio    # Open GUI at localhost:4983
-```
-
-## Database Location
-
-Default: `~/.promptfoo/promptfoo.db` (SQLite file)
-
-Override with `PROMPTFOO_DB_PATH` env var.
-
-## SQLite Limitations
-
-**Cannot drop columns** - SQLite doesn't support `ALTER TABLE DROP COLUMN`.
-
-Workaround: Create new table, copy data, drop old table, rename new table.
-
-**Cannot rename columns** (older SQLite) - Same workaround as drop column.
-
-## Migration Best Practices
-
-1. **Always review generated SQL** before applying
-2. **Never edit applied migrations** - create new migration instead
-3. **Backup before major changes:** `sqlite3 ~/.promptfoo/promptfoo.db ".backup backup.db"`
-4. **Test with in-memory DB** in tests (see `test/` for patterns)
-
-## What's Stored
-
-- Evaluation results and test configurations
-- Execution traces for debugging
-- Analytics data and telemetry
-- User settings and preferences
-
-## Tech Stack
-
-- **Drizzle ORM** - Type-safe schema and migrations
-- **Better SQLite3** - Fast synchronous driver
-- **SQLite** - Embedded database