promptfoo 0.98.0 → 0.99.1

package/README.md

@@ -198,7 +198,7 @@ If you're looking to customize your usage, you have a wide set of parameters at
 | `-r, --providers <name or path...>` | One of: openai:chat, openai:completion, openai:model-name, localai:chat:model-name, localai:completion:model-name. See [API providers][providers-docs]                                 |
 | `-o, --output <path>`               | Path to [output file](https://www.promptfoo.dev/docs/configuration/parameters#output-file) (csv, json, yaml, html)                                                                     |
 | `--tests <path>`                    | Path to [external test file](https://www.promptfoo.dev/docs/configurationexpected-outputsassertions#load-an-external-tests-file)                                                       |
-| `-c, --config <paths>`              | Path to one or more [configuration files](https://www.promptfoo.dev/docs/configuration/guide). `promptfooconfig.js/json/yaml` is automatically loaded if present                       |
+| `-c, --config <paths>`              | Path to one or more [configuration files](https://www.promptfoo.dev/docs/configuration/guide). `promptfooconfig.yaml` is automatically loaded if present                               |
 | `-j, --max-concurrency <number>`    | Maximum number of concurrent API calls                                                                                                                                                 |
 | `--table-cell-max-length <number>`  | Truncate console table cells to this length                                                                                                                                            |
 | `--prompt-prefix <path>`            | This prefix is prepended to every prompt                                                                                                                                               |
@@ -332,7 +332,7 @@ See the full example [here](https://github.com/promptfoo/promptfoo/tree/main/exa
 ## Configuration
 
 - **[Main guide](https://www.promptfoo.dev/docs/configuration/guide)**: Learn about how to configure your YAML file, setup prompt files, etc.
-- **[Configuring test cases](https://www.promptfoo.dev/docs/configuration/expected-outputs)**: Learn more about how to configure expected outputs and test assertions.
+- **[Configuring test cases](https://www.promptfoo.dev/docs/configuration/expected-outputs)**: Learn more about how to configure assertions and metrics.
 
 ## Installation
 

package/dist/package.json

@@ -2,7 +2,7 @@
     "name": "promptfoo",
     "description": "LLM eval & testing toolkit",
     "author": "Ian Webster",
-    "version": "0.98.0",
+    "version": "0.99.1",
     "license": "MIT",
     "type": "commonjs",
     "repository": {
@@ -44,6 +44,7 @@
         "build:app": "npm run build --prefix src/app",
         "build:watch": "tsc --watch",
         "build": "tsc && shx cp src/*.html dist/src && shx cp src/python/wrapper.py dist/src/python && shx mkdir -p dist/src/golang && shx cp src/golang/wrapper.go dist/src/golang && shx rm -rf dist/drizzle && shx cp -r drizzle dist/drizzle && npm run build:app && shx chmod +x dist/src/main.js",
+        "citation:generate": "ts-node scripts/generateCitation.ts",
         "test": "jest",
         "test:integration": "jest --config jest.integration.config.ts integration",
         "test:watch": "jest --watch",
@@ -51,8 +52,8 @@
         "format": "prettier -w .",
         "format:check": "prettier --check .",
         "db:migrate": "npx tsx src/migrate.ts",
-        "citation:generate": "ts-node scripts/generateCitation.ts",
         "db:generate": "npx drizzle-kit generate",
+        "db:studio": "npx drizzle-kit studio",
         "jsonSchema:generate": "npx -y tsx scripts/generateJsonSchema.ts > site/static/config-schema.json | npx prettier --write site/static/config-schema.json",
         "audit:fix": "npm audit fix && npm audit fix --prefix src/app && npm audit fix --prefix site",
         "prepublishOnly": "npm run build:clean && npm run build",
@@ -77,18 +78,19 @@
         "ibm-cloud-sdk-core": "^5.0.2",
         "langfuse": "^3.7.0",
         "node-sql-parser": "^5.2.0",
+        "pdf-parse": "^1.1.1",
         "playwright": "^1.47.2",
         "playwright-extra": "^4.3.6",
         "puppeteer-extra-plugin-stealth": "^2.11.2"
     },
     "devDependencies": {
-        "@aws-sdk/client-bedrock-runtime": "^3.696.0",
-        "@aws-sdk/credential-provider-sso": "^3.696.0",
+        "@aws-sdk/client-bedrock-runtime": "^3.699.0",
+        "@aws-sdk/credential-provider-sso": "^3.699.0",
         "@azure/identity": "^4.5.0",
         "@eslint/js": "^9.15.0",
         "@libsql/client": "^0.14.0",
         "@swc/cli": "^0.5.1",
-        "@swc/core": "^1.9.2",
+        "@swc/core": "^1.9.3",
         "@swc/jest": "^0.2.37",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
         "@types/async": "^3.2.24",
@@ -107,6 +109,7 @@
         "@types/js-yaml": "^4.0.9",
         "@types/nunjucks": "^3.2.6",
         "@types/opener": "^1.4.3",
+        "@types/pdf-parse": "^1.1.4",
         "@types/semver": "^7.5.8",
         "@types/supertest": "^6.0.2",
         "@types/uuid": "^10.0.0",
@@ -126,13 +129,13 @@
         "madge": "^8.0.0",
         "nock": "^13.5.6",
         "nodemon": "^3.1.7",
-        "prettier": "^3.3.3",
+        "prettier": "^3.4.1",
         "shx": "^0.3.4",
         "supertest": "^7.0.0",
         "ts-node": "^10.9.2",
         "tsconfig-paths": "^4.2.0",
-        "typescript": "^5.6.3",
-        "typescript-eslint": "^8.15.0",
+        "typescript": "^5.7.2",
+        "typescript-eslint": "^8.16.0",
         "zod-to-json-schema": "^3.23.5"
     },
     "dependencies": {
@@ -152,7 +155,7 @@
         "@emotion/react": "^11.13.5",
         "@emotion/styled": "^11.13.5",
         "@googleapis/sheets": "^9.3.1",
-        "@mui/material": "^6.1.8",
+        "@mui/material": "^6.1.9",
         "ajv": "^8.17.1",
         "ajv-formats": "^3.0.1",
         "async": "^3.2.6",
@@ -166,9 +169,9 @@
         "commander": "^12.1.0",
         "compression": "^1.7.5",
         "cors": "^2.8.5",
-        "csv-parse": "^5.5.6",
-        "csv-stringify": "^6.5.1",
-        "debounce": "^1.2.1",
+        "csv-parse": "^5.6.0",
+        "csv-stringify": "^6.5.2",
+        "debounce": "^2.2.0",
         "dedent": "^1.5.3",
         "dotenv": "^16.4.5",
         "drizzle-orm": "^0.35.2",
@@ -180,12 +183,12 @@
         "groq-sdk": "^0.8.0",
         "http-z": "^7.1.1",
         "inquirer": "^11.1.0",
-        "js-rouge": "3.0.0",
+        "js-rouge": "^3.0.0",
         "js-yaml": "^4.1.0",
         "mathjs": "^13.2.2",
         "node-cache": "^5.1.2",
         "nunjucks": "^3.2.4",
-        "openai": "^4.73.0",
+        "openai": "^4.73.1",
         "opener": "^1.5.2",
         "proxy-agent": "^6.4.0",
         "python-shell": "^5.0.0",

package/dist/src/__mocks__/esm.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getDirectory = getDirectory;
 exports.importModule = importModule;

package/dist/src/__mocks__/esm.js.map

@@ -1 +1 @@
-{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oCAEC;AAED,oCAOC;AAbD,2CAA6B;AAE7B,SAAgB,YAAY;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,YAAqB;IAClE,iEAAiE;IACjE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oCAEC;AAED,oCAOC;AAbD,2CAA6B;AAE7B,SAAgB,YAAY;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,YAAqB;IAClE,iEAAiE;IACjE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}