promptfoo 0.107.0 → 0.107.2

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.107.0",
+  "version": "0.107.2",
   "license": "MIT",
   "type": "commonjs",
   "repository": {
@@ -99,22 +99,22 @@
     "google-auth-library": "^9.7.0",
     "ibm-cloud-sdk-core": "^5.0.2",
     "langfuse": "^3.7.0",
+    "node-gtts": "^2.0.2",
     "node-sql-parser": "^5.2.0",
     "pdf-parse": "^1.1.1",
     "playwright": "^1.47.2",
     "playwright-extra": "^4.3.6",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
-    "sharp": "^0.33.5",
-    "node-gtts": "^2.0.2"
+    "sharp": "^0.33.5"
   },
   "devDependencies": {
     "@aws-sdk/client-bedrock-runtime": "^3.758.0",
     "@aws-sdk/credential-provider-sso": "^3.758.0",
-    "@azure/identity": "^4.7.0",
-    "@eslint/js": "^9.21.0",
+    "@azure/identity": "^4.8.0",
+    "@eslint/js": "^9.22.0",
     "@libsql/client": "^0.14.0",
     "@swc/cli": "^0.6.0",
-    "@swc/core": "^1.11.4",
+    "@swc/core": "^1.11.9",
     "@swc/jest": "^0.2.37",
     "@trivago/prettier-plugin-sort-imports": "^5.2.2",
     "@types/async": "^3.2.24",
@@ -136,13 +136,15 @@
     "@types/semver": "^7.5.8",
     "@types/supertest": "^6.0.2",
     "@types/uuid": "^10.0.0",
+    "@typescript-eslint/eslint-plugin": "^8.26.1",
+    "@typescript-eslint/parser": "^8.26.1",
     "check-dependency-version-consistency": "^5.0.0",
     "cloudflare": "3.4.0",
     "concurrently": "^9.1.2",
     "drizzle-kit": "^0.30.4",
-    "eslint": "^9.21.0",
+    "eslint": "^9.22.0",
     "eslint-plugin-jest": "^28.11.0",
-    "eslint-plugin-react-hooks": "^5.1.0",
+    "eslint-plugin-react-hooks": "^5.2.0",
     "eslint-plugin-react-refresh": "^0.4.19",
     "eslint-plugin-unicorn": "^57.0.0",
     "eslint-plugin-unused-imports": "^4.1.4",
@@ -150,18 +152,19 @@
     "madge": "^8.0.0",
     "nock": "^13.5.6",
     "nodemon": "^3.1.9",
-    "prettier": "^3.5.2",
+    "prettier": "^3.5.3",
     "shx": "^0.3.4",
     "supertest": "^7.0.0",
     "ts-node": "^10.9.2",
-    "typescript": "^5.7.3",
-    "typescript-eslint": "^8.25.0",
+    "typescript": "^5.8.2",
+    "typescript-eslint": "^8.26.1",
     "zod-to-json-schema": "^3.24.3"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.39.0",
-    "@apidevtools/json-schema-ref-parser": "^11.9.1",
-    "@googleapis/sheets": "^9.3.1",
+    "@apidevtools/json-schema-ref-parser": "^11.9.3",
+    "@googleapis/sheets": "^9.4.0",
+    "@types/ws": "^8.18.0",
     "ajv": "^8.17.1",
     "ajv-formats": "^3.0.1",
     "async": "^3.2.6",
@@ -173,7 +176,7 @@
     "cli-progress": "^3.12.0",
     "cli-table3": "^0.6.5",
     "commander": "^12.1.0",
-    "compression": "^1.7.5",
+    "compression": "^1.8.0",
     "cors": "^2.8.5",
     "csv-parse": "^5.6.0",
     "csv-stringify": "^6.5.2",
@@ -190,10 +193,10 @@
     "inquirer": "^11.1.0",
     "js-rouge": "^3.0.0",
     "js-yaml": "^4.1.0",
-    "mathjs": "^14.2.1",
+    "mathjs": "^14.3.1",
     "node-cache": "^5.1.2",
     "nunjucks": "^3.2.4",
-    "openai": "^4.86.1",
+    "openai": "^4.87.3",
     "opener": "^1.5.2",
     "proxy-agent": "^6.5.0",
     "python-shell": "^5.0.0",
@@ -202,7 +205,7 @@
     "semver": "^7.7.1",
     "socket.io": "^4.8.1",
     "tsx": "^4.19.3",
-    "undici": "^7.2.3",
+    "undici": "^7.5.0",
     "uuid": "^10.0.0",
     "winston": "^3.17.0",
     "ws": "^8.18.1",

package/dist/src/providers/anthropic.d.ts

@@ -1,84 +0,0 @@
-import Anthropic from '@anthropic-ai/sdk';
-import type { ApiProvider, ProviderResponse } from '../types';
-import type { EnvOverrides } from '../types/env';
-interface AnthropicMessageOptions {
-    apiBaseUrl?: string;
-    apiKey?: string;
-    cost?: number;
-    extra_body?: Record<string, any>;
-    headers?: Record<string, string>;
-    max_tokens?: number;
-    model?: string;
-    temperature?: number;
-    thinking?: Anthropic.Messages.ThinkingConfigParam;
-    tool_choice?: Anthropic.Messages.ToolChoice;
-    tools?: Anthropic.Tool[];
-    top_k?: number;
-    top_p?: number;
-    beta?: string[];
-    showThinking?: boolean;
-}
-export declare function outputFromMessage(message: Anthropic.Messages.Message, showThinking: boolean): string;
-export declare function parseMessages(messages: string): {
-    system?: Anthropic.TextBlockParam[];
-    extractedMessages: Anthropic.MessageParam[];
-    thinking?: Anthropic.ThinkingConfigParam;
-};
-export declare function calculateAnthropicCost(modelName: string, config: AnthropicMessageOptions, promptTokens?: number, completionTokens?: number): number | undefined;
-export declare class AnthropicMessagesProvider implements ApiProvider {
-    modelName: string;
-    config: AnthropicMessageOptions;
-    env?: EnvOverrides;
-    apiKey?: string;
-    anthropic: Anthropic;
-    static ANTHROPIC_MODELS: {
-        id: string;
-        cost: {
-            input: number;
-            output: number;
-        };
-    }[];
-    static ANTHROPIC_MODELS_NAMES: string[];
-    constructor(modelName: string, options?: {
-        id?: string;
-        config?: AnthropicMessageOptions;
-        env?: EnvOverrides;
-    });
-    id(): string;
-    toString(): string;
-    getApiKey(): string | undefined;
-    getApiBaseUrl(): string | undefined;
-    callApi(prompt: string): Promise<ProviderResponse>;
-}
-interface AnthropicCompletionOptions {
-    apiKey?: string;
-    max_tokens_to_sample?: number;
-    temperature?: number;
-    top_p?: number;
-    top_k?: number;
-}
-export declare class AnthropicCompletionProvider implements ApiProvider {
-    static ANTHROPIC_COMPLETION_MODELS: string[];
-    modelName: string;
-    apiKey?: string;
-    anthropic: Anthropic;
-    config: AnthropicCompletionOptions;
-    constructor(modelName: string, options?: {
-        config?: AnthropicCompletionOptions;
-        id?: string;
-        env?: EnvOverrides;
-    });
-    id(): string;
-    toString(): string;
-    callApi(prompt: string): Promise<ProviderResponse>;
-}
-export declare const DefaultGradingProvider: AnthropicMessagesProvider;
-export declare const DefaultGradingJsonProvider: AnthropicMessagesProvider;
-export declare const DefaultSuggestionsProvider: AnthropicMessagesProvider;
-export declare class AnthropicLlmRubricProvider extends AnthropicMessagesProvider {
-    constructor(modelName: string);
-    callApi(prompt: string): Promise<ProviderResponse>;
-}
-export declare const DefaultLlmRubricProvider: AnthropicLlmRubricProvider;
-export {};
-//# sourceMappingURL=anthropic.d.ts.map

package/dist/src/providers/anthropic.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAuB,MAAM,mBAAmB,CAAC;AAIxD,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAc,MAAM,UAAU,CAAC;AAC1E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAgEjD,UAAU,uBAAuB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAClD,WAAW,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;IAC5C,KAAK,CAAC,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAkBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,UA4B3F;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG;IAC/C,MAAM,CAAC,EAAE,SAAS,CAAC,cAAc,EAAE,CAAC;IACpC,iBAAiB,EAAE,SAAS,CAAC,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,EAAE,SAAS,CAAC,mBAAmB,CAAC;CAC1C,CA8EA;AAED,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,uBAAuB,EAC/B,YAAY,CAAC,EAAE,MAAM,EACrB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,GAAG,SAAS,CAEpB;AAED,qBAAa,yBAA0B,YAAW,WAAW;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,uBAAuB,CAAC;IAChC,GAAG,CAAC,EAAE,YAAY,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IAErB,MAAM,CAAC,gBAAgB;;;;;;QAAoB;IAE3C,MAAM,CAAC,sBAAsB,WAA6C;gBAGxE,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,uBAAuB,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAcrF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM,GAAG,SAAS;IAI/B,aAAa,IAAI,MAAM,GAAG,SAAS;IAI7B,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqHzD;AAED,UAAU,0BAA0B;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,2BAA4B,YAAW,WAAW;IAC7D,MAAM,CAAC,2BAA2B,WAQhC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,0BAA0B,CAAC;gBAGjC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,0BAA0B,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAUxF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqEzD;AAED,eAAO,MAAM,sBAAsB,2BAA8D,CAAC;AAClG,eAAO,MAAM,0BAA0B,2BAEtC,CAAC;AACF,eAAO,MAAM,0BAA0B,2BAEtC,CAAC;AAEF,qBAAa,0BAA2B,SAAQ,yBAAyB;gBAC3D,SAAS,EAAE,MAAM;IAgCvB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA2BzD;AACD,eAAO,MAAM,wBAAwB,4BAEpC,CAAC"}