promptfoo 0.120.26 → 0.121.1

package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js}

@@ -1,18 +1,16 @@
-import "./chunk-FhC4c-0y.js";
-import { b as getEnvString } from "./logger-w8Ozp0Td.js";
-import "./esm-rDtG_2rg.js";
-import "./pythonUtils-vMlk9Qp5.js";
-import "./types-DMVjYLpx.js";
-import "./util-DiCePfDu.js";
-import "./fetch-18MuNu9i.js";
-import "./cache-BLLayYEN.js";
-import "./genaiTracer-Ce19n68P.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-C8Ei4f87.js";
-import "./transform-DMaxQwDx.js";
-import "./openai-Dz3surb_.js";
-import "./util-Cl0zfT3V.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-D9_MDlnd.js";
-
+import { b as getEnvString } from "./logger-DLcq4dWf.js";
+import "./fetch-4M3YRaqL.js";
+import "./esm-CaIwzWR5.js";
+import "./types-CN_TZ2GJ.js";
+import "./cache-D3eqDYGU.js";
+import "./genaiTracer-70Z8BIuV.js";
+import "./pythonUtils-D6fwaDSg.js";
+import "./util-5cB-L7U3.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BKm79wib.js";
+import "./transform-DGxXocjk.js";
+import "./openai-j-sE2O7r.js";
+import "./util-6-GqIvzS.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-6Mx_iXxK.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -140,7 +138,7 @@ function createLiteLLMProvider(providerPath, options = {}) {
 		default: return new LiteLLMProvider(modelName, litellmConfig);
 	}
 }
-
 //#endregion
 export { createLiteLLMProvider };
-//# sourceMappingURL=litellm-CrLJrPIm.js.map
+
+//# sourceMappingURL=litellm-CTfa0hqi.js.map

package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs}

@@ -1,17 +1,16 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-require('./esm-BQkx5roy.cjs');
-require('./pythonUtils-DZ6EbdY4.cjs');
-require('./types-BIfttHrT.cjs');
-require('./util-DUYOvxAy.cjs');
-require('./fetch-ZMn_oemb.cjs');
-require('./cache-7xULbvt3.cjs');
-require('./genaiTracer-CQlpZkrp.cjs');
-const require_chat = require('./chat-C4zqjObh.cjs');
-require('./transform-ivxEY4f7.cjs');
-require('./openai-Bigwjgo1.cjs');
-require('./util-C08Kns6-.cjs');
-const require_completion = require('./completion-DDyL3Cb2.cjs');
-
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+require("./esm-CnNt7sI4.cjs");
+require("./pythonUtils-CTU3Y3lw.cjs");
+require("./types-LJ0r3wbR.cjs");
+require("./util-Yz-1aEhW.cjs");
+require("./fetch-BxUk8odA.cjs");
+require("./cache-COish3-W.cjs");
+require("./genaiTracer-DN4dQywX.cjs");
+const require_chat = require("./chat-DaqekjFr.cjs");
+require("./transform-DOcQeLld.cjs");
+require("./openai-Cuif0GEt.cjs");
+require("./util-Db0a0AFH.cjs");
+const require_completion = require("./completion-CDOouNzq.cjs");
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -139,7 +138,7 @@ function createLiteLLMProvider(providerPath, options = {}) {
 		default: return new LiteLLMProvider(modelName, litellmConfig);
 	}
 }
-
 //#endregion
 exports.createLiteLLMProvider = createLiteLLMProvider;
-//# sourceMappingURL=litellm-BrnZhMcL.cjs.map
+
+//# sourceMappingURL=litellm-NYpQ8RQu.cjs.map

package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js}

@@ -1,5 +1,16 @@
-import { I as getEnvString, c as OpenAiEmbeddingProvider, l as OpenAiChatCompletionProvider, n as OpenAiCompletionProvider } from "./server/index.js";
-
+import { b as getEnvString } from "./logger-CT3IKMKA.js";
+import "./esm-Cd1AjG1D.js";
+import "./pythonUtils-D5nxkQ0P.js";
+import "./types-CLKiCBW3.js";
+import "./util-Dlz_Wvgm.js";
+import "./fetch-60Gzydls.js";
+import "./cache-8XhNqPKW.js";
+import "./genaiTracer-D3fD9dNV.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CznLWr_D.js";
+import "./transform-DGLazrMm.js";
+import "./openai-DElQ-fPX.js";
+import "./util-Betm42rL.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C_P3ypkJ.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -127,7 +138,7 @@ function createLiteLLMProvider(providerPath, options = {}) {
 		default: return new LiteLLMProvider(modelName, litellmConfig);
 	}
 }
-
 //#endregion
 export { createLiteLLMProvider };
-//# sourceMappingURL=litellm-BECdjOTx.js.map
+
+//# sourceMappingURL=litellm-ePxtr9F1.js.map

package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js}

@@ -1,4 +1,4 @@
-import { t as invariant } from "./invariant-1pAf2CD1.js";
+import { t as invariant } from "./invariant-Ddh24eXh.js";
 import fs from "fs";
 import * as path$1 from "path";
 import path from "path";
@@ -10,17 +10,14 @@ import * as os$1 from "os";
 import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import safeStringify from "fast-safe-stringify";
-
 //#region src/cliState.ts
 const state = {};
-var cliState_default = state;
-
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (cliState_default.config?.env && typeof cliState_default.config.env === "object") {
-		const envValue = cliState_default.config.env[key];
+	if (state.config?.env && typeof state.config.env === "object") {
+		const envValue = state.config.env[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -88,7 +85,6 @@ function getMaxEvalTimeMs(defaultValue = 0) {
 function isCI() {
 	return getEnvBool("CI") || getEnvBool("GITHUB_ACTIONS") || getEnvBool("TRAVIS") || getEnvBool("CIRCLECI") || getEnvBool("JENKINS") || getEnvBool("GITLAB_CI") || getEnvBool("APPVEYOR") || getEnvBool("CODEBUILD_BUILD_ID") || getEnvBool("TF_BUILD") || getEnvBool("BITBUCKET_COMMIT") || getEnvBool("BUDDY") || getEnvBool("BUILDKITE") || getEnvBool("TEAMCITY_VERSION");
 }
-
 //#endregion
 //#region src/util/config/manage.ts
 let configDirectoryPath = getEnvString("PROMPTFOO_CONFIG_DIR");
@@ -100,7 +96,6 @@ function getConfigDirectoryPath(createIfNotExists = false) {
 	} catch {}
 	return p;
 }
-
 //#endregion
 //#region src/util/json.ts
 let ajvInstance = null;
@@ -334,7 +329,6 @@ function summarizeEvaluateResultForLogging(result, maxOutputLength = 500, includ
 	};
 	return summary;
 }
-
 //#endregion
 //#region src/util/sanitizer.ts
 /**
@@ -366,6 +360,8 @@ const SECRET_FIELD_NAMES = new Set([
 	"authtoken",
 	"clientsecret",
 	"webhooksecret",
+	"anthropicapikey",
+	"awsbearertokenbedrock",
 	"authorization",
 	"auth",
 	"bearer",
@@ -439,11 +435,11 @@ function isClassInstance(obj) {
 /**
 * Parse and sanitize JSON strings, also check if the string looks like a secret
 */
-function sanitizeJsonString(str, depth) {
+function sanitizeJsonString(str, depth, maxDepth) {
 	try {
 		const parsed = JSON.parse(str);
 		if (parsed && typeof parsed === "object") {
-			const sanitized = recursiveSanitize(parsed, depth);
+			const sanitized = recursiveSanitize(parsed, depth, maxDepth);
 			return JSON.stringify(sanitized);
 		}
 	} catch {
@@ -454,25 +450,25 @@ function sanitizeJsonString(str, depth) {
 /**
 * Sanitize plain object fields
 */
-function sanitizePlainObject(obj, depth) {
+function sanitizePlainObject(obj, depth, maxDepth) {
 	const sanitized = {};
 	for (const [key, value] of Object.entries(obj)) if (key === "url" && typeof value === "string") sanitized[key] = sanitizeUrl(value);
 	else if (isSecretField(key)) sanitized[key] = REDACTED;
 	else if (typeof value === "string" && looksLikeSecret(value)) sanitized[key] = REDACTED;
-	else sanitized[key] = recursiveSanitize(value, depth + 1);
+	else sanitized[key] = recursiveSanitize(value, depth + 1, maxDepth);
 	return sanitized;
 }
 /**
 * Recursively sanitize an object, redacting secret fields at any depth
 */
-function recursiveSanitize(obj, depth = 0) {
+function recursiveSanitize(obj, depth = 0, maxDepth = MAX_DEPTH) {
 	if (typeof obj === "function") return `[Function] ${obj.name}`;
-	if (typeof obj === "string") return sanitizeJsonString(obj, depth);
+	if (typeof obj === "string") return sanitizeJsonString(obj, depth, maxDepth);
 	if (obj === null || obj === void 0 || typeof obj !== "object") return obj;
-	if (depth > MAX_DEPTH) return "[...]";
-	if (Array.isArray(obj)) return obj.map((item) => recursiveSanitize(item, depth + 1));
+	if (depth > maxDepth) return "[...]";
+	if (Array.isArray(obj)) return obj.map((item) => recursiveSanitize(item, depth + 1, maxDepth));
 	if (isClassInstance(obj)) return `[${obj.constructor?.name || "Object"} Instance]`;
-	return sanitizePlainObject(obj, depth);
+	return sanitizePlainObject(obj, depth, maxDepth);
 }
 /**
 * Generic function to sanitize any object by removing or redacting sensitive information
@@ -481,10 +477,10 @@ function recursiveSanitize(obj, depth = 0) {
 * @returns A sanitized copy of the object with secrets redacted
 */
 function sanitizeObject(obj, options = {}) {
-	const { context = "object", throwOnError = false } = options;
+	const { context = "object", throwOnError = false, maxDepth = MAX_DEPTH } = options;
 	try {
 		if (obj === null || obj === void 0) return obj;
-		if (typeof obj === "string") return sanitizeJsonString(obj, 0);
+		if (typeof obj === "string") return sanitizeJsonString(obj, 0, maxDepth);
 		if (typeof obj !== "object") return obj;
 		return recursiveSanitize(JSON.parse(safeStringify(obj, (_key, val) => {
 			if (val instanceof Error) return {
@@ -495,7 +491,7 @@ function sanitizeObject(obj, options = {}) {
 		}, void 0, {
 			depthLimit: Number.MAX_SAFE_INTEGER,
 			edgesLimit: Number.MAX_SAFE_INTEGER
-		})));
+		})), 0, maxDepth);
 	} catch (error) {
 		if (throwOnError) throw error;
 		console.error(`Error sanitizing ${context}:`, error);
@@ -526,14 +522,12 @@ function sanitizeUrl(url) {
 		return url;
 	}
 }
-
 //#endregion
 //#region src/logger.ts
 let globalLogCallback = null;
 function setLogCallback(callback) {
 	globalLogCallback = callback;
 }
-let useStructuredLogging = false;
 const LOG_LEVELS = {
 	error: 0,
 	warn: 1,
@@ -541,7 +535,6 @@ const LOG_LEVELS = {
 	debug: 3
 };
 let sourceMapSupportInitialized = false;
-let isLoggerShuttingDown = false;
 async function initializeSourceMapSupport() {
 	if (!sourceMapSupportInitialized) try {
 		(await import("source-map-support")).install();
@@ -585,7 +578,7 @@ const consoleFormatter = winston.format.printf((info) => {
 	else if (info.level === "debug") return `${chalk.cyan(location)}${message}`;
 	throw new Error(`Invalid log level: ${info.level}`);
 });
-const fileFormatter = winston.format.printf((info) => {
+winston.format.printf((info) => {
 	const timestamp = (/* @__PURE__ */ new Date()).toISOString();
 	const location = info.location ? ` ${info.location}` : "";
 	const message = extractMessage(info);
@@ -657,17 +650,12 @@ function sanitizeContext(context) {
 */
 function createLogMethodWithContext(level) {
 	return (message, context) => {
-		if (isLoggerShuttingDown) return;
 		if (!context) {
 			internalLogger[level](message);
 			return;
 		}
 		const sanitized = sanitizeContext(context);
-		if (useStructuredLogging) internalLogger[level]({
-			message,
-			...sanitized
-		});
-		else {
+		{
 			const contextStr = safeJsonStringify(sanitized, true);
 			internalLogger[level](`${message}\n${contextStr}`);
 		}
@@ -706,7 +694,7 @@ async function logRequestResponse(options) {
 	} catch {
 		responseText = "Unable to read response";
 	}
-	const logObject = {
+	logMethod("Api Request", {
 		message: "API request",
 		url: sanitizeUrl(url),
 		method: requestMethod,
@@ -716,15 +704,10 @@ async function logRequestResponse(options) {
 			statusText: response.statusText
 		},
 		...responseText && { response: responseText }
-	};
-	if (useStructuredLogging) {
-		const { message, ...context } = logObject;
-		logMethod(message, context);
-	} else logMethod("Api Request", logObject);
+	});
 }
 if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
-var logger_default = logger;
-
 //#endregion
-export { isCI as C, getMaxEvalTimeMs as S, getEnvBool as _, setLogCallback as a, getEnvString as b, sanitizeUrl as c, getAjv as d, isValidJson as f, getConfigDirectoryPath as g, summarizeEvaluateResultForLogging as h, logger_default as i, extractFirstJsonObject as l, safeJsonStringify as m, isDebugEnabled as n, setLogLevel as o, orderKeys as p, logRequestResponse as r, sanitizeObject as s, getLogLevel as t, extractJsonObjects as u, getEnvFloat as v, cliState_default as w, getEvalTimeoutMs as x, getEnvInt as y };
-//# sourceMappingURL=logger-w8Ozp0Td.js.map
+export { isCI as C, getMaxEvalTimeMs as S, getEnvBool as _, setLogCallback as a, getEnvString as b, sanitizeUrl as c, getAjv as d, isValidJson as f, getConfigDirectoryPath as g, summarizeEvaluateResultForLogging as h, logger as i, extractFirstJsonObject as l, safeJsonStringify as m, isDebugEnabled as n, setLogLevel as o, orderKeys as p, logRequestResponse as r, sanitizeObject as s, getLogLevel as t, extractJsonObjects as u, getEnvFloat as v, state as w, getEvalTimeoutMs as x, getEnvInt as y };
+
+//# sourceMappingURL=logger-CT3IKMKA.js.map