promptfoo 0.121.5 → 0.121.7

package/dist/src/processShim-BBxt7LKO.js

@@ -0,0 +1,95 @@
+#!/usr/bin/env node
+import { n as __require } from "./chunk-DRamLcfz.js";
+//#region src/util/processShim.ts
+/**
+* Browser-safe process shim module.
+*
+* This module provides a shimmed process object that works in both Node.js and browser
+* environments. In Node.js, it provides full functionality including process.mainModule.require.
+* In browsers, it returns a minimal shim that throws helpful errors when Node.js-specific
+* features are accessed.
+*
+* This separation is necessary because:
+* 1. The promptfoo webui imports httpTransforms.ts which needs getProcessShim()
+* 2. httpTransforms.ts is designed to be frontend-importable for testing transforms in the UI
+* 3. The Node.js implementation uses createRequire from 'node:module' which doesn't exist in browsers
+*
+* By using runtime environment detection and dynamic imports, we can:
+* - Avoid top-level imports of Node.js-only modules that would break browser bundling
+* - Provide appropriate functionality for each environment
+*/
+/**
+* Detects if the current environment is a browser or web worker.
+* Handles test environments (jsdom/happy-dom) that define window in Node.js.
+*/
+function isBrowserEnvironment() {
+	if (typeof process !== "undefined" && typeof process.versions?.node === "string") return false;
+	return typeof window !== "undefined" || typeof self !== "undefined" && typeof self.importScripts === "function";
+}
+/**
+* Creates a minimal process shim for browser environments.
+* This shim provides helpful error messages when Node.js-specific features are accessed.
+*/
+function createBrowserProcessShim() {
+	return {
+		env: {},
+		mainModule: {
+			require: () => {
+				throw new Error("require() is not available in browser transforms. Use standard JavaScript instead.");
+			},
+			exports: {},
+			id: ".",
+			filename: "",
+			loaded: true,
+			children: [],
+			paths: []
+		}
+	};
+}
+let cachedNodeProcessShim = null;
+/**
+* Returns a shimmed process object that works in both Node.js and browser environments.
+*
+* In Node.js:
+* - Returns a proxy with process.mainModule.require shimmed for ESM compatibility
+* - Allows inline transforms to use require() even in ESM context
+*
+* In browsers:
+* - Returns a minimal shim with helpful error messages
+* - Allows simple transforms that don't use require() to work
+*
+* @example
+* // In Node.js - can use require
+* const fn = new Function('data', 'process', `return process.mainModule.require('fs')`);
+* fn(data, getProcessShim());
+*
+* @example
+* // In browser - simple transforms work
+* const fn = new Function('data', 'process', `return data.toUpperCase()`);
+* fn(data, getProcessShim());
+*/
+function getProcessShim() {
+	if (isBrowserEnvironment()) return createBrowserProcessShim();
+	if (!cachedNodeProcessShim) try {
+		const esmRequire = __require("node:module").createRequire(import.meta.url);
+		cachedNodeProcessShim = new Proxy(process, { get(target, prop) {
+			if (prop === "mainModule") return {
+				require: esmRequire,
+				exports: {},
+				id: ".",
+				filename: "",
+				loaded: true,
+				children: [],
+				paths: []
+			};
+			return Reflect.get(target, prop);
+		} });
+	} catch {
+		return createBrowserProcessShim();
+	}
+	return cachedNodeProcessShim;
+}
+//#endregion
+export { getProcessShim as t };
+
+//# sourceMappingURL=processShim-BBxt7LKO.js.map

package/dist/src/processShim-BcGzU8fY.js

@@ -0,0 +1,94 @@
+import { n as __require } from "./chunk-DEq-mXcV.js";
+//#region src/util/processShim.ts
+/**
+* Browser-safe process shim module.
+*
+* This module provides a shimmed process object that works in both Node.js and browser
+* environments. In Node.js, it provides full functionality including process.mainModule.require.
+* In browsers, it returns a minimal shim that throws helpful errors when Node.js-specific
+* features are accessed.
+*
+* This separation is necessary because:
+* 1. The promptfoo webui imports httpTransforms.ts which needs getProcessShim()
+* 2. httpTransforms.ts is designed to be frontend-importable for testing transforms in the UI
+* 3. The Node.js implementation uses createRequire from 'node:module' which doesn't exist in browsers
+*
+* By using runtime environment detection and dynamic imports, we can:
+* - Avoid top-level imports of Node.js-only modules that would break browser bundling
+* - Provide appropriate functionality for each environment
+*/
+/**
+* Detects if the current environment is a browser or web worker.
+* Handles test environments (jsdom/happy-dom) that define window in Node.js.
+*/
+function isBrowserEnvironment() {
+	if (typeof process !== "undefined" && typeof process.versions?.node === "string") return false;
+	return typeof window !== "undefined" || typeof self !== "undefined" && typeof self.importScripts === "function";
+}
+/**
+* Creates a minimal process shim for browser environments.
+* This shim provides helpful error messages when Node.js-specific features are accessed.
+*/
+function createBrowserProcessShim() {
+	return {
+		env: {},
+		mainModule: {
+			require: () => {
+				throw new Error("require() is not available in browser transforms. Use standard JavaScript instead.");
+			},
+			exports: {},
+			id: ".",
+			filename: "",
+			loaded: true,
+			children: [],
+			paths: []
+		}
+	};
+}
+let cachedNodeProcessShim = null;
+/**
+* Returns a shimmed process object that works in both Node.js and browser environments.
+*
+* In Node.js:
+* - Returns a proxy with process.mainModule.require shimmed for ESM compatibility
+* - Allows inline transforms to use require() even in ESM context
+*
+* In browsers:
+* - Returns a minimal shim with helpful error messages
+* - Allows simple transforms that don't use require() to work
+*
+* @example
+* // In Node.js - can use require
+* const fn = new Function('data', 'process', `return process.mainModule.require('fs')`);
+* fn(data, getProcessShim());
+*
+* @example
+* // In browser - simple transforms work
+* const fn = new Function('data', 'process', `return data.toUpperCase()`);
+* fn(data, getProcessShim());
+*/
+function getProcessShim() {
+	if (isBrowserEnvironment()) return createBrowserProcessShim();
+	if (!cachedNodeProcessShim) try {
+		const esmRequire = __require("node:module").createRequire(import.meta.url);
+		cachedNodeProcessShim = new Proxy(process, { get(target, prop) {
+			if (prop === "mainModule") return {
+				require: esmRequire,
+				exports: {},
+				id: ".",
+				filename: "",
+				loaded: true,
+				children: [],
+				paths: []
+			};
+			return Reflect.get(target, prop);
+		} });
+	} catch {
+		return createBrowserProcessShim();
+	}
+	return cachedNodeProcessShim;
+}
+//#endregion
+export { getProcessShim as t };
+
+//# sourceMappingURL=processShim-BcGzU8fY.js.map

package/dist/src/processShim-C_z3aRvF.js

@@ -0,0 +1,94 @@
+import { n as __require } from "./chunk-DEq-mXcV.js";
+//#region src/util/processShim.ts
+/**
+* Browser-safe process shim module.
+*
+* This module provides a shimmed process object that works in both Node.js and browser
+* environments. In Node.js, it provides full functionality including process.mainModule.require.
+* In browsers, it returns a minimal shim that throws helpful errors when Node.js-specific
+* features are accessed.
+*
+* This separation is necessary because:
+* 1. The promptfoo webui imports httpTransforms.ts which needs getProcessShim()
+* 2. httpTransforms.ts is designed to be frontend-importable for testing transforms in the UI
+* 3. The Node.js implementation uses createRequire from 'node:module' which doesn't exist in browsers
+*
+* By using runtime environment detection and dynamic imports, we can:
+* - Avoid top-level imports of Node.js-only modules that would break browser bundling
+* - Provide appropriate functionality for each environment
+*/
+/**
+* Detects if the current environment is a browser or web worker.
+* Handles test environments (jsdom/happy-dom) that define window in Node.js.
+*/
+function isBrowserEnvironment() {
+	if (typeof process !== "undefined" && typeof process.versions?.node === "string") return false;
+	return typeof window !== "undefined" || typeof self !== "undefined" && typeof self.importScripts === "function";
+}
+/**
+* Creates a minimal process shim for browser environments.
+* This shim provides helpful error messages when Node.js-specific features are accessed.
+*/
+function createBrowserProcessShim() {
+	return {
+		env: {},
+		mainModule: {
+			require: () => {
+				throw new Error("require() is not available in browser transforms. Use standard JavaScript instead.");
+			},
+			exports: {},
+			id: ".",
+			filename: "",
+			loaded: true,
+			children: [],
+			paths: []
+		}
+	};
+}
+let cachedNodeProcessShim = null;
+/**
+* Returns a shimmed process object that works in both Node.js and browser environments.
+*
+* In Node.js:
+* - Returns a proxy with process.mainModule.require shimmed for ESM compatibility
+* - Allows inline transforms to use require() even in ESM context
+*
+* In browsers:
+* - Returns a minimal shim with helpful error messages
+* - Allows simple transforms that don't use require() to work
+*
+* @example
+* // In Node.js - can use require
+* const fn = new Function('data', 'process', `return process.mainModule.require('fs')`);
+* fn(data, getProcessShim());
+*
+* @example
+* // In browser - simple transforms work
+* const fn = new Function('data', 'process', `return data.toUpperCase()`);
+* fn(data, getProcessShim());
+*/
+function getProcessShim() {
+	if (isBrowserEnvironment()) return createBrowserProcessShim();
+	if (!cachedNodeProcessShim) try {
+		const esmRequire = __require("node:module").createRequire(import.meta.url);
+		cachedNodeProcessShim = new Proxy(process, { get(target, prop) {
+			if (prop === "mainModule") return {
+				require: esmRequire,
+				exports: {},
+				id: ".",
+				filename: "",
+				loaded: true,
+				children: [],
+				paths: []
+			};
+			return Reflect.get(target, prop);
+		} });
+	} catch {
+		return createBrowserProcessShim();
+	}
+	return cachedNodeProcessShim;
+}
+//#endregion
+export { getProcessShim as t };
+
+//# sourceMappingURL=processShim-C_z3aRvF.js.map

package/dist/src/processShim-DSY9BV2T.cjs

@@ -0,0 +1,98 @@
+//#region src/util/processShim.ts
+/**
+* Browser-safe process shim module.
+*
+* This module provides a shimmed process object that works in both Node.js and browser
+* environments. In Node.js, it provides full functionality including process.mainModule.require.
+* In browsers, it returns a minimal shim that throws helpful errors when Node.js-specific
+* features are accessed.
+*
+* This separation is necessary because:
+* 1. The promptfoo webui imports httpTransforms.ts which needs getProcessShim()
+* 2. httpTransforms.ts is designed to be frontend-importable for testing transforms in the UI
+* 3. The Node.js implementation uses createRequire from 'node:module' which doesn't exist in browsers
+*
+* By using runtime environment detection and dynamic imports, we can:
+* - Avoid top-level imports of Node.js-only modules that would break browser bundling
+* - Provide appropriate functionality for each environment
+*/
+/**
+* Detects if the current environment is a browser or web worker.
+* Handles test environments (jsdom/happy-dom) that define window in Node.js.
+*/
+function isBrowserEnvironment() {
+	if (typeof process !== "undefined" && typeof process.versions?.node === "string") return false;
+	return typeof window !== "undefined" || typeof self !== "undefined" && typeof self.importScripts === "function";
+}
+/**
+* Creates a minimal process shim for browser environments.
+* This shim provides helpful error messages when Node.js-specific features are accessed.
+*/
+function createBrowserProcessShim() {
+	return {
+		env: {},
+		mainModule: {
+			require: () => {
+				throw new Error("require() is not available in browser transforms. Use standard JavaScript instead.");
+			},
+			exports: {},
+			id: ".",
+			filename: "",
+			loaded: true,
+			children: [],
+			paths: []
+		}
+	};
+}
+let cachedNodeProcessShim = null;
+/**
+* Returns a shimmed process object that works in both Node.js and browser environments.
+*
+* In Node.js:
+* - Returns a proxy with process.mainModule.require shimmed for ESM compatibility
+* - Allows inline transforms to use require() even in ESM context
+*
+* In browsers:
+* - Returns a minimal shim with helpful error messages
+* - Allows simple transforms that don't use require() to work
+*
+* @example
+* // In Node.js - can use require
+* const fn = new Function('data', 'process', `return process.mainModule.require('fs')`);
+* fn(data, getProcessShim());
+*
+* @example
+* // In browser - simple transforms work
+* const fn = new Function('data', 'process', `return data.toUpperCase()`);
+* fn(data, getProcessShim());
+*/
+function getProcessShim() {
+	if (isBrowserEnvironment()) return createBrowserProcessShim();
+	if (!cachedNodeProcessShim) try {
+		const esmRequire = require("node:module").createRequire(require("url").pathToFileURL(__filename).href);
+		cachedNodeProcessShim = new Proxy(process, { get(target, prop) {
+			if (prop === "mainModule") return {
+				require: esmRequire,
+				exports: {},
+				id: ".",
+				filename: "",
+				loaded: true,
+				children: [],
+				paths: []
+			};
+			return Reflect.get(target, prop);
+		} });
+	} catch {
+		return createBrowserProcessShim();
+	}
+	return cachedNodeProcessShim;
+}
+//#endregion
+Object.defineProperty(exports, "getProcessShim", {
+	enumerable: true,
+	get: function() {
+		return getProcessShim;
+	}
+});
+
+//# sourceMappingURL=processShim-DSY9BV2T.cjs.map

package/dist/src/promptLength-0qIHyhA5.js

@@ -0,0 +1,71 @@
+import { k as state } from "./logger-KD8JjCRJ.js";
+//#region src/redteam/shared/promptLength.ts
+const MAX_CHARS_PER_MESSAGE_MODIFIER_KEY = "maxCharsPerMessage";
+function isRecord(value) {
+	return typeof value === "object" && value !== null;
+}
+function getMaxCharsPerMessage(limit) {
+	const maxCharsPerMessage = limit ?? state.config?.redteam?.maxCharsPerMessage;
+	if (typeof maxCharsPerMessage !== "number" || !Number.isInteger(maxCharsPerMessage) || maxCharsPerMessage <= 0) return;
+	return maxCharsPerMessage;
+}
+function parseChatMessages(prompt) {
+	try {
+		const parsed = JSON.parse(prompt);
+		if (Array.isArray(parsed) && parsed.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string")) return parsed.map((message, index) => ({
+			content: message.content,
+			path: `[${index}].content`,
+			role: message.role
+		}));
+		if (isRecord(parsed) && parsed._promptfoo_audio_hybrid === true && (parsed.history === void 0 || Array.isArray(parsed.history)) && isRecord(parsed.currentTurn) && typeof parsed.currentTurn.role === "string" && typeof parsed.currentTurn.transcript === "string" && (parsed.history === void 0 || parsed.history.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string"))) return [...(parsed.history ?? []).map((message, index) => ({
+			content: message.content,
+			path: `history[${index}].content`,
+			role: message.role
+		})), {
+			content: parsed.currentTurn.transcript,
+			path: "currentTurn.transcript",
+			role: parsed.currentTurn.role
+		}];
+	} catch {}
+}
+function getPromptLengthViolation(prompt, limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	const messages = parseChatMessages(prompt);
+	if (messages) {
+		const oversizedMessage = messages.find((message) => message.role === "user" && message.content.length > maxCharsPerMessage);
+		return oversizedMessage ? {
+			length: oversizedMessage.content.length,
+			limit: maxCharsPerMessage,
+			path: oversizedMessage.path
+		} : void 0;
+	}
+	if (prompt.length <= maxCharsPerMessage) return;
+	return {
+		length: prompt.length,
+		limit: maxCharsPerMessage,
+		path: "prompt"
+	};
+}
+function getMaxCharsPerMessageModifierValue(limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	return `Each generated user message must be ${maxCharsPerMessage} characters or fewer.`;
+}
+function getGeneratedPromptOverLimit(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	return {
+		length: violation.length,
+		limit: violation.limit
+	};
+}
+function throwIfTargetPromptExceedsMaxChars(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	throw new Error(`Target prompt message at ${violation.path} exceeds maxCharsPerMessage=${violation.limit}: ${violation.length} characters.`);
+}
+//#endregion
+export { throwIfTargetPromptExceedsMaxChars as i, getGeneratedPromptOverLimit as n, getMaxCharsPerMessageModifierValue as r, MAX_CHARS_PER_MESSAGE_MODIFIER_KEY as t };
+
+//# sourceMappingURL=promptLength-0qIHyhA5.js.map

package/dist/src/promptLength-4X-Wd8PG.js

@@ -0,0 +1,72 @@
+#!/usr/bin/env node
+import { N as state } from "./logger-BbY6ypFL.js";
+//#region src/redteam/shared/promptLength.ts
+const MAX_CHARS_PER_MESSAGE_MODIFIER_KEY = "maxCharsPerMessage";
+function isRecord(value) {
+	return typeof value === "object" && value !== null;
+}
+function getMaxCharsPerMessage(limit) {
+	const maxCharsPerMessage = limit ?? state.config?.redteam?.maxCharsPerMessage;
+	if (typeof maxCharsPerMessage !== "number" || !Number.isInteger(maxCharsPerMessage) || maxCharsPerMessage <= 0) return;
+	return maxCharsPerMessage;
+}
+function parseChatMessages(prompt) {
+	try {
+		const parsed = JSON.parse(prompt);
+		if (Array.isArray(parsed) && parsed.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string")) return parsed.map((message, index) => ({
+			content: message.content,
+			path: `[${index}].content`,
+			role: message.role
+		}));
+		if (isRecord(parsed) && parsed._promptfoo_audio_hybrid === true && (parsed.history === void 0 || Array.isArray(parsed.history)) && isRecord(parsed.currentTurn) && typeof parsed.currentTurn.role === "string" && typeof parsed.currentTurn.transcript === "string" && (parsed.history === void 0 || parsed.history.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string"))) return [...(parsed.history ?? []).map((message, index) => ({
+			content: message.content,
+			path: `history[${index}].content`,
+			role: message.role
+		})), {
+			content: parsed.currentTurn.transcript,
+			path: "currentTurn.transcript",
+			role: parsed.currentTurn.role
+		}];
+	} catch {}
+}
+function getPromptLengthViolation(prompt, limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	const messages = parseChatMessages(prompt);
+	if (messages) {
+		const oversizedMessage = messages.find((message) => message.role === "user" && message.content.length > maxCharsPerMessage);
+		return oversizedMessage ? {
+			length: oversizedMessage.content.length,
+			limit: maxCharsPerMessage,
+			path: oversizedMessage.path
+		} : void 0;
+	}
+	if (prompt.length <= maxCharsPerMessage) return;
+	return {
+		length: prompt.length,
+		limit: maxCharsPerMessage,
+		path: "prompt"
+	};
+}
+function getMaxCharsPerMessageModifierValue(limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	return `Each generated user message must be ${maxCharsPerMessage} characters or fewer.`;
+}
+function getGeneratedPromptOverLimit(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	return {
+		length: violation.length,
+		limit: violation.limit
+	};
+}
+function throwIfTargetPromptExceedsMaxChars(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	throw new Error(`Target prompt message at ${violation.path} exceeds maxCharsPerMessage=${violation.limit}: ${violation.length} characters.`);
+}
+//#endregion
+export { throwIfTargetPromptExceedsMaxChars as i, getGeneratedPromptOverLimit as n, getMaxCharsPerMessageModifierValue as r, MAX_CHARS_PER_MESSAGE_MODIFIER_KEY as t };
+
+//# sourceMappingURL=promptLength-4X-Wd8PG.js.map

package/dist/src/promptLength-B9nZEfO6.js

@@ -0,0 +1,71 @@
+import { k as state } from "./logger-Ct2S6Yx-.js";
+//#region src/redteam/shared/promptLength.ts
+const MAX_CHARS_PER_MESSAGE_MODIFIER_KEY = "maxCharsPerMessage";
+function isRecord(value) {
+	return typeof value === "object" && value !== null;
+}
+function getMaxCharsPerMessage(limit) {
+	const maxCharsPerMessage = limit ?? state.config?.redteam?.maxCharsPerMessage;
+	if (typeof maxCharsPerMessage !== "number" || !Number.isInteger(maxCharsPerMessage) || maxCharsPerMessage <= 0) return;
+	return maxCharsPerMessage;
+}
+function parseChatMessages(prompt) {
+	try {
+		const parsed = JSON.parse(prompt);
+		if (Array.isArray(parsed) && parsed.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string")) return parsed.map((message, index) => ({
+			content: message.content,
+			path: `[${index}].content`,
+			role: message.role
+		}));
+		if (isRecord(parsed) && parsed._promptfoo_audio_hybrid === true && (parsed.history === void 0 || Array.isArray(parsed.history)) && isRecord(parsed.currentTurn) && typeof parsed.currentTurn.role === "string" && typeof parsed.currentTurn.transcript === "string" && (parsed.history === void 0 || parsed.history.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string"))) return [...(parsed.history ?? []).map((message, index) => ({
+			content: message.content,
+			path: `history[${index}].content`,
+			role: message.role
+		})), {
+			content: parsed.currentTurn.transcript,
+			path: "currentTurn.transcript",
+			role: parsed.currentTurn.role
+		}];
+	} catch {}
+}
+function getPromptLengthViolation(prompt, limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	const messages = parseChatMessages(prompt);
+	if (messages) {
+		const oversizedMessage = messages.find((message) => message.role === "user" && message.content.length > maxCharsPerMessage);
+		return oversizedMessage ? {
+			length: oversizedMessage.content.length,
+			limit: maxCharsPerMessage,
+			path: oversizedMessage.path
+		} : void 0;
+	}
+	if (prompt.length <= maxCharsPerMessage) return;
+	return {
+		length: prompt.length,
+		limit: maxCharsPerMessage,
+		path: "prompt"
+	};
+}
+function getMaxCharsPerMessageModifierValue(limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	return `Each generated user message must be ${maxCharsPerMessage} characters or fewer.`;
+}
+function getGeneratedPromptOverLimit(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	return {
+		length: violation.length,
+		limit: violation.limit
+	};
+}
+function throwIfTargetPromptExceedsMaxChars(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	throw new Error(`Target prompt message at ${violation.path} exceeds maxCharsPerMessage=${violation.limit}: ${violation.length} characters.`);
+}
+//#endregion
+export { throwIfTargetPromptExceedsMaxChars as i, getGeneratedPromptOverLimit as n, getMaxCharsPerMessageModifierValue as r, MAX_CHARS_PER_MESSAGE_MODIFIER_KEY as t };
+
+//# sourceMappingURL=promptLength-B9nZEfO6.js.map