@use-lattice/litmus 0.121.3

package/dist/src/transcription-Cl_W16Pr.js

@@ -0,0 +1,122 @@
+import { r as logger } from "./logger-C40ZGil9.js";
+import { h as REQUEST_TIMEOUT_MS } from "./fetch-DQckpUFz.js";
+import { r as fetchWithCache } from "./cache-BkrqU5Ba.js";
+import { t as OpenAiGenericProvider } from "./openai-DumO8WQn.js";
+import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-DsS_-v4p.js";
+import fs from "fs";
+import path from "path";
+//#region src/providers/openai/transcription.ts
+var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends OpenAiGenericProvider {
+	static OPENAI_TRANSCRIPTION_MODEL_NAMES = OPENAI_TRANSCRIPTION_MODELS.map((model) => model.id);
+	config;
+	constructor(modelName, options = {}) {
+		if (!OpenAiTranscriptionProvider.OPENAI_TRANSCRIPTION_MODEL_NAMES.includes(modelName)) logger.debug(`Using unknown transcription model: ${modelName}`);
+		super(modelName, options);
+		this.config = options.config || {};
+	}
+	id() {
+		return `openai:transcription:${this.modelName}`;
+	}
+	toString() {
+		return `[OpenAI Transcription Provider ${this.modelName}]`;
+	}
+	calculateTranscriptionCost(durationSeconds) {
+		const model = OPENAI_TRANSCRIPTION_MODELS.find((m) => m.id === this.modelName);
+		if (!model || !model.cost) return 0;
+		return durationSeconds / 60 * model.cost.perMinute;
+	}
+	async callApi(prompt, context, _callApiOptions) {
+		if (!this.getApiKey()) throw new Error(this.getMissingApiKeyErrorMessage());
+		const config = {
+			...this.config,
+			...context?.prompt?.config
+		};
+		const audioFilePath = prompt.trim();
+		if (!fs.existsSync(audioFilePath)) return { error: `Audio file not found: ${audioFilePath}` };
+		try {
+			const fileBuffer = fs.readFileSync(audioFilePath);
+			const fileName = path.basename(audioFilePath);
+			const file = new File([fileBuffer], fileName);
+			const formData = new FormData();
+			formData.append("file", file);
+			formData.append("model", this.modelName);
+			if (config.language) formData.append("language", config.language);
+			if (config.prompt) formData.append("prompt", config.prompt);
+			if (config.temperature !== void 0) formData.append("temperature", config.temperature.toString());
+			if (config.timestamp_granularities && config.timestamp_granularities.length > 0) formData.append("timestamp_granularities", JSON.stringify(config.timestamp_granularities));
+			if (this.modelName.includes("diarize")) {
+				formData.append("response_format", "diarized_json");
+				if (config.num_speakers !== void 0) formData.append("num_speakers", config.num_speakers.toString());
+				if (config.speaker_labels && config.speaker_labels.length > 0) formData.append("speaker_labels", JSON.stringify(config.speaker_labels));
+			} else {
+				const responseFormat = this.modelName.startsWith("gpt-4o-") ? "json" : "verbose_json";
+				formData.append("response_format", responseFormat);
+			}
+			const headers = {
+				Authorization: `Bearer ${this.getApiKey()}`,
+				...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {}
+			};
+			let data, status, statusText;
+			let cached = false;
+			try {
+				({data, cached, status, statusText} = await fetchWithCache(`${this.getApiUrl()}/audio/transcriptions`, {
+					method: "POST",
+					headers,
+					body: formData
+				}, REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug));
+				if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
+			} catch (err) {
+				logger.error("API call error", { error: err });
+				return { error: `API call error: ${String(err)}` };
+			}
+			if (data.error) return { error: typeof data.error === "string" ? data.error : JSON.stringify(data.error) };
+			const durationSeconds = data.duration || 0;
+			const cost = cached ? 0 : this.calculateTranscriptionCost(durationSeconds);
+			const segments = data.segments || [];
+			let avgLogprob;
+			let avgCompressionRatio;
+			let avgNoSpeechProb;
+			if (segments.length > 0) {
+				const validSegments = segments.filter((s) => s.avg_logprob !== void 0 || s.compression_ratio !== void 0 || s.no_speech_prob !== void 0);
+				if (validSegments.length > 0) {
+					const sumLogprob = validSegments.reduce((sum, s) => sum + (s.avg_logprob || 0), 0);
+					const sumCompressionRatio = validSegments.reduce((sum, s) => sum + (s.compression_ratio || 0), 0);
+					const sumNoSpeechProb = validSegments.reduce((sum, s) => sum + (s.no_speech_prob || 0), 0);
+					avgLogprob = validSegments.some((s) => s.avg_logprob !== void 0) ? sumLogprob / validSegments.length : void 0;
+					avgCompressionRatio = validSegments.some((s) => s.compression_ratio !== void 0) ? sumCompressionRatio / validSegments.length : void 0;
+					avgNoSpeechProb = validSegments.some((s) => s.no_speech_prob !== void 0) ? sumNoSpeechProb / validSegments.length : void 0;
+				}
+			}
+			let output;
+			if (this.modelName.includes("diarize") && data.segments) output = data.segments.map((segment) => {
+				const speaker = segment.speaker || "Unknown";
+				const text = segment.text || "";
+				return `[${segment.start?.toFixed(2) || "0.00"}s - ${segment.end?.toFixed(2) || "0.00"}s] ${speaker}: ${text}`;
+			}).join("\n");
+			else if (data.text) output = data.text;
+			else return { error: "No transcription returned from API" };
+			return {
+				output,
+				cached,
+				cost,
+				metadata: {
+					task: data.task,
+					duration: durationSeconds,
+					language: data.language,
+					segments: data.segments?.length || 0,
+					...avgLogprob === void 0 ? {} : { avgLogprob },
+					...avgCompressionRatio === void 0 ? {} : { avgCompressionRatio },
+					...avgNoSpeechProb === void 0 ? {} : { avgNoSpeechProb },
+					...this.modelName.includes("diarize") && data.speakers ? { speakers: data.speakers } : {}
+				}
+			};
+		} catch (err) {
+			logger.error("Transcription error", { error: err });
+			return { error: `Transcription error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { OpenAiTranscriptionProvider };
+
+//# sourceMappingURL=transcription-Cl_W16Pr.js.map

package/dist/src/transcription-yt1EecY8.cjs

@@ -0,0 +1,124 @@
+const require_logger = require("./logger-DyfK9PBt.cjs");
+const require_fetch = require("./fetch-BTxakTSg.cjs");
+const require_cache = require("./cache-DsCxFlsZ.cjs");
+const require_openai = require("./openai-BWrJK9d8.cjs");
+const require_util = require("./util-aWjdCYMI.cjs");
+let fs = require("fs");
+fs = require_logger.__toESM(fs);
+let path = require("path");
+path = require_logger.__toESM(path);
+//#region src/providers/openai/transcription.ts
+var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends require_openai.OpenAiGenericProvider {
+	static OPENAI_TRANSCRIPTION_MODEL_NAMES = require_util.OPENAI_TRANSCRIPTION_MODELS.map((model) => model.id);
+	config;
+	constructor(modelName, options = {}) {
+		if (!OpenAiTranscriptionProvider.OPENAI_TRANSCRIPTION_MODEL_NAMES.includes(modelName)) require_logger.logger.debug(`Using unknown transcription model: ${modelName}`);
+		super(modelName, options);
+		this.config = options.config || {};
+	}
+	id() {
+		return `openai:transcription:${this.modelName}`;
+	}
+	toString() {
+		return `[OpenAI Transcription Provider ${this.modelName}]`;
+	}
+	calculateTranscriptionCost(durationSeconds) {
+		const model = require_util.OPENAI_TRANSCRIPTION_MODELS.find((m) => m.id === this.modelName);
+		if (!model || !model.cost) return 0;
+		return durationSeconds / 60 * model.cost.perMinute;
+	}
+	async callApi(prompt, context, _callApiOptions) {
+		if (!this.getApiKey()) throw new Error(this.getMissingApiKeyErrorMessage());
+		const config = {
+			...this.config,
+			...context?.prompt?.config
+		};
+		const audioFilePath = prompt.trim();
+		if (!fs.default.existsSync(audioFilePath)) return { error: `Audio file not found: ${audioFilePath}` };
+		try {
+			const fileBuffer = fs.default.readFileSync(audioFilePath);
+			const fileName = path.default.basename(audioFilePath);
+			const file = new File([fileBuffer], fileName);
+			const formData = new FormData();
+			formData.append("file", file);
+			formData.append("model", this.modelName);
+			if (config.language) formData.append("language", config.language);
+			if (config.prompt) formData.append("prompt", config.prompt);
+			if (config.temperature !== void 0) formData.append("temperature", config.temperature.toString());
+			if (config.timestamp_granularities && config.timestamp_granularities.length > 0) formData.append("timestamp_granularities", JSON.stringify(config.timestamp_granularities));
+			if (this.modelName.includes("diarize")) {
+				formData.append("response_format", "diarized_json");
+				if (config.num_speakers !== void 0) formData.append("num_speakers", config.num_speakers.toString());
+				if (config.speaker_labels && config.speaker_labels.length > 0) formData.append("speaker_labels", JSON.stringify(config.speaker_labels));
+			} else {
+				const responseFormat = this.modelName.startsWith("gpt-4o-") ? "json" : "verbose_json";
+				formData.append("response_format", responseFormat);
+			}
+			const headers = {
+				Authorization: `Bearer ${this.getApiKey()}`,
+				...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {}
+			};
+			let data, status, statusText;
+			let cached = false;
+			try {
+				({data, cached, status, statusText} = await require_cache.fetchWithCache(`${this.getApiUrl()}/audio/transcriptions`, {
+					method: "POST",
+					headers,
+					body: formData
+				}, require_fetch.REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug));
+				if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
+			} catch (err) {
+				require_logger.logger.error("API call error", { error: err });
+				return { error: `API call error: ${String(err)}` };
+			}
+			if (data.error) return { error: typeof data.error === "string" ? data.error : JSON.stringify(data.error) };
+			const durationSeconds = data.duration || 0;
+			const cost = cached ? 0 : this.calculateTranscriptionCost(durationSeconds);
+			const segments = data.segments || [];
+			let avgLogprob;
+			let avgCompressionRatio;
+			let avgNoSpeechProb;
+			if (segments.length > 0) {
+				const validSegments = segments.filter((s) => s.avg_logprob !== void 0 || s.compression_ratio !== void 0 || s.no_speech_prob !== void 0);
+				if (validSegments.length > 0) {
+					const sumLogprob = validSegments.reduce((sum, s) => sum + (s.avg_logprob || 0), 0);
+					const sumCompressionRatio = validSegments.reduce((sum, s) => sum + (s.compression_ratio || 0), 0);
+					const sumNoSpeechProb = validSegments.reduce((sum, s) => sum + (s.no_speech_prob || 0), 0);
+					avgLogprob = validSegments.some((s) => s.avg_logprob !== void 0) ? sumLogprob / validSegments.length : void 0;
+					avgCompressionRatio = validSegments.some((s) => s.compression_ratio !== void 0) ? sumCompressionRatio / validSegments.length : void 0;
+					avgNoSpeechProb = validSegments.some((s) => s.no_speech_prob !== void 0) ? sumNoSpeechProb / validSegments.length : void 0;
+				}
+			}
+			let output;
+			if (this.modelName.includes("diarize") && data.segments) output = data.segments.map((segment) => {
+				const speaker = segment.speaker || "Unknown";
+				const text = segment.text || "";
+				return `[${segment.start?.toFixed(2) || "0.00"}s - ${segment.end?.toFixed(2) || "0.00"}s] ${speaker}: ${text}`;
+			}).join("\n");
+			else if (data.text) output = data.text;
+			else return { error: "No transcription returned from API" };
+			return {
+				output,
+				cached,
+				cost,
+				metadata: {
+					task: data.task,
+					duration: durationSeconds,
+					language: data.language,
+					segments: data.segments?.length || 0,
+					...avgLogprob === void 0 ? {} : { avgLogprob },
+					...avgCompressionRatio === void 0 ? {} : { avgCompressionRatio },
+					...avgNoSpeechProb === void 0 ? {} : { avgNoSpeechProb },
+					...this.modelName.includes("diarize") && data.speakers ? { speakers: data.speakers } : {}
+				}
+			};
+		} catch (err) {
+			require_logger.logger.error("Transcription error", { error: err });
+			return { error: `Transcription error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+exports.OpenAiTranscriptionProvider = OpenAiTranscriptionProvider;
+
+//# sourceMappingURL=transcription-yt1EecY8.cjs.map

package/dist/src/transform-BCtGrl_W.cjs

@@ -0,0 +1,228 @@
+const require_logger = require("./logger-DyfK9PBt.cjs");
+const require_esm = require("./esm-C62Zofr1.cjs");
+const require_pythonUtils = require("./pythonUtils-BD0druiM.cjs");
+const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
+//#region src/util/processShim.ts
+/**
+* Browser-safe process shim module.
+*
+* This module provides a shimmed process object that works in both Node.js and browser
+* environments. In Node.js, it provides full functionality including process.mainModule.require.
+* In browsers, it returns a minimal shim that throws helpful errors when Node.js-specific
+* features are accessed.
+*
+* This separation is necessary because:
+* 1. The promptfoo webui imports httpTransforms.ts which needs getProcessShim()
+* 2. httpTransforms.ts is designed to be frontend-importable for testing transforms in the UI
+* 3. The Node.js implementation uses createRequire from 'node:module' which doesn't exist in browsers
+*
+* By using runtime environment detection and dynamic imports, we can:
+* - Avoid top-level imports of Node.js-only modules that would break browser bundling
+* - Provide appropriate functionality for each environment
+*/
+/**
+* Detects if the current environment is a browser or web worker.
+* Handles test environments (jsdom/happy-dom) that define window in Node.js.
+*/
+function isBrowserEnvironment() {
+	if (typeof process !== "undefined" && typeof process.versions?.node === "string") return false;
+	return typeof window !== "undefined" || typeof self !== "undefined" && typeof self.importScripts === "function";
+}
+/**
+* Creates a minimal process shim for browser environments.
+* This shim provides helpful error messages when Node.js-specific features are accessed.
+*/
+function createBrowserProcessShim() {
+	return {
+		env: {},
+		mainModule: {
+			require: () => {
+				throw new Error("require() is not available in browser transforms. Use standard JavaScript instead.");
+			},
+			exports: {},
+			id: ".",
+			filename: "",
+			loaded: true,
+			children: [],
+			paths: []
+		}
+	};
+}
+let cachedNodeProcessShim = null;
+/**
+* Returns a shimmed process object that works in both Node.js and browser environments.
+*
+* In Node.js:
+* - Returns a proxy with process.mainModule.require shimmed for ESM compatibility
+* - Allows inline transforms to use require() even in ESM context
+*
+* In browsers:
+* - Returns a minimal shim with helpful error messages
+* - Allows simple transforms that don't use require() to work
+*
+* @example
+* // In Node.js - can use require
+* const fn = new Function('data', 'process', `return process.mainModule.require('fs')`);
+* fn(data, getProcessShim());
+*
+* @example
+* // In browser - simple transforms work
+* const fn = new Function('data', 'process', `return data.toUpperCase()`);
+* fn(data, getProcessShim());
+*/
+function getProcessShim() {
+	if (isBrowserEnvironment()) return createBrowserProcessShim();
+	if (!cachedNodeProcessShim) try {
+		const esmRequire = require("node:module").createRequire(require("url").pathToFileURL(__filename).href);
+		cachedNodeProcessShim = new Proxy(process, { get(target, prop) {
+			if (prop === "mainModule") return {
+				require: esmRequire,
+				exports: {},
+				id: ".",
+				filename: "",
+				loaded: true,
+				children: [],
+				paths: []
+			};
+			return Reflect.get(target, prop);
+		} });
+	} catch {
+		return createBrowserProcessShim();
+	}
+	return cachedNodeProcessShim;
+}
+//#endregion
+//#region src/util/transform.ts
+const TransformInputType = {
+	OUTPUT: "output",
+	VARS: "vars"
+};
+/**
+* Parses a file path string to extract the file path and function name.
+* Handles Windows drive letters (e.g., C:\path\to\file.js:functionName).
+* @param filePath - The file path string, potentially including a function name.
+* @returns A tuple containing the file path and function name (if present).
+*/
+function parseFilePathAndFunctionName(filePath) {
+	const lastColonIndex = filePath.lastIndexOf(":");
+	if (lastColonIndex > 1) return [filePath.slice(0, lastColonIndex), filePath.slice(lastColonIndex + 1)];
+	return [filePath, void 0];
+}
+/**
+* Retrieves a JavaScript transform function from a file.
+* @param filePath - The path to the JavaScript file.
+* @param functionName - Optional name of the function to retrieve.
+* @returns A Promise resolving to the requested function.
+* @throws Error if the file doesn't export a valid function.
+*/
+async function getJavascriptTransformFunction(filePath, functionName) {
+	const requiredModule = await require_esm.importModule(filePath);
+	if (functionName && Object.prototype.hasOwnProperty.call(requiredModule, functionName) && typeof requiredModule[functionName] === "function") return requiredModule[functionName];
+	else if (typeof requiredModule === "function") return requiredModule;
+	else if (requiredModule.default && typeof requiredModule.default === "function") return requiredModule.default;
+	throw new Error(`Transform ${filePath} must export a function, have a default export as a function, or export the specified function "${functionName}"`);
+}
+/**
+* Creates a function that runs a Python transform function.
+* @param filePath - The path to the Python file.
+* @param functionName - The name of the function to run (defaults to 'get_transform').
+* @returns A function that executes the Python transform.
+*/
+function getPythonTransformFunction(filePath, functionName = "get_transform") {
+	return async (output, context) => {
+		return require_pythonUtils.runPython(filePath, functionName, [output, context]);
+	};
+}
+/**
+* Retrieves a transform function from a file, supporting both JavaScript and Python.
+* @param filePath - The path to the file, including the 'file://' prefix.
+* @returns A Promise resolving to the requested function.
+* @throws Error if the file format is unsupported.
+*/
+async function getFileTransformFunction(filePath) {
+	const [actualFilePath, functionName] = parseFilePathAndFunctionName(filePath.slice(7));
+	const fullPath = require_esm.safeJoin(require_logger.state.basePath || "", actualFilePath);
+	if (require_fileExtensions.isJavascriptFile(fullPath)) return getJavascriptTransformFunction(fullPath, functionName);
+	else if (fullPath.endsWith(".py")) return getPythonTransformFunction(fullPath, functionName);
+	throw new Error(`Unsupported transform file format: file://${actualFilePath}`);
+}
+/**
+* Creates a function from inline JavaScript code.
+* @param code - The JavaScript code to convert into a function.
+* @returns A Function created from the provided code.
+*
+* The function receives three parameters:
+* - The input (output or vars depending on inputType)
+* - A context object
+* - A process object with mainModule.require shimmed for backwards compatibility
+*
+* To use require in inline transforms, use: process.mainModule.require('module-name')
+* Or assign it to a variable: const require = process.mainModule.require;
+*/
+function getInlineTransformFunction(code, inputType) {
+	return new Function(inputType, "context", "process", code.includes("\n") ? code : `return ${code}`);
+}
+/**
+* Determines and retrieves the appropriate transform function based on the input.
+* @param codeOrFilepath - Either inline code or a file path starting with 'file://'.
+* @returns A Promise resolving to the appropriate transform function.
+*/
+async function getTransformFunction(codeOrFilepath, inputType) {
+	let transformFn = null;
+	if (codeOrFilepath.startsWith("file://")) try {
+		transformFn = await getFileTransformFunction(codeOrFilepath);
+	} catch (error) {
+		require_logger.logger.error(`Error loading transform function from file: ${error instanceof Error ? error.message : String(error)}`);
+		throw error;
+	}
+	else try {
+		transformFn = getInlineTransformFunction(codeOrFilepath, inputType);
+	} catch (error) {
+		require_logger.logger.error(`Error creating inline transform function: ${error instanceof Error ? error.message : String(error)}`);
+		throw error;
+	}
+	return transformFn;
+}
+/**
+* Transforms the output using a specified function or file.
+*
+* @param codeOrFilepath - The transformation function code or file path.
+* If it starts with 'file://', it's treated as a file path. The file path can
+* optionally include a function name (e.g., 'file://transform.js:myFunction').
+* If no function name is provided for Python files, it defaults to 'get_transform'.
+* For inline code, it's treated as JavaScript.
+* @param transformInput - The output to be transformed. Can be a string or an object.
+* @param context - A context object that will be passed to the transform function.
+* @param validateReturn - Optional. If true, throws an error if the transform function doesn't return a value.
+* @returns A promise that resolves to the transformed output.
+* @throws Error if the file format is unsupported or if the transform function
+* doesn't return a value (unless validateReturn is false).
+*/
+async function transform(codeOrFilepath, transformInput, context, validateReturn = true, inputType = TransformInputType.OUTPUT) {
+	const postprocessFn = await getTransformFunction(codeOrFilepath, inputType);
+	if (!postprocessFn) throw new Error(`Invalid transform function for ${codeOrFilepath}`);
+	const ret = await Promise.resolve(postprocessFn(transformInput, context, getProcessShim()));
+	if (validateReturn && (ret === null || ret === void 0)) throw new Error(`Transform function did not return a value\n\n${codeOrFilepath}`);
+	return ret;
+}
+//#endregion
+Object.defineProperty(exports, "TransformInputType", {
+	enumerable: true,
+	get: function() {
+		return TransformInputType;
+	}
+});
+Object.defineProperty(exports, "getProcessShim", {
+	enumerable: true,
+	get: function() {
+		return getProcessShim;
+	}
+});
+Object.defineProperty(exports, "transform", {
+	enumerable: true,
+	get: function() {
+		return transform;
+	}
+});
+
+//# sourceMappingURL=transform-BCtGrl_W.cjs.map