promptfoo 0.121.5 → 0.121.8

package/dist/src/{sagemaker-ClS_NB07.js → sagemaker-DY2qrOpq.js}

@@ -1,6 +1,7 @@
 import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-KD8JjCRJ.js";
-import { n as telemetry } from "./telemetry--iqaGyaS.js";
-import { n as transform } from "./transform-CwbAZ84V.js";
+import { n as StringOrFunctionSchema } from "./shared-BoG7qLMv.js";
+import { n as telemetry } from "./telemetry-BbpmrenM.js";
+import { i as getTransformErrorMessage, o as transform, r as TransformInputType } from "./transform-CrPGTsij.js";
 import { z } from "zod";
 import crypto from "crypto";
 //#region src/providers/sagemaker.ts
@@ -10,6 +11,14 @@ import crypto from "crypto";
 * @returns Promise that resolves after the specified delay
 */
 const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+function stringifyTransformResult(result) {
+	if (result === void 0 || result === null) {
+		logger.debug("Transform function returned null or undefined, using original prompt");
+		return;
+	}
+	if (typeof result === "string") return result;
+	return typeof result === "object" ? JSON.stringify(result) : String(result);
+}
 const SUPPORTED_MODEL_TYPES = [
 	"openai",
 	"llama",
@@ -34,7 +43,7 @@ const SageMakerConfigSchema = z.strictObject({
 	topP: z.number().optional(),
 	stopSequences: z.array(z.string()).optional(),
 	delay: z.number().optional(),
-	transform: z.string().optional(),
+	transform: StringOrFunctionSchema.optional(),
 	modelType: z.enum(SUPPORTED_MODEL_TYPES).optional(),
 	responseFormat: z.strictObject({
 		type: z.string().optional(),
@@ -154,53 +163,52 @@ var SageMakerGenericProvider = class {
 				prompt: context?.prompt || { raw: prompt },
 				uuid: `sagemaker-${this.endpointName}-${Date.now()}`
 			};
-			const transformFn = this.transform || context?.originalProvider?.transform;
-			if (!transformFn) return prompt;
+			const transformFn = this.transform;
 			logger.debug(`Applying transform to prompt for SageMaker endpoint ${this.getEndpointName()}`);
-			if (typeof transformFn === "string" && !transformFn.startsWith("file://")) try {
+			if (typeof transformFn === "string" && !transformFn.startsWith("file://")) {
+				let result;
 				if (transformFn.includes("=>")) {
-					const result = new Function("prompt", "context", `try { return (${transformFn})(prompt, context); } catch(e) { throw new Error("Transform function error: " + e.message); }`)(prompt, transformContext);
-					if (result === void 0 || result === null) {
-						logger.debug("Transform function returned null or undefined, using original prompt");
-						return prompt;
-					}
-					if (typeof result === "string") return result;
-					else if (typeof result === "object") return JSON.stringify(result);
-					else return String(result);
+					const fn = new Function("prompt", "context", `try { return (${transformFn})(prompt, context); } catch(e) { throw new Error("Transform function error: " + e.message); }`);
+					result = await Promise.resolve(fn(prompt, transformContext));
 				} else {
-					const result = new Function("prompt", "context", `try { ${transformFn} } catch(e) { throw new Error("Transform function error: " + e.message); }`)(prompt, transformContext);
-					if (result === void 0 || result === null) {
-						logger.debug("Transform function returned null or undefined, using original prompt");
-						return prompt;
-					}
-					if (typeof result === "string") return result;
-					else if (typeof result === "object") return JSON.stringify(result);
-					else return String(result);
-				}
-			} catch (transformError) {
-				logger.error(`Error executing inline transform: ${transformError}`);
-			}
-			else try {
-				const { TransformInputType } = await import("./transform-CwbAZ84V.js").then((n) => n.r);
-				const transformed = await transform(transformFn, prompt, transformContext, false, TransformInputType.OUTPUT);
-				if (transformed === void 0 || transformed === null) {
-					logger.debug("Transform function returned null or undefined, using original prompt");
-					return prompt;
+					const fn = new Function("prompt", "context", `try { ${transformFn} } catch(e) { throw new Error("Transform function error: " + e.message); }`);
+					result = await Promise.resolve(fn(prompt, transformContext));
 				}
-				if (typeof transformed === "string") return transformed;
-				else if (typeof transformed === "object") return JSON.stringify(transformed);
-				else return String(transformed);
-			} catch (transformError) {
-				logger.error(`Error using transform utility: ${transformError}`);
+				const transformedPrompt = stringifyTransformResult(result);
+				if (transformedPrompt !== void 0) return transformedPrompt;
+			} else {
+				const transformedPrompt = stringifyTransformResult(await transform(transformFn, prompt, transformContext, false, TransformInputType.OUTPUT));
+				if (transformedPrompt !== void 0) return transformedPrompt;
 			}
 			logger.warn(`Transform did not produce a valid result, using original prompt`);
 			return prompt;
-		} catch (_) {
-			logger.error(`Error applying transform to prompt: ${_}`);
+		} catch (error) {
+			if (typeof this.transform === "function") throw error;
+			logger.error(`Error applying transform to prompt: ${error}`);
 			return prompt;
 		}
 	}
 	/**
+	* Run `applyTransformation` and convert a function-transform throw into a
+	* `ProviderResponse.error` so the evaluator sees a uniform error row instead
+	* of an uncaught rejection.
+	*/
+	async runTransformSafely(input, context, errorPrefix) {
+		try {
+			return {
+				ok: true,
+				value: await this.applyTransformation(input, context)
+			};
+		} catch (transformError) {
+			const message = `${errorPrefix}: ${getTransformErrorMessage(transformError)}`;
+			logger.error(message);
+			return {
+				ok: false,
+				error: message
+			};
+		}
+	}
+	/**
 	* Extracts data from a response using a path expression
 	* Supports JavaScript expressions and file-based transforms
 	*/
@@ -208,7 +216,6 @@ var SageMakerGenericProvider = class {
 		if (!pathExpression) return responseJson;
 		try {
 			if (pathExpression.startsWith("file://")) try {
-				const { TransformInputType } = await import("./transform-CwbAZ84V.js").then((n) => n.r);
 				const transformedResult = await transform(pathExpression, responseJson, { prompt: {} }, false, TransformInputType.OUTPUT);
 				return transformedResult !== void 0 && transformedResult !== null ? transformedResult : responseJson;
 			} catch (error) {
@@ -403,9 +410,11 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 	* Invoke SageMaker endpoint for text generation with caching, delay support, and transformations
 	*/
 	async callApi(prompt, context, _options) {
-		const { isCacheEnabled, getCache } = await import("./cache-Cr-qWIbP.js").then((n) => n.t);
+		const { isCacheEnabled, getCache } = await import("./cache-CrioYnaa.js").then((n) => n.t);
 		const delayMs = context?.originalProvider?.delay || this.delay;
-		const transformedPrompt = await this.applyTransformation(prompt, context);
+		const transformResult = await this.runTransformSafely(prompt, context, "SageMaker transform error");
+		if (!transformResult.ok) return { error: transformResult.error };
+		const transformedPrompt = transformResult.value;
 		const isTransformed = transformedPrompt !== prompt;
 		if (isTransformed) {
 			logger.debug(`Prompt transformed for SageMaker endpoint ${this.getEndpointName()}`);
@@ -415,7 +424,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 		const bustCache = context?.bustCache ?? context?.debug === true;
 		if (isCacheEnabled() && !bustCache) {
 			const cacheKey = this.getCacheKey(transformedPrompt);
-			const cachedResult = await (getCache ? getCache() : await import("./cache-Cr-qWIbP.js").then((n) => n.t).then((m) => m.getCache())).get(cacheKey);
+			const cachedResult = await (getCache ? getCache() : await import("./cache-CrioYnaa.js").then((n) => n.t).then((m) => m.getCache())).get(cacheKey);
 			if (cachedResult) {
 				logger.debug(`Using cached SageMaker response for ${this.getEndpointName()}`);
 				try {
@@ -489,7 +498,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 			};
 			if (isCacheEnabled() && !bustCache && result.output && !result.error) {
 				const cacheKey = this.getCacheKey(transformedPrompt);
-				const cache = getCache ? getCache() : await import("./cache-Cr-qWIbP.js").then((n) => n.t).then((m) => m.getCache());
+				const cache = getCache ? getCache() : await import("./cache-CrioYnaa.js").then((n) => n.t).then((m) => m.getCache());
 				const resultToCache = JSON.stringify(result);
 				try {
 					await cache.set(cacheKey, resultToCache);
@@ -534,9 +543,11 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 	* Invoke SageMaker endpoint for embeddings with caching, delay support, and transformations
 	*/
 	async callEmbeddingApi(text, context) {
-		const { isCacheEnabled, getCache } = await import("./cache-Cr-qWIbP.js").then((n) => n.t);
+		const { isCacheEnabled, getCache } = await import("./cache-CrioYnaa.js").then((n) => n.t);
 		const delayMs = context?.originalProvider?.delay || this.delay;
-		const transformedText = await this.applyTransformation(text, context);
+		const transformResult = await this.runTransformSafely(text, context, "SageMaker embedding transform error");
+		if (!transformResult.ok) return { error: transformResult.error };
+		const transformedText = transformResult.value;
 		const isTransformed = transformedText !== text;
 		if (isTransformed) {
 			logger.debug(`Text transformed for SageMaker embedding endpoint ${this.getEndpointName()}`);
@@ -546,7 +557,7 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 		const bustCache = context?.debug === true;
 		if (isCacheEnabled() && !bustCache) {
 			const cacheKey = this.getCacheKey(transformedText);
-			const cachedResult = await (await getCache ? await getCache() : await import("./cache-Cr-qWIbP.js").then((n) => n.t).then((m) => m.getCache())).get(cacheKey);
+			const cachedResult = await (await getCache ? await getCache() : await import("./cache-CrioYnaa.js").then((n) => n.t).then((m) => m.getCache())).get(cacheKey);
 			if (cachedResult) {
 				logger.debug(`Using cached SageMaker embedding response for ${this.getEndpointName()}`);
 				try {
@@ -660,11 +671,11 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 	* Helper method to cache embedding results
 	*/
 	async cacheEmbeddingResult(result, text, context, isTransformed = false, originalText) {
-		const { isCacheEnabled, getCache } = await import("./cache-Cr-qWIbP.js").then((n) => n.t);
+		const { isCacheEnabled, getCache } = await import("./cache-CrioYnaa.js").then((n) => n.t);
 		const bustCache = context?.debug === true;
 		if (isCacheEnabled() && !bustCache && result.embedding && !result.error) {
 			const cacheKey = this.getCacheKey(text);
-			const cache = await getCache ? await getCache() : await import("./cache-Cr-qWIbP.js").then((n) => n.t).then((m) => m.getCache());
+			const cache = await getCache ? await getCache() : await import("./cache-CrioYnaa.js").then((n) => n.t).then((m) => m.getCache());
 			if (isTransformed && originalText && !result.metadata) result.metadata = {
 				transformed: true,
 				originalText
@@ -686,4 +697,4 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 //#endregion
 export { SageMakerCompletionProvider, SageMakerEmbeddingProvider };
 
-//# sourceMappingURL=sagemaker-ClS_NB07.js.map
+//# sourceMappingURL=sagemaker-DY2qrOpq.js.map

package/dist/src/{scanner-nOCWNIXa.js → scanner-BS-iFIp3.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { N as state, n as getLogLevel, s as logger } from "./logger-BbY6ypFL.js";
-import { k as TERMINAL_MAX_WIDTH, u as sleepWithAbort } from "./fetch-B6ch2nU2.js";
-import { t as printBorder } from "./util-BQOCAHQC.js";
-import { t as formatDuration } from "./formatDuration-Ch4A7G3o.js";
+import { M as TERMINAL_MAX_WIDTH, p as sleepWithAbort } from "./fetch-Cpf1U1nO.js";
+import { t as printBorder } from "./util-jZRrXe1P.js";
+import { t as formatDuration } from "./formatDuration-CMVNrYvE.js";
 import { z } from "zod";
 import chalk from "chalk";
 import fs from "fs";
@@ -28,7 +28,7 @@ import { minimatch } from "minimatch";
 */
 let cloudConfig$1;
 try {
-	cloudConfig$1 = (await import("./cloud-CoD5OacT.js")).cloudConfig;
+	cloudConfig$1 = (await import("./cloud-DiWbUiVP.js")).cloudConfig;
 } catch (error) {
 	if (error instanceof Error && "code" in error && error.code === "MODULE_NOT_FOUND") {} else logger.debug(`Unexpected error loading cloud config: ${error}`);
 }
@@ -73,7 +73,7 @@ function resolveBaseAuthCredentials(opts) {
 */
 let cloudConfig;
 try {
-	cloudConfig = (await import("./cloud-CoD5OacT.js")).cloudConfig;
+	cloudConfig = (await import("./cloud-DiWbUiVP.js")).cloudConfig;
 } catch (error) {
 	if (error instanceof Error && "code" in error && error.code === "MODULE_NOT_FOUND") {} else logger.debug(`Unexpected error loading cloud config: ${error}`);
 }
@@ -1835,4 +1835,4 @@ async function executeScan(repoPath, options) {
 //#endregion
 export { executeScan };
 
-//# sourceMappingURL=scanner-nOCWNIXa.js.map
+//# sourceMappingURL=scanner-BS-iFIp3.js.map