promptfoo 0.121.8 → 0.121.9

package/dist/src/{codex-app-server-ZQRJSJjU.js → codex-app-server-D6gbvJFw.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { N as state, O as getEnvString, m as sanitizeObject, p as normalizeFieldName, s as logger, u as REDACTED } from "./logger-BbY6ypFL.js";
-import { n as VERSION } from "./version-F0YDgb7J.js";
+import { N as state, O as getEnvString, m as sanitizeObject, p as normalizeFieldName, s as logger, u as REDACTED } from "./logger-h-eiS4iv.js";
+import { n as VERSION } from "./version-CnYqmWbz.js";
 import { i as withGenAISpan, n as getTraceparent } from "./genaiTracer-BPVvltoW.js";
-import { n as renderVarsInObject } from "./render-CSP99NLm.js";
-import { t as providerRegistry } from "./providerRegistry-ReCd0sFa.js";
+import { n as renderVarsInObject } from "./render-jE6RKVgk.js";
+import { t as providerRegistry } from "./providerRegistry-DLeG-xXn.js";
 import { z } from "zod";
 import fs from "fs";
 import path from "path";
@@ -51,7 +51,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1928,4 +1928,4 @@ var OpenAICodexAppServerProvider = class {
 //#endregion
 export { OpenAICodexAppServerProvider };
 
-//# sourceMappingURL=codex-app-server-ZQRJSJjU.js.map
+//# sourceMappingURL=codex-app-server-D6gbvJFw.js.map

package/dist/src/{codex-app-server-R9u_G7W9.cjs → codex-app-server-Dl6BLKJn.cjs}

@@ -1,9 +1,9 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_version = require("./version-VzUqOBZk.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_version = require("./version-XjGPawtU.cjs");
 const require_genaiTracer = require("./genaiTracer-14nugQQx.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_providerRegistry = require("./providerRegistry-CZO_w7ue.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_providerRegistry = require("./providerRegistry-DKbi2EbP.cjs");
 let fs = require("fs");
 fs = require_rolldown_runtime.__toESM(fs, 1);
 let path = require("path");
@@ -56,7 +56,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1933,4 +1933,4 @@ var OpenAICodexAppServerProvider = class {
 //#endregion
 exports.OpenAICodexAppServerProvider = OpenAICodexAppServerProvider;
 
-//# sourceMappingURL=codex-app-server-R9u_G7W9.cjs.map
+//# sourceMappingURL=codex-app-server-Dl6BLKJn.cjs.map

package/dist/src/{codex-sdk-Dio1zJBS.js → codex-sdk-BnRTWAhS.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { N as state, O as getEnvString, m as sanitizeObject, p as normalizeFieldName, s as logger, u as REDACTED } from "./logger-BbY6ypFL.js";
-import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-Bexx2PFc.js";
+import { N as state, O as getEnvString, m as sanitizeObject, p as normalizeFieldName, s as logger, u as REDACTED } from "./logger-h-eiS4iv.js";
+import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-CYMWMaSj.js";
 import { i as withGenAISpan, n as getTraceparent } from "./genaiTracer-BPVvltoW.js";
-import { n as renderVarsInObject } from "./render-CSP99NLm.js";
-import { t as providerRegistry } from "./providerRegistry-ReCd0sFa.js";
+import { n as renderVarsInObject } from "./render-jE6RKVgk.js";
+import { t as providerRegistry } from "./providerRegistry-DLeG-xXn.js";
 import { z } from "zod";
 import fs from "fs";
 import path from "path";
@@ -165,7 +165,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1146,7 +1146,8 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			prompt: turnUsage.input_tokens,
 			completion: turnUsage.output_tokens,
 			total: turnUsage.input_tokens + turnUsage.output_tokens,
-			cached: turnUsage.cached_input_tokens || 0
+			cached: turnUsage.cached_input_tokens || 0,
+			...typeof turnUsage.reasoning_output_tokens === "number" ? { completionDetails: { reasoning: turnUsage.reasoning_output_tokens } } : {}
 		};
 	}
 	calculateCodexResponseCost(tokenUsage, model) {
@@ -1172,4 +1173,4 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 //#endregion
 export { OpenAICodexSDKProvider as t };
 
-//# sourceMappingURL=codex-sdk-Dio1zJBS.js.map
+//# sourceMappingURL=codex-sdk-BnRTWAhS.js.map

package/dist/src/codex-sdk-CChw5CYU.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { t as OpenAICodexSDKProvider } from "./codex-sdk-BnRTWAhS.js";
+export { OpenAICodexSDKProvider };

package/dist/src/{codex-sdk-BRPUvJG8.cjs → codex-sdk-Cy1pEjsQ.cjs}

@@ -1,9 +1,9 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_esm = require("./esm-BIKakvNa.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_esm = require("./esm-vv4rR-Dp.cjs");
 const require_genaiTracer = require("./genaiTracer-14nugQQx.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_providerRegistry = require("./providerRegistry-CZO_w7ue.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_providerRegistry = require("./providerRegistry-DKbi2EbP.cjs");
 let fs = require("fs");
 fs = require_rolldown_runtime.__toESM(fs, 1);
 let path = require("path");
@@ -170,7 +170,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1151,7 +1151,8 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			prompt: turnUsage.input_tokens,
 			completion: turnUsage.output_tokens,
 			total: turnUsage.input_tokens + turnUsage.output_tokens,
-			cached: turnUsage.cached_input_tokens || 0
+			cached: turnUsage.cached_input_tokens || 0,
+			...typeof turnUsage.reasoning_output_tokens === "number" ? { completionDetails: { reasoning: turnUsage.reasoning_output_tokens } } : {}
 		};
 	}
 	calculateCodexResponseCost(tokenUsage, model) {
@@ -1188,4 +1189,4 @@ Object.defineProperty(exports, "codex_sdk_exports", {
 	}
 });
 
-//# sourceMappingURL=codex-sdk-BRPUvJG8.cjs.map
+//# sourceMappingURL=codex-sdk-Cy1pEjsQ.cjs.map

package/dist/src/{codex-sdk-B62H0fe7.js → codex-sdk-D86dT4XV.js}

@@ -1,9 +1,9 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { T as getEnvString, a as logger, c as REDACTED, d as normalizeFieldName, f as sanitizeObject, k as state } from "./logger-KD8JjCRJ.js";
-import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-B6whoAcf.js";
+import { E as getEnvString, S as state, a as logger, c as REDACTED, d as normalizeFieldName, f as sanitizeObject } from "./logger-BjYLHvGm.js";
+import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-CGER3lko.js";
 import { i as withGenAISpan, n as getTraceparent } from "./genaiTracer-jJKYsnjc.js";
-import { n as renderVarsInObject } from "./render-_6ur1fhE.js";
-import { t as providerRegistry } from "./providerRegistry-1gB5vtzQ.js";
+import { n as renderVarsInObject } from "./render-BoxrvB84.js";
+import { t as providerRegistry } from "./providerRegistry-v8Wa3f9z.js";
 import fs from "fs";
 import path from "path";
 import { z } from "zod";
@@ -166,7 +166,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1147,7 +1147,8 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			prompt: turnUsage.input_tokens,
 			completion: turnUsage.output_tokens,
 			total: turnUsage.input_tokens + turnUsage.output_tokens,
-			cached: turnUsage.cached_input_tokens || 0
+			cached: turnUsage.cached_input_tokens || 0,
+			...typeof turnUsage.reasoning_output_tokens === "number" ? { completionDetails: { reasoning: turnUsage.reasoning_output_tokens } } : {}
 		};
 	}
 	calculateCodexResponseCost(tokenUsage, model) {
@@ -1173,4 +1174,4 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 //#endregion
 export { codex_sdk_exports as n, OpenAICodexSDKProvider as t };
 
-//# sourceMappingURL=codex-sdk-B62H0fe7.js.map
+//# sourceMappingURL=codex-sdk-D86dT4XV.js.map

package/dist/src/{codex-sdk-iEmW1eS2.js → codex-sdk-mgUqOG2C.js}

@@ -1,9 +1,9 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { T as getEnvString, a as logger, c as REDACTED, d as normalizeFieldName, f as sanitizeObject, k as state } from "./logger-Ct2S6Yx-.js";
-import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-BTK1W7lG.js";
+import { T as getEnvString, a as logger, c as REDACTED, d as normalizeFieldName, f as sanitizeObject, k as state } from "./logger-Cs0I2v_y.js";
+import { i as resolvePackageEntryPoint, r as importModule, t as getDirectory } from "./esm-C_yrt93A.js";
 import { i as withGenAISpan, n as getTraceparent } from "./genaiTracer-D18lYzhB.js";
-import { n as renderVarsInObject } from "./render-DFfDeYUK.js";
-import { t as providerRegistry } from "./providerRegistry-DHcFiVWX.js";
+import { n as renderVarsInObject } from "./render-CTZQAINJ.js";
+import { t as providerRegistry } from "./providerRegistry-Bf4tRLgu.js";
 import fs from "fs";
 import path from "path";
 import dedent from "dedent";
@@ -166,7 +166,7 @@ const CODEX_MODEL_PRICING = {
 	"gpt-5.5": {
 		input: 5,
 		output: 30,
-		cache_read: 5
+		cache_read: .5
 	},
 	"gpt-5.5-pro": {
 		input: 30,
@@ -1147,7 +1147,8 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			prompt: turnUsage.input_tokens,
 			completion: turnUsage.output_tokens,
 			total: turnUsage.input_tokens + turnUsage.output_tokens,
-			cached: turnUsage.cached_input_tokens || 0
+			cached: turnUsage.cached_input_tokens || 0,
+			...typeof turnUsage.reasoning_output_tokens === "number" ? { completionDetails: { reasoning: turnUsage.reasoning_output_tokens } } : {}
 		};
 	}
 	calculateCodexResponseCost(tokenUsage, model) {
@@ -1173,4 +1174,4 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 //#endregion
 export { codex_sdk_exports as n, OpenAICodexSDKProvider as t };
 
-//# sourceMappingURL=codex-sdk-iEmW1eS2.js.map
+//# sourceMappingURL=codex-sdk-mgUqOG2C.js.map

package/dist/src/{cometapi-C7yWNGqt.js → cometapi-CkOfr271.js}

@@ -1,10 +1,10 @@
-import { T as getEnvString } from "./logger-KD8JjCRJ.js";
-import "./fetch-BSSAcMxf.js";
-import "./cache-CrioYnaa.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
-import { t as OpenAiImageProvider } from "./image-CYuNJIqd.js";
-import { t as OpenAiCompletionProvider } from "./completion-DT8cxo9T.js";
+import { T as getEnvString } from "./logger-Cs0I2v_y.js";
+import "./fetch-CHJu2KON.js";
+import "./cache-CT5D7d_A.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
+import { t as OpenAiImageProvider } from "./image-CgmaPlV_.js";
+import { t as OpenAiCompletionProvider } from "./completion-CUtdijfr.js";
 //#region src/providers/cometapi.ts
 /**
 * CometAPI Image Provider - extends OpenAI Image Provider for CometAPI's image generation models
@@ -52,4 +52,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 export { createCometApiProvider };
 
-//# sourceMappingURL=cometapi-C7yWNGqt.js.map
+//# sourceMappingURL=cometapi-CkOfr271.js.map

package/dist/src/{cometapi-sZgBZtbU.cjs → cometapi-EB-Is7jj.cjs}

@@ -1,10 +1,10 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-require("./fetch-Cfm4EuOB.cjs");
-require("./cache-h5MWOBZI.cjs");
-const require_chat = require("./chat-DSyYuTYT.cjs");
-const require_embedding = require("./embedding-BQIApR18.cjs");
-const require_image = require("./image-HK2Cfqb1.cjs");
-const require_completion = require("./completion-CWtqdn3z.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+require("./fetch-B2HvaVUc.cjs");
+require("./cache-WuIsgzMA.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
+const require_image = require("./image-Daa_X_YB.cjs");
+const require_completion = require("./completion-CkRVjadz.cjs");
 //#region src/providers/cometapi.ts
 /**
 * CometAPI Image Provider - extends OpenAI Image Provider for CometAPI's image generation models
@@ -52,4 +52,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 exports.createCometApiProvider = createCometApiProvider;
 
-//# sourceMappingURL=cometapi-sZgBZtbU.cjs.map
+//# sourceMappingURL=cometapi-EB-Is7jj.cjs.map

package/dist/src/{cometapi-CSIi16a0.js → cometapi-gvPhrXNM.js}

@@ -1,10 +1,10 @@
-import { T as getEnvString } from "./logger-Ct2S6Yx-.js";
-import "./fetch-Doks14zQ.js";
-import "./cache-DdriHsNX.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CStK0TV6.js";
-import { t as OpenAiImageProvider } from "./image-BtODOZjh.js";
-import { t as OpenAiCompletionProvider } from "./completion-D_2IOAoS.js";
+import { E as getEnvString } from "./logger-BjYLHvGm.js";
+import "./fetch-CBe8pU8Q.js";
+import "./cache-x9llZxbx.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { t as OpenAiImageProvider } from "./image-DmC5qwQx.js";
+import { t as OpenAiCompletionProvider } from "./completion-C99GFqQE.js";
 //#region src/providers/cometapi.ts
 /**
 * CometAPI Image Provider - extends OpenAI Image Provider for CometAPI's image generation models
@@ -52,4 +52,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 export { createCometApiProvider };
 
-//# sourceMappingURL=cometapi-CSIi16a0.js.map
+//# sourceMappingURL=cometapi-gvPhrXNM.js.map

package/dist/src/{cometapi--hh7dESS.js → cometapi-sBbQmdfk.js}

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
-import { O as getEnvString } from "./logger-BbY6ypFL.js";
-import "./fetch-Cpf1U1nO.js";
-import "./cache-BR77mdIR.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
-import { t as OpenAiImageProvider } from "./image-YMKejC0r.js";
-import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
+import { O as getEnvString } from "./logger-h-eiS4iv.js";
+import "./fetch-C59QM4cf.js";
+import "./cache-BuudGL4I.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
+import { t as OpenAiImageProvider } from "./image-V0-pYiBI.js";
+import { t as OpenAiCompletionProvider } from "./completion-BoWiFP-D.js";
 //#region src/providers/cometapi.ts
 /**
 * CometAPI Image Provider - extends OpenAI Image Provider for CometAPI's image generation models
@@ -53,4 +53,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 export { createCometApiProvider };
 
-//# sourceMappingURL=cometapi--hh7dESS.js.map
+//# sourceMappingURL=cometapi-sBbQmdfk.js.map

package/dist/src/{completion-DUScduXp.js → completion-BoWiFP-D.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { D as getEnvInt, E as getEnvFloat, O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
-import { a as fetchWithCache } from "./cache-BR77mdIR.js";
-import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-DeY58psG.js";
+import { D as getEnvInt, E as getEnvFloat, O as getEnvString, s as logger } from "./logger-h-eiS4iv.js";
+import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiGenericProvider } from "./openai-CJOpg_dA.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-BLSQ_7Ky.js";
 //#region src/providers/openai/completion.ts
 var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGenericProvider {
 	static OPENAI_COMPLETION_MODELS = OPENAI_COMPLETION_MODELS;
@@ -47,7 +47,7 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
+			}, getRequestTimeoutMs(), "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
 			return { error: `API call error: ${String(err)}` };
@@ -69,4 +69,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-DUScduXp.js.map
+//# sourceMappingURL=completion-BoWiFP-D.js.map

package/dist/src/{completion-D_2IOAoS.js → completion-C99GFqQE.js}

@@ -1,8 +1,8 @@
-import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
-import { r as fetchWithCache } from "./cache-DdriHsNX.js";
-import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-CYev3d-r.js";
+import { E as getEnvString, T as getEnvInt, a as logger, w as getEnvFloat } from "./logger-BjYLHvGm.js";
+import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiGenericProvider } from "./openai-uRacy72N.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-C6d3eV0A.js";
 //#region src/providers/openai/completion.ts
 var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGenericProvider {
 	static OPENAI_COMPLETION_MODELS = OPENAI_COMPLETION_MODELS;
@@ -46,7 +46,7 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
+			}, getRequestTimeoutMs(), "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
 			return { error: `API call error: ${String(err)}` };
@@ -68,4 +68,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-D_2IOAoS.js.map
+//# sourceMappingURL=completion-C99GFqQE.js.map

package/dist/src/{completion-DT8cxo9T.js → completion-CUtdijfr.js}

@@ -1,8 +1,8 @@
-import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
-import { r as fetchWithCache } from "./cache-CrioYnaa.js";
-import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-o2Qg5rZv.js";
+import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-Cs0I2v_y.js";
+import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiGenericProvider } from "./openai-Bfbg6L4c.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-B2Nt2Oy7.js";
 //#region src/providers/openai/completion.ts
 var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGenericProvider {
 	static OPENAI_COMPLETION_MODELS = OPENAI_COMPLETION_MODELS;
@@ -46,7 +46,7 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
+			}, getRequestTimeoutMs(), "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
 			return { error: `API call error: ${String(err)}` };
@@ -68,4 +68,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-DT8cxo9T.js.map
+//# sourceMappingURL=completion-CUtdijfr.js.map

package/dist/src/{completion-CWtqdn3z.cjs → completion-CkRVjadz.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
-const require_openai = require("./openai-C3uXv8wS.cjs");
-const require_util = require("./util-NYQvo1C7.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_openai = require("./openai-CCaz18I4.cjs");
+const require_util = require("./util-Cs372i1_.cjs");
 //#region src/providers/openai/completion.ts
 var OpenAiCompletionProvider = class OpenAiCompletionProvider extends require_openai.OpenAiGenericProvider {
 	static OPENAI_COMPLETION_MODELS = require_util.OPENAI_COMPLETION_MODELS;
@@ -46,7 +46,7 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends require_op
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, require_fetch.REQUEST_TIMEOUT_MS, "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
+			}, require_fetch.getRequestTimeoutMs(), "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
 		} catch (err) {
 			require_logger.logger.error(`API call error: ${String(err)}`);
 			return { error: `API call error: ${String(err)}` };
@@ -73,4 +73,4 @@ Object.defineProperty(exports, "OpenAiCompletionProvider", {
 	}
 });
 
-//# sourceMappingURL=completion-CWtqdn3z.cjs.map
+//# sourceMappingURL=completion-CkRVjadz.cjs.map

package/dist/src/{crescendo-B41TwUHM.js → crescendo-B4EiUJ-M.js}

@@ -1,18 +1,18 @@
-import { _ as isValidJson, a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BSSAcMxf.js";
+import { _ as isValidJson, a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DGqkTb2-.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
-import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CRq0gGVf.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DpOsOnzU.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-yBQATkD5.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BvmDa_jH.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-PLePpCmo.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-huDVH2CI.js";
 import dedent from "dedent";
@@ -148,7 +148,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -719,4 +719,4 @@ ${traceSummary}\n\n`;
 //#endregion
 export { CrescendoProvider };
 
-//# sourceMappingURL=crescendo-B41TwUHM.js.map
+//# sourceMappingURL=crescendo-B4EiUJ-M.js.map

package/dist/src/{crescendo-DXFB7rHP.cjs → crescendo-BAN6NuWV.cjs}

@@ -1,20 +1,20 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_util = require("./util-DNtUsus_.cjs");
-const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
-const require_strategies = require("./strategies-CCcnEbFO.cjs");
-const require_tracingOptions = require("./tracingOptions-DFBoE8O0.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_inputVariables = require("./inputVariables-D5K2vTp4.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_tracingOptions = require("./tracingOptions-eqmq5sA2.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 const require_prompts$1 = require("./prompts-p78Hul5i.cjs");
 let dedent = require("dedent");
@@ -151,7 +151,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		let graderPassed;
 		const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -722,4 +722,4 @@ ${traceSummary}\n\n`;
 //#endregion
 exports.CrescendoProvider = CrescendoProvider;
 
-//# sourceMappingURL=crescendo-DXFB7rHP.cjs.map
+//# sourceMappingURL=crescendo-BAN6NuWV.cjs.map

package/dist/src/{crescendo-DvvYxMLA.js → crescendo-CYzxmaSJ.js}

@@ -1,19 +1,19 @@
-import { _ as isValidJson, a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
+import { _ as isValidJson, a as logger, m as extractFirstJsonObject } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-Doks14zQ.js";
-import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
-import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DpV6KT5i.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
-import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CSIGeGLl.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
-import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
-import { t as Strategies } from "./strategies-CD1gHeeQ.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BOP1FsRt.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B7cylqzM.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D1NKMz55.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
+import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-BF25a7ms.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-WpE9IqC8.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-Cp_Qx5Ml.js";
 import dedent from "dedent";
@@ -149,7 +149,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -720,4 +720,4 @@ ${traceSummary}\n\n`;
 //#endregion
 export { CrescendoProvider };
 
-//# sourceMappingURL=crescendo-DvvYxMLA.js.map
+//# sourceMappingURL=crescendo-CYzxmaSJ.js.map