promptfoo 0.121.10 → 0.121.11

package/dist/src/{util-16aq4oHW.js → util-CD4LxH5h.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { S as safeJsonStringify, c as logger } from "./logger-DNHkR_3S.js";
-import { E as getRequestTimeoutMs } from "./fetch-BBa1Lxgp.js";
+import { E as getRequestTimeoutMs } from "./fetch-B1Rb0VdL.js";
 import { N as DATASET_PLUGINS, W as pluginDescriptions } from "./types-C7iPXxc5.js";
-import { r as fetchWithCache } from "./cache-CmidsPv2.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-BlwssRVS.js";
+import { r as fetchWithCache } from "./cache-D2MfIrzr.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
 import { n as escapeRegExp } from "./text-Cl4_8Fh2.js";
 import { r as materializeInputVariablesWithMetadata } from "./inputVariables-D5fvuLkt.js";
 //#region src/redteam/util.ts
@@ -325,4 +325,4 @@ function getSessionId(response, context) {
 //#endregion
 export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
 
-//# sourceMappingURL=util-16aq4oHW.js.map
+//# sourceMappingURL=util-CD4LxH5h.js.map

package/dist/src/{util-CRYfgRHi.js → util-CHCKTSi5.js}

@@ -1,6 +1,6 @@
 import { _ as getAjv, b as safeJsonStringify } from "./logger-Dz3siSzF.js";
-import { T as calculateCost } from "./fetch-BtdsABrj.js";
-import { M as maybeLoadFromExternalFileWithVars } from "./util-DJLHqGS5.js";
+import { T as calculateCost } from "./fetch-BErWGTUY.js";
+import { M as maybeLoadFromExternalFileWithVars } from "./util-Ci_vm5u1.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -668,4 +668,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { OPENAI_RESPONSES_ONLY_MODELS as a, failApiCall as c, validateFunctionCall as d, OPENAI_REALTIME_MODELS as i, formatOpenAiError as l, OPENAI_COMPLETION_MODELS as n, OPENAI_TRANSCRIPTION_MODELS as o, OPENAI_DEEP_RESEARCH_MODELS as r, calculateOpenAICost as s, OPENAI_CHAT_MODELS as t, getTokenUsage as u };
 
-//# sourceMappingURL=util-CRYfgRHi.js.map
+//# sourceMappingURL=util-CHCKTSi5.js.map

package/dist/src/{util-BIYgspDB.js → util-CKQ_tuWG.js}

@@ -1,8 +1,8 @@
 import { b as safeJsonStringify, o as logger } from "./logger-Dz3siSzF.js";
-import { E as getRequestTimeoutMs } from "./fetch-BtdsABrj.js";
-import { r as fetchWithCache } from "./cache-Z4cklSHj.js";
+import { E as getRequestTimeoutMs } from "./fetch-BErWGTUY.js";
+import { r as fetchWithCache } from "./cache-WT_2CYA-.js";
 import { B as pluginDescriptions, k as DATASET_PLUGINS } from "./types-13A1ySQW.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DiAuGk9s.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-wvnQpzN1.js";
 import { n as escapeRegExp } from "./text-CZr46tp_.js";
 import { r as materializeInputVariablesWithMetadata } from "./inputVariables-BqNKeMvJ.js";
 //#region src/redteam/util.ts
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
 //#endregion
 export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
 
-//# sourceMappingURL=util-BIYgspDB.js.map
+//# sourceMappingURL=util-CKQ_tuWG.js.map

package/dist/src/{util-Bptzcit_.js → util-CVI1oD-n.js}

@@ -1,6 +1,6 @@
 import { _ as getAjv, b as safeJsonStringify } from "./logger-2ZstxKQf.js";
-import { b as calculateCost } from "./fetch-CFIU30wy.js";
-import { E as maybeLoadFromExternalFileWithVars } from "./util-CnqjxsAd.js";
+import { b as calculateCost } from "./fetch-BNUDixbE.js";
+import { E as maybeLoadFromExternalFileWithVars } from "./util-BTAyQmdN.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -668,4 +668,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { OPENAI_RESPONSES_ONLY_MODELS as a, failApiCall as c, validateFunctionCall as d, OPENAI_REALTIME_MODELS as i, formatOpenAiError as l, OPENAI_COMPLETION_MODELS as n, OPENAI_TRANSCRIPTION_MODELS as o, OPENAI_DEEP_RESEARCH_MODELS as r, calculateOpenAICost as s, OPENAI_CHAT_MODELS as t, getTokenUsage as u };
 
-//# sourceMappingURL=util-Bptzcit_.js.map
+//# sourceMappingURL=util-CVI1oD-n.js.map

package/dist/src/{util-DHG9r5sC.js → util-CcW4TZSn.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { E as getEnvBool, P as state, c as logger, h as sanitizeObject } from "./logger-DNHkR_3S.js";
-import { B as TERMINAL_MAX_WIDTH, K as VERSION, r as fetchWithProxy } from "./fetch-BBa1Lxgp.js";
+import { B as TERMINAL_MAX_WIDTH, K as VERSION, r as fetchWithProxy } from "./fetch-B1Rb0VdL.js";
 import { t as invariant } from "./invariant-BtWWVVhl.js";
 import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-C7iPXxc5.js";
 import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-PGPK8Wcw.js";
@@ -2033,4 +2033,4 @@ function printBorder() {
 //#endregion
 export { readProviderConfigFile as A, readFilters as B, isAnthropicProvider as C, isProviderConfigFileReference as D, isProviderAllowed as E, maybeLoadFromExternalFileWithVars as F, renderVarsInObject as G, loadFunction as H, maybeLoadResponseFormatFromExternalFile as I, extractVariablesFromTemplates as J, analyzeTemplateReference as K, maybeLoadToolsFromExternalFile as L, getResolvedRelativePath as M, maybeLoadConfigFromExternalFile as N, loadProviderConfigsFromFile as O, maybeLoadFromExternalFile as P, parsePathOrGlob as R, getProviderDescription as S, isOpenAiProvider as T, parseFileUrl as U, readOutput as V, renderEnvOnlyInObject as W, getNunjucksEngine as Y, filterRuntimeVars as _, SUPPORTED_OUTPUT_FILE_FORMATS as a, checkProviderApiKeys as b, evalTableToJson as c, getEvalTablePromptStrippedPayload as d, mergeComparisonTables as f, extractRuntimeVars as g, deduplicateTestCases as h, writeOutput as i, getNunjucksEngineForFilePath as j, normalizeProviderRef as k, generateEvalCsv as l, setupEnv as m, createOutputMetadata as n, getOutputFileFormat as o, fetchCsvFromGoogleSheet as p, extractVariablesFromTemplate as q, writeMultipleOutputs as r, ComparisonEvalNotFoundError as s, printBorder as t, getEvalTableOutputPromptLocationsBySize as u, getTestCaseDeduplicationKey as v, isGoogleProvider as w, doesProviderRefMatch as x, resultIsForTestCase as y, pathExists as z };
 
-//# sourceMappingURL=util-DHG9r5sC.js.map
+//# sourceMappingURL=util-CcW4TZSn.js.map

package/dist/src/{util-DJLHqGS5.js → util-Ci_vm5u1.js}

@@ -1,5 +1,5 @@
 import { C as state, o as logger, p as sanitizeObject, w as getEnvBool } from "./logger-Dz3siSzF.js";
-import { B as TERMINAL_MAX_WIDTH, K as VERSION, t as fetchWithProxy } from "./fetch-BtdsABrj.js";
+import { B as TERMINAL_MAX_WIDTH, K as VERSION, t as fetchWithProxy } from "./fetch-BErWGTUY.js";
 import { t as invariant } from "./invariant-vgHWClmd.js";
 import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-DGM47-P2.js";
 import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-13A1ySQW.js";
@@ -2032,4 +2032,4 @@ function printBorder() {
 //#endregion
 export { maybeLoadConfigFromExternalFile as A, parseFileUrl as B, isProviderAllowed as C, readProviderConfigFile as D, normalizeProviderRef as E, parsePathOrGlob as F, extractVariablesFromTemplates as G, renderVarsInObject as H, pathExists as I, getNunjucksEngine as K, readFilters as L, maybeLoadFromExternalFileWithVars as M, maybeLoadResponseFormatFromExternalFile as N, getNunjucksEngineForFilePath as O, maybeLoadToolsFromExternalFile as P, readOutput as R, isOpenAiProvider as S, loadProviderConfigsFromFile as T, analyzeTemplateReference as U, renderEnvOnlyInObject as V, extractVariablesFromTemplate as W, checkProviderApiKeys as _, evalTableToJson as a, isAnthropicProvider as b, getEvalTablePromptStrippedPayload as c, setupEnv as d, deduplicateTestCases as f, resultIsForTestCase as g, getTestCaseDeduplicationKey as h, ComparisonEvalNotFoundError as i, maybeLoadFromExternalFile as j, getResolvedRelativePath as k, mergeComparisonTables as l, filterRuntimeVars as m, writeMultipleOutputs as n, generateEvalCsv as o, extractRuntimeVars as p, writeOutput as r, getEvalTableOutputPromptLocationsBySize as s, printBorder as t, fetchCsvFromGoogleSheet as u, doesProviderRefMatch as v, isProviderConfigFileReference as w, isGoogleProvider as x, getProviderDescription as y, loadFunction as z };
 
-//# sourceMappingURL=util-DJLHqGS5.js.map
+//# sourceMappingURL=util-Ci_vm5u1.js.map

package/dist/src/{util-D9xyoiGG.js → util-CkLsVF3e.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { S as safeJsonStringify, y as getAjv } from "./logger-DNHkR_3S.js";
-import { T as calculateCost } from "./fetch-BBa1Lxgp.js";
-import { F as maybeLoadFromExternalFileWithVars } from "./util-DHG9r5sC.js";
+import { T as calculateCost } from "./fetch-B1Rb0VdL.js";
+import { F as maybeLoadFromExternalFileWithVars } from "./util-CcW4TZSn.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -669,4 +669,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { OPENAI_RESPONSES_ONLY_MODELS as a, failApiCall as c, validateFunctionCall as d, OPENAI_REALTIME_MODELS as i, formatOpenAiError as l, OPENAI_COMPLETION_MODELS as n, OPENAI_TRANSCRIPTION_MODELS as o, OPENAI_DEEP_RESEARCH_MODELS as r, calculateOpenAICost as s, OPENAI_CHAT_MODELS as t, getTokenUsage as u };
 
-//# sourceMappingURL=util-D9xyoiGG.js.map
+//# sourceMappingURL=util-CkLsVF3e.js.map

package/dist/src/{util-BsKq95ai.js → util-CqfcdA-f.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import { T as calculateCost } from "./fetch-BBa1Lxgp.js";
-import { O as parseDataUrl } from "./transform-DmSzMsCP.js";
+import { T as calculateCost } from "./fetch-B1Rb0VdL.js";
+import { O as parseDataUrl } from "./transform-CD9wrP31.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-mythos-preview"].map((model) => ({
@@ -414,4 +414,4 @@ function transformWebSearchTool20260209(config) {
 //#endregion
 export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
 
-//# sourceMappingURL=util-BsKq95ai.js.map
+//# sourceMappingURL=util-CqfcdA-f.js.map

package/dist/src/{util-tsZfE0-_.js → util-CubC5Tyt.js}

@@ -1,5 +1,5 @@
-import { T as calculateCost } from "./fetch-BtdsABrj.js";
-import { O as parseDataUrl } from "./transform-CLzSt5fi.js";
+import { b as calculateCost } from "./fetch-BNUDixbE.js";
+import { O as parseDataUrl } from "./transform-D7-gzzhD.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-mythos-preview"].map((model) => ({
@@ -413,4 +413,4 @@ function transformWebSearchTool20260209(config) {
 //#endregion
 export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
 
-//# sourceMappingURL=util-tsZfE0-_.js.map
+//# sourceMappingURL=util-CubC5Tyt.js.map

package/dist/src/{util-BHfVEhSs.cjs → util-cAY5C8xI.cjs}

@@ -1,7 +1,7 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-DPITYeiW.cjs");
-const require_fetch = require("./fetch-OePjzUmA.cjs");
-const require_util = require("./util-DJFl6JZF.cjs");
+const require_fetch = require("./fetch-C7yU9CNr.cjs");
+const require_util = require("./util-tFLdovkA.cjs");
 let openai = require("openai");
 openai = require_rolldown_runtime.__toESM(openai, 1);
 //#region src/providers/openai/util.ts
@@ -735,4 +735,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
 	}
 });
 
-//# sourceMappingURL=util-BHfVEhSs.cjs.map
+//# sourceMappingURL=util-cAY5C8xI.cjs.map

package/dist/src/{util-DEMRW89M2.cjs → util-jOGJmpWE2.cjs}

@@ -1,8 +1,8 @@
 const require_logger = require("./logger-DPITYeiW.cjs");
 const require_types = require("./types-BszavsxN.cjs");
-const require_fetch = require("./fetch-OePjzUmA.cjs");
-const require_cache = require("./cache-B-fzj_aE.cjs");
-const require_remoteGeneration = require("./remoteGeneration-B0K7iojS.cjs");
+const require_fetch = require("./fetch-C7yU9CNr.cjs");
+const require_cache = require("./cache-DWEZYdJG.cjs");
+const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
 const require_text = require("./text-nywWsRBM.cjs");
 const require_inputVariables = require("./inputVariables-CB44cYyJ.cjs");
 //#region src/redteam/util.ts
@@ -383,4 +383,4 @@ Object.defineProperty(exports, "removePrefix", {
 	}
 });
 
-//# sourceMappingURL=util-DEMRW89M2.cjs.map
+//# sourceMappingURL=util-jOGJmpWE2.cjs.map

package/dist/src/{util-CpS555tc2.js → util-s0NU5XTE2.js}

@@ -1,8 +1,8 @@
 import { b as safeJsonStringify, o as logger } from "./logger-2ZstxKQf.js";
 import { J as DATASET_PLUGINS, it as pluginDescriptions } from "./types-HGDdIwQJ.js";
-import { x as getRequestTimeoutMs } from "./fetch-CFIU30wy.js";
-import { r as fetchWithCache } from "./cache-DgKlV56y.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration--4NPfyL-.js";
+import { x as getRequestTimeoutMs } from "./fetch-BNUDixbE.js";
+import { r as fetchWithCache } from "./cache-BEZBHFxd.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DuxbIn94.js";
 import { n as escapeRegExp } from "./text-DwYK5EBn.js";
 import { n as materializeInputVariablesWithMetadata } from "./inputVariables-CY2K2fUG.js";
 //#region src/redteam/util.ts
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
 //#endregion
 export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
 
-//# sourceMappingURL=util-CpS555tc2.js.map
+//# sourceMappingURL=util-s0NU5XTE2.js.map

package/dist/src/{util-DJFl6JZF.cjs → util-tFLdovkA.cjs}

@@ -2,7 +2,7 @@ const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-DPITYeiW.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
 const require_types = require("./types-BszavsxN.cjs");
-const require_fetch = require("./fetch-OePjzUmA.cjs");
+const require_fetch = require("./fetch-C7yU9CNr.cjs");
 const require_fileExtensions = require("./fileExtensions-DB9eTs4y.cjs");
 const require_esm = require("./esm-BXQgvlCe.cjs");
 const require_pythonUtils = require("./pythonUtils-Dm5aZDp2.cjs");
@@ -2125,4 +2125,4 @@ Object.defineProperty(exports, "writeOutput", {
 	}
 });
 
-//# sourceMappingURL=util-DJFl6JZF.cjs.map
+//# sourceMappingURL=util-tFLdovkA.cjs.map