promptfoo 0.121.8 → 0.121.9

package/dist/src/{graders-DaRU98zs.js → graders-k8qmhrPu.js}

@@ -1,36 +1,36 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { O as isCI, S as getEnvBool, T as getEnvString, a as logger, h as extractJsonObjects, k as state, m as extractFirstJsonObject, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
-import { m as sleep, r as fetchWithTimeout, t as fetchWithProxy, v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
+import { C as getEnvBool, E as getEnvString, S as state, a as logger, h as extractJsonObjects, k as isCI, m as extractFirstJsonObject, y as safeJsonStringify } from "./logger-BjYLHvGm.js";
+import { m as sleep, r as fetchWithTimeout, t as fetchWithProxy, y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { o as getUserEmail } from "./accounts-BWjqwsrf.js";
-import { r as importModule } from "./esm-B6whoAcf.js";
-import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration--D6WjzUm.js";
-import { C as isValidReusablePolicyId, ft as CODING_AGENT_PLUGINS, ht as PromptSchema, k as MULTI_TURN_STRATEGIES, mt as CODING_AGENT_PLUGIN_DISPLAY_NAMES, p as isApiProvider, pt as CODING_AGENT_PLUGIN_DESCRIPTIONS, vt as buildInputPromptDescription, x as PolicyObjectSchema } from "./types-BJQBBPTP.js";
+import { o as getUserEmail } from "./accounts-BAajbKSh.js";
+import { r as importModule } from "./esm-CGER3lko.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-CoxtxLvB.js";
+import { C as isValidReusablePolicyId, ft as CODING_AGENT_PLUGINS, ht as PromptSchema, k as MULTI_TURN_STRATEGIES, mt as CODING_AGENT_PLUGIN_DISPLAY_NAMES, p as isApiProvider, pt as CODING_AGENT_PLUGIN_DESCRIPTIONS, vt as buildInputPromptDescription, x as PolicyObjectSchema } from "./types-uLCKnRiK.js";
 import { o as isJavascriptFile } from "./shared-BoG7qLMv.js";
 import { n as sha256 } from "./createHash-CGVzWdjj.js";
-import { i as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-B0lzitHZ.js";
-import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-CrioYnaa.js";
+import { i as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-DMWnIu_V.js";
+import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-x9llZxbx.js";
 import { r as accumulateTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { d as getPoliciesFromCloud } from "./storage-95htjpLs.js";
-import { r as runPython } from "./pythonUtils-CLCgQ9tt.js";
-import { A as maybeLoadConfigFromExternalFile, F as parsePathOrGlob, O as getNunjucksEngineForFilePath, P as maybeLoadToolsFromExternalFile, j as maybeLoadFromExternalFile, z as parseFileUrl } from "./util-DwNJzqOV.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
-import { x as hasGoogleDefaultCredentials } from "./transform-BufxPIQL.js";
-import { t as AnthropicMessagesProvider } from "./messages-Bg29Nbit.js";
-import { t as OpenAiResponsesProvider } from "./responses-5Gf5HNOi.js";
-import { C as DefaultLlmRubricProvider, D as AzureEmbeddingProvider, E as AzureModerationProvider, O as AzureChatCompletionProvider, S as DefaultGradingProvider$2, T as DefaultSynthesizeProvider$1, _ as DefaultEmbeddingProvider$2, c as parseScriptParts, g as MistralEmbeddingProvider, h as MistralChatCompletionProvider, m as OpenAiModerationProvider, n as loadApiProvider, s as getFileHashes, v as DefaultGradingProvider$3, w as DefaultSuggestionsProvider$2, x as DefaultGradingJsonProvider$2 } from "./providers-iH3Sw1yo.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-DGqkTb2-.js";
-import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-CRq0gGVf.js";
-import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-0qIHyhA5.js";
+import { d as getPoliciesFromCloud } from "./storage-BC9TzmHh.js";
+import { r as runPython } from "./pythonUtils-CBe7VV6f.js";
+import { A as maybeLoadConfigFromExternalFile, F as parsePathOrGlob, O as getNunjucksEngineForFilePath, P as maybeLoadToolsFromExternalFile, j as maybeLoadFromExternalFile, z as parseFileUrl } from "./util-BGfk7zh7.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { x as hasGoogleDefaultCredentials } from "./transform-D7QlmswG.js";
+import { t as AnthropicMessagesProvider } from "./messages-C5qBfONg.js";
+import { t as OpenAiResponsesProvider } from "./responses-pvlY3oYx.js";
+import { C as DefaultLlmRubricProvider, D as AzureEmbeddingProvider, E as AzureModerationProvider, O as AzureChatCompletionProvider, S as DefaultGradingProvider$2, T as DefaultSynthesizeProvider$1, _ as DefaultEmbeddingProvider$2, c as parseScriptParts, g as MistralEmbeddingProvider, h as MistralChatCompletionProvider, m as OpenAiModerationProvider, n as loadApiProvider, s as getFileHashes, v as DefaultGradingProvider$3, w as DefaultSuggestionsProvider$2, x as DefaultGradingJsonProvider$2 } from "./providers-DDLQc0tl.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DpOsOnzU.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-CKZReNsz.js";
+import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-yBQATkD5.js";
+import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-5B4_P93z.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-BjJV0cRr.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
-import { AsyncLocalStorage } from "node:async_hooks";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import * as fs$2 from "fs";
 import fs from "fs";
 import path from "path";
+import { AsyncLocalStorage } from "node:async_hooks";
 import yaml from "js-yaml";
 import z$1 from "zod";
 import { readFile, stat } from "fs/promises";
@@ -1456,7 +1456,7 @@ async function doRemoteGrading(payload) {
 			method: "POST",
 			headers: { "Content-Type": "application/json" },
 			body
-		}, REQUEST_TIMEOUT_MS);
+		}, getRequestTimeoutMs());
 		logger.debug(`Remote grading result: status=${status}, statusText=${statusText}, data=${JSON.stringify(data)}`);
 		if (status !== 200) throw new Error(`Remote grading failed with status ${status}: ${statusText} ${JSON.stringify(data)}`);
 		const { result } = data;
@@ -1499,7 +1499,7 @@ async function doRemoteScoringWithPi(payload, passThreshold = .5) {
 					"x-api-key": apiKey
 				},
 				body
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			return convertPiResultToGradingResult(data, passThreshold);
 		} else throw new Error(`Env var WITHPI_API_KEY must be set. Visit https://docs.withpi.ai for more information.`);
 	} catch (error) {
@@ -8389,7 +8389,7 @@ function describeFilters(config) {
 }
 async function fetchDataset$1(limit, config) {
 	try {
-		const response = await fetchWithTimeout(DATASET_URL, {}, REQUEST_TIMEOUT_MS);
+		const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
 		if (!response.ok) throw new Error(`HTTP status: ${response.status} ${response.statusText}`);
 		const records = parse$1(await response.text(), { columns: true });
 		logger.debug(`[harmbench] Parsed ${records.length} entries from CSV`);
@@ -15606,7 +15606,7 @@ var VLSUDatasetManager = class VLSUDatasetManager extends ImageDatasetManager {
 		}
 		logger.debug(`[vlsu] Fetching CSV from ${VLSU_CSV_URL}`);
 		try {
-			const response = await fetchWithCache(VLSU_CSV_URL, {}, REQUEST_TIMEOUT_MS, "text");
+			const response = await fetchWithCache(VLSU_CSV_URL, {}, getRequestTimeoutMs(), "text");
 			if (response.status < 200 || response.status >= 300) throw new Error(`Failed to fetch VLSU CSV: ${response.statusText}`);
 			const csvText = response.data;
 			const records = parse$1(csvText, {
@@ -16169,4 +16169,4 @@ function getGraderById(id) {
 //#endregion
 export { SUGGEST_PROMPTS_SYSTEM_MESSAGE as $, ExcessiveAgencyPlugin as A, DEFAULT_ANTHROPIC_MODEL as At, isGraderFailure as B, PlinyPlugin as C, getGradingProvider as Ct, ImitationPlugin as D, retryWithDeduplication as Dt, IntentPlugin as E, getCustomPolicies as Et, BeavertailsPlugin as F, matchesPiScore as G, matchesFactuality as H, AegisPlugin as I, processPrompts as J, matchesTrajectoryGoalSuccess as K, RedteamGraderBase as L, DebugAccessPlugin as M, CrossSessionLeakPlugin as N, HarmbenchPlugin as O, sampleArray as Ot, ContractPlugin as P, SELECT_BEST_PROMPT as Q, RedteamPluginBase as R, makeInlinePolicyIdSync as S, getAndCheckProvider as St, OverreliancePlugin as T, withProviderCallExecutionContext as Tt, matchesGEval as U, matchesClosedQa as V, matchesLlmRubric as W, readProviderPromptMap as X, readPrompts as Y, DEFAULT_WEB_SEARCH_PROMPT as Z, PromptExtractionPlugin as _, coerceString as _t, VLGuardPlugin as a, CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN as at, determinePolicyTypeFromId as b, processFileReference as bt, ToxicChatPlugin as c, loadRubricPrompt as ct, TeenSafetyDangerousRoleplayPlugin as d, dotProduct as dt, ANSWER_RELEVANCY_GENERATE as et, TeenSafetyDangerousContentPlugin as f, euclideanDistance as ft, RbacPlugin as g, tryParse as gt, ShellInjectionPlugin as h, splitIntoSentences as ht, VLSUPlugin as i, CONTEXT_RECALL_ATTRIBUTED_TOKEN as it, DivergentRepetitionPlugin as j, HallucinationPlugin as k, getDefaultProviders as kt, ToolDiscoveryPlugin as l, renderLlmRubricPrompt as lt, SqlInjectionPlugin as m, normalizeMatcherTokenUsage as mt, getGraderById as n, CONTEXT_FAITHFULNESS_NLI_STATEMENTS as nt, UnverifiableClaimsPlugin as o, CONTEXT_RELEVANCE as ot, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as p, fail as pt, doRemoteGrading as q, graders_exports as r, CONTEXT_RECALL as rt, UnsafeBenchPlugin as s, CONTEXT_RELEVANCE_BAD as st, GRADERS as t, CONTEXT_FAITHFULNESS_LONGFORM as tt, TeenSafetyHarmfulBodyIdealsPlugin as u, cosineSimilarity as ut, PoliticsPlugin as v, getFinalTest as vt, getPiiLeakTestsForCategory as w, getProviderCallExecutionContext as wt, isValidPolicyObject as x, callProviderWithContext as xt, PolicyPlugin as y, loadFromJavaScriptFile as yt, fetchHuggingFaceDataset as z };
 
-//# sourceMappingURL=graders-DaRU98zs.js.map
+//# sourceMappingURL=graders-k8qmhrPu.js.map

package/dist/src/{hydra-CR0KyYDb.js → hydra-BrgGALmB.js}

@@ -1,20 +1,20 @@
 #!/usr/bin/env node
-import { s as logger, y as isValidJson } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-Cpf1U1nO.js";
+import { s as logger, y as isValidJson } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
-import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-D6UjE2JT.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DXFdi7AI.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-ETfU_sS9.js";
-import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
-import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DNvim54U.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-BVkZtk4R.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
-import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
-import { t as Strategies } from "./strategies-CBI1brSy.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xhjOg2b1.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { r as materializeInputVariablesWithMetadata } from "./inputVariables-qJmuSN5i.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D9grslJP.js";
+import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DsbObxvy.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-CtadTcJm.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-D2F0D7es.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 //#region src/redteam/providers/hydra/index.ts
 const DEFAULT_MAX_TURNS = 10;
 const DEFAULT_MAX_BACKTRACKS = 10;
@@ -117,7 +117,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await import("./graders-B3D7kCcD.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -558,4 +558,4 @@ var HydraProvider = class {
 //#endregion
 export { HydraProvider, HydraProvider as default };
 
-//# sourceMappingURL=hydra-CR0KyYDb.js.map
+//# sourceMappingURL=hydra-BrgGALmB.js.map

package/dist/src/{hydra-BmXHxlyl.js → hydra-C38LOovb.js}

@@ -1,18 +1,18 @@
-import { _ as isValidJson, a as logger } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BSSAcMxf.js";
+import { _ as isValidJson, a as logger } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
-import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration--D6WjzUm.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-Jp53vs-6.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DGqkTb2-.js";
-import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
-import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CRq0gGVf.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-DAnauX2V.js";
+import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DpOsOnzU.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-yBQATkD5.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BvmDa_jH.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-PLePpCmo.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 //#region src/redteam/providers/hydra/index.ts
 const DEFAULT_MAX_TURNS = 10;
 const DEFAULT_MAX_BACKTRACKS = 10;
@@ -115,7 +115,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -556,4 +556,4 @@ var HydraProvider = class {
 //#endregion
 export { HydraProvider, HydraProvider as default };
 
-//# sourceMappingURL=hydra-BmXHxlyl.js.map
+//# sourceMappingURL=hydra-C38LOovb.js.map

package/dist/src/{hydra-BU6GjYoQ.js → hydra-CXc0p63W.js}

@@ -1,19 +1,19 @@
-import { _ as isValidJson, a as logger } from "./logger-Ct2S6Yx-.js";
+import { _ as isValidJson, a as logger } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-Doks14zQ.js";
-import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
-import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-CJC3E0aW.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { n as materializeInputVariablesWithMetadata } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DpV6KT5i.js";
-import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
-import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CSIGeGLl.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-D3Fv_Tdh.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
-import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
-import { t as Strategies } from "./strategies-CD1gHeeQ.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BOP1FsRt.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { n as materializeInputVariablesWithMetadata } from "./inputVariables-B7cylqzM.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D1NKMz55.js";
+import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
+import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-BF25a7ms.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-Bjz9sdTQ.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-WpE9IqC8.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 //#region src/redteam/providers/hydra/index.ts
 const DEFAULT_MAX_TURNS = 10;
 const DEFAULT_MAX_BACKTRACKS = 10;
@@ -116,7 +116,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -557,4 +557,4 @@ var HydraProvider = class {
 //#endregion
 export { HydraProvider, HydraProvider as default };
 
-//# sourceMappingURL=hydra-BU6GjYoQ.js.map
+//# sourceMappingURL=hydra-CXc0p63W.js.map

package/dist/src/{hydra-RO9jBks7.cjs → hydra-Hdj65j0k.cjs}

@@ -1,19 +1,19 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_util = require("./util-DNtUsus_.cjs");
-const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_extractor = require("./extractor-bV_NOoaz.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
-const require_strategies = require("./strategies-CCcnEbFO.cjs");
-const require_tracingOptions = require("./tracingOptions-DFBoE8O0.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_inputVariables = require("./inputVariables-D5K2vTp4.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_extractor = require("./extractor-nyUwvU2U.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_tracingOptions = require("./tracingOptions-eqmq5sA2.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 //#region src/redteam/providers/hydra/index.ts
 const DEFAULT_MAX_TURNS = 10;
 const DEFAULT_MAX_BACKTRACKS = 10;
@@ -116,7 +116,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -557,4 +557,4 @@ var HydraProvider = class {
 //#endregion
 exports.HydraProvider = HydraProvider;
 
-//# sourceMappingURL=hydra-RO9jBks7.cjs.map
+//# sourceMappingURL=hydra-Hdj65j0k.cjs.map

package/dist/src/{image-B_PFG7IG.js → image-6u3WZ_7H.js}

@@ -1,6 +1,6 @@
-import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
-import { r as fetchWithCache } from "./cache-CrioYnaa.js";
+import { T as getEnvString, a as logger } from "./logger-Cs0I2v_y.js";
+import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
 //#region src/providers/hyperbolic/image.ts
 const HYPERBOLIC_IMAGE_MODELS = [
 	{
@@ -128,7 +128,7 @@ var HyperbolicImageProvider = class {
 				method: "POST",
 				headers,
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS));
+			}, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
 //#endregion
 export { createHyperbolicImageProvider };
 
-//# sourceMappingURL=image-B_PFG7IG.js.map
+//# sourceMappingURL=image-6u3WZ_7H.js.map

package/dist/src/{image-LGj8dTcr.js → image-B6hCz0z3.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
-import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
-import { a as fetchWithCache } from "./cache-BR77mdIR.js";
+import { O as getEnvString, s as logger } from "./logger-h-eiS4iv.js";
+import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
 //#region src/providers/hyperbolic/image.ts
 const HYPERBOLIC_IMAGE_MODELS = [
 	{
@@ -129,7 +129,7 @@ var HyperbolicImageProvider = class {
 				method: "POST",
 				headers,
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS));
+			}, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -161,4 +161,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
 //#endregion
 export { createHyperbolicImageProvider };
 
-//# sourceMappingURL=image-LGj8dTcr.js.map
+//# sourceMappingURL=image-B6hCz0z3.js.map

package/dist/src/{image-BtODOZjh.js → image-CgmaPlV_.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
-import { r as fetchWithCache } from "./cache-DdriHsNX.js";
-import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
-import { s as formatOpenAiError } from "./util-CYev3d-r.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
+import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiGenericProvider } from "./openai-Bfbg6L4c.js";
+import { s as formatOpenAiError } from "./util-B2Nt2Oy7.js";
 import { t as ellipsize } from "./text-DwYK5EBn.js";
 //#region src/providers/openai/image.ts
 const DALLE2_VALID_SIZES = [
@@ -426,7 +426,7 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 		let cached = false;
 		let latencyMs;
 		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, REQUEST_TIMEOUT_MS));
+			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -439,4 +439,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
 
-//# sourceMappingURL=image-BtODOZjh.js.map
+//# sourceMappingURL=image-CgmaPlV_.js.map

package/dist/src/{image-BBmZdKO3.js → image-DXbwwL-r.js}

@@ -1,6 +1,6 @@
-import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
-import { r as fetchWithCache } from "./cache-DdriHsNX.js";
+import { E as getEnvString, a as logger } from "./logger-BjYLHvGm.js";
+import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
 //#region src/providers/hyperbolic/image.ts
 const HYPERBOLIC_IMAGE_MODELS = [
 	{
@@ -128,7 +128,7 @@ var HyperbolicImageProvider = class {
 				method: "POST",
 				headers,
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS));
+			}, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
 //#endregion
 export { createHyperbolicImageProvider };
 
-//# sourceMappingURL=image-BBmZdKO3.js.map
+//# sourceMappingURL=image-DXbwwL-r.js.map

package/dist/src/{image-HK2Cfqb1.cjs → image-Daa_X_YB.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
-const require_openai = require("./openai-C3uXv8wS.cjs");
-const require_util = require("./util-NYQvo1C7.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_openai = require("./openai-CCaz18I4.cjs");
+const require_util = require("./util-Cs372i1_.cjs");
 const require_text = require("./text-nywWsRBM.cjs");
 //#region src/providers/openai/image.ts
 const DALLE2_VALID_SIZES = [
@@ -426,7 +426,7 @@ var OpenAiImageProvider = class extends require_openai.OpenAiGenericProvider {
 		let cached = false;
 		let latencyMs;
 		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, require_fetch.REQUEST_TIMEOUT_MS));
+			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, require_fetch.getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			require_logger.logger.error(`API call error: ${String(err)}`);
@@ -462,4 +462,4 @@ Object.defineProperty(exports, "formatOutput", {
 	}
 });
 
-//# sourceMappingURL=image-HK2Cfqb1.cjs.map
+//# sourceMappingURL=image-Daa_X_YB.cjs.map

package/dist/src/{image-CYuNJIqd.js → image-DmC5qwQx.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
-import { r as fetchWithCache } from "./cache-CrioYnaa.js";
-import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { s as formatOpenAiError } from "./util-o2Qg5rZv.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiGenericProvider } from "./openai-uRacy72N.js";
+import { s as formatOpenAiError } from "./util-C6d3eV0A.js";
 import { t as ellipsize } from "./text-CZr46tp_.js";
 //#region src/providers/openai/image.ts
 const DALLE2_VALID_SIZES = [
@@ -426,7 +426,7 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 		let cached = false;
 		let latencyMs;
 		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, REQUEST_TIMEOUT_MS));
+			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -439,4 +439,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
 
-//# sourceMappingURL=image-CYuNJIqd.js.map
+//# sourceMappingURL=image-DmC5qwQx.js.map

package/dist/src/{image-E00WFZkq.cjs → image-TY6FsHmn.cjs}

@@ -1,6 +1,6 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
 //#region src/providers/hyperbolic/image.ts
 const HYPERBOLIC_IMAGE_MODELS = [
 	{
@@ -128,7 +128,7 @@ var HyperbolicImageProvider = class {
 				method: "POST",
 				headers,
 				body: JSON.stringify(body)
-			}, require_fetch.REQUEST_TIMEOUT_MS));
+			}, require_fetch.getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			require_logger.logger.error(`API call error: ${String(err)}`);
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
 //#endregion
 exports.createHyperbolicImageProvider = createHyperbolicImageProvider;
 
-//# sourceMappingURL=image-E00WFZkq.cjs.map
+//# sourceMappingURL=image-TY6FsHmn.cjs.map

package/dist/src/{image-YMKejC0r.js → image-V0-pYiBI.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
-import { a as fetchWithCache } from "./cache-BR77mdIR.js";
-import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
-import { s as formatOpenAiError } from "./util-DeY58psG.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
+import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiGenericProvider } from "./openai-CJOpg_dA.js";
+import { s as formatOpenAiError } from "./util-BLSQ_7Ky.js";
 import { t as ellipsize } from "./text-Db-Wt2u2.js";
 //#region src/providers/openai/image.ts
 const DALLE2_VALID_SIZES = [
@@ -427,7 +427,7 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 		let cached = false;
 		let latencyMs;
 		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, REQUEST_TIMEOUT_MS));
+			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, getRequestTimeoutMs()));
 			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
 			logger.error(`API call error: ${String(err)}`);
@@ -440,4 +440,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
 
-//# sourceMappingURL=image-YMKejC0r.js.map
+//# sourceMappingURL=image-V0-pYiBI.js.map