promptfoo 0.121.3 → 0.121.5

package/dist/src/{fetch-BnR9wSnm.cjs → fetch-NuqXW1Xb.cjs}

@@ -1,16 +1,17 @@
-const require_logger = require("./logger-D5iKBpu_.cjs");
+const require_logger = require("./logger-COuQb2xB.cjs");
 const require_invariant = require("./invariant-kfQ8Bu82.cjs");
+const require_version = require("./version-D9zu9FWB.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
 path = require_logger.__toESM(path);
 let js_yaml = require("js-yaml");
 js_yaml = require_logger.__toESM(js_yaml);
-let util = require("util");
 let fs_promises = require("fs/promises");
 fs_promises = require_logger.__toESM(fs_promises);
 let proxy_from_env = require("proxy-from-env");
 let undici = require("undici");
+let util = require("util");
 let zlib = require("zlib");
 //#region src/providers/constants.ts
 const FILE_METADATA_KEY = "_promptfooFileMetadata";
@@ -19,19 +20,6 @@ const FILE_METADATA_KEY = "_promptfooFileMetadata";
 * Used to distinguish human ratings from automated assertions.
 */
 const HUMAN_ASSERTION_TYPE = "human";
-//#endregion
-//#region src/version.ts
-/**
-* Application version from package.json.
-* Injected at build time, or read from npm environment in development.
-*/
-const VERSION = "0.121.3";
-/**
-* PostHog analytics key.
-* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
-* Empty string in development/test.
-*/
-const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
 function getShareApiBaseUrl() {
 	return require_logger.getEnvString("PROMPTFOO_REMOTE_API_BASE_URL") || "https://api.promptfoo.app";
 }
@@ -47,6 +35,220 @@ const CONSENT_ENDPOINT = "https://api.promptfoo.dev/consent";
 const EVENTS_ENDPOINT = "https://a.promptfoo.app";
 const R_ENDPOINT = "https://r.promptfoo.app/";
 //#endregion
+//#region src/globalConfig/globalConfig.ts
+/**
+* Functions for manipulating the global configuration file, which lives at
+* ~/.promptfoo/promptfoo.yaml by default.
+*/
+function writeGlobalConfig(config) {
+	fs.writeFileSync(path.join(require_logger.getConfigDirectoryPath(true), "promptfoo.yaml"), js_yaml.default.dump(config));
+}
+function readGlobalConfig() {
+	const configDir = require_logger.getConfigDirectoryPath();
+	const configFilePath = path.join(configDir, "promptfoo.yaml");
+	let globalConfig = { id: crypto.randomUUID() };
+	if (fs.existsSync(configFilePath)) {
+		globalConfig = js_yaml.default.load(fs.readFileSync(configFilePath, "utf-8")) || {};
+		if (!globalConfig?.id) {
+			globalConfig = {
+				...globalConfig,
+				id: crypto.randomUUID()
+			};
+			writeGlobalConfig(globalConfig);
+		}
+	} else {
+		if (!fs.existsSync(configDir)) fs.mkdirSync(configDir, { recursive: true });
+		fs.writeFileSync(configFilePath, js_yaml.default.dump(globalConfig));
+	}
+	return globalConfig;
+}
+/**
+* Merges the top-level keys into existing config.
+* @param partialConfig New keys to merge into the existing config.
+*/
+function writeGlobalConfigPartial(partialConfig) {
+	const updatedConfig = { ...readGlobalConfig() };
+	Object.entries(partialConfig).forEach(([key, value]) => {
+		if (value !== void 0 && value !== null) updatedConfig[key] = value;
+		else delete updatedConfig[key];
+	});
+	writeGlobalConfig(updatedConfig);
+}
+const API_HOST = require_logger.getEnvString("API_HOST", "https://api.promptfoo.app");
+const SHARING_CUTOFF_DATE = /* @__PURE__ */ new Date("2026-03-09T00:00:00Z");
+var CloudConfig = class {
+	config;
+	constructor() {
+		const savedConfig = readGlobalConfig()?.cloud || {};
+		this.config = {
+			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
+			apiHost: savedConfig.apiHost,
+			apiKey: savedConfig.apiKey,
+			sharing: savedConfig.sharing,
+			currentOrganizationId: savedConfig.currentOrganizationId,
+			currentTeamId: savedConfig.currentTeamId,
+			teams: savedConfig.teams
+		};
+	}
+	/**
+	* Returns the API key from config file or PROMPTFOO_API_KEY environment variable.
+	* Config file takes precedence over environment variable.
+	*/
+	resolveApiKey() {
+		return this.config.apiKey || process.env.PROMPTFOO_API_KEY;
+	}
+	/**
+	* Returns the API host from config file, PROMPTFOO_CLOUD_API_URL environment variable,
+	* or defaults to the standard cloud API host.
+	* Config file takes precedence over environment variable.
+	*/
+	resolveApiHost() {
+		return this.config.apiHost || process.env.PROMPTFOO_CLOUD_API_URL || API_HOST;
+	}
+	isEnabled() {
+		return !!this.resolveApiKey();
+	}
+	setApiHost(apiHost) {
+		this.config.apiHost = apiHost;
+		this.saveConfig();
+	}
+	setApiKey(apiKey) {
+		this.config.apiKey = apiKey;
+		this.saveConfig();
+	}
+	getApiKey() {
+		return this.resolveApiKey();
+	}
+	getApiHost() {
+		return this.resolveApiHost();
+	}
+	setAppUrl(appUrl) {
+		this.config.appUrl = appUrl;
+		this.saveConfig();
+	}
+	getAppUrl() {
+		return this.config.appUrl;
+	}
+	getSharing() {
+		return this.config.sharing;
+	}
+	/**
+	* Sets the sharing preference. Note: this value is only updated at authentication time
+	* (via `validateAndSetApiToken`) and may become stale if the user's license status
+	* changes between re-authentications.
+	*/
+	setSharing(sharing) {
+		this.config.sharing = sharing;
+		this.saveConfig();
+	}
+	delete() {
+		writeGlobalConfigPartial({ cloud: {} });
+		this.reload();
+	}
+	saveConfig() {
+		writeGlobalConfigPartial({ cloud: this.config });
+		this.reload();
+	}
+	reload() {
+		const savedConfig = readGlobalConfig()?.cloud || {};
+		this.config = {
+			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
+			apiHost: savedConfig.apiHost,
+			apiKey: savedConfig.apiKey,
+			sharing: savedConfig.sharing,
+			currentOrganizationId: savedConfig.currentOrganizationId,
+			currentTeamId: savedConfig.currentTeamId,
+			teams: savedConfig.teams
+		};
+	}
+	saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense) {
+		this.setApiKey(token);
+		this.setApiHost(apiHost);
+		this.setAppUrl(app.url);
+		if (typeof hasActiveLicense === "boolean") {
+			const createdAt = user?.createdAt ? new Date(user.createdAt) : null;
+			const isGrandfathered = createdAt != null && createdAt < SHARING_CUTOFF_DATE;
+			this.setSharing(hasActiveLicense || isGrandfathered);
+		}
+	}
+	async validateApiToken(token, apiHost) {
+		try {
+			const { fetchWithProxy } = await Promise.resolve().then(() => fetch_exports);
+			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
+			if (!response.ok) {
+				const errorMessage = await response.text();
+				require_logger.logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
+				throw new Error("Failed to validate API token: " + response.statusText);
+			}
+			const { user, organization, app, hasActiveLicense } = await response.json();
+			return {
+				user,
+				organization,
+				app,
+				...typeof hasActiveLicense === "boolean" ? { hasActiveLicense } : {}
+			};
+		} catch (err) {
+			const error = err;
+			const errorMessage = error instanceof Error ? error.message : String(error);
+			require_logger.logger.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
+			if (error.cause) require_logger.logger.error(`Cause: ${error.cause}`);
+			throw error;
+		}
+	}
+	async validateAndSetApiToken(token, apiHost) {
+		const { user, organization, app, hasActiveLicense } = await this.validateApiToken(token, apiHost);
+		this.saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense);
+		return {
+			user,
+			organization,
+			app,
+			hasActiveLicense: typeof hasActiveLicense === "boolean" ? hasActiveLicense : false
+		};
+	}
+	getCurrentOrganizationId() {
+		return this.config.currentOrganizationId;
+	}
+	setCurrentOrganization(organizationId) {
+		this.config.currentOrganizationId = organizationId;
+		this.saveConfig();
+	}
+	getCurrentTeamId(organizationId) {
+		if (organizationId) return this.config.teams?.[organizationId]?.currentTeamId;
+		return this.config.currentTeamId;
+	}
+	setCurrentTeamId(teamId, organizationId) {
+		if (organizationId) {
+			if (!this.config.teams) this.config.teams = {};
+			if (!this.config.teams[organizationId]) this.config.teams[organizationId] = {};
+			this.config.teams[organizationId].currentTeamId = teamId;
+		} else this.config.currentTeamId = teamId;
+		this.saveConfig();
+	}
+	clearCurrentTeamId(organizationId) {
+		if (organizationId) {
+			if (this.config.teams?.[organizationId]) delete this.config.teams[organizationId].currentTeamId;
+		} else delete this.config.currentTeamId;
+		this.saveConfig();
+	}
+	cacheTeams(teams, organizationId) {
+		if (organizationId) {
+			if (!this.config.teams) this.config.teams = {};
+			if (!this.config.teams[organizationId]) this.config.teams[organizationId] = {};
+			this.config.teams[organizationId].cache = teams.map((t) => ({
+				id: t.id,
+				name: t.name,
+				slug: t.slug,
+				lastFetched: (/* @__PURE__ */ new Date()).toISOString()
+			}));
+		}
+		this.saveConfig();
+	}
+	getCachedTeams(organizationId) {
+		if (organizationId) return this.config.teams?.[organizationId]?.cache;
+	}
+};
+const cloudConfig = new CloudConfig();
+//#endregion
 //#region src/providers/shared.ts
 /**
 * The default timeout for API requests in milliseconds.
@@ -71,8 +273,9 @@ function calculateCost(modelName, config, promptTokens, completionTokens, models
 	if (!Number.isFinite(promptTokens) || !Number.isFinite(completionTokens) || typeof promptTokens === "undefined" || typeof completionTokens === "undefined") return;
 	const model = models.find((m) => m.id === modelName);
 	if (!model || !model.cost) return;
-	const inputCost = config.cost ?? model.cost.input;
-	const outputCost = config.cost ?? model.cost.output;
+	const longContextCost = model.cost.longContext && promptTokens > model.cost.longContext.threshold ? model.cost.longContext : void 0;
+	const inputCost = config.cost ?? longContextCost?.input ?? model.cost.input;
+	const outputCost = config.cost ?? longContextCost?.output ?? model.cost.output;
 	return inputCost * promptTokens + outputCost * completionTokens;
 }
 /**
@@ -149,7 +352,7 @@ function isOpenAIToolChoice(obj) {
 function openaiToolChoiceToAnthropic(choice) {
 	if (typeof choice === "string") switch (choice) {
 		case "auto": return { type: "auto" };
-		case "none": return { type: "auto" };
+		case "none": return { type: "none" };
 		case "required": return { type: "any" };
 	}
 	return {
@@ -285,213 +488,160 @@ function transformTools(tools, format) {
 	}
 }
 //#endregion
-//#region src/util/time.ts
-function getCurrentTimestamp() {
-	return Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
-}
-const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
-//#endregion
-//#region src/globalConfig/globalConfig.ts
+//#region src/scheduler/headerParser.ts
+const OPENAI_HEADERS = {
+	remainingRequests: "x-ratelimit-remaining-requests",
+	remainingTokens: "x-ratelimit-remaining-tokens",
+	limitRequests: "x-ratelimit-limit-requests",
+	limitTokens: "x-ratelimit-limit-tokens",
+	resetRequests: "x-ratelimit-reset-requests",
+	resetTokens: "x-ratelimit-reset-tokens"
+};
+const ANTHROPIC_HEADERS = {
+	remainingRequests: "anthropic-ratelimit-requests-remaining",
+	remainingTokens: "anthropic-ratelimit-tokens-remaining",
+	limitRequests: "anthropic-ratelimit-requests-limit",
+	limitTokens: "anthropic-ratelimit-tokens-limit",
+	reset: "anthropic-ratelimit-requests-reset"
+};
+const STANDARD_HEADERS = {
+	remaining: "ratelimit-remaining",
+	limit: "ratelimit-limit",
+	reset: "ratelimit-reset",
+	remainingAlt: "x-ratelimit-remaining",
+	limitAlt: "x-ratelimit-limit",
+	resetAlt: "x-ratelimit-reset"
+};
 /**
-* Functions for manipulating the global configuration file, which lives at
-* ~/.promptfoo/promptfoo.yaml by default.
+* Parse rate limit headers from response.
 */
-function writeGlobalConfig(config) {
-	fs.writeFileSync(path.join(require_logger.getConfigDirectoryPath(true), "promptfoo.yaml"), js_yaml.default.dump(config));
-}
-function readGlobalConfig() {
-	const configDir = require_logger.getConfigDirectoryPath();
-	const configFilePath = path.join(configDir, "promptfoo.yaml");
-	let globalConfig = { id: crypto.randomUUID() };
-	if (fs.existsSync(configFilePath)) {
-		globalConfig = js_yaml.default.load(fs.readFileSync(configFilePath, "utf-8")) || {};
-		if (!globalConfig?.id) {
-			globalConfig = {
-				...globalConfig,
-				id: crypto.randomUUID()
-			};
-			writeGlobalConfig(globalConfig);
+function parseRateLimitHeaders(headers) {
+	const result = {};
+	const h = lowercaseKeys(headers);
+	result.remainingRequests = parseFirstMatch(h, [
+		OPENAI_HEADERS.remainingRequests,
+		ANTHROPIC_HEADERS.remainingRequests,
+		STANDARD_HEADERS.remainingAlt,
+		STANDARD_HEADERS.remaining
+	]);
+	result.remainingTokens = parseFirstMatch(h, [OPENAI_HEADERS.remainingTokens, ANTHROPIC_HEADERS.remainingTokens]);
+	result.limitRequests = parseFirstMatch(h, [
+		OPENAI_HEADERS.limitRequests,
+		ANTHROPIC_HEADERS.limitRequests,
+		STANDARD_HEADERS.limitAlt,
+		STANDARD_HEADERS.limit
+	]);
+	result.limitTokens = parseFirstMatch(h, [OPENAI_HEADERS.limitTokens, ANTHROPIC_HEADERS.limitTokens]);
+	for (const name of [
+		OPENAI_HEADERS.resetRequests,
+		OPENAI_HEADERS.resetTokens,
+		ANTHROPIC_HEADERS.reset,
+		STANDARD_HEADERS.resetAlt,
+		STANDARD_HEADERS.reset
+	]) if (h[name] !== void 0) {
+		const parsed = parseResetTime(h[name]);
+		if (parsed !== null) {
+			result.resetAt = parsed;
+			break;
 		}
-	} else {
-		if (!fs.existsSync(configDir)) fs.mkdirSync(configDir, { recursive: true });
-		fs.writeFileSync(configFilePath, js_yaml.default.dump(globalConfig));
 	}
-	return globalConfig;
+	if (h["retry-after-ms"] !== void 0) {
+		const ms = parseInt(h["retry-after-ms"], 10);
+		if (!isNaN(ms) && ms >= 0) {
+			result.retryAfterMs = ms;
+			if (result.resetAt === void 0) result.resetAt = Date.now() + ms;
+		}
+	} else if (h["retry-after"] !== void 0) {
+		const parsed = parseRetryAfter(h["retry-after"]);
+		if (parsed !== null) {
+			result.retryAfterMs = parsed;
+			if (result.resetAt === void 0) result.resetAt = Date.now() + parsed;
+		}
+	}
+	return result;
 }
 /**
-* Merges the top-level keys into existing config.
-* @param partialConfig New keys to merge into the existing config.
+* Parse Retry-After header value.
+* Returns duration in milliseconds.
+* Exported for integration use.
 */
-function writeGlobalConfigPartial(partialConfig) {
-	const updatedConfig = { ...readGlobalConfig() };
-	Object.entries(partialConfig).forEach(([key, value]) => {
-		if (value !== void 0 && value !== null) updatedConfig[key] = value;
-		else delete updatedConfig[key];
-	});
-	writeGlobalConfig(updatedConfig);
+function parseRetryAfter(value) {
+	const seconds = parseInt(value, 10);
+	if (!isNaN(seconds) && seconds >= 0 && String(seconds) === value.trim()) return seconds * 1e3;
+	const httpDate = parseHttpDate(value);
+	if (httpDate !== null) return Math.max(0, httpDate - Date.now());
+	return null;
 }
-const API_HOST = require_logger.getEnvString("API_HOST", "https://api.promptfoo.app");
-const SHARING_CUTOFF_DATE = /* @__PURE__ */ new Date("2026-03-09T00:00:00Z");
-var CloudConfig = class {
-	config;
-	constructor() {
-		const savedConfig = readGlobalConfig()?.cloud || {};
-		this.config = {
-			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
-			apiHost: savedConfig.apiHost,
-			apiKey: savedConfig.apiKey,
-			sharing: savedConfig.sharing,
-			currentOrganizationId: savedConfig.currentOrganizationId,
-			currentTeamId: savedConfig.currentTeamId,
-			teams: savedConfig.teams
-		};
-	}
-	/**
-	* Returns the API key from config file or PROMPTFOO_API_KEY environment variable.
-	* Config file takes precedence over environment variable.
-	*/
-	resolveApiKey() {
-		return this.config.apiKey || process.env.PROMPTFOO_API_KEY;
-	}
-	/**
-	* Returns the API host from config file, PROMPTFOO_CLOUD_API_URL environment variable,
-	* or defaults to the standard cloud API host.
-	* Config file takes precedence over environment variable.
-	*/
-	resolveApiHost() {
-		return this.config.apiHost || process.env.PROMPTFOO_CLOUD_API_URL || API_HOST;
-	}
-	isEnabled() {
-		return !!this.resolveApiKey();
-	}
-	setApiHost(apiHost) {
-		this.config.apiHost = apiHost;
-		this.saveConfig();
-	}
-	setApiKey(apiKey) {
-		this.config.apiKey = apiKey;
-		this.saveConfig();
-	}
-	getApiKey() {
-		return this.resolveApiKey();
-	}
-	getApiHost() {
-		return this.resolveApiHost();
-	}
-	setAppUrl(appUrl) {
-		this.config.appUrl = appUrl;
-		this.saveConfig();
-	}
-	getAppUrl() {
-		return this.config.appUrl;
-	}
-	getSharing() {
-		return this.config.sharing;
-	}
-	/**
-	* Sets the sharing preference. Note: this value is only updated at authentication time
-	* (via `validateAndSetApiToken`) and may become stale if the user's license status
-	* changes between re-authentications.
-	*/
-	setSharing(sharing) {
-		this.config.sharing = sharing;
-		this.saveConfig();
-	}
-	delete() {
-		writeGlobalConfigPartial({ cloud: {} });
-		this.reload();
-	}
-	saveConfig() {
-		writeGlobalConfigPartial({ cloud: this.config });
-		this.reload();
-	}
-	reload() {
-		const savedConfig = readGlobalConfig()?.cloud || {};
-		this.config = {
-			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
-			apiHost: savedConfig.apiHost,
-			apiKey: savedConfig.apiKey,
-			sharing: savedConfig.sharing,
-			currentOrganizationId: savedConfig.currentOrganizationId,
-			currentTeamId: savedConfig.currentTeamId,
-			teams: savedConfig.teams
-		};
-	}
-	async validateAndSetApiToken(token, apiHost) {
-		try {
-			const { fetchWithProxy } = await Promise.resolve().then(() => fetch_exports);
-			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
-			if (!response.ok) {
-				const errorMessage = await response.text();
-				require_logger.logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
-				throw new Error("Failed to validate API token: " + response.statusText);
-			}
-			const { user, organization, app, hasActiveLicense } = await response.json();
-			this.setApiKey(token);
-			this.setApiHost(apiHost);
-			this.setAppUrl(app.url);
-			if (typeof hasActiveLicense === "boolean") {
-				const createdAt = user?.createdAt ? new Date(user.createdAt) : null;
-				const isGrandfathered = createdAt != null && createdAt < SHARING_CUTOFF_DATE;
-				this.setSharing(hasActiveLicense || isGrandfathered);
-			}
-			return {
-				user,
-				organization,
-				app,
-				hasActiveLicense: typeof hasActiveLicense === "boolean" ? hasActiveLicense : false
-			};
-		} catch (err) {
-			const error = err;
-			const errorMessage = error instanceof Error ? error.message : String(error);
-			require_logger.logger.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
-			if (error.cause) require_logger.logger.error(`Cause: ${error.cause}`);
-			throw error;
+function parseFirstMatch(headers, names) {
+	for (const name of names) {
+		const value = headers[name];
+		if (value !== void 0) {
+			const num = parseInt(value, 10);
+			if (!isNaN(num) && num >= 0) return num;
 		}
 	}
-	getCurrentOrganizationId() {
-		return this.config.currentOrganizationId;
-	}
-	setCurrentOrganization(organizationId) {
-		this.config.currentOrganizationId = organizationId;
-		this.saveConfig();
-	}
-	getCurrentTeamId(organizationId) {
-		if (organizationId) return this.config.teams?.[organizationId]?.currentTeamId;
-		return this.config.currentTeamId;
-	}
-	setCurrentTeamId(teamId, organizationId) {
-		if (organizationId) {
-			if (!this.config.teams) this.config.teams = {};
-			if (!this.config.teams[organizationId]) this.config.teams[organizationId] = {};
-			this.config.teams[organizationId].currentTeamId = teamId;
-		} else this.config.currentTeamId = teamId;
-		this.saveConfig();
-	}
-	clearCurrentTeamId(organizationId) {
-		if (organizationId) {
-			if (this.config.teams?.[organizationId]) delete this.config.teams[organizationId].currentTeamId;
-		} else delete this.config.currentTeamId;
-		this.saveConfig();
-	}
-	cacheTeams(teams, organizationId) {
-		if (organizationId) {
-			if (!this.config.teams) this.config.teams = {};
-			if (!this.config.teams[organizationId]) this.config.teams[organizationId] = {};
-			this.config.teams[organizationId].cache = teams.map((t) => ({
-				id: t.id,
-				name: t.name,
-				slug: t.slug,
-				lastFetched: (/* @__PURE__ */ new Date()).toISOString()
-			}));
-		}
-		this.saveConfig();
-	}
-	getCachedTeams(organizationId) {
-		if (organizationId) return this.config.teams?.[organizationId]?.cache;
-	}
-};
-const cloudConfig = new CloudConfig();
+}
+/**
+* Parse reset time from various formats.
+* Returns absolute Unix timestamp in milliseconds.
+*/
+function parseResetTime(value) {
+	const durationMs = parseDuration(value);
+	if (durationMs !== null) return Date.now() + durationMs;
+	const num = parseFloat(value);
+	if (!isNaN(num)) if (num < 1e9) return Date.now() + num * 1e3;
+	else if (num < 1e10) return num * 1e3;
+	else return num;
+	const httpDate = parseHttpDate(value);
+	if (httpDate !== null) return httpDate;
+	return null;
+}
+/**
+* Parse HTTP-date format (RFC 7231).
+*/
+function parseHttpDate(value) {
+	const timestamp = Date.parse(value);
+	if (!isNaN(timestamp)) {
+		const now = Date.now();
+		const oneYearMs = 365 * 24 * 60 * 60 * 1e3;
+		if (timestamp > now - oneYearMs && timestamp < now + oneYearMs) return timestamp;
+	}
+	return null;
+}
+/**
+* Parse duration strings like "1s", "100ms", "1m30s", "1h30s", "2h15m30s".
+*
+* Supported formats:
+* - Xms (milliseconds)
+* - Xs or X.Xs (seconds)
+* - Xm or XmYs (minutes with optional seconds)
+* - Xh or XhYm or XhYs or XhYmZs (hours with optional minutes/seconds)
+*/
+function parseDuration(value) {
+	const match = value.match(/^(?:(\d+)h)?(?:(\d+)m(?!s))?(?:(\d+(?:\.\d+)?)(ms|s))?$/);
+	if (!match) return null;
+	const [, hours, minutes, secondsValue, secondsUnit] = match;
+	if (!hours && !minutes && !secondsValue) return null;
+	let ms = 0;
+	if (hours) ms += parseInt(hours, 10) * 36e5;
+	if (minutes) ms += parseInt(minutes, 10) * 6e4;
+	if (secondsValue) {
+		const num = parseFloat(secondsValue);
+		ms += secondsUnit === "ms" ? num : num * 1e3;
+	}
+	return ms;
+}
+function lowercaseKeys(obj) {
+	const result = {};
+	for (const [key, value] of Object.entries(obj)) result[key.toLowerCase()] = value;
+	return result;
+}
+//#endregion
+//#region src/util/time.ts
+function getCurrentTimestamp() {
+	return Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+}
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 //#endregion
 //#region src/util/fetch/monkeyPatchFetch.ts
 const gzipAsync = (0, util.promisify)(zlib.gzip);
@@ -563,9 +713,8 @@ var fetch_exports = /* @__PURE__ */ require_logger.__exportAll({
 	isRateLimited: () => isRateLimited,
 	isTransientError: () => isTransientError
 });
-let cachedAgent = null;
-let cachedAgentConcurrency;
-let cachedProxyAgents = /* @__PURE__ */ new Map();
+const cachedAgents = /* @__PURE__ */ new Map();
+const cachedProxyAgents = /* @__PURE__ */ new Map();
 /**
 * Get the connection pool size for HTTP agents.
 * Priority: PROMPTFOO_FETCH_CONNECTIONS env var > CLI -j flag > DEFAULT_MAX_CONCURRENCY (4).
@@ -582,36 +731,37 @@ function getConnectionPoolSize() {
 }
 function getOrCreateAgent(tlsOptions) {
 	const concurrency = getConnectionPoolSize();
-	if (cachedAgent && cachedAgentConcurrency !== concurrency) {
-		if (typeof cachedAgent.close === "function") cachedAgent.close();
-		cachedAgent = null;
-	}
-	if (!cachedAgent) {
-		cachedAgent = new undici.Agent({
-			headersTimeout: REQUEST_TIMEOUT_MS,
-			keepAliveTimeout: 3e4,
-			keepAliveMaxTimeout: 6e4,
-			connections: concurrency,
-			connect: tlsOptions
-		});
-		cachedAgentConcurrency = concurrency;
-	}
-	return cachedAgent;
+	const existing = cachedAgents.get(concurrency);
+	if (existing) return existing;
+	const agent = new undici.Agent({
+		headersTimeout: REQUEST_TIMEOUT_MS,
+		keepAliveTimeout: 3e4,
+		keepAliveMaxTimeout: 6e4,
+		connections: concurrency,
+		connect: tlsOptions
+	});
+	cachedAgents.set(concurrency, agent);
+	return agent;
+}
+function getProxyAgentCacheKey(proxyUrl, concurrency) {
+	return `${proxyUrl}::${concurrency}`;
 }
 function getOrCreateProxyAgent(proxyUrl, tlsOptions) {
-	if (!cachedProxyAgents.has(proxyUrl)) {
-		const agent = new undici.ProxyAgent({
-			uri: proxyUrl,
-			proxyTls: tlsOptions,
-			requestTls: tlsOptions,
-			headersTimeout: REQUEST_TIMEOUT_MS,
-			keepAliveTimeout: 3e4,
-			keepAliveMaxTimeout: 6e4,
-			connections: getConnectionPoolSize()
-		});
-		cachedProxyAgents.set(proxyUrl, agent);
-	}
-	return cachedProxyAgents.get(proxyUrl);
+	const concurrency = getConnectionPoolSize();
+	const cacheKey = getProxyAgentCacheKey(proxyUrl, concurrency);
+	const existing = cachedProxyAgents.get(cacheKey);
+	if (existing) return existing;
+	const agent = new undici.ProxyAgent({
+		uri: proxyUrl,
+		proxyTls: tlsOptions,
+		requestTls: tlsOptions,
+		headersTimeout: REQUEST_TIMEOUT_MS,
+		keepAliveTimeout: 3e4,
+		keepAliveMaxTimeout: 6e4,
+		connections: concurrency
+	});
+	cachedProxyAgents.set(cacheKey, agent);
+	return agent;
 }
 async function fetchWithProxy(url, options = {}, abortSignal) {
 	let finalUrl = url;
@@ -625,7 +775,7 @@ async function fetchWithProxy(url, options = {}, abortSignal) {
 		...options,
 		headers: {
 			...options.headers,
-			"x-promptfoo-version": VERSION
+			"x-promptfoo-version": require_version.VERSION
 		},
 		signal: combinedSignal
 	};
@@ -713,12 +863,14 @@ async function handleRateLimit(response) {
 	const retryAfter = response.headers.get("Retry-After");
 	const openaiReset = response.headers.get("x-ratelimit-reset-requests") || response.headers.get("x-ratelimit-reset-tokens");
 	let waitTime = 6e4;
-	if (openaiReset) waitTime = Math.max(Number.parseInt(openaiReset) * 1e3, 0);
-	else if (rateLimitReset) {
+	if (openaiReset) {
+		const parsedHeaders = parseRateLimitHeaders(Object.fromEntries(response.headers.entries()));
+		if (parsedHeaders.resetAt !== void 0) waitTime = Math.max(parsedHeaders.resetAt - Date.now(), 0);
+	} else if (rateLimitReset) {
 		const resetTime = /* @__PURE__ */ new Date(Number.parseInt(rateLimitReset) * 1e3);
 		const now = /* @__PURE__ */ new Date();
 		waitTime = Math.max(resetTime.getTime() - now.getTime() + 1e3, 0);
-	} else if (retryAfter) waitTime = Number.parseInt(retryAfter) * 1e3;
+	} else if (retryAfter) waitTime = parseRetryAfter(retryAfter) ?? waitTime;
 	require_logger.logger.debug(`Rate limited, waiting ${waitTime}ms before retry`);
 	await sleep(waitTime);
 }
@@ -816,12 +968,6 @@ Object.defineProperty(exports, "LONG_RUNNING_MODEL_TIMEOUT_MS", {
 		return LONG_RUNNING_MODEL_TIMEOUT_MS;
 	}
 });
-Object.defineProperty(exports, "POSTHOG_KEY", {
-	enumerable: true,
-	get: function() {
-		return POSTHOG_KEY;
-	}
-});
 Object.defineProperty(exports, "REQUEST_TIMEOUT_MS", {
 	enumerable: true,
 	get: function() {
@@ -840,12 +986,6 @@ Object.defineProperty(exports, "TERMINAL_MAX_WIDTH", {
 		return TERMINAL_MAX_WIDTH;
 	}
 });
-Object.defineProperty(exports, "VERSION", {
-	enumerable: true,
-	get: function() {
-		return VERSION;
-	}
-});
 Object.defineProperty(exports, "calculateCost", {
 	enumerable: true,
 	get: function() {
@@ -942,6 +1082,18 @@ Object.defineProperty(exports, "parseChatPrompt", {
 		return parseChatPrompt;
 	}
 });
+Object.defineProperty(exports, "parseRateLimitHeaders", {
+	enumerable: true,
+	get: function() {
+		return parseRateLimitHeaders;
+	}
+});
+Object.defineProperty(exports, "parseRetryAfter", {
+	enumerable: true,
+	get: function() {
+		return parseRetryAfter;
+	}
+});
 Object.defineProperty(exports, "readGlobalConfig", {
 	enumerable: true,
 	get: function() {
@@ -985,4 +1137,4 @@ Object.defineProperty(exports, "writeGlobalConfigPartial", {
 	}
 });
 
-//# sourceMappingURL=fetch-BnR9wSnm.cjs.map
+//# sourceMappingURL=fetch-NuqXW1Xb.cjs.map