promptfoo 0.120.21 → 0.120.22

package/dist/src/{sagemaker-BvwRP8TL.js → sagemaker-Dd4VJGu5.js}

@@ -3,9 +3,9 @@ import { b as getEnvString, i as logger_default, v as getEnvFloat, y as getEnvIn
 import "./esm-D40XsWlR.js";
 import "./pythonUtils-eNq6Wsfr.js";
 import { n as transform } from "./transform-DvQWeBSR.js";
-import "./fetch-BIPrzD39.js";
-import "./accounts-DYMHC4iY.js";
-import { n as telemetry_default } from "./telemetry-CmGyDaxF.js";
+import "./fetch-Cn7G4hKv.js";
+import "./accounts-BR9WiyfR.js";
+import { n as telemetry_default } from "./telemetry-J9g1ySRA.js";
 import { z } from "zod";
 import crypto from "crypto";
 
@@ -409,7 +409,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 	* Invoke SageMaker endpoint for text generation with caching, delay support, and transformations
 	*/
 	async callApi(prompt, context, _options) {
-		const { isCacheEnabled, getCache } = await import("./cache-aKR8pp5y.js");
+		const { isCacheEnabled, getCache } = await import("./cache-CG_VUeq6.js");
 		const delayMs = context?.originalProvider?.delay || this.delay;
 		const transformedPrompt = await this.applyTransformation(prompt, context);
 		const isTransformed = transformedPrompt !== prompt;
@@ -421,7 +421,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 		const bustCache = context?.bustCache ?? context?.debug === true;
 		if (isCacheEnabled() && !bustCache) {
 			const cacheKey = this.getCacheKey(transformedPrompt);
-			const cachedResult = await (getCache ? getCache() : await import("./cache-aKR8pp5y.js").then((m) => m.getCache())).get(cacheKey);
+			const cachedResult = await (getCache ? getCache() : await import("./cache-CG_VUeq6.js").then((m) => m.getCache())).get(cacheKey);
 			if (cachedResult) {
 				logger_default.debug(`Using cached SageMaker response for ${this.getEndpointName()}`);
 				try {
@@ -495,7 +495,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
 			};
 			if (isCacheEnabled() && !bustCache && result.output && !result.error) {
 				const cacheKey = this.getCacheKey(transformedPrompt);
-				const cache = getCache ? getCache() : await import("./cache-aKR8pp5y.js").then((m) => m.getCache());
+				const cache = getCache ? getCache() : await import("./cache-CG_VUeq6.js").then((m) => m.getCache());
 				const resultToCache = JSON.stringify(result);
 				try {
 					await cache.set(cacheKey, resultToCache);
@@ -540,7 +540,7 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 	* Invoke SageMaker endpoint for embeddings with caching, delay support, and transformations
 	*/
 	async callEmbeddingApi(text, context) {
-		const { isCacheEnabled, getCache } = await import("./cache-aKR8pp5y.js");
+		const { isCacheEnabled, getCache } = await import("./cache-CG_VUeq6.js");
 		const delayMs = context?.originalProvider?.delay || this.delay;
 		const transformedText = await this.applyTransformation(text, context);
 		const isTransformed = transformedText !== text;
@@ -552,7 +552,7 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 		const bustCache = context?.debug === true;
 		if (isCacheEnabled() && !bustCache) {
 			const cacheKey = this.getCacheKey(transformedText);
-			const cachedResult = await (await getCache ? await getCache() : await import("./cache-aKR8pp5y.js").then((m) => m.getCache())).get(cacheKey);
+			const cachedResult = await (await getCache ? await getCache() : await import("./cache-CG_VUeq6.js").then((m) => m.getCache())).get(cacheKey);
 			if (cachedResult) {
 				logger_default.debug(`Using cached SageMaker embedding response for ${this.getEndpointName()}`);
 				try {
@@ -666,11 +666,11 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 	* Helper method to cache embedding results
 	*/
 	async cacheEmbeddingResult(result, text, context, isTransformed = false, originalText) {
-		const { isCacheEnabled, getCache } = await import("./cache-aKR8pp5y.js");
+		const { isCacheEnabled, getCache } = await import("./cache-CG_VUeq6.js");
 		const bustCache = context?.debug === true;
 		if (isCacheEnabled() && !bustCache && result.embedding && !result.error) {
 			const cacheKey = this.getCacheKey(text);
-			const cache = await getCache ? await getCache() : await import("./cache-aKR8pp5y.js").then((m) => m.getCache());
+			const cache = await getCache ? await getCache() : await import("./cache-CG_VUeq6.js").then((m) => m.getCache());
 			if (isTransformed && originalText && !result.metadata) result.metadata = {
 				transformed: true,
 				originalText
@@ -692,4 +692,4 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
 
 //#endregion
 export { SageMakerCompletionProvider, SageMakerEmbeddingProvider };
-//# sourceMappingURL=sagemaker-BvwRP8TL.js.map
+//# sourceMappingURL=sagemaker-Dd4VJGu5.js.map

package/dist/src/{scanner-CPosIITM.js → scanner-CMWzx1QH.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { O as cliState_default, n as getLogLevel, o as logger_default } from "./logger-Bzi5o47S.js";
-import { T as TERMINAL_MAX_WIDTH } from "./fetch-TcCC0nEJ.js";
-import "./cloud-UwfmA0Ne.js";
-import "./types-n3ttAnOa.js";
-import { t as printBorder } from "./util-CyzW5ayt.js";
+import { T as TERMINAL_MAX_WIDTH } from "./fetch-CruohpfF.js";
+import "./cloud-CZHXB86j.js";
+import "./types-BjfZC_QB.js";
+import { t as printBorder } from "./util-DhvhJDlT.js";
 import "./esm-Bwuh5HXW.js";
 import "./pythonUtils-mprm8p4h.js";
 import { t as formatDuration } from "./formatDuration-CGa0ZDQ8.js";
@@ -1128,7 +1128,7 @@ async function setupMcpBridge(socket, absoluteRepoPath, sessionId) {
 */
 let cloudConfig;
 try {
-	cloudConfig = (await import("./cloud-1cbcFXE9.js")).cloudConfig;
+	cloudConfig = (await import("./cloud-Ckel3stH.js")).cloudConfig;
 } catch (_error) {}
 /**
 * Resolve authentication credentials using waterfall approach:
@@ -1637,4 +1637,4 @@ async function executeScan(repoPath, options) {
 
 //#endregion
 export { executeScan };
-//# sourceMappingURL=scanner-CPosIITM.js.map
+//# sourceMappingURL=scanner-CMWzx1QH.js.map

package/dist/src/server/index.js

@@ -202,7 +202,7 @@ const HUMAN_ASSERTION_TYPE = "human";
 * Application version from package.json.
 * Injected at build time, or read from npm environment in development.
 */
-const VERSION = "0.120.21";
+const VERSION = "0.120.22";
 /**
 * PostHog analytics key.
 * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
@@ -4775,21 +4775,6 @@ const CONFIGURABLE_STRATEGIES = [
 ];
 const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
 /**
-* Strategies that should not have language configuration applied to them.
-*/
-const LANGUAGE_DISALLOWED_STRATEGIES = new Set([
-	"audio",
-	"video",
-	"image",
-	"math-prompt"
-]);
-/**
-* Determines if a strategy should not use language configuration
-*/
-function isLanguageDisallowedStrategy(strategyId) {
-	return strategyId ? LANGUAGE_DISALLOWED_STRATEGIES.has(strategyId) : false;
-}
-/**
 * Default 'n' fan out for strategies that can add additional test cases during generation
 */
 const DEFAULT_N_FAN_OUT_BY_STRATEGY = {
@@ -6655,7 +6640,7 @@ function convertResultsToTable(eval_) {
 			description: result.description || void 0,
 			outputs: [],
 			vars: result.vars ? Object.values(varsForHeader).map((varName) => {
-				const varValue = result.vars?.[varName] || "";
+				const varValue = result.vars?.[varName] ?? "";
 				if (typeof varValue === "string") return varValue;
 				return JSON.stringify(varValue, null, 2);
 			}).flat() : [],
@@ -6690,7 +6675,11 @@ function convertResultsToTable(eval_) {
 		varValuesForRow.set(result.testIdx, result.vars);
 		rowMap[result.testIdx] = row;
 		let resultText;
-		const outputTextDisplay = typeof result.response?.output === "object" ? JSON.stringify(result.response.output) : result.response?.output || result.error || "";
+		const rawOutput = result.response?.output;
+		let outputTextDisplay;
+		if (rawOutput !== null && typeof rawOutput === "object") outputTextDisplay = JSON.stringify(rawOutput);
+		else if (rawOutput == null || rawOutput === "") outputTextDisplay = result.error || "";
+		else outputTextDisplay = String(rawOutput);
 		if (result.testCase.assert) if (result.success) resultText = `${outputTextDisplay || result.error || ""}`;
 		else resultText = `${outputTextDisplay}`;
 		else if (result.error) resultText = `${result.error}`;
@@ -6737,7 +6726,7 @@ function convertResultsToTable(eval_) {
 	const rows = Object.values(rowMap);
 	const sortedVars = [...varsForHeader].sort();
 	for (const row of rows) row.vars = sortedVars.map((varName) => {
-		const varValue = varValuesForRow.get(row.testIdx)?.[varName] || "";
+		const varValue = varValuesForRow.get(row.testIdx)?.[varName] ?? "";
 		if (typeof varValue === "string") return varValue;
 		return JSON.stringify(varValue, null, 2);
 	});
@@ -6754,7 +6743,11 @@ function convertResultsToTable(eval_) {
 //#region src/util/exportToFile/index.ts
 function convertEvalResultToTableCell(result) {
 	let resultText;
-	const outputTextDisplay = typeof result.response?.output === "object" ? JSON.stringify(result.response.output) : result.response?.output || result.error || "";
+	const rawOutput = result.response?.output;
+	let outputTextDisplay;
+	if (rawOutput !== null && typeof rawOutput === "object") outputTextDisplay = JSON.stringify(rawOutput);
+	else if (rawOutput == null || rawOutput === "") outputTextDisplay = result.error || "";
+	else outputTextDisplay = String(rawOutput);
 	if (result.testCase.assert) if (result.success) resultText = `${outputTextDisplay || result.error || ""}`;
 	else resultText = `${outputTextDisplay}`;
 	else if (result.error) resultText = `${result.error}`;
@@ -6800,11 +6793,12 @@ function convertTestResultsToTableRow(results, varsForHeader) {
 		outputs: [],
 		vars: Object.values(varsForHeader).map((varName) => {
 			if (varName === "sessionId") {
-				const varValue = results[0].testCase.vars?.sessionId || results[0].metadata?.sessionId || "";
+				const sessionId = results[0].testCase.vars?.sessionId;
+				const varValue = sessionId == null || sessionId === "" ? results[0].metadata?.sessionId ?? "" : sessionId;
 				if (typeof varValue === "string") return varValue;
 				return JSON.stringify(varValue);
 			}
-			const varValue = results[0].testCase.vars?.[varName] || "";
+			const varValue = results[0].testCase.vars?.[varName] ?? "";
 			if (typeof varValue === "string") return varValue;
 			return JSON.stringify(varValue);
 		}).flat(),
@@ -14189,7 +14183,7 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
 			...allTools.length > 0 ? { tools: allTools } : {},
 			...config.tool_choice ? { tool_choice: transformToolChoice(config.tool_choice, "anthropic") } : {},
 			...config.thinking || thinking ? { thinking: config.thinking || thinking } : {},
-			...processedOutputFormat ? { output_format: processedOutputFormat } : {},
+			...processedOutputFormat ? { output_config: { format: processedOutputFormat } } : {},
 			...typeof config?.extra_body === "object" && config.extra_body ? config.extra_body : {}
 		};
 		logger_default.debug("Calling Anthropic Messages API", { params });
@@ -25041,7 +25035,6 @@ async function textToAudio(text, language = "en", options) {
 */
 async function addAudioToBase64(testCases, injectVar, config = {}) {
 	const audioTestCases = [];
-	const language = config.language || "en";
 	const evalId = config.evalId;
 	let progressBar;
 	if (logger_default.level !== "debug") {
@@ -25055,7 +25048,7 @@ async function addAudioToBase64(testCases, injectVar, config = {}) {
 	for (const testCase of testCases) {
 		invariant(testCase.vars, `Audio encoding: testCase.vars is required, but got ${JSON.stringify(testCase)}`);
 		const originalText = String(testCase.vars[injectVar]);
-		const audioResult = await textToAudio(originalText, language, { evalId });
+		const audioResult = await textToAudio(originalText, testCase.metadata?.language || testCase.metadata?.modifiers?.language || config.language || "en", { evalId });
 		audioTestCases.push({
 			...testCase,
 			assert: testCase.assert?.map((assertion) => ({
@@ -70733,11 +70726,6 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
 	});
 	await validateStrategies(strategies);
 	await validateSharpDependency(strategies, plugins);
-	if (strategies.some((s) => isLanguageDisallowedStrategy(s.id)) && language) {
-		const originalLanguage = Array.isArray(language) ? language.join(", ") : language;
-		language = "en";
-		logger_default.info(`[Language Override] Detected language-disallowed strategy (audio/video/image/layer/math-prompt). Forcing language to 'en' (was: ${originalLanguage})`);
-	}
 	const redteamProvider = await redteamProviderManager.getProvider({ provider });
 	const { effectiveStrategyCount, includeBasicTests, totalPluginTests, totalTests } = calculateTotalTests(plugins, strategies, language);
 	logger_default.info(`Synthesizing test cases for ${prompts.length} ${prompts.length === 1 ? "prompt" : "prompts"}...\nUsing plugins:\n\n${chalk.yellow(plugins.map((p) => {
@@ -71787,60 +71775,101 @@ async function deleteErrorResults(resultIds) {
 	await getDb().delete(evalResultsTable).where(inArray(evalResultsTable.id, resultIds));
 	logger_default.debug(`Deleted ${resultIds.length} error results from database`);
 }
+const RECALCULATE_BATCH_SIZE = 1e3;
 /**
-* Recalculates prompt metrics based on current results after ERROR results have been deleted
+* Recalculates prompt metrics based on current results after ERROR results have been deleted.
+* Uses streaming batched iteration to avoid OOM with large evaluations (40K+ results).
 */
 async function recalculatePromptMetrics(evalRecord) {
 	logger_default.debug("Recalculating prompt metrics after deleting ERROR results");
-	await evalRecord.loadResults();
+	const startTime = Date.now();
+	let batchNumber = 0;
+	let totalProcessed = 0;
 	const promptMetricsMap = /* @__PURE__ */ new Map();
-	for (const prompt of evalRecord.prompts) {
-		const promptIdx = evalRecord.prompts.indexOf(prompt);
-		promptMetricsMap.set(promptIdx, {
-			score: 0,
-			testPassCount: 0,
-			testFailCount: 0,
-			testErrorCount: 0,
-			assertPassCount: 0,
-			assertFailCount: 0,
-			totalLatencyMs: 0,
-			tokenUsage: createEmptyTokenUsage(),
-			namedScores: {},
-			namedScoresCount: {},
-			cost: 0
-		});
-	}
-	for (const result of evalRecord.results) {
-		const metrics = promptMetricsMap.get(result.promptIdx);
-		if (!metrics) continue;
-		if (result.success) metrics.testPassCount++;
-		else if (result.failureReason === ResultFailureReason.ERROR) metrics.testErrorCount++;
-		else metrics.testFailCount++;
-		metrics.score += result.score || 0;
-		metrics.totalLatencyMs += result.latencyMs || 0;
-		metrics.cost += result.cost || 0;
-		for (const [key, value] of Object.entries(result.namedScores || {})) {
-			metrics.namedScores[key] = (metrics.namedScores[key] || 0) + value;
-			const testVars = result.testCase?.vars || {};
-			let contributingAssertions = 0;
-			result.gradingResult?.componentResults?.forEach((componentResult) => {
-				if (renderMetricName(componentResult.assertion?.metric, testVars) === key) contributingAssertions++;
-			});
-			metrics.namedScoresCount[key] = (metrics.namedScoresCount[key] || 0) + (contributingAssertions || 1);
-		}
-		if (result.gradingResult?.componentResults) {
-			metrics.assertPassCount += result.gradingResult.componentResults.filter((r) => r.pass).length;
-			metrics.assertFailCount += result.gradingResult.componentResults.filter((r) => !r.pass).length;
-		}
-		if (result.response?.tokenUsage) accumulateResponseTokenUsage(metrics.tokenUsage, { tokenUsage: result.response.tokenUsage });
-		if (result.gradingResult?.tokensUsed) {
-			if (!metrics.tokenUsage.assertions) metrics.tokenUsage.assertions = createEmptyAssertions();
-			accumulateAssertionTokenUsage(metrics.tokenUsage.assertions, result.gradingResult.tokensUsed);
+	for (const [promptIdx] of evalRecord.prompts.entries()) promptMetricsMap.set(promptIdx, {
+		score: 0,
+		testPassCount: 0,
+		testFailCount: 0,
+		testErrorCount: 0,
+		assertPassCount: 0,
+		assertFailCount: 0,
+		totalLatencyMs: 0,
+		tokenUsage: createEmptyTokenUsage(),
+		namedScores: {},
+		namedScoresCount: {},
+		cost: 0
+	});
+	let currentResultId;
+	try {
+		for await (const batch of evalRecord.fetchResultsBatched(RECALCULATE_BATCH_SIZE)) {
+			batchNumber++;
+			logger_default.debug(`Processing batch ${batchNumber} with ${batch.length} results`);
+			for (const result of batch) {
+				currentResultId = result.id;
+				const metrics = promptMetricsMap.get(result.promptIdx);
+				if (!metrics) {
+					logger_default.debug(`Skipping result with invalid promptIdx: ${result.promptIdx}`, {
+						resultId: result.id,
+						evalId: evalRecord.id
+					});
+					continue;
+				}
+				if (result.success) metrics.testPassCount++;
+				else if (result.failureReason === ResultFailureReason.ERROR) metrics.testErrorCount++;
+				else metrics.testFailCount++;
+				metrics.score += result.score ?? 0;
+				metrics.totalLatencyMs += result.latencyMs || 0;
+				metrics.cost += result.cost || 0;
+				for (const [key, value] of Object.entries(result.namedScores || {})) {
+					metrics.namedScores[key] = (metrics.namedScores[key] || 0) + value;
+					const testVars = result.testCase?.vars || {};
+					let contributingAssertions = 0;
+					result.gradingResult?.componentResults?.forEach((componentResult) => {
+						if (renderMetricName(componentResult.assertion?.metric, testVars) === key) contributingAssertions++;
+					});
+					metrics.namedScoresCount[key] = (metrics.namedScoresCount[key] || 0) + (contributingAssertions || 1);
+				}
+				if (result.gradingResult?.componentResults) {
+					metrics.assertPassCount += result.gradingResult.componentResults.filter((r) => r.pass).length;
+					metrics.assertFailCount += result.gradingResult.componentResults.filter((r) => !r.pass).length;
+				}
+				if (result.response?.tokenUsage) accumulateResponseTokenUsage(metrics.tokenUsage, { tokenUsage: result.response.tokenUsage });
+				if (result.gradingResult?.tokensUsed) {
+					if (!metrics.tokenUsage.assertions) metrics.tokenUsage.assertions = createEmptyAssertions();
+					accumulateAssertionTokenUsage(metrics.tokenUsage.assertions, result.gradingResult.tokensUsed);
+				}
+			}
+			totalProcessed += batch.length;
 		}
+	} catch (error) {
+		logger_default.error("Error during batched metrics recalculation", {
+			phase: "calculation",
+			batchNumber,
+			totalProcessed,
+			currentResultId,
+			evalId: evalRecord.id,
+			error
+		});
+		throw error;
 	}
 	for (const [promptIdx, newMetrics] of promptMetricsMap.entries()) if (promptIdx < evalRecord.prompts.length) evalRecord.prompts[promptIdx].metrics = newMetrics;
-	if (evalRecord.persisted) await evalRecord.addPrompts(evalRecord.prompts);
-	logger_default.debug("Prompt metrics recalculation completed");
+	if (evalRecord.persisted) try {
+		await evalRecord.addPrompts(evalRecord.prompts);
+	} catch (error) {
+		logger_default.error("Error saving recalculated prompt metrics", {
+			phase: "save",
+			evalId: evalRecord.id,
+			promptCount: evalRecord.prompts.length,
+			error
+		});
+		throw error;
+	}
+	const durationMs = Date.now() - startTime;
+	logger_default.debug("Prompt metrics recalculation completed", {
+		totalBatches: batchNumber,
+		totalResults: totalProcessed,
+		durationMs
+	});
 }
 
 //#endregion
@@ -76827,14 +76856,15 @@ async function startServer(port = getDefaultPort(), browserBehavior = BrowserBeh
 			const results = await updatedEval?.getResultsCount();
 			if (results && results > 0) {
 				logger_default.debug(`Emitting update for eval: ${updatedEval?.config?.description || updatedEval?.id || "unknown"}`);
-				io.emit("update", updatedEval);
+				io.emit("update", { evalId: updatedEval?.id });
 				allPrompts = null;
 			}
 		};
 		handleSignalUpdate();
 	});
 	io.on("connection", async (socket) => {
-		socket.emit("init", await Eval.latest());
+		const latestEval = await Eval.latest();
+		socket.emit("init", latestEval ? { evalId: latestEval.id } : null);
 	});
 	return new Promise((resolve) => {
 		httpServer.listen(port, () => {

package/dist/src/server-BrgtL_8J.js

@@ -0,0 +1,8 @@
+#!/usr/bin/env node
+import "./logger-Bzi5o47S.js";
+import "./fetch-CruohpfF.js";
+import "./accounts-Ckp-8szu.js";
+import "./cloud-CZHXB86j.js";
+import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, r as checkServerFeatureSupport, t as BrowserBehavior } from "./server-JDwxLoXT.js";
+
+export { checkServerFeatureSupport };

package/dist/src/server-CJPqXqVd.js

@@ -0,0 +1,6 @@
+import "./logger-q5I8CByj.js";
+import "./fetch-Cn7G4hKv.js";
+import "./accounts-BR9WiyfR.js";
+import { n as checkServerFeatureSupport, t as BrowserBehavior } from "./server-DHV0r-FB.js";
+
+export { checkServerFeatureSupport };

package/dist/src/{server-BKdsd70B.js → server-DHV0r-FB.js}

@@ -1,6 +1,6 @@
 import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-q5I8CByj.js";
-import { s as CloudConfig, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
-import { o as isLoggedIntoCloud } from "./accounts-DYMHC4iY.js";
+import { s as CloudConfig, t as fetchWithProxy } from "./fetch-Cn7G4hKv.js";
+import { o as isLoggedIntoCloud } from "./accounts-BR9WiyfR.js";
 import chalk from "chalk";
 import "opener";
 import readline from "readline";
@@ -191,4 +191,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 
 //#endregion
 export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, checkServerFeatureSupport as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, BrowserBehavior as t };
-//# sourceMappingURL=server-BKdsd70B.js.map
+//# sourceMappingURL=server-DHV0r-FB.js.map

package/dist/src/server-DZlHxFYI.cjs

@@ -0,0 +1,6 @@
+require('./logger-CMp-NS-e.cjs');
+require('./fetch-E3xbPP9w.cjs');
+require('./accounts-BGa3oLcq.cjs');
+const require_server = require('./server-PndEy2Nj.cjs');
+
+exports.checkServerFeatureSupport = require_server.checkServerFeatureSupport;

package/dist/src/{server-Bb83s34G.js → server-JDwxLoXT.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
-import { E as getDefaultPort, j as VERSION, t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
-import { c as isLoggedIntoCloud } from "./accounts-CjU7QSnv.js";
-import { r as CloudConfig } from "./cloud-UwfmA0Ne.js";
+import { E as getDefaultPort, j as VERSION, t as fetchWithProxy } from "./fetch-CruohpfF.js";
+import { c as isLoggedIntoCloud } from "./accounts-Ckp-8szu.js";
+import { r as CloudConfig } from "./cloud-CZHXB86j.js";
 import chalk from "chalk";
 import opener from "opener";
 import readline from "readline";
@@ -263,4 +263,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
 
 //#endregion
 export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
-//# sourceMappingURL=server-Bb83s34G.js.map
+//# sourceMappingURL=server-JDwxLoXT.js.map

package/dist/src/{server-ByLwfSDf.cjs → server-PndEy2Nj.cjs}

@@ -1,6 +1,6 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_fetch = require('./fetch-MdGxb6Bv.cjs');
-const require_accounts = require('./accounts-uWRxEv-D.cjs');
+const require_fetch = require('./fetch-E3xbPP9w.cjs');
+const require_accounts = require('./accounts-BGa3oLcq.cjs');
 let chalk = require("chalk");
 chalk = require_logger.__toESM(chalk);
 require("opener");
@@ -246,4 +246,4 @@ Object.defineProperty(exports, 'shouldGenerateRemote', {
     return shouldGenerateRemote;
   }
 });
-//# sourceMappingURL=server-ByLwfSDf.cjs.map
+//# sourceMappingURL=server-PndEy2Nj.cjs.map

package/dist/src/{signal-B8hvvb8w.js → signal-V7dUBr64.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { o as logger_default } from "./logger-Bzi5o47S.js";
-import { _ as getDbSignalPath } from "./tables-DZWWveaJ.js";
+import { _ as getDbSignalPath } from "./tables-DchWyfYe.js";
 import fs from "fs";
 import debounce from "debounce";
 
@@ -115,4 +115,4 @@ function setupSignalWatcher(onChange) {
 
 //#endregion
 export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
-//# sourceMappingURL=signal-B8hvvb8w.js.map
+//# sourceMappingURL=signal-V7dUBr64.js.map

package/dist/src/{store-W4yZqv_e.js → store-BSsuF2Jj.js}

@@ -1,5 +1,5 @@
 import { i as logger_default } from "./logger-q5I8CByj.js";
-import { f as tracesTable, p as getDb, u as spansTable } from "./tables-BCcp2r48.js";
+import { f as tracesTable, p as getDb, u as spansTable } from "./tables-0EDD8777.js";
 import { asc, eq, lt } from "drizzle-orm";
 
 //#region src/tracing/store.ts
@@ -221,4 +221,4 @@ function getTraceStore() {
 
 //#endregion
 export { getTraceStore as n, TraceStore as t };
-//# sourceMappingURL=store-W4yZqv_e.js.map
+//# sourceMappingURL=store-BSsuF2Jj.js.map

package/dist/src/store-BppHaTbi.cjs

@@ -0,0 +1,6 @@
+require('./logger-CMp-NS-e.cjs');
+require('./types-Cixl-wRO.cjs');
+require('./tables-B5ootZ1x.cjs');
+const require_store = require('./store-j9IVHCUH.cjs');
+
+exports.getTraceStore = require_store.getTraceStore;

package/dist/src/{store-CaNRmI5T.js → store-C7WtvRII.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { o as logger_default } from "./logger-Bzi5o47S.js";
-import { f as spansTable, g as getDb, m as tracesTable } from "./tables-DZWWveaJ.js";
+import { f as spansTable, g as getDb, m as tracesTable } from "./tables-DchWyfYe.js";
 import { asc, eq, lt } from "drizzle-orm";
 
 //#region src/tracing/store.ts
@@ -222,4 +222,4 @@ function getTraceStore() {
 
 //#endregion
 export { getTraceStore as n, TraceStore as t };
-//# sourceMappingURL=store-CaNRmI5T.js.map
+//# sourceMappingURL=store-C7WtvRII.js.map

package/dist/src/store-DyZAxX01.js

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import "./logger-Bzi5o47S.js";
+import "./types-BjfZC_QB.js";
+import "./tables-DchWyfYe.js";
+import { n as getTraceStore, t as TraceStore } from "./store-C7WtvRII.js";
+
+export { getTraceStore };

package/dist/src/{store-l9-mIRC-.cjs → store-j9IVHCUH.cjs}

@@ -1,5 +1,5 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_tables = require('./tables-D_VmN-ui.cjs');
+const require_tables = require('./tables-B5ootZ1x.cjs');
 let drizzle_orm = require("drizzle-orm");
 
 //#region src/tracing/store.ts
@@ -232,4 +232,4 @@ Object.defineProperty(exports, 'getTraceStore', {
     return getTraceStore;
   }
 });
-//# sourceMappingURL=store-l9-mIRC-.cjs.map
+//# sourceMappingURL=store-j9IVHCUH.cjs.map

package/dist/src/store-jXGyn3ME.js

@@ -0,0 +1,6 @@
+import "./logger-q5I8CByj.js";
+import "./types-l7snZgzv.js";
+import "./tables-0EDD8777.js";
+import { n as getTraceStore, t as TraceStore } from "./store-BSsuF2Jj.js";
+
+export { getTraceStore };

package/dist/src/{tables-BCcp2r48.js → tables-0EDD8777.js}

@@ -1,5 +1,5 @@
 import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-q5I8CByj.js";
-import { g as ResultFailureReason } from "./types-BlspLqbN.js";
+import { g as ResultFailureReason } from "./types-l7snZgzv.js";
 import * as path$1 from "path";
 import { relations, sql } from "drizzle-orm";
 import Database from "better-sqlite3";
@@ -285,4 +285,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
 
 //#endregion
 export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
-//# sourceMappingURL=tables-BCcp2r48.js.map
+//# sourceMappingURL=tables-0EDD8777.js.map

package/dist/src/{tables-D_VmN-ui.cjs → tables-B5ootZ1x.cjs}

@@ -1,5 +1,5 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_types = require('./types-DAmPdu4_.cjs');
+const require_types = require('./types-Cixl-wRO.cjs');
 let path = require("path");
 path = require_logger.__toESM(path);
 let drizzle_orm = require("drizzle-orm");
@@ -370,4 +370,4 @@ Object.defineProperty(exports, 'tracesTable', {
     return tracesTable;
   }
 });
-//# sourceMappingURL=tables-D_VmN-ui.cjs.map
+//# sourceMappingURL=tables-B5ootZ1x.cjs.map

package/dist/src/{tables-DZWWveaJ.js → tables-DchWyfYe.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-Bzi5o47S.js";
-import { s as ResultFailureReason } from "./types-n3ttAnOa.js";
+import { s as ResultFailureReason } from "./types-BjfZC_QB.js";
 import * as path$1 from "path";
 import { relations, sql } from "drizzle-orm";
 import Database from "better-sqlite3";
@@ -311,4 +311,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
 
 //#endregion
 export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
-//# sourceMappingURL=tables-DZWWveaJ.js.map
+//# sourceMappingURL=tables-DchWyfYe.js.map

package/dist/src/{telemetry-CB8ltkOD.js → telemetry-Ar0--jvU.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
-import { A as POSTHOG_KEY, C as EVENTS_ENDPOINT, b as CONSENT_ENDPOINT, j as VERSION, r as fetchWithTimeout, t as fetchWithProxy, w as R_ENDPOINT } from "./fetch-TcCC0nEJ.js";
-import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-CjU7QSnv.js";
+import { A as POSTHOG_KEY, C as EVENTS_ENDPOINT, b as CONSENT_ENDPOINT, j as VERSION, r as fetchWithTimeout, t as fetchWithProxy, w as R_ENDPOINT } from "./fetch-CruohpfF.js";
+import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-Ckp-8szu.js";
 import { PostHog } from "posthog-node";
 import { z } from "zod";
 
@@ -164,4 +164,4 @@ var telemetry_default = telemetry;
 
 //#endregion
 export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
-//# sourceMappingURL=telemetry-CB8ltkOD.js.map
+//# sourceMappingURL=telemetry-Ar0--jvU.js.map

package/dist/src/telemetry-D186sF_u.js

@@ -0,0 +1,6 @@
+import "./logger-q5I8CByj.js";
+import "./fetch-Cn7G4hKv.js";
+import "./accounts-BR9WiyfR.js";
+import { n as telemetry_default, t as Telemetry } from "./telemetry-J9g1ySRA.js";
+
+export { telemetry_default as default };

package/dist/src/{telemetry-DrSTNTH-.cjs → telemetry-DMNm_KFn.cjs}

@@ -1,6 +1,6 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_fetch = require('./fetch-MdGxb6Bv.cjs');
-const require_accounts = require('./accounts-uWRxEv-D.cjs');
+const require_fetch = require('./fetch-E3xbPP9w.cjs');
+const require_accounts = require('./accounts-BGa3oLcq.cjs');
 let zod = require("zod");
 let posthog_node = require("posthog-node");
 
@@ -174,4 +174,4 @@ Object.defineProperty(exports, 'telemetry_default', {
     return telemetry_default;
   }
 });
-//# sourceMappingURL=telemetry-DrSTNTH-.cjs.map
+//# sourceMappingURL=telemetry-DMNm_KFn.cjs.map