promptfoo 0.120.26 → 0.121.1

package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js}

@@ -1,19 +1,18 @@
 #!/usr/bin/env node
-import { b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
-import { I as HUMAN_ASSERTION_TYPE, T as DEFAULT_QUERY_LIMIT, c as getCurrentTimestamp } from "./fetch-SRsE6Ctl.js";
-import { t as invariant } from "./invariant-DT20jrBd.js";
-import { o as getUserEmail } from "./accounts-DHHiXsy6.js";
-import { U as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-t52w-XsS.js";
-import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-DnGCbnx8.js";
-import { t as hashPrompt } from "./utils-JaY9veb5.js";
-import { a as sha256, i as randomSequence } from "./extractor-LSYjrhK0.js";
-import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-DmZSD2eU.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-C7TT2XVn.js";
-import { n as getTraceStore } from "./store-D4gdn9ih.js";
-import { i as getActualPrompt, r as updateSignalFile } from "./signal-Bl32q42d.js";
-import { t as EvalResult } from "./evalResult-6JaUIStC.js";
+import { b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
+import { F as HUMAN_ASSERTION_TYPE, c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
+import { t as invariant } from "./invariant-BtWWVVhl.js";
+import { o as getUserEmail } from "./accounts-CMqkzrVf.js";
+import { H as riskCategorySeverityMap, s as ResultFailureReason, st as PLUGIN_CATEGORIES } from "./types-CH3Ge2sE.js";
+import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-P6ll7XSJ.js";
+import { t as hashPrompt } from "./utils-f2-Moju7.js";
+import { n as sha256, t as randomSequence } from "./createHash-Da8fMwqB.js";
+import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-DflFMjS0.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-D36WTqKX.js";
+import { n as getTraceStore } from "./store-D1tv90v3.js";
+import { i as getActualPrompt, r as updateSignalFile } from "./signal-BOTbd53Z.js";
+import { t as EvalResult } from "./evalResult-CTG2AHOS.js";
 import { and, desc, eq, sql } from "drizzle-orm";
-
 //#region src/redteam/metrics.ts
 /**
 * The Attack Success Rate (ASR) is the number of tests which failed grading divided by the
@@ -25,7 +24,6 @@ import { and, desc, eq, sql } from "drizzle-orm";
 function calculateAttackSuccessRate(testCount, failCount) {
 	return testCount > 0 ? failCount / testCount * 100 : 0;
 }
-
 //#endregion
 //#region src/redteam/sharedFrontend.ts
 function getRiskCategorySeverityMap(plugins) {
@@ -42,7 +40,6 @@ function getRiskCategorySeverityMap(plugins) {
 		...overrides
 	};
 }
-
 //#endregion
 //#region src/util/calculateFilteredMetrics.ts
 /**
@@ -96,12 +93,12 @@ async function calculateFilteredMetrics(opts) {
 	try {
 		const countResult = await getResultCount(whereSql);
 		if (countResult > MAX_RESULTS_FOR_METRICS) {
-			logger_default.warn(`Filtered result count ${countResult} exceeds limit ${MAX_RESULTS_FOR_METRICS}`, { evalId: opts.evalId });
+			logger.warn(`Filtered result count ${countResult} exceeds limit ${MAX_RESULTS_FOR_METRICS}`, { evalId: opts.evalId });
 			throw new Error(`Result count ${countResult} exceeds maximum ${MAX_RESULTS_FOR_METRICS}`);
 		}
 		return await calculateWithOptimizedQuery(opts);
 	} catch (error) {
-		logger_default.error("Failed to calculate filtered metrics with optimized query", { error });
+		logger.error("Failed to calculate filtered metrics with optimized query", { error });
 		return createEmptyMetricsArray(numPrompts);
 	}
 }
@@ -154,7 +151,7 @@ async function calculateWithOptimizedQuery(opts) {
 	for (const row of basicResults) {
 		const idx = row.prompt_idx;
 		if (idx < 0 || idx >= numPrompts) {
-			logger_default.warn(`Invalid prompt_idx ${idx}, expected 0-${numPrompts - 1}`);
+			logger.warn(`Invalid prompt_idx ${idx}, expected 0-${numPrompts - 1}`);
 			continue;
 		}
 		metrics[idx] = {
@@ -179,7 +176,7 @@ async function calculateWithOptimizedQuery(opts) {
 	}
 	await aggregateNamedScores(metrics, whereSql);
 	await aggregateAssertions(metrics, whereSql);
-	logger_default.debug("Filtered metrics calculated", {
+	logger.debug("Filtered metrics calculated", {
 		numPrompts,
 		metricsCount: basicResults.length
 	});
@@ -300,7 +297,6 @@ function createEmptyMetricsArray(numPrompts) {
 		cost: 0
 	}));
 }
-
 //#endregion
 //#region src/util/convertEvalResultsToTable.ts
 /**
@@ -433,7 +429,6 @@ function convertResultsToTable(eval_) {
 		body: rows
 	};
 }
-
 //#endregion
 //#region src/util/exportToFile/index.ts
 function convertEvalResultToTableCell(result) {
@@ -511,7 +506,6 @@ function convertTestResultsToTableRow(results, varsForHeader) {
 	for (const result of results) row.outputs[result.promptIdx] = convertEvalResultToTableCell(result);
 	return row;
 }
-
 //#endregion
 //#region src/models/evalPerformance.ts
 const distinctCountCache = /* @__PURE__ */ new Map();
@@ -528,7 +522,7 @@ async function getCachedResultsCount(evalId) {
 	const cacheKey = `distinct:${evalId}`;
 	const cached = distinctCountCache.get(cacheKey);
 	if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
-		logger_default.debug(`Using cached distinct count for eval ${evalId}: ${cached.count}`);
+		logger.debug(`Using cached distinct count for eval ${evalId}: ${cached.count}`);
 		return cached.count;
 	}
 	const db = getDb();
@@ -536,7 +530,7 @@ async function getCachedResultsCount(evalId) {
 	const result = db.select({ count: sql`COUNT(DISTINCT test_idx)` }).from(evalResultsTable).where(sql`eval_id = ${evalId}`).all();
 	const count = Number(result[0]?.count ?? 0);
 	const duration = Date.now() - start;
-	logger_default.debug(`Distinct count query for eval ${evalId}: ${count} in ${duration}ms`);
+	logger.debug(`Distinct count query for eval ${evalId}: ${count} in ${duration}ms`);
 	distinctCountCache.set(cacheKey, {
 		count,
 		timestamp: Date.now()
@@ -554,7 +548,7 @@ async function getTotalResultRowCount(evalId) {
 	const cacheKey = `total:${evalId}`;
 	const cached = totalRowCountCache.get(cacheKey);
 	if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
-		logger_default.debug(`Using cached total row count for eval ${evalId}: ${cached.count}`);
+		logger.debug(`Using cached total row count for eval ${evalId}: ${cached.count}`);
 		return cached.count;
 	}
 	const db = getDb();
@@ -562,7 +556,7 @@ async function getTotalResultRowCount(evalId) {
 	const result = db.select({ count: sql`COUNT(*)` }).from(evalResultsTable).where(sql`eval_id = ${evalId}`).all();
 	const count = Number(result[0]?.count ?? 0);
 	const duration = Date.now() - start;
-	logger_default.debug(`Total row count query for eval ${evalId}: ${count} in ${duration}ms`);
+	logger.debug(`Total row count query for eval ${evalId}: ${count} in ${duration}ms`);
 	totalRowCountCache.set(cacheKey, {
 		count,
 		timestamp: Date.now()
@@ -595,7 +589,7 @@ async function queryTestIndicesOptimized(evalId, opts) {
   `;
 	const countResult = db.all(countQuery);
 	const filteredCount = Number(countResult[0]?.count ?? 0);
-	logger_default.debug(`Optimized count query took ${Date.now() - countStart}ms`);
+	logger.debug(`Optimized count query took ${Date.now() - countStart}ms`);
 	const idxStart = Date.now();
 	const idxQuery = sql`
     SELECT DISTINCT test_idx 
@@ -606,13 +600,12 @@ async function queryTestIndicesOptimized(evalId, opts) {
     OFFSET ${offset}
   `;
 	const testIndices = db.all(idxQuery).map((row) => row.test_idx);
-	logger_default.debug(`Optimized index query took ${Date.now() - idxStart}ms`);
+	logger.debug(`Optimized index query took ${Date.now() - idxStart}ms`);
 	return {
 		testIndices,
 		filteredCount
 	};
 }
-
 //#endregion
 //#region src/models/eval.ts
 /**
@@ -707,7 +700,7 @@ var EvalQueries = class {
 		try {
 			db.update(evalsTable).set({ vars }).where(eq(evalsTable.id, evalId)).run();
 		} catch (e) {
-			logger_default.error(`Error setting vars: ${vars} for eval ${evalId}: ${e}`);
+			logger.error(`Error setting vars: ${vars} for eval ${evalId}: ${e}`);
 		}
 	}
 	static async getMetadataKeysFromEval(evalId, comparisonEvalIds = []) {
@@ -728,7 +721,7 @@ var EvalQueries = class {
       `;
 			return (await db.all(query)).map((r) => r.key);
 		} catch (error) {
-			logger_default.error(`Error fetching metadata keys for eval ${evalId} and comparisons [${comparisonEvalIds.join(", ")}]: ${error}`);
+			logger.error(`Error fetching metadata keys for eval ${evalId} and comparisons [${comparisonEvalIds.join(", ")}]: ${error}`);
 			return [];
 		}
 	}
@@ -759,7 +752,7 @@ var EvalQueries = class {
 			const values = db.all(query).map(({ value }) => String(value).trim()).filter((value) => value.length > 0);
 			return Array.from(new Set(values));
 		} catch (error) {
-			logger_default.error(`Error fetching metadata values for eval ${evalId} and key ${trimmedKey}: ${error instanceof Error ? error.message : String(error)}`);
+			logger.error(`Error fetching metadata values for eval ${evalId} and key ${trimmedKey}: ${error instanceof Error ? error.message : String(error)}`);
 			return [];
 		}
 	}
@@ -831,7 +824,7 @@ var Eval = class Eval {
 		}
 		return evalInstance;
 	}
-	static async getMany(limit = DEFAULT_QUERY_LIMIT) {
+	static async getMany(limit = 100) {
 		return (await getDb().select().from(evalsTable).limit(limit).orderBy(desc(evalsTable.createdAt)).all()).map((e) => new Eval(e.config, {
 			id: e.id,
 			createdAt: new Date(e.createdAt),
@@ -846,7 +839,7 @@ var Eval = class Eval {
 	* @param offset - Number of evals to skip
 	* @param limit - Maximum number of evals to return
 	*/
-	static async getPaginated(offset = 0, limit = DEFAULT_QUERY_LIMIT) {
+	static async getPaginated(offset = 0, limit = 100) {
 		return (await getDb().select().from(evalsTable).orderBy(desc(evalsTable.createdAt)).limit(limit).offset(offset).all()).map((e) => new Eval(e.config, {
 			id: e.id,
 			createdAt: new Date(e.createdAt),
@@ -878,7 +871,8 @@ var Eval = class Eval {
 				results: {},
 				vars: opts?.vars || [],
 				runtimeOptions: sanitizeRuntimeOptions(opts?.runtimeOptions),
-				prompts: opts?.completedPrompts || []
+				prompts: opts?.completedPrompts || [],
+				isRedteam: Boolean(config.redteam)
 			}).run();
 			for (const prompt of renderedPrompts) {
 				const label = prompt.label || prompt.display || prompt.raw;
@@ -891,7 +885,7 @@ var Eval = class Eval {
 					evalId,
 					promptId
 				}).onConflictDoNothing().run();
-				logger_default.debug(`Inserting prompt ${promptId}`);
+				logger.debug(`Inserting prompt ${promptId}`);
 			}
 			if (opts?.results && opts.results.length > 0) {
 				const res = db.insert(evalResultsTable).values(opts.results?.map((r) => ({
@@ -899,7 +893,7 @@ var Eval = class Eval {
 					evalId,
 					id: crypto.randomUUID()
 				}))).run();
-				logger_default.debug(`Inserted ${res.changes} eval results`);
+				logger.debug(`Inserted ${res.changes} eval results`);
 			}
 			db.insert(datasetsTable).values({
 				id: datasetId,
@@ -909,7 +903,7 @@ var Eval = class Eval {
 				evalId,
 				datasetId
 			}).onConflictDoNothing().run();
-			logger_default.debug(`Inserting dataset ${datasetId}`);
+			logger.debug(`Inserting dataset ${datasetId}`);
 			if (config.tags) for (const [tagKey, tagValue] of Object.entries(config.tags)) {
 				const tagId = sha256(`${tagKey}:${tagValue}`);
 				db.insert(tagsTable).values({
@@ -921,7 +915,7 @@ var Eval = class Eval {
 					evalId,
 					tagId
 				}).onConflictDoNothing().run();
-				logger_default.debug(`Inserting tag ${tagId}`);
+				logger.debug(`Inserting tag ${tagId}`);
 			}
 		});
 		return new Eval(config, {
@@ -1102,7 +1096,7 @@ var Eval = class Eval {
 				if (type === "metric") {
 					const metricKey = field || value;
 					if (!metricKey) {
-						logger_default.warn("Invalid metric filter: missing field and value", { filter });
+						logger.warn("Invalid metric filter: missing field and value", { filter });
 						return;
 					}
 					const jsonPath = buildSafeJsonPath(metricKey);
@@ -1116,7 +1110,7 @@ var Eval = class Eval {
 						else if (operator === "lt") condition = sql`CAST(json_extract(named_scores, ${jsonPath}) AS REAL) < ${numericValue}`;
 						else if (operator === "lte") condition = sql`CAST(json_extract(named_scores, ${jsonPath}) AS REAL) <= ${numericValue}`;
 					} else {
-						logger_default.warn("Invalid numeric value in metric filter", {
+						logger.warn("Invalid numeric value in metric filter", {
 							metricKey,
 							value,
 							numericValue,
@@ -1194,7 +1188,7 @@ var Eval = class Eval {
 		const countStart = Date.now();
 		const countResult = await db.get(filteredCountQuery);
 		const countEnd = Date.now();
-		logger_default.debug(`Count query took ${countEnd - countStart}ms`);
+		logger.debug(`Count query took ${countEnd - countStart}ms`);
 		const filteredCount = countResult?.count || 0;
 		const idxQuery = sql`
       SELECT DISTINCT test_idx
@@ -1207,7 +1201,7 @@ var Eval = class Eval {
 		const idxStart = Date.now();
 		const rows = await db.all(idxQuery);
 		const idxEnd = Date.now();
-		logger_default.debug(`Index query took ${idxEnd - idxStart}ms`);
+		logger.debug(`Index query took ${idxEnd - idxStart}ms`);
 		return {
 			testIndices: rows.map((row) => row.test_idx),
 			filteredCount
@@ -1243,7 +1237,7 @@ var Eval = class Eval {
 			const hasComplexFilters = opts.filters && opts.filters.length > 0;
 			let queryResult;
 			if (hasComplexFilters) {
-				logger_default.debug("Using original query for complex filters");
+				logger.debug("Using original query for complex filters");
 				queryResult = await this.queryTestIndices({
 					offset: opts.offset,
 					limit: opts.limit,
@@ -1252,7 +1246,7 @@ var Eval = class Eval {
 					filters: opts.filters
 				});
 			} else {
-				logger_default.debug("Using optimized query for table page");
+				logger.debug("Using optimized query for table page");
 				queryResult = await queryTestIndicesOptimized(this.id, {
 					offset: opts.offset,
 					limit: opts.limit,
@@ -1267,12 +1261,12 @@ var Eval = class Eval {
 		const varsStart = Date.now();
 		const vars = Array.from(this.vars);
 		const varsEnd = Date.now();
-		logger_default.debug(`Vars query took ${varsEnd - varsStart}ms`);
+		logger.debug(`Vars query took ${varsEnd - varsStart}ms`);
 		const body = [];
 		const bodyStart = Date.now();
 		if (testIndices.length === 0) {
 			const bodyEnd = Date.now();
-			logger_default.debug(`Body query took ${bodyEnd - bodyStart}ms`);
+			logger.debug(`Body query took ${bodyEnd - bodyStart}ms`);
 			return {
 				head: {
 					prompts: this.prompts,
@@ -1304,7 +1298,7 @@ var Eval = class Eval {
 			if (results.length > 0) body.push(convertTestResultsToTableRow(results, vars));
 		}
 		const bodyEnd = Date.now();
-		logger_default.debug(`Body query took ${bodyEnd - bodyStart}ms`);
+		logger.debug(`Body query took ${bodyEnd - bodyStart}ms`);
 		return {
 			head: {
 				prompts: this.prompts,
@@ -1417,7 +1411,7 @@ var Eval = class Eval {
 				})
 			}));
 		} catch (error) {
-			logger_default.debug(`Failed to fetch traces for eval ${this.id}: ${error}`);
+			logger.debug(`Failed to fetch traces for eval ${this.id}: ${error}`);
 			return [];
 		}
 	}
@@ -1454,7 +1448,7 @@ var Eval = class Eval {
 		const newEvalId = createEvalId(/* @__PURE__ */ new Date());
 		const copyDescription = description || `${this.description || "Evaluation"} (Copy)`;
 		const testCount = distinctTestCount ?? await this.getResultsCount();
-		logger_default.info("Starting eval copy", {
+		logger.info("Starting eval copy", {
 			sourceEvalId: this.id,
 			targetEvalId: newEvalId,
 			distinctTestCount: testCount
@@ -1517,7 +1511,7 @@ var Eval = class Eval {
 				db.insert(evalResultsTable).values(copiedResults).run();
 				copiedCount += batch.length;
 				offset += BATCH_SIZE;
-				logger_default.debug("Copied batch of eval results", {
+				logger.debug("Copied batch of eval results", {
 					sourceEvalId: this.id,
 					targetEvalId: newEvalId,
 					batchSize: batch.length,
@@ -1526,7 +1520,7 @@ var Eval = class Eval {
 				});
 			}
 		});
-		logger_default.info("Eval copy completed successfully", {
+		logger.info("Eval copy completed successfully", {
 			sourceEvalId: this.id,
 			targetEvalId: newEvalId,
 			rowsCopied: copiedCount,
@@ -1623,7 +1617,7 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 		};
 	});
 }
-
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
-//# sourceMappingURL=eval-CYrbG57o.js.map
+
+//# sourceMappingURL=eval-DmFyWU7i.js.map

package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js}

@@ -1,12 +1,16 @@
-import { _ as getEnvBool, i as logger_default, m as safeJsonStringify } from "./logger-w8Ozp0Td.js";
-import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-DMVjYLpx.js";
-import { f as getCurrentTimestamp } from "./fetch-18MuNu9i.js";
-import { t as hashPrompt } from "./utils-CVzb4YiI.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-Hs7la_19.js";
-import { i as evalResultsTable, p as getDb } from "./tables-D-NSwNIb.js";
+import { t as __exportAll } from "./chunk-DEq-mXcV.js";
+import { _ as getEnvBool, i as logger, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
+import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-CLKiCBW3.js";
+import { u as getCurrentTimestamp } from "./fetch-60Gzydls.js";
+import { t as hashPrompt } from "./utils-XiOAgly5.js";
+import { i as evalResultsTable, p as getDb } from "./tables-5EvT_Bwn.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-M67RUtg6.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
-
 //#region src/models/evalResult.ts
+var evalResult_exports = /* @__PURE__ */ __exportAll({
+	default: () => EvalResult,
+	sanitizeProvider: () => sanitizeProvider
+});
 function sanitizeProvider(provider) {
 	try {
 		if (isApiProvider(provider)) return {
@@ -44,7 +48,7 @@ function sanitizeForDb(obj) {
 	try {
 		const serialized = safeJsonStringify(obj);
 		if (serialized === void 0) {
-			logger_default.debug("sanitizeForDb: Failed to serialize object, using fallback", {
+			logger.debug("sanitizeForDb: Failed to serialize object, using fallback", {
 				valueType: typeof obj,
 				isArray: Array.isArray(obj)
 			});
@@ -52,7 +56,7 @@ function sanitizeForDb(obj) {
 		}
 		return JSON.parse(serialized);
 	} catch (error) {
-		logger_default.debug("sanitizeForDb: Parse error, using fallback", { error });
+		logger.debug("sanitizeForDb: Parse error, using fallback", { error });
 		return Array.isArray(obj) ? [] : null;
 	}
 }
@@ -285,7 +289,7 @@ var EvalResult = class EvalResult {
 		};
 	}
 };
-
 //#endregion
-export { sanitizeProvider as n, EvalResult as t };
-//# sourceMappingURL=evalResult-COsVttMA.js.map
+export { evalResult_exports as n, EvalResult as t };
+
+//# sourceMappingURL=evalResult-CDQiuUuf.js.map

package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js}

@@ -1,12 +1,11 @@
 #!/usr/bin/env node
-import { b as getEnvBool, g as safeJsonStringify, o as logger_default } from "./logger-BotXmWKW.js";
-import { c as getCurrentTimestamp } from "./fetch-SRsE6Ctl.js";
-import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-t52w-XsS.js";
-import { t as hashPrompt } from "./utils-JaY9veb5.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-LSYjrhK0.js";
-import { a as evalResultsTable, g as getDb } from "./tables-C7TT2XVn.js";
+import { b as getEnvBool, g as safeJsonStringify, o as logger } from "./logger-KkObSCzq.js";
+import { c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
+import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
+import { t as hashPrompt } from "./utils-f2-Moju7.js";
+import { a as evalResultsTable, g as getDb } from "./tables-D36WTqKX.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CFG6bcWJ.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
-
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
 	try {
@@ -45,7 +44,7 @@ function sanitizeForDb(obj) {
 	try {
 		const serialized = safeJsonStringify(obj);
 		if (serialized === void 0) {
-			logger_default.debug("sanitizeForDb: Failed to serialize object, using fallback", {
+			logger.debug("sanitizeForDb: Failed to serialize object, using fallback", {
 				valueType: typeof obj,
 				isArray: Array.isArray(obj)
 			});
@@ -53,7 +52,7 @@ function sanitizeForDb(obj) {
 		}
 		return JSON.parse(serialized);
 	} catch (error) {
-		logger_default.debug("sanitizeForDb: Parse error, using fallback", { error });
+		logger.debug("sanitizeForDb: Parse error, using fallback", { error });
 		return Array.isArray(obj) ? [] : null;
 	}
 }
@@ -286,7 +285,7 @@ var EvalResult = class EvalResult {
 		};
 	}
 };
-
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
-//# sourceMappingURL=evalResult-6JaUIStC.js.map
+
+//# sourceMappingURL=evalResult-CTG2AHOS.js.map

package/dist/src/evalResult-Cqj8pldJ.js

@@ -0,0 +1,12 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-BMv0O527.js";
+import "./accounts-CMqkzrVf.js";
+import "./cloud-Bc9526yV.js";
+import "./types-CH3Ge2sE.js";
+import "./utils-f2-Moju7.js";
+import "./blobs-BAU-dXan.js";
+import "./tables-D36WTqKX.js";
+import "./extractor-CFG6bcWJ.js";
+import { t as EvalResult } from "./evalResult-CTG2AHOS.js";
+export { EvalResult as default };

package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs}

@@ -1,11 +1,10 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-const require_types = require('./types-BIfttHrT.cjs');
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
-const require_utils = require('./utils-DFaZa6Rf.cjs');
-const require_extractor = require('./extractor-DbhlYEeo.cjs');
-const require_tables = require('./tables-B9E1kRp-.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_types = require("./types-LJ0r3wbR.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_utils = require("./utils-Cz9qXqII.cjs");
+const require_tables = require("./tables-C7K-XKWp.cjs");
+const require_extractor = require("./extractor-DX36oYEv.cjs");
 let drizzle_orm = require("drizzle-orm");
-
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
 	try {
@@ -44,7 +43,7 @@ function sanitizeForDb(obj) {
 	try {
 		const serialized = require_logger.safeJsonStringify(obj);
 		if (serialized === void 0) {
-			require_logger.logger_default.debug("sanitizeForDb: Failed to serialize object, using fallback", {
+			require_logger.logger.debug("sanitizeForDb: Failed to serialize object, using fallback", {
 				valueType: typeof obj,
 				isArray: Array.isArray(obj)
 			});
@@ -52,7 +51,7 @@ function sanitizeForDb(obj) {
 		}
 		return JSON.parse(serialized);
 	} catch (error) {
-		require_logger.logger_default.debug("sanitizeForDb: Parse error, using fallback", { error });
+		require_logger.logger.debug("sanitizeForDb: Parse error, using fallback", { error });
 		return Array.isArray(obj) ? [] : null;
 	}
 }
@@ -285,18 +284,18 @@ var EvalResult = class EvalResult {
 		};
 	}
 };
-
 //#endregion
-Object.defineProperty(exports, 'EvalResult', {
-  enumerable: true,
-  get: function () {
-    return EvalResult;
-  }
+Object.defineProperty(exports, "EvalResult", {
+	enumerable: true,
+	get: function() {
+		return EvalResult;
+	}
 });
-Object.defineProperty(exports, 'sanitizeProvider', {
-  enumerable: true,
-  get: function () {
-    return sanitizeProvider;
-  }
+Object.defineProperty(exports, "sanitizeProvider", {
+	enumerable: true,
+	get: function() {
+		return sanitizeProvider;
+	}
 });
-//# sourceMappingURL=evalResult-DlRfu_Rq.cjs.map
+
+//# sourceMappingURL=evalResult-Dap2CekP.cjs.map

package/dist/src/evalResult-DvcJAWJU.cjs

@@ -0,0 +1,10 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./types-LJ0r3wbR.cjs");
+require("./fetch-BxUk8odA.cjs");
+require("./utils-Cz9qXqII.cjs");
+require("./accounts-Bx-x3bmW.cjs");
+require("./blobs-DvS-O6be.cjs");
+require("./tables-C7K-XKWp.cjs");
+require("./extractor-DX36oYEv.cjs");
+const require_evalResult = require("./evalResult-Dap2CekP.cjs");
+exports.default = require_evalResult.EvalResult;

package/dist/src/evalResult-Hftn-S_i.js

@@ -0,0 +1,10 @@
+import "./logger-DLcq4dWf.js";
+import "./fetch-4M3YRaqL.js";
+import "./accounts-BgNJDBE6.js";
+import "./tables-xKANLRBD.js";
+import "./types-CN_TZ2GJ.js";
+import "./utils-dLokC-eR.js";
+import "./blobs-qTYm-1PY.js";
+import "./extractor-YMU_Gvt8.js";
+import { t as EvalResult } from "./server/index.js";
+export { EvalResult as default };

package/dist/src/evaluator-B2CFNt-P.js

@@ -0,0 +1,36 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-BMv0O527.js";
+import "./accounts-CMqkzrVf.js";
+import "./cloud-Bc9526yV.js";
+import "./telemetry-C2YDkUQH.js";
+import "./types-CH3Ge2sE.js";
+import "./server-DbFphssR.js";
+import "./providers-CFLy1_ji.js";
+import "./cache-CG0SlR1d.js";
+import "./util-YT5HPZaS.js";
+import "./esm-C03C-mv3.js";
+import "./pythonUtils-C3py6GC1.js";
+import "./transform-DilY9wbS.js";
+import "./graders-CHO8EPM4.js";
+import "./utils-f2-Moju7.js";
+import "./genaiTracer-C1rxGO8Q.js";
+import "./chat-CRWNNq73.js";
+import "./transform-Cgi24fJ7.js";
+import "./messages-1x9atZmP.js";
+import "./util-B7T3SiBS.js";
+import "./responses-CGw0DCzh.js";
+import "./openai-DhbB7eWK.js";
+import "./util-C-PPYSMq.js";
+import "./completion-C5rtR_9P.js";
+import "./blobs-BAU-dXan.js";
+import "./tables-D36WTqKX.js";
+import "./extractor-CFG6bcWJ.js";
+import "./store-D1tv90v3.js";
+import "./base-B4QJRyFS.js";
+import "./image-CBBVXWuT.js";
+import "./providerRegistry-B0RUOLI_.js";
+import "./rubyUtils-Boc4HZzX.js";
+import { t as evaluate } from "./evaluator-DPFRbFIL.js";
+import "./signal-BOTbd53Z.js";
+export { evaluate };