promptfoo 0.120.27 → 0.121.1

package/dist/src/{tables-DMegD0Xf.js → tables-D36WTqKX.js}

@@ -1,17 +1,16 @@
 #!/usr/bin/env node
-import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-LSBxlt7a.js";
-import { s as ResultFailureReason } from "./types-CXQduE9o.js";
+import { b as getEnvBool, o as logger, v as getConfigDirectoryPath } from "./logger-KkObSCzq.js";
+import { s as ResultFailureReason } from "./types-CH3Ge2sE.js";
 import * as path$1 from "path";
 import { relations, sql } from "drizzle-orm";
 import Database from "better-sqlite3";
 import { drizzle } from "drizzle-orm/better-sqlite3";
 import { DefaultLogger } from "drizzle-orm/logger";
 import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
-
 //#region src/database/index.ts
 var DrizzleLogWriter = class {
 	write(message) {
-		if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger_default.debug(`Drizzle: ${message}`);
+		if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger.debug(`Drizzle: ${message}`);
 	}
 };
 let dbInstance = null;
@@ -30,12 +29,12 @@ function getDb() {
 		if (!isMemoryDb && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
 			sqliteInstance.pragma("journal_mode = WAL");
 			const result = sqliteInstance.prepare("PRAGMA journal_mode").get();
-			if (result.journal_mode.toLowerCase() === "wal") logger_default.debug("Successfully enabled SQLite WAL mode");
-			else logger_default.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
+			if (result.journal_mode.toLowerCase() === "wal") logger.debug("Successfully enabled SQLite WAL mode");
+			else logger.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
 			sqliteInstance.pragma("wal_autocheckpoint = 1000");
 			sqliteInstance.pragma("synchronous = NORMAL");
 		} catch (err) {
-			logger_default.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
+			logger.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
 		}
 		const drizzleLogger = new DefaultLogger({ writer: new DrizzleLogWriter() });
 		dbInstance = drizzle(sqliteInstance, { logger: drizzleLogger });
@@ -46,14 +45,14 @@ function closeDb() {
 	if (sqliteInstance) try {
 		if (!getEnvBool("IS_TESTING") && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
 			sqliteInstance.pragma("wal_checkpoint(TRUNCATE)");
-			logger_default.debug("Successfully checkpointed WAL file before closing");
+			logger.debug("Successfully checkpointed WAL file before closing");
 		} catch (err) {
-			logger_default.debug(`Could not checkpoint WAL file: ${err}`);
+			logger.debug(`Could not checkpoint WAL file: ${err}`);
 		}
 		sqliteInstance.close();
-		logger_default.debug("Database connection closed successfully");
+		logger.debug("Database connection closed successfully");
 	} catch (err) {
-		logger_default.error(`Error closing database connection: ${err}`);
+		logger.error(`Error closing database connection: ${err}`);
 	} finally {
 		sqliteInstance = null;
 		dbInstance = null;
@@ -67,7 +66,6 @@ function closeDb() {
 function closeDbIfOpen() {
 	if (sqliteInstance) closeDb();
 }
-
 //#endregion
 //#region src/database/tables.ts
 const promptsTable = sqliteTable("prompts", {
@@ -145,7 +143,7 @@ const evalsToPromptsTable = sqliteTable("evals_to_prompts", {
 	evalIdIdx: index("evals_to_prompts_eval_id_idx").on(t.evalId),
 	promptIdIdx: index("evals_to_prompts_prompt_id_idx").on(t.promptId)
 }));
-const promptsRelations = relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
+relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
 const evalsToTagsTable = sqliteTable("evals_to_tags", {
 	evalId: text("eval_id").notNull().references(() => evalsTable.id),
 	tagId: text("tag_id").notNull().references(() => tagsTable.id)
@@ -154,8 +152,8 @@ const evalsToTagsTable = sqliteTable("evals_to_tags", {
 	evalIdIdx: index("evals_to_tags_eval_id_idx").on(t.evalId),
 	tagIdIdx: index("evals_to_tags_tag_id_idx").on(t.tagId)
 }));
-const tagsRelations = relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
-const evalsToTagsRelations = relations(evalsToTagsTable, ({ one }) => ({
+relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
+relations(evalsToTagsTable, ({ one }) => ({
 	eval: one(evalsTable, {
 		fields: [evalsToTagsTable.evalId],
 		references: [evalsTable.id]
@@ -203,13 +201,13 @@ const evalsToDatasetsTable = sqliteTable("evals_to_datasets", {
 	evalIdIdx: index("evals_to_datasets_eval_id_idx").on(t.evalId),
 	datasetIdIdx: index("evals_to_datasets_dataset_id_idx").on(t.datasetId)
 }));
-const datasetsRelations = relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
-const evalsRelations = relations(evalsTable, ({ many }) => ({
+relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
+relations(evalsTable, ({ many }) => ({
 	evalsToPrompts: many(evalsToPromptsTable),
 	evalsToDatasets: many(evalsToDatasetsTable),
 	evalsToTags: many(evalsToTagsTable)
 }));
-const evalsToPromptsRelations = relations(evalsToPromptsTable, ({ one }) => ({
+relations(evalsToPromptsTable, ({ one }) => ({
 	eval: one(evalsTable, {
 		fields: [evalsToPromptsTable.evalId],
 		references: [evalsTable.id]
@@ -219,7 +217,7 @@ const evalsToPromptsRelations = relations(evalsToPromptsTable, ({ one }) => ({
 		references: [promptsTable.id]
 	})
 }));
-const evalsToDatasetsRelations = relations(evalsToDatasetsTable, ({ one }) => ({
+relations(evalsToDatasetsTable, ({ one }) => ({
 	eval: one(evalsTable, {
 		fields: [evalsToDatasetsTable.evalId],
 		references: [evalsTable.id]
@@ -299,18 +297,18 @@ const spansTable = sqliteTable("spans", {
 	traceIdIdx: index("spans_trace_id_idx").on(table.traceId),
 	spanIdIdx: index("spans_span_id_idx").on(table.spanId)
 }));
-const tracesRelations = relations(tracesTable, ({ one, many }) => ({
+relations(tracesTable, ({ one, many }) => ({
 	eval: one(evalsTable, {
 		fields: [tracesTable.evaluationId],
 		references: [evalsTable.id]
 	}),
 	spans: many(spansTable)
 }));
-const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
+relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
 	fields: [spansTable.traceId],
 	references: [tracesTable.traceId]
 }) }));
-
 //#endregion
 export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
-//# sourceMappingURL=tables-DMegD0Xf.js.map
+
+//# sourceMappingURL=tables-D36WTqKX.js.map

package/dist/src/tables-xKANLRBD.js

@@ -0,0 +1,288 @@
+import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger } from "./logger-DLcq4dWf.js";
+import { s as ResultFailureReason } from "./types-CN_TZ2GJ.js";
+import * as path$1 from "path";
+import Database from "better-sqlite3";
+import { drizzle } from "drizzle-orm/better-sqlite3";
+import { DefaultLogger } from "drizzle-orm/logger";
+import { relations, sql } from "drizzle-orm";
+import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
+//#region src/database/index.ts
+var DrizzleLogWriter = class {
+	write(message) {
+		if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger.debug(`Drizzle: ${message}`);
+	}
+};
+let dbInstance = null;
+let sqliteInstance = null;
+function getDbPath() {
+	return path$1.resolve(getConfigDirectoryPath(true), "promptfoo.db");
+}
+function getDbSignalPath() {
+	return path$1.resolve(getConfigDirectoryPath(true), "evalLastWritten");
+}
+function getDb() {
+	if (!dbInstance) {
+		const isMemoryDb = getEnvBool("IS_TESTING");
+		sqliteInstance = new Database(isMemoryDb ? ":memory:" : getDbPath());
+		sqliteInstance.pragma("foreign_keys = ON");
+		if (!isMemoryDb && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
+			sqliteInstance.pragma("journal_mode = WAL");
+			const result = sqliteInstance.prepare("PRAGMA journal_mode").get();
+			if (result.journal_mode.toLowerCase() === "wal") logger.debug("Successfully enabled SQLite WAL mode");
+			else logger.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
+			sqliteInstance.pragma("wal_autocheckpoint = 1000");
+			sqliteInstance.pragma("synchronous = NORMAL");
+		} catch (err) {
+			logger.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
+		}
+		const drizzleLogger = new DefaultLogger({ writer: new DrizzleLogWriter() });
+		dbInstance = drizzle(sqliteInstance, { logger: drizzleLogger });
+	}
+	return dbInstance;
+}
+//#endregion
+//#region src/database/tables.ts
+const promptsTable = sqliteTable("prompts", {
+	id: text("id").primaryKey(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	prompt: text("prompt").notNull()
+}, (table) => ({ createdAtIdx: index("prompts_created_at_idx").on(table.createdAt) }));
+const tagsTable = sqliteTable("tags", {
+	id: text("id").primaryKey(),
+	name: text("name").notNull(),
+	value: text("value").notNull()
+}, (table) => ({
+	nameIdx: index("tags_name_idx").on(table.name),
+	uniqueNameValue: uniqueIndex("tags_name_value_unique").on(table.name, table.value)
+}));
+const evalsTable = sqliteTable("evals", {
+	id: text("id").primaryKey(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	author: text("author"),
+	description: text("description"),
+	results: text("results", { mode: "json" }).$type().notNull(),
+	config: text("config", { mode: "json" }).$type().notNull(),
+	prompts: text("prompts", { mode: "json" }).$type(),
+	vars: text("vars", { mode: "json" }).$type(),
+	runtimeOptions: text("runtime_options", { mode: "json" }).$type(),
+	isRedteam: integer("is_redteam", { mode: "boolean" }).notNull().default(false)
+}, (table) => ({
+	createdAtIdx: index("evals_created_at_idx").on(table.createdAt),
+	authorIdx: index("evals_author_idx").on(table.author),
+	isRedteamIdx: index("evals_is_redteam_idx").on(table.isRedteam)
+}));
+const evalResultsTable = sqliteTable("eval_results", {
+	id: text("id").primaryKey(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	evalId: text("eval_id").notNull().references(() => evalsTable.id),
+	promptIdx: integer("prompt_idx").notNull(),
+	testIdx: integer("test_idx").notNull(),
+	testCase: text("test_case", { mode: "json" }).$type().notNull(),
+	prompt: text("prompt", { mode: "json" }).$type().notNull(),
+	promptId: text("prompt_id").references(() => promptsTable.id),
+	provider: text("provider", { mode: "json" }).$type().notNull(),
+	latencyMs: integer("latency_ms"),
+	cost: real("cost"),
+	response: text("response", { mode: "json" }).$type(),
+	error: text("error"),
+	failureReason: integer("failure_reason").default(ResultFailureReason.NONE).notNull(),
+	success: integer("success", { mode: "boolean" }).notNull(),
+	score: real("score").notNull(),
+	gradingResult: text("grading_result", { mode: "json" }).$type(),
+	namedScores: text("named_scores", { mode: "json" }).$type(),
+	metadata: text("metadata", { mode: "json" }).$type()
+}, (table) => ({
+	evalIdIdx: index("eval_result_eval_id_idx").on(table.evalId),
+	testIdxIdx: index("eval_result_test_idx").on(table.testIdx),
+	evalTestIdx: index("eval_result_eval_test_idx").on(table.evalId, table.testIdx),
+	evalSuccessIdx: index("eval_result_eval_success_idx").on(table.evalId, table.success),
+	evalFailureIdx: index("eval_result_eval_failure_idx").on(table.evalId, table.failureReason),
+	evalTestSuccessIdx: index("eval_result_eval_test_success_idx").on(table.evalId, table.testIdx, table.success),
+	responseIdx: index("eval_result_response_idx").on(table.response),
+	gradingResultReasonIdx: index("eval_result_grading_result_reason_idx").on(sql`json_extract(${table.gradingResult}, '$.reason')`),
+	gradingResultCommentIdx: index("eval_result_grading_result_comment_idx").on(sql`json_extract(${table.gradingResult}, '$.comment')`),
+	testCaseVarsIdx: index("eval_result_test_case_vars_idx").on(sql`json_extract(${table.testCase}, '$.vars')`),
+	testCaseMetadataIdx: index("eval_result_test_case_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
+	namedScoresIdx: index("eval_result_named_scores_idx").on(sql`json_extract(${table.namedScores}, '$')`),
+	metadataIdx: index("eval_result_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
+	metadataPluginIdIdx: index("eval_result_metadata_plugin_id_idx").on(sql`json_extract(${table.metadata}, '$.pluginId')`),
+	metadataStrategyIdIdx: index("eval_result_metadata_strategy_id_idx").on(sql`json_extract(${table.metadata}, '$.strategyId')`)
+}));
+const evalsToPromptsTable = sqliteTable("evals_to_prompts", {
+	evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
+	promptId: text("prompt_id").notNull().references(() => promptsTable.id)
+}, (t) => ({
+	pk: primaryKey({ columns: [t.evalId, t.promptId] }),
+	evalIdIdx: index("evals_to_prompts_eval_id_idx").on(t.evalId),
+	promptIdIdx: index("evals_to_prompts_prompt_id_idx").on(t.promptId)
+}));
+relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
+const evalsToTagsTable = sqliteTable("evals_to_tags", {
+	evalId: text("eval_id").notNull().references(() => evalsTable.id),
+	tagId: text("tag_id").notNull().references(() => tagsTable.id)
+}, (t) => ({
+	pk: primaryKey({ columns: [t.evalId, t.tagId] }),
+	evalIdIdx: index("evals_to_tags_eval_id_idx").on(t.evalId),
+	tagIdIdx: index("evals_to_tags_tag_id_idx").on(t.tagId)
+}));
+relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
+relations(evalsToTagsTable, ({ one }) => ({
+	eval: one(evalsTable, {
+		fields: [evalsToTagsTable.evalId],
+		references: [evalsTable.id]
+	}),
+	tag: one(tagsTable, {
+		fields: [evalsToTagsTable.tagId],
+		references: [tagsTable.id]
+	})
+}));
+const blobAssetsTable = sqliteTable("blob_assets", {
+	hash: text("hash").primaryKey(),
+	sizeBytes: integer("size_bytes").notNull(),
+	mimeType: text("mime_type").notNull(),
+	provider: text("provider").notNull(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
+}, (table) => ({
+	providerIdx: index("blob_assets_provider_idx").on(table.provider),
+	createdAtIdx: index("blob_assets_created_at_idx").on(table.createdAt),
+	mimeTypeIdx: index("blob_assets_mime_type_idx").on(table.mimeType)
+}));
+const blobReferencesTable = sqliteTable("blob_references", {
+	id: text("id").primaryKey(),
+	blobHash: text("blob_hash").notNull().references(() => blobAssetsTable.hash, { onDelete: "cascade" }),
+	evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
+	testIdx: integer("test_idx"),
+	promptIdx: integer("prompt_idx"),
+	location: text("location"),
+	kind: text("kind"),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
+}, (table) => ({
+	blobIdx: index("blob_references_blob_idx").on(table.blobHash),
+	evalIdx: index("blob_references_eval_idx").on(table.evalId),
+	blobCreatedAtIdx: index("blob_references_blob_created_at_idx").on(table.blobHash, table.createdAt)
+}));
+const datasetsTable = sqliteTable("datasets", {
+	id: text("id").primaryKey(),
+	tests: text("tests", { mode: "json" }).$type(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
+}, (table) => ({ createdAtIdx: index("datasets_created_at_idx").on(table.createdAt) }));
+const evalsToDatasetsTable = sqliteTable("evals_to_datasets", {
+	evalId: text("eval_id").notNull().references(() => evalsTable.id),
+	datasetId: text("dataset_id").notNull().references(() => datasetsTable.id)
+}, (t) => ({
+	pk: primaryKey({ columns: [t.evalId, t.datasetId] }),
+	evalIdIdx: index("evals_to_datasets_eval_id_idx").on(t.evalId),
+	datasetIdIdx: index("evals_to_datasets_dataset_id_idx").on(t.datasetId)
+}));
+relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
+relations(evalsTable, ({ many }) => ({
+	evalsToPrompts: many(evalsToPromptsTable),
+	evalsToDatasets: many(evalsToDatasetsTable),
+	evalsToTags: many(evalsToTagsTable)
+}));
+relations(evalsToPromptsTable, ({ one }) => ({
+	eval: one(evalsTable, {
+		fields: [evalsToPromptsTable.evalId],
+		references: [evalsTable.id]
+	}),
+	prompt: one(promptsTable, {
+		fields: [evalsToPromptsTable.promptId],
+		references: [promptsTable.id]
+	})
+}));
+relations(evalsToDatasetsTable, ({ one }) => ({
+	eval: one(evalsTable, {
+		fields: [evalsToDatasetsTable.evalId],
+		references: [evalsTable.id]
+	}),
+	dataset: one(datasetsTable, {
+		fields: [evalsToDatasetsTable.datasetId],
+		references: [datasetsTable.id]
+	})
+}));
+const configsTable = sqliteTable("configs", {
+	id: text("id").primaryKey(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	name: text("name").notNull(),
+	type: text("type").notNull(),
+	config: text("config", { mode: "json" }).notNull()
+}, (table) => ({
+	createdAtIdx: index("configs_created_at_idx").on(table.createdAt),
+	typeIdx: index("configs_type_idx").on(table.type)
+}));
+const modelAuditsTable = sqliteTable("model_audits", {
+	id: text("id").primaryKey(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	name: text("name"),
+	author: text("author"),
+	modelPath: text("model_path").notNull(),
+	modelType: text("model_type"),
+	results: text("results", { mode: "json" }).$type().notNull(),
+	checks: text("checks", { mode: "json" }).$type(),
+	issues: text("issues", { mode: "json" }).$type(),
+	hasErrors: integer("has_errors", { mode: "boolean" }).notNull(),
+	totalChecks: integer("total_checks"),
+	passedChecks: integer("passed_checks"),
+	failedChecks: integer("failed_checks"),
+	metadata: text("metadata", { mode: "json" }).$type(),
+	modelId: text("model_id"),
+	revisionSha: text("revision_sha"),
+	contentHash: text("content_hash"),
+	modelSource: text("model_source"),
+	sourceLastModified: integer("source_last_modified"),
+	scannerVersion: text("scanner_version")
+}, (table) => ({
+	createdAtIdx: index("model_audits_created_at_idx").on(table.createdAt),
+	modelPathIdx: index("model_audits_model_path_idx").on(table.modelPath),
+	hasErrorsIdx: index("model_audits_has_errors_idx").on(table.hasErrors),
+	modelTypeIdx: index("model_audits_model_type_idx").on(table.modelType),
+	modelIdIdx: index("model_audits_model_id_idx").on(table.modelId),
+	revisionShaIdx: index("model_audits_revision_sha_idx").on(table.revisionSha),
+	contentHashIdx: index("model_audits_content_hash_idx").on(table.contentHash),
+	modelRevisionIdx: index("model_audits_model_revision_idx").on(table.modelId, table.revisionSha),
+	modelContentIdx: index("model_audits_model_content_idx").on(table.modelId, table.contentHash)
+}));
+const tracesTable = sqliteTable("traces", {
+	id: text("id").primaryKey(),
+	traceId: text("trace_id").notNull().unique(),
+	evaluationId: text("evaluation_id").notNull().references(() => evalsTable.id),
+	testCaseId: text("test_case_id").notNull(),
+	createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
+	metadata: text("metadata", { mode: "json" }).$type()
+}, (table) => ({
+	evaluationIdx: index("traces_evaluation_idx").on(table.evaluationId),
+	traceIdIdx: index("traces_trace_id_idx").on(table.traceId)
+}));
+const spansTable = sqliteTable("spans", {
+	id: text("id").primaryKey(),
+	traceId: text("trace_id").notNull().references(() => tracesTable.traceId),
+	spanId: text("span_id").notNull(),
+	parentSpanId: text("parent_span_id"),
+	name: text("name").notNull(),
+	startTime: integer("start_time").notNull(),
+	endTime: integer("end_time"),
+	attributes: text("attributes", { mode: "json" }).$type(),
+	statusCode: integer("status_code"),
+	statusMessage: text("status_message")
+}, (table) => ({
+	traceIdIdx: index("spans_trace_id_idx").on(table.traceId),
+	spanIdIdx: index("spans_span_id_idx").on(table.spanId)
+}));
+relations(tracesTable, ({ one, many }) => ({
+	eval: one(evalsTable, {
+		fields: [tracesTable.evaluationId],
+		references: [evalsTable.id]
+	}),
+	spans: many(spansTable)
+}));
+relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
+	fields: [spansTable.traceId],
+	references: [tracesTable.traceId]
+}) }));
+//#endregion
+export { evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDbSignalPath as g, getDb as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
+
+//# sourceMappingURL=tables-xKANLRBD.js.map

package/dist/src/telemetry-5BCRNBbe.cjs

@@ -0,0 +1,5 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./fetch-BxUk8odA.cjs");
+require("./accounts-Bx-x3bmW.cjs");
+const require_telemetry = require("./telemetry-CbrnxHp_.cjs");
+exports.default = require_telemetry.telemetry;

package/dist/src/{telemetry-BedSm-bZ.js → telemetry-C15ziL8u.js}

@@ -1,11 +1,15 @@
-import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-CG1uZPbQ.js";
-import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-D3OHf-lV.js";
-import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-CPDRAMND.js";
+import { t as __exportAll } from "./chunk-DEq-mXcV.js";
+import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
+import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-60Gzydls.js";
+import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-xrUGFA6n.js";
 import { z } from "zod";
 import { PostHog } from "posthog-node";
-
 //#region src/telemetry.ts
-const TelemetryEventSchema = z.object({
+var telemetry_exports = /* @__PURE__ */ __exportAll({
+	Telemetry: () => Telemetry,
+	default: () => telemetry
+});
+z.object({
 	event: z.enum([
 		"assertion_used",
 		"command_used",
@@ -36,7 +40,7 @@ let posthogClient = null;
 let isShuttingDown = false;
 function getPostHogClient() {
 	if (getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || getEnvBool("IS_TESTING")) return null;
-	if (posthogClient === null && POSTHOG_KEY) try {
+	if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
 		posthogClient = new PostHog(POSTHOG_KEY, {
 			host: EVENTS_ENDPOINT,
 			fetch: fetchWithProxy,
@@ -72,7 +76,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			logger_default.debug(`PostHog identify error: ${error}`);
+			logger.debug(`PostHog identify error: ${error}`);
 		}
 	}
 	get disabled() {
@@ -103,7 +107,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			logger_default.debug(`PostHog capture error: ${error}`);
+			logger.debug(`PostHog capture error: ${error}`);
 		}
 		fetchWithProxy(R_ENDPOINT, {
 			method: "POST",
@@ -127,7 +131,7 @@ var Telemetry = class {
 		try {
 			await client.shutdown();
 		} catch (error) {
-			logger_default.debug(`PostHog shutdown error: ${error}`);
+			logger.debug(`PostHog shutdown error: ${error}`);
 		}
 	}
 	/**
@@ -145,7 +149,7 @@ var Telemetry = class {
 			}, TELEMETRY_TIMEOUT_MS);
 			if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
 		} catch (err) {
-			logger_default.debug(`Failed to save consent: ${err.message}`);
+			logger.debug(`Failed to save consent: ${err.message}`);
 		}
 	}
 };
@@ -160,8 +164,7 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
 		if (instance) instance.shutdown().catch(() => {});
 	});
 }
-var telemetry_default = telemetry;
-
 //#endregion
-export { telemetry_default as n, Telemetry as t };
-//# sourceMappingURL=telemetry-BedSm-bZ.js.map
+export { telemetry_exports as n, telemetry as t };
+
+//# sourceMappingURL=telemetry-C15ziL8u.js.map

package/dist/src/{telemetry--WAdAfVi.js → telemetry-C2YDkUQH.js}

@@ -1,10 +1,9 @@
 #!/usr/bin/env node
-import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-LSBxlt7a.js";
-import { D as EVENTS_ENDPOINT, F as VERSION, O as R_ENDPOINT, P as POSTHOG_KEY, i as fetchWithTimeout, n as fetchWithProxy, w as CONSENT_ENDPOINT } from "./fetch-CXZI9RRr.js";
-import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-DVINui-2.js";
+import { C as getEnvString, E as isCI, b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
+import { E as R_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as EVENTS_ENDPOINT, i as fetchWithTimeout, n as fetchWithProxy, w as CONSENT_ENDPOINT } from "./fetch-BMv0O527.js";
+import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-CMqkzrVf.js";
 import { PostHog } from "posthog-node";
 import { z } from "zod";
-
 //#region src/telemetry.ts
 const TelemetryEventSchema = z.object({
 	event: z.enum([
@@ -37,7 +36,7 @@ let posthogClient = null;
 let isShuttingDown = false;
 function getPostHogClient() {
 	if (getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || getEnvBool("IS_TESTING")) return null;
-	if (posthogClient === null && POSTHOG_KEY) try {
+	if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
 		posthogClient = new PostHog(POSTHOG_KEY, {
 			host: EVENTS_ENDPOINT,
 			fetch: fetchWithProxy,
@@ -73,7 +72,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			logger_default.debug(`PostHog identify error: ${error}`);
+			logger.debug(`PostHog identify error: ${error}`);
 		}
 	}
 	get disabled() {
@@ -104,7 +103,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			logger_default.debug(`PostHog capture error: ${error}`);
+			logger.debug(`PostHog capture error: ${error}`);
 		}
 		fetchWithProxy(R_ENDPOINT, {
 			method: "POST",
@@ -128,7 +127,7 @@ var Telemetry = class {
 		try {
 			await client.shutdown();
 		} catch (error) {
-			logger_default.debug(`PostHog shutdown error: ${error}`);
+			logger.debug(`PostHog shutdown error: ${error}`);
 		}
 	}
 	/**
@@ -146,7 +145,7 @@ var Telemetry = class {
 			}, TELEMETRY_TIMEOUT_MS);
 			if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
 		} catch (err) {
-			logger_default.debug(`Failed to save consent: ${err.message}`);
+			logger.debug(`Failed to save consent: ${err.message}`);
 		}
 	}
 };
@@ -161,8 +160,7 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
 		if (instance) instance.shutdown().catch(() => {});
 	});
 }
-var telemetry_default = telemetry;
-
 //#endregion
-export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
-//# sourceMappingURL=telemetry--WAdAfVi.js.map
+export { TelemetryEventSchema as n, telemetry as r, Telemetry as t };
+
+//# sourceMappingURL=telemetry-C2YDkUQH.js.map

package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-CbrnxHp_.cjs}

@@ -1,11 +1,9 @@
-const require_logger = require('./logger-B7sBeGa0.cjs');
-const require_fetch = require('./fetch-BmbD-v1L.cjs');
-const require_accounts = require('./accounts-Fl2J3_Fu.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_accounts = require("./accounts-Bx-x3bmW.cjs");
 let zod = require("zod");
 let posthog_node = require("posthog-node");
-
-//#region src/telemetry.ts
-const TelemetryEventSchema = zod.z.object({
+zod.z.object({
 	event: zod.z.enum([
 		"assertion_used",
 		"command_used",
@@ -36,7 +34,7 @@ let posthogClient = null;
 let isShuttingDown = false;
 function getPostHogClient() {
 	if (require_logger.getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || require_logger.getEnvBool("IS_TESTING")) return null;
-	if (posthogClient === null && require_fetch.POSTHOG_KEY) try {
+	if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
 		posthogClient = new posthog_node.PostHog(require_fetch.POSTHOG_KEY, {
 			host: require_fetch.EVENTS_ENDPOINT,
 			fetch: require_fetch.fetchWithProxy,
@@ -72,7 +70,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			require_logger.logger_default.debug(`PostHog identify error: ${error}`);
+			require_logger.logger.debug(`PostHog identify error: ${error}`);
 		}
 	}
 	get disabled() {
@@ -103,7 +101,7 @@ var Telemetry = class {
 			});
 			client.flush().catch(() => {});
 		} catch (error) {
-			require_logger.logger_default.debug(`PostHog capture error: ${error}`);
+			require_logger.logger.debug(`PostHog capture error: ${error}`);
 		}
 		require_fetch.fetchWithProxy(require_fetch.R_ENDPOINT, {
 			method: "POST",
@@ -127,7 +125,7 @@ var Telemetry = class {
 		try {
 			await client.shutdown();
 		} catch (error) {
-			require_logger.logger_default.debug(`PostHog shutdown error: ${error}`);
+			require_logger.logger.debug(`PostHog shutdown error: ${error}`);
 		}
 	}
 	/**
@@ -145,7 +143,7 @@ var Telemetry = class {
 			}, TELEMETRY_TIMEOUT_MS);
 			if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
 		} catch (err) {
-			require_logger.logger_default.debug(`Failed to save consent: ${err.message}`);
+			require_logger.logger.debug(`Failed to save consent: ${err.message}`);
 		}
 	}
 };
@@ -160,19 +158,18 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
 		if (instance) instance.shutdown().catch(() => {});
 	});
 }
-var telemetry_default = telemetry;
-
 //#endregion
-Object.defineProperty(exports, 'Telemetry', {
-  enumerable: true,
-  get: function () {
-    return Telemetry;
-  }
+Object.defineProperty(exports, "Telemetry", {
+	enumerable: true,
+	get: function() {
+		return Telemetry;
+	}
 });
-Object.defineProperty(exports, 'telemetry_default', {
-  enumerable: true,
-  get: function () {
-    return telemetry_default;
-  }
+Object.defineProperty(exports, "telemetry", {
+	enumerable: true,
+	get: function() {
+		return telemetry;
+	}
 });
-//# sourceMappingURL=telemetry-DQgVBCAb.cjs.map
+
+//# sourceMappingURL=telemetry-CbrnxHp_.cjs.map