promptfoo 0.91.3 → 0.92.1

package/dist/src/util/index.js

@@ -26,7 +26,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isJavascriptFile = isJavascriptFile;
 exports.writeOutput = writeOutput;
 exports.writeMultipleOutputs = writeMultipleOutputs;
 exports.readOutput = readOutput;
@@ -39,7 +38,6 @@ exports.filenameToDate = filenameToDate;
 exports.dateToFilename = dateToFilename;
 exports.readResult_fileSystem = readResult_fileSystem;
 exports.migrateResultsFromFileSystemToDatabase = migrateResultsFromFileSystemToDatabase;
-exports.cleanupOldFileResults = cleanupOldFileResults;
 exports.readResult = readResult;
 exports.updateResult = updateResult;
 exports.getLatestEval = getLatestEval;
@@ -88,21 +86,14 @@ const accounts_1 = require("../globalConfig/accounts");
 const googleSheets_1 = require("../googleSheets");
 const logger_1 = __importDefault(require("../logger"));
 const migrate_1 = require("../migrate");
+const eval_1 = __importStar(require("../models/eval"));
 const prompt_1 = require("../models/prompt");
 const types_1 = require("../types");
 const manage_1 = require("./config/manage");
 const createHash_1 = require("./createHash");
+const file_1 = require("./file");
 const templates_1 = require("./templates");
 const DEFAULT_QUERY_LIMIT = 100;
-/**
- * Checks if a file is a JavaScript or TypeScript file based on its extension.
- *
- * @param filePath - The path of the file to check.
- * @returns True if the file has a JavaScript or TypeScript extension, false otherwise.
- */
-function isJavascriptFile(filePath) {
-    return /\.(js|cjs|mjs|ts|cts|mts)$/.test(filePath);
-}
 const outputToSimpleString = (output) => {
     const passFailText = output.pass ? '[PASS]' : '[FAIL]';
     const namedScoresText = Object.entries(output.namedScores)
@@ -122,14 +113,16 @@ const outputToSimpleString = (output) => {
       ${gradingResultText}
     `.trim();
 };
-async function writeOutput(outputPath, evalId, results, config, shareableUrl) {
+async function writeOutput(outputPath, evalRecord, shareableUrl) {
+    const table = await evalRecord.getTable();
+    (0, tiny_invariant_1.default)(table, 'Table is required');
     if (outputPath.match(/^https:\/\/docs\.google\.com\/spreadsheets\//)) {
-        const rows = results.table.body.map((row) => {
+        const rows = table.body.map((row) => {
             const csvRow = {};
-            results.table.head.vars.forEach((varName, index) => {
+            table.head.vars.forEach((varName, index) => {
                 csvRow[varName] = row.vars[index];
             });
-            results.table.head.prompts.forEach((prompt, index) => {
+            table.head.prompts.forEach((prompt, index) => {
                 csvRow[prompt.label] = outputToSimpleString(row.outputs[index]);
             });
             return csvRow;
@@ -148,38 +141,51 @@ async function writeOutput(outputPath, evalId, results, config, shareableUrl) {
     if (outputExtension === 'csv') {
         const csvOutput = (0, sync_1.stringify)([
             [
-                ...results.table.head.vars,
-                ...results.table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`),
+                ...table.head.vars,
+                ...table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`),
             ],
-            ...results.table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)]),
+            ...table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)]),
         ]);
         fs.writeFileSync(outputPath, csvOutput);
     }
     else if (outputExtension === 'json') {
-        fs.writeFileSync(outputPath, JSON.stringify({ evalId, results, config, shareableUrl }, null, 2));
+        const summary = await evalRecord.toEvaluateSummary();
+        fs.writeFileSync(outputPath, JSON.stringify({
+            evalId: evalRecord.id,
+            results: summary,
+            config: evalRecord.config,
+            shareableUrl,
+        }, null, 2));
     }
     else if (outputExtension === 'yaml' || outputExtension === 'yml' || outputExtension === 'txt') {
-        fs.writeFileSync(outputPath, js_yaml_1.default.dump({ results, config, shareableUrl }));
+        const summary = await evalRecord.toEvaluateSummary();
+        fs.writeFileSync(outputPath, js_yaml_1.default.dump({
+            evalId: evalRecord.id,
+            results: summary,
+            config: evalRecord.config,
+            shareableUrl,
+        }));
     }
     else if (outputExtension === 'html') {
+        const summary = await evalRecord.toEvaluateSummary();
         const template = fs.readFileSync(`${(0, esm_1.getDirectory)()}/tableOutput.html`, 'utf-8');
-        const table = [
+        const htmlTable = [
             [
-                ...results.table.head.vars,
-                ...results.table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`),
+                ...table.head.vars,
+                ...table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`),
             ],
-            ...results.table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)]),
+            ...table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)]),
         ];
         const htmlOutput = (0, templates_1.getNunjucksEngine)().renderString(template, {
-            config,
-            table,
-            results: results.results,
+            config: evalRecord.config,
+            table: htmlTable,
+            results: summary,
         });
         fs.writeFileSync(outputPath, htmlOutput);
     }
 }
-async function writeMultipleOutputs(outputPaths, evalId, results, config, shareableUrl) {
-    await Promise.all(outputPaths.map((outputPath) => writeOutput(outputPath, evalId, results, config, shareableUrl)));
+async function writeMultipleOutputs(outputPaths, evalRecord, shareableUrl) {
+    await Promise.all(outputPaths.map((outputPath) => writeOutput(outputPath, evalRecord, shareableUrl)));
 }
 async function readOutput(outputPath) {
     const ext = path.parse(outputPath).ext.slice(1);
@@ -197,13 +203,13 @@ async function readOutput(outputPath) {
 function getLatestResultsPath() {
     return path.join((0, manage_1.getConfigDirectoryPath)(), 'output', 'latest.json');
 }
-async function writeResultsToDatabase(results, config, createdAt) {
+async function writeResultsToDatabase(results, config, createdAt = new Date()) {
     createdAt = createdAt || (results.timestamp ? new Date(results.timestamp) : new Date());
-    const evalId = `eval-${createdAt.toISOString().slice(0, 19)}`;
+    const evalId = (0, eval_1.createEvalId)(createdAt);
     const db = (0, database_1.getDb)();
     const promises = [];
     promises.push(db
-        .insert(tables_1.evals)
+        .insert(tables_1.evalsTable)
         .values({
         id: evalId,
         createdAt: createdAt.getTime(),
@@ -216,11 +222,12 @@ async function writeResultsToDatabase(results, config, createdAt) {
         .run());
     logger_1.default.debug(`Inserting eval ${evalId}`);
     // Record prompt relation
+    (0, tiny_invariant_1.default)(results.table, 'Table is required');
     for (const prompt of results.table.head.prompts) {
         const label = prompt.label || prompt.display || prompt.raw;
-        const promptId = prompt.id || (0, prompt_1.generateIdFromPrompt)(prompt);
+        const promptId = (0, prompt_1.generateIdFromPrompt)(prompt);
         promises.push(db
-            .insert(tables_1.prompts)
+            .insert(tables_1.promptsTable)
             .values({
             id: promptId,
             prompt: label,
@@ -228,7 +235,7 @@ async function writeResultsToDatabase(results, config, createdAt) {
             .onConflictDoNothing()
             .run());
         promises.push(db
-            .insert(tables_1.evalsToPrompts)
+            .insert(tables_1.evalsToPromptsTable)
             .values({
             evalId,
             promptId,
@@ -240,7 +247,7 @@ async function writeResultsToDatabase(results, config, createdAt) {
     // Record dataset relation
     const datasetId = (0, createHash_1.sha256)(JSON.stringify(config.tests || []));
     promises.push(db
-        .insert(tables_1.datasets)
+        .insert(tables_1.datasetsTable)
         .values({
         id: datasetId,
         tests: config.tests,
@@ -248,7 +255,7 @@ async function writeResultsToDatabase(results, config, createdAt) {
         .onConflictDoNothing()
         .run());
     promises.push(db
-        .insert(tables_1.evalsToDatasets)
+        .insert(tables_1.evalsToDatasetsTable)
         .values({
         evalId,
         datasetId,
@@ -261,7 +268,7 @@ async function writeResultsToDatabase(results, config, createdAt) {
         for (const [tagKey, tagValue] of Object.entries(config.tags)) {
             const tagId = (0, createHash_1.sha256)(`${tagKey}:${tagValue}`);
             promises.push(db
-                .insert(tables_1.tags)
+                .insert(tables_1.tagsTable)
                 .values({
                 id: tagId,
                 name: tagKey,
@@ -270,7 +277,7 @@ async function writeResultsToDatabase(results, config, createdAt) {
                 .onConflictDoNothing()
                 .run());
             promises.push(db
-                .insert(tables_1.evalsToTags)
+                .insert(tables_1.evalsToTagsTable)
                 .values({
                 evalId,
                 tagId,
@@ -297,21 +304,21 @@ async function writeResultsToDatabase(results, config, createdAt) {
  *
  * @returns Last n evals in descending order.
  */
-function listPreviousResults(limit = DEFAULT_QUERY_LIMIT, filterDescription, datasetId) {
+async function listPreviousResults(limit = DEFAULT_QUERY_LIMIT, filterDescription, datasetId) {
     const db = (0, database_1.getDb)();
     const startTime = performance.now();
     const query = db
         .select({
-        evalId: tables_1.evals.id,
-        createdAt: tables_1.evals.createdAt,
-        description: tables_1.evals.description,
-        numTests: (0, drizzle_orm_1.sql) `json_array_length(${tables_1.evals.results}->'table'->'body')`,
-        datasetId: tables_1.evalsToDatasets.datasetId,
+        evalId: tables_1.evalsTable.id,
+        createdAt: tables_1.evalsTable.createdAt,
+        description: tables_1.evalsTable.description,
+        numTests: (0, drizzle_orm_1.sql) `json_array_length(${tables_1.evalsTable.results}->'table'->'body')`,
+        datasetId: tables_1.evalsToDatasetsTable.datasetId,
     })
-        .from(tables_1.evals)
-        .leftJoin(tables_1.evalsToDatasets, (0, drizzle_orm_1.eq)(tables_1.evals.id, tables_1.evalsToDatasets.evalId))
-        .where((0, drizzle_orm_1.and)(datasetId ? (0, drizzle_orm_1.eq)(tables_1.evalsToDatasets.datasetId, datasetId) : undefined, filterDescription ? (0, drizzle_orm_1.like)(tables_1.evals.description, `%${filterDescription}%`) : undefined));
-    const results = query.orderBy((0, drizzle_orm_1.desc)(tables_1.evals.createdAt)).limit(limit).all();
+        .from(tables_1.evalsTable)
+        .leftJoin(tables_1.evalsToDatasetsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalsToDatasetsTable.evalId))
+        .where((0, drizzle_orm_1.and)(datasetId ? (0, drizzle_orm_1.eq)(tables_1.evalsToDatasetsTable.datasetId, datasetId) : undefined, filterDescription ? (0, drizzle_orm_1.like)(tables_1.evalsTable.description, `%${filterDescription}%`) : undefined, (0, drizzle_orm_1.not)((0, drizzle_orm_1.eq)(tables_1.evalsTable.results, {}))));
+    const results = query.orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt)).limit(limit).all();
     const mappedResults = results.map((result) => ({
         evalId: result.evalId,
         createdAt: result.createdAt,
@@ -321,8 +328,10 @@ function listPreviousResults(limit = DEFAULT_QUERY_LIMIT, filterDescription, dat
     }));
     const endTime = performance.now();
     const executionTime = endTime - startTime;
+    const evalResults = await (0, eval_1.getSummaryofLatestEvals)(undefined, filterDescription, datasetId);
     logger_1.default.debug(`listPreviousResults execution time: ${executionTime.toFixed(2)}ms`);
-    return mappedResults;
+    const combinedResults = [...evalResults, ...mappedResults];
+    return combinedResults;
 }
 /**
  * @deprecated Used only for migration to sqlite
@@ -409,100 +418,19 @@ function readResult_fileSystem(name) {
         logger_1.default.error(`Failed to read results from ${resultsPath}:\n${err}`);
     }
 }
-let attemptedMigration = false;
 async function migrateResultsFromFileSystemToDatabase() {
-    if (attemptedMigration) {
-        // TODO(ian): Record this bit in the database.
-        return;
-    }
     // First run db migrations
     logger_1.default.debug('Running db migrations...');
     await (0, migrate_1.runDbMigrations)();
-    const fileNames = listPreviousResultFilenames_fileSystem();
-    if (fileNames.length === 0) {
-        return;
-    }
-    logger_1.default.info(`🔁 Migrating ${fileNames.length} flat files to local database.`);
-    logger_1.default.info('This is a one-time operation and may take a minute...');
-    attemptedMigration = true;
-    const outputDir = path.join((0, manage_1.getConfigDirectoryPath)(true /* createIfNotExists */), 'output');
-    const backupDir = `${outputDir}-backup-${new Date()
-        .toISOString()
-        .slice(0, 10)
-        .replace(/-/g, '')}`;
-    try {
-        fs.cpSync(outputDir, backupDir, { recursive: true });
-        logger_1.default.info(`Backup of output directory created at ${backupDir}`);
-    }
-    catch (backupError) {
-        logger_1.default.error(`Failed to create backup of output directory: ${backupError}`);
-        return;
-    }
-    logger_1.default.info('Moving files into database...');
-    const migrationPromises = fileNames.map(async (fileName) => {
-        const fileData = readResult_fileSystem(fileName);
-        if (fileData) {
-            await writeResultsToDatabase(fileData.result.results, fileData.result.config, filenameToDate(fileName));
-            logger_1.default.debug(`Migrated ${fileName} to database.`);
-            try {
-                fs.unlinkSync(path.join(outputDir, fileName));
-            }
-            catch (err) {
-                logger_1.default.warn(`Failed to delete ${fileName} after migration: ${err}`);
-            }
-        }
-        else {
-            logger_1.default.warn(`Failed to migrate result ${fileName} due to read error.`);
-        }
-    });
-    await Promise.all(migrationPromises);
-    try {
-        fs.unlinkSync(getLatestResultsPath());
-    }
-    catch (err) {
-        logger_1.default.warn(`Failed to delete latest.json: ${err}`);
-    }
-    logger_1.default.info('Migration complete. Please restart your web server if it is running.');
-}
-const RESULT_HISTORY_LENGTH = (0, envars_1.getEnvInt)('RESULT_HISTORY_LENGTH', DEFAULT_QUERY_LIMIT);
-function cleanupOldFileResults(remaining = RESULT_HISTORY_LENGTH) {
-    const sortedFilenames = listPreviousResultFilenames_fileSystem();
-    for (let i = 0; i < sortedFilenames.length - remaining; i++) {
-        fs.unlinkSync(path.join((0, manage_1.getConfigDirectoryPath)(), 'output', sortedFilenames[i]));
-    }
 }
 async function readResult(id) {
-    const db = (0, database_1.getDb)();
     try {
-        const evalResult = await db
-            .select({
-            id: tables_1.evals.id,
-            createdAt: tables_1.evals.createdAt,
-            author: tables_1.evals.author,
-            results: tables_1.evals.results,
-            config: tables_1.evals.config,
-            datasetId: tables_1.evalsToDatasets.datasetId,
-        })
-            .from(tables_1.evals)
-            .leftJoin(tables_1.evalsToDatasets, (0, drizzle_orm_1.eq)(tables_1.evals.id, tables_1.evalsToDatasets.evalId))
-            .where((0, drizzle_orm_1.eq)(tables_1.evals.id, id))
-            .execute();
-        if (evalResult.length === 0) {
-            return undefined;
-        }
-        const { id: resultId, createdAt, results, config, author, datasetId } = evalResult[0];
-        const result = {
-            version: 3,
-            createdAt: new Date(createdAt).toISOString().slice(0, 10),
-            author,
-            results,
-            config,
-            datasetId,
-        };
+        const eval_ = await eval_1.default.findById(id);
+        (0, tiny_invariant_1.default)(eval_, `Eval with ID ${id} not found.`);
         return {
-            id: resultId,
-            result,
-            createdAt: new Date(createdAt),
+            id,
+            result: await eval_.toResultsFile(),
+            createdAt: new Date(eval_.createdAt),
         };
     }
     catch (err) {
@@ -510,38 +438,20 @@ async function readResult(id) {
     }
 }
 async function updateResult(id, newConfig, newTable) {
-    const db = (0, database_1.getDb)();
     try {
         // Fetch the existing eval data from the database
-        const existingEval = await db
-            .select({
-            config: tables_1.evals.config,
-            results: tables_1.evals.results,
-        })
-            .from(tables_1.evals)
-            .where((0, drizzle_orm_1.eq)(tables_1.evals.id, id))
-            .limit(1)
-            .all();
-        if (existingEval.length === 0) {
+        const existingEval = await eval_1.default.findById(id);
+        if (!existingEval) {
             logger_1.default.error(`Eval with ID ${id} not found.`);
             return;
         }
-        const evalData = existingEval[0];
         if (newConfig) {
-            evalData.config = newConfig;
+            existingEval.config = newConfig;
         }
         if (newTable) {
-            evalData.results.table = newTable;
+            existingEval.setTable(newTable);
         }
-        await db
-            .update(tables_1.evals)
-            .set({
-            description: evalData.config.description,
-            config: evalData.config,
-            results: evalData.results,
-        })
-            .where((0, drizzle_orm_1.eq)(tables_1.evals.id, id))
-            .run();
+        await existingEval.save();
         logger_1.default.info(`Updated eval with ID ${id}`);
     }
     catch (err) {
@@ -549,61 +459,18 @@ async function updateResult(id, newConfig, newTable) {
     }
 }
 async function getLatestEval(filterDescription) {
-    const db = (0, database_1.getDb)();
-    let latestResults = await db
-        .select({
-        id: tables_1.evals.id,
-        createdAt: tables_1.evals.createdAt,
-        author: tables_1.evals.author,
-        description: tables_1.evals.description,
-        results: tables_1.evals.results,
-        config: tables_1.evals.config,
-    })
-        .from(tables_1.evals)
-        .orderBy((0, drizzle_orm_1.desc)(tables_1.evals.createdAt))
-        .limit(1);
-    if (filterDescription) {
-        const regex = new RegExp(filterDescription, 'i');
-        latestResults = latestResults.filter((result) => regex.test(result.description || ''));
-    }
-    if (!latestResults.length) {
-        return undefined;
-    }
-    const latestResult = latestResults[0];
-    return {
-        version: 3,
-        createdAt: new Date(latestResult.createdAt).toISOString(),
-        author: latestResult.author,
-        results: latestResult.results,
-        config: latestResult.config,
-    };
+    const eval_ = await eval_1.default.latest();
+    return await eval_?.toResultsFile();
 }
 async function getPromptsWithPredicate(predicate, limit) {
     // TODO(ian): Make this use a proper database query
-    const db = (0, database_1.getDb)();
-    const evals_ = await db
-        .select({
-        id: tables_1.evals.id,
-        createdAt: tables_1.evals.createdAt,
-        author: tables_1.evals.author,
-        results: tables_1.evals.results,
-        config: tables_1.evals.config,
-    })
-        .from(tables_1.evals)
-        .limit(limit)
-        .all();
+    const evals_ = await eval_1.default.getMany(limit);
     const groupedPrompts = {};
     for (const eval_ of evals_) {
         const createdAt = new Date(eval_.createdAt).toISOString();
-        const resultWrapper = {
-            version: 3,
-            createdAt,
-            author: eval_.author,
-            results: eval_.results,
-            config: eval_.config,
-        };
+        const resultWrapper = await eval_.toResultsFile();
         if (predicate(resultWrapper)) {
-            for (const prompt of resultWrapper.results.table.head.prompts) {
+            for (const prompt of eval_.getPrompts()) {
                 const promptId = (0, createHash_1.sha256)(prompt.raw);
                 const datasetId = resultWrapper.config.tests
                     ? (0, createHash_1.sha256)(JSON.stringify(resultWrapper.config.tests))
@@ -651,29 +518,11 @@ function getPromptsForTestCases(testCases) {
     return getPromptsForTestCasesHash(testCasesSha256);
 }
 async function getTestCasesWithPredicate(predicate, limit) {
-    const db = (0, database_1.getDb)();
-    const evals_ = await db
-        .select({
-        id: tables_1.evals.id,
-        createdAt: tables_1.evals.createdAt,
-        author: tables_1.evals.author,
-        results: tables_1.evals.results,
-        config: tables_1.evals.config,
-    })
-        .from(tables_1.evals)
-        .orderBy((0, drizzle_orm_1.desc)(tables_1.evals.createdAt))
-        .limit(limit)
-        .all();
+    const evals_ = await eval_1.default.getMany(limit);
     const groupedTestCases = {};
     for (const eval_ of evals_) {
         const createdAt = new Date(eval_.createdAt).toISOString();
-        const resultWrapper = {
-            version: 3,
-            createdAt,
-            author: eval_.author,
-            results: eval_.results,
-            config: eval_.config,
-        };
+        const resultWrapper = await eval_.toResultsFile();
         const testCases = resultWrapper.config.tests;
         if (testCases && predicate(resultWrapper)) {
             const evalId = eval_.id;
@@ -681,7 +530,7 @@ async function getTestCasesWithPredicate(predicate, limit) {
             if (datasetId in groupedTestCases) {
                 groupedTestCases[datasetId].recentEvalDate = new Date(Math.max(groupedTestCases[datasetId].recentEvalDate.getTime(), eval_.createdAt));
                 groupedTestCases[datasetId].count += 1;
-                const newPrompts = resultWrapper.results.table.head.prompts.map((prompt) => ({
+                const newPrompts = eval_.getPrompts().map((prompt) => ({
                     id: (0, createHash_1.sha256)(prompt.raw),
                     prompt,
                     evalId,
@@ -695,7 +544,7 @@ async function getTestCasesWithPredicate(predicate, limit) {
                 groupedTestCases[datasetId].prompts = Object.values(promptsById);
             }
             else {
-                const newPrompts = resultWrapper.results.table.head.prompts.map((prompt) => ({
+                const newPrompts = eval_.getPrompts().map((prompt) => ({
                     id: (0, createHash_1.sha256)(prompt.raw),
                     prompt,
                     evalId,
@@ -747,15 +596,15 @@ async function getEvalsWithPredicate(predicate, limit) {
     const db = (0, database_1.getDb)();
     const evals_ = await db
         .select({
-        id: tables_1.evals.id,
-        createdAt: tables_1.evals.createdAt,
-        author: tables_1.evals.author,
-        results: tables_1.evals.results,
-        config: tables_1.evals.config,
-        description: tables_1.evals.description,
+        id: tables_1.evalsTable.id,
+        createdAt: tables_1.evalsTable.createdAt,
+        author: tables_1.evalsTable.author,
+        results: tables_1.evalsTable.results,
+        config: tables_1.evalsTable.config,
+        description: tables_1.evalsTable.description,
     })
-        .from(tables_1.evals)
-        .orderBy((0, drizzle_orm_1.desc)(tables_1.evals.createdAt))
+        .from(tables_1.evalsTable)
+        .orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt))
         .limit(limit)
         .all();
     const ret = [];
@@ -765,6 +614,7 @@ async function getEvalsWithPredicate(predicate, limit) {
             version: 3,
             createdAt,
             author: eval_.author,
+            // @ts-ignore
             results: eval_.results,
             config: eval_.config,
         };
@@ -774,6 +624,7 @@ async function getEvalsWithPredicate(predicate, limit) {
                 id: evalId,
                 date: new Date(eval_.createdAt),
                 config: eval_.config,
+                // @ts-ignore
                 results: eval_.results,
                 description: eval_.description || undefined,
             });
@@ -797,10 +648,13 @@ async function deleteEval(evalId) {
     const db = (0, database_1.getDb)();
     await db.transaction(async () => {
         // We need to clean up foreign keys first. We don't have onDelete: 'cascade' set on all these relationships.
-        await db.delete(tables_1.evalsToPrompts).where((0, drizzle_orm_1.eq)(tables_1.evalsToPrompts.evalId, evalId)).run();
-        await db.delete(tables_1.evalsToDatasets).where((0, drizzle_orm_1.eq)(tables_1.evalsToDatasets.evalId, evalId)).run();
+        await db.delete(tables_1.evalsToPromptsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToPromptsTable.evalId, evalId)).run();
+        await db.delete(tables_1.evalsToDatasetsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToDatasetsTable.evalId, evalId)).run();
+        await db.delete(tables_1.evalsToTagsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToTagsTable.evalId, evalId)).run();
+        await db.delete(tables_1.evalResultsTable).where((0, drizzle_orm_1.eq)(tables_1.evalResultsTable.evalId, evalId)).run();
+        await db.delete(tables_1.evalsToProvidersTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToProvidersTable.evalId, evalId)).run();
         // Finally, delete the eval record
-        const deletedIds = await db.delete(tables_1.evals).where((0, drizzle_orm_1.eq)(tables_1.evals.id, evalId)).run();
+        const deletedIds = await db.delete(tables_1.evalsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsTable.id, evalId)).run();
         if (deletedIds.changes === 0) {
             throw new Error(`Eval with ID ${evalId} not found`);
         }
@@ -814,10 +668,10 @@ async function deleteEval(evalId) {
 async function deleteAllEvals() {
     const db = (0, database_1.getDb)();
     await db.transaction(async (tx) => {
-        await tx.delete(tables_1.evalsToPrompts).run();
-        await tx.delete(tables_1.evalsToDatasets).run();
-        await tx.delete(tables_1.evalsToTags).run();
-        await tx.delete(tables_1.evals).run();
+        await tx.delete(tables_1.evalsToPromptsTable).run();
+        await tx.delete(tables_1.evalsToDatasetsTable).run();
+        await tx.delete(tables_1.evalsToTagsTable).run();
+        await tx.delete(tables_1.evalsTable).run();
     });
 }
 async function readFilters(filters, basePath = '') {
@@ -848,7 +702,7 @@ function setupEnv(envPath) {
     }
 }
 const standaloneEvalCache = new node_cache_1.default({ stdTTL: 60 * 60 * 2 }); // Cache for 2 hours
-function getStandaloneEvals({ limit = DEFAULT_QUERY_LIMIT, tag, description, } = {}) {
+async function getStandaloneEvals({ limit = DEFAULT_QUERY_LIMIT, tag, description, } = {}) {
     const cacheKey = `standalone_evals_${limit}_${tag?.key}_${tag?.value}`;
     const cachedResult = standaloneEvalCache.get(cacheKey);
     if (cachedResult) {
@@ -857,35 +711,45 @@ function getStandaloneEvals({ limit = DEFAULT_QUERY_LIMIT, tag, description, } =
     const db = (0, database_1.getDb)();
     const results = db
         .select({
-        evalId: tables_1.evals.id,
-        description: tables_1.evals.description,
-        results: tables_1.evals.results,
-        createdAt: tables_1.evals.createdAt,
-        promptId: tables_1.evalsToPrompts.promptId,
-        datasetId: tables_1.evalsToDatasets.datasetId,
-        tagName: tables_1.tags.name,
-        tagValue: tables_1.tags.value,
+        evalId: tables_1.evalsTable.id,
+        description: tables_1.evalsTable.description,
+        results: tables_1.evalsTable.results,
+        createdAt: tables_1.evalsTable.createdAt,
+        promptId: tables_1.evalsToPromptsTable.promptId,
+        datasetId: tables_1.evalsToDatasetsTable.datasetId,
+        tagName: tables_1.tagsTable.name,
+        tagValue: tables_1.tagsTable.value,
         isRedteam: (0, drizzle_orm_1.sql) `json_extract(evals.config, '$.redteam') IS NOT NULL`.as('isRedteam'),
     })
-        .from(tables_1.evals)
-        .leftJoin(tables_1.evalsToPrompts, (0, drizzle_orm_1.eq)(tables_1.evals.id, tables_1.evalsToPrompts.evalId))
-        .leftJoin(tables_1.evalsToDatasets, (0, drizzle_orm_1.eq)(tables_1.evals.id, tables_1.evalsToDatasets.evalId))
-        .leftJoin(tables_1.evalsToTags, (0, drizzle_orm_1.eq)(tables_1.evals.id, tables_1.evalsToTags.evalId))
-        .leftJoin(tables_1.tags, (0, drizzle_orm_1.eq)(tables_1.evalsToTags.tagId, tables_1.tags.id))
-        .where((0, drizzle_orm_1.and)(tag ? (0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(tables_1.tags.name, tag.key), (0, drizzle_orm_1.eq)(tables_1.tags.value, tag.value)) : undefined, description ? (0, drizzle_orm_1.eq)(tables_1.evals.description, description) : undefined))
-        .orderBy((0, drizzle_orm_1.desc)(tables_1.evals.createdAt))
+        .from(tables_1.evalsTable)
+        .leftJoin(tables_1.evalsToPromptsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalsToPromptsTable.evalId))
+        .leftJoin(tables_1.evalsToDatasetsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalsToDatasetsTable.evalId))
+        .leftJoin(tables_1.evalsToTagsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalsToTagsTable.evalId))
+        .leftJoin(tables_1.tagsTable, (0, drizzle_orm_1.eq)(tables_1.evalsToTagsTable.tagId, tables_1.tagsTable.id))
+        .where((0, drizzle_orm_1.and)(tag ? (0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(tables_1.tagsTable.name, tag.key), (0, drizzle_orm_1.eq)(tables_1.tagsTable.value, tag.value)) : undefined, description ? (0, drizzle_orm_1.eq)(tables_1.evalsTable.description, description) : undefined))
+        .orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt))
         .limit(limit)
         .all();
-    const standaloneEvals = results.flatMap((result) => {
-        const { description, createdAt, evalId, promptId, datasetId, results: { table }, isRedteam, } = result;
-        return table.head.prompts.map((col, index) => {
+    const standaloneEvals = (await Promise.all(results.map(async (result) => {
+        const { description, createdAt, evalId, promptId, datasetId, 
+        // @ts-ignore
+        isRedteam, } = result;
+        const eval_ = await eval_1.default.findById(evalId);
+        (0, tiny_invariant_1.default)(eval_, `Eval with ID ${evalId} not found`);
+        const table = (await eval_.getTable()) || { body: [] };
+        // @ts-ignore
+        return eval_.getPrompts().map((col, index) => {
             // Compute some stats
-            const pluginCounts = table.body.reduce((acc, row) => {
+            const pluginCounts = table.body.reduce(
+            // @ts-ignore
+            (acc, row) => {
                 const pluginId = row.test.metadata?.pluginId;
                 if (pluginId) {
                     const isPass = row.outputs[index].pass;
-                    acc.pluginPassCount[pluginId] = (acc.pluginPassCount[pluginId] || 0) + (isPass ? 1 : 0);
-                    acc.pluginFailCount[pluginId] = (acc.pluginFailCount[pluginId] || 0) + (isPass ? 0 : 1);
+                    acc.pluginPassCount[pluginId] =
+                        (acc.pluginPassCount[pluginId] || 0) + (isPass ? 1 : 0);
+                    acc.pluginFailCount[pluginId] =
+                        (acc.pluginFailCount[pluginId] || 0) + (isPass ? 0 : 1);
                 }
                 return acc;
             }, { pluginPassCount: {}, pluginFailCount: {} });
@@ -900,7 +764,7 @@ function getStandaloneEvals({ limit = DEFAULT_QUERY_LIMIT, tag, description, } =
                 ...col,
             };
         });
-    });
+    }))).flat();
     standaloneEvalCache.set(cacheKey, standaloneEvals);
     return standaloneEvals;
 }
@@ -975,7 +839,7 @@ function parsePathOrGlob(basePath, promptPath) {
     let functionName;
     if (filename.includes(':')) {
         const splits = filename.split(':');
-        if (splits[0] && (isJavascriptFile(splits[0]) || splits[0].endsWith('.py'))) {
+        if (splits[0] && ((0, file_1.isJavascriptFile)(splits[0]) || splits[0].endsWith('.py'))) {
             [filename, functionName] = splits;
         }
     }