promptfoo 0.47.0 → 0.48.0

package/dist/src/commands/list.js

@@ -20,10 +20,9 @@ function listCommand(program) {
             name: 'list evals',
         });
         await telemetry_1.default.send();
-        const evals = (0, util_1.getEvals)();
+        const evals = await (0, util_1.getEvals)();
         const tableData = evals.map((evl) => ({
-            'Eval ID': evl.id.slice(0, 6),
-            Filename: evl.filePath,
+            'Eval ID': evl.id,
             Prompts: evl.results.table.head.prompts.map((p) => (0, util_1.sha256)(p.raw).slice(0, 6)).join(', '),
             Vars: evl.results.table.head.vars.map((v) => v).join(', '),
         }));
@@ -41,7 +40,7 @@ function listCommand(program) {
             name: 'list prompts',
         });
         await telemetry_1.default.send();
-        const prompts = (0, util_1.getPrompts)().sort((a, b) => b.recentEvalId.localeCompare(a.recentEvalId));
+        const prompts = (await (0, util_1.getPrompts)()).sort((a, b) => b.recentEvalId.localeCompare(a.recentEvalId));
         const tableData = prompts.map((prompt) => ({
             'Prompt ID': prompt.id.slice(0, 6),
             Raw: prompt.prompt.raw.slice(0, 100) + (prompt.prompt.raw.length > 100 ? '...' : ''),
@@ -62,7 +61,7 @@ function listCommand(program) {
             name: 'list datasets',
         });
         await telemetry_1.default.send();
-        const datasets = (0, util_1.getTestCases)().sort((a, b) => b.recentEvalId.localeCompare(a.recentEvalId));
+        const datasets = (await (0, util_1.getTestCases)()).sort((a, b) => b.recentEvalId.localeCompare(a.recentEvalId));
         const tableData = datasets.map((dataset) => ({
             'Dataset ID': dataset.id.slice(0, 6),
             'Highest scoring prompt': dataset.prompts

package/dist/src/commands/list.js.map

@@ -1 +1 @@
-{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../src/commands/list.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAG1B,kCAAkF;AAClF,oCAAqC;AACrC,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,WAAW,CAAC,OAAgB;IAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,wBAAwB,CAAC,CAAC;IAElF,WAAW;SACR,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,mBAAmB,CAAC;SAChC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAA,eAAQ,GAAE,CAAC;QACzB,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,aAAM,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACxF,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SAC3D,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QAEd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,mBAAmB,CAAC;SAChC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,cAAc;SACrB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,OAAO,GAAG,IAAA,iBAAU,GAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1F,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACzC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACpD,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CAAC,oBAAoB,CAAC;SACjC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,eAAe;SACtB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,QAAQ,GAAG,IAAA,mBAAY,GAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7F,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC3C,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,wBAAwB,EAAE,OAAO,CAAC,OAAO;iBACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBAClF,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,KAAK;YACxB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;YACnC,kBAAkB,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACrD,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AA7FD,kCA6FC"}
+{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../src/commands/list.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAG1B,kCAAkF;AAClF,oCAAqC;AACrC,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,WAAW,CAAC,OAAgB;IAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,wBAAwB,CAAC,CAAC;IAElF,WAAW;SACR,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,mBAAmB,CAAC;SAChC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,KAAK,GAAG,MAAM,IAAA,eAAQ,GAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpC,SAAS,EAAE,GAAG,CAAC,EAAE;YACjB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,aAAM,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACxF,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SAC3D,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QAEd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,mBAAmB,CAAC;SAChC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,cAAc;SACrB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,iBAAU,GAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAClG,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACzC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACpD,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CAAC,oBAAoB,CAAC;SACjC,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,eAAe;SACtB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAA,mBAAY,GAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QACrG,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC3C,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,wBAAwB,EAAE,OAAO,CAAC,OAAO;iBACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBAClF,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,KAAK;YACxB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;YACnC,kBAAkB,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACrD,CAAC,CAAC,CAAC;QAEJ,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,SAAS,CAAC,CAAC,CAAC;QAClC,IAAA,kBAAW,GAAE,CAAC;QACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;QACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AA5FD,kCA4FC"}

package/dist/src/commands/show.d.ts

@@ -1,3 +1,3 @@
 import { Command } from 'commander';
-export declare function showCommand(program: Command): void;
+export declare function showCommand(program: Command): Promise<void>;
 //# sourceMappingURL=show.d.ts.map

package/dist/src/commands/show.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"show.d.ts","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,QAqC3C"}
+{"version":3,"file":"show.d.ts","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,iBAqCjD"}

package/dist/src/commands/show.js

@@ -9,20 +9,20 @@ const util_1 = require("../util");
 const table_1 = require("../table");
 const logger_1 = __importDefault(require("../logger"));
 const telemetry_1 = __importDefault(require("../telemetry"));
-function showCommand(program) {
+async function showCommand(program) {
     const showCommand = program
         .command('show <id>')
         .description('Show details of a specific resource')
         .action(async (id) => {
-        const evl = (0, util_1.getEvalFromHash)(id);
+        const evl = await (0, util_1.getEvalFromHash)(id);
         if (evl) {
             return handleEval(id);
         }
-        const prompt = (0, util_1.getPromptFromHash)(id);
+        const prompt = await (0, util_1.getPromptFromHash)(id);
         if (prompt) {
             return handlePrompt(id);
         }
-        const dataset = (0, util_1.getDatasetFromHash)(id);
+        const dataset = await (0, util_1.getDatasetFromHash)(id);
         if (dataset) {
             return handleDataset(id);
         }
@@ -48,7 +48,7 @@ async function handleEval(id) {
         name: 'show eval',
     });
     await telemetry_1.default.send();
-    const evl = (0, util_1.getEvalFromHash)(id);
+    const evl = await (0, util_1.getEvalFromHash)(id);
     if (!evl) {
         logger_1.default.error(`No evaluation found with ID ${id}`);
         return;
@@ -72,7 +72,7 @@ async function handlePrompt(id) {
         name: 'show prompt',
     });
     await telemetry_1.default.send();
-    const prompt = (0, util_1.getPromptFromHash)(id);
+    const prompt = await (0, util_1.getPromptFromHash)(id);
     if (!prompt) {
         logger_1.default.error(`Prompt with ID ${id} not found.`);
         return;
@@ -109,7 +109,7 @@ async function handleDataset(id) {
         name: 'show dataset',
     });
     await telemetry_1.default.send();
-    const dataset = (0, util_1.getDatasetFromHash)(id);
+    const dataset = await (0, util_1.getDatasetFromHash)(id);
     if (!dataset) {
         logger_1.default.error(`Dataset with ID ${id} not found.`);
         return;

package/dist/src/commands/show.js.map

@@ -1 +1 @@
-{"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAG1B,kCAA8F;AAC9F,oCAAoD;AACpD,uDAA+B;AAC/B,6DAAqC;AAErC,SAAgB,WAAW,CAAC,OAAgB;IAC1C,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAA,sBAAe,EAAC,EAAE,CAAC,CAAC;QAChC,IAAI,GAAG,EAAE;YACP,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC;SACvB;QAED,MAAM,MAAM,GAAG,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE;YACV,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;SACzB;QAED,MAAM,OAAO,GAAG,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE;YACX,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;SAC1B;QAED,gBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,WAAW;SACR,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,YAAY,CAAC,CAAC;IAExB,WAAW;SACR,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAC3B,CAAC;AArCD,kCAqCC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU;IAClC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,WAAW;KAClB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAG,IAAA,sBAAe,EAAC,EAAE,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,EAAE;QACR,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO;KACR;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACjD,gBAAM,CAAC,IAAI,CAAC,IAAA,qBAAa,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACpD,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;KACrF;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACtC,IAAA,kBAAW,GAAE,CAAC;IACd,6BAA6B;IAC7B,gBAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACzC,gBAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GACtD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAC1D,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE;QACX,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;KACR;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACpF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YACjD,WAAW,EACT,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBACtE,CAAC,CAAC,GAAG,CACD,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa;oBACxB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC1D,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YAC/C,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAChD,CAAC,CAAC;KACJ;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAU;IACrC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,cAAc;KACrB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,OAAO,GAAG,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE;QACZ,gBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO;KACR;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACzC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAChD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACf,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAC3D,WAAW,EACT,MAAM,CAAC,MAAM,CAAC,OAAO;gBACrB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBAC3E,CAAC,CAAC,GAAG,CACD,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBAClC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC9E,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAC1D,CAAC,CAAC;KACJ;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;AACJ,CAAC"}
+{"version":3,"file":"show.js","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAG1B,kCAA8F;AAC9F,oCAAoD;AACpD,uDAA+B;AAC/B,6DAAqC;AAE9B,KAAK,UAAU,WAAW,CAAC,OAAgB;IAChD,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAA,sBAAe,EAAC,EAAE,CAAC,CAAC;QACtC,IAAI,GAAG,EAAE;YACP,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC;SACvB;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE;YACV,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;SACzB;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE;YACX,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;SAC1B;QAED,gBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,WAAW;SACR,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,YAAY,CAAC,CAAC;IAExB,WAAW;SACR,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAC3B,CAAC;AArCD,kCAqCC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU;IAClC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,WAAW;KAClB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAG,MAAM,IAAA,sBAAe,EAAC,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG,EAAE;QACR,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO;KACR;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACjD,gBAAM,CAAC,IAAI,CAAC,IAAA,qBAAa,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACpD,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;KACrF;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACtC,IAAA,kBAAW,GAAE,CAAC;IACd,6BAA6B;IAC7B,gBAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACzC,gBAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GACtD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAC1D,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAU;IACpC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,aAAa;KACpB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAiB,EAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE;QACX,gBAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAChD,OAAO;KACR;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACpF,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,WAAW,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YACjD,WAAW,EACT,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBACtE,CAAC,CAAC,GAAG,CACD,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa;oBACxB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC1D,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YAC/C,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAChD,CAAC,CAAC;KACJ;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,wCAAwC,CAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAU;IACrC,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QAC/B,IAAI,EAAE,cAAc;KACrB,CAAC,CAAC;IACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE;QACZ,gBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO;KACR;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACzC,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAChD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACf,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG;YAC3D,WAAW,EACT,MAAM,CAAC,MAAM,CAAC,OAAO;gBACrB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC;gBAC3E,CAAC,CAAC,GAAG,CACD,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBAClC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAC9E,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACjB,CAAC,CAAC,GAAG;YACT,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;YACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,GAAG;SAC1D,CAAC,CAAC;KACJ;IACD,gBAAM,CAAC,IAAI,CAAC,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,uCAAuC,CACxF,CAAC;IACF,gBAAM,CAAC,IAAI,CACT,OAAO,eAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,2CAA2C,CAC1F,CAAC;AACJ,CAAC"}

package/dist/src/csv.d.ts

@@ -1,4 +1,4 @@
-import type { Assertion, CsvRow, TestCase } from "./types";
+import type { Assertion, CsvRow, TestCase } from './types';
 export declare function testCaseFromCsvRow(row: CsvRow): TestCase;
 export declare function assertionFromString(expected: string): Assertion;
 //# sourceMappingURL=csv.d.ts.map

package/dist/src/csv.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/csv.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAiB,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAI1E,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,CAuBxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAiG/D"}
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/csv.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAiB,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAI1E,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,CA2BxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAiG/D"}

package/dist/src/csv.js

@@ -7,6 +7,7 @@ function testCaseFromCsvRow(row) {
     const vars = {};
     const asserts = [];
     const options = {};
+    let description;
     for (const [key, value] of Object.entries(row)) {
         if (key.startsWith('__expected')) {
             if (value.trim() !== '') {
@@ -19,6 +20,9 @@ function testCaseFromCsvRow(row) {
         else if (key === '__suffix') {
             options.suffix = value;
         }
+        else if (key === '__description') {
+            description = value;
+        }
         else {
             vars[key] = value;
         }
@@ -27,6 +31,7 @@ function testCaseFromCsvRow(row) {
         vars,
         assert: asserts,
         options,
+        ...(description ? { description } : {}),
     };
 }
 exports.testCaseFromCsvRow = testCaseFromCsvRow;

package/dist/src/csv.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/csv.ts"],"names":[],"mappings":";AAAA,sEAAsE;;;AAItE,MAAM,qCAAqC,GAAG,GAAG,CAAC;AAElD,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,MAAM,IAAI,GAA2B,EAAE,CAAC;IACxC,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QAC9C,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAChC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBACvB,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;aAC1C;SACF;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE;YAC7B,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;SACxB;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE;YAC7B,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;SACxB;aAAM;YACL,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SACnB;KACF;IAED,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,OAAO;QACf,OAAO;KACR,CAAC;AACJ,CAAC;AAvBD,gDAuBC;AAED,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,iBAAiB;IACjB,IACE,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC;QAClC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC;QAC1B,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAC5B;QACA,wCAAwC;QACxC,IAAI,WAAW,CAAC;QAChB,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;YACtC,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;SACpC;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;YAC9B,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;SAC5B;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YAChC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;SAC9B;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,YAAY;SACpB,CAAC;KACH;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;QACvE,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SACzB,CAAC;KACH;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QAClC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QACrC,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACpB,CAAC;KACH;IAED,cAAc;IACd,MAAM,cAAc,GAClB,ubAAub,CAAC;IAC1b,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAElD,IAAI,UAAU,EAAE;QACd,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,UAAU,CAAC;QAC7D,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;QAE3C,IACE,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,eAAe;YACxB,IAAI,KAAK,eAAe,EACxB;YACA,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAC7C,CAAC;SACH;aAAM,IAAI,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,SAAS,EAAE;YACzD,OAAO;gBACL,IAAI,EAAE,QAAyB;aAChC,CAAC;SACH;aAAM,IACL,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,aAAa;YACtB,IAAI,KAAK,aAAa;YACtB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,kBAAkB;YAC3B,IAAI,KAAK,gBAAgB;YACzB,IAAI,KAAK,mBAAmB;YAC5B,IAAI,KAAK,sBAAsB;YAC/B,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,kBAAkB;YAC3B,IAAI,KAAK,MAAM,EACf;YACA,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;gBACL,SAAS,EAAE,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,IAAI,CAAC;aAC5F,CAAC;SACH;aAAM;YACL,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;aACN,CAAC;SACH;KACF;IAED,sBAAsB;IACtB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,QAAQ;KAChB,CAAC;AACJ,CAAC;AAjGD,kDAiGC"}
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/csv.ts"],"names":[],"mappings":";AAAA,sEAAsE;;;AAItE,MAAM,qCAAqC,GAAG,GAAG,CAAC;AAElD,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,MAAM,IAAI,GAA2B,EAAE,CAAC;IACxC,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,IAAI,WAA+B,CAAC;IACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QAC9C,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAChC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBACvB,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;aAC1C;SACF;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE;YAC7B,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;SACxB;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE;YAC7B,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;SACxB;aAAM,IAAI,GAAG,KAAK,eAAe,EAAE;YAClC,WAAW,GAAG,KAAK,CAAC;SACrB;aAAM;YACL,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SACnB;KACF;IAED,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,OAAO;QACf,OAAO;QACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxC,CAAC;AACJ,CAAC;AA3BD,gDA2BC;AAED,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,iBAAiB;IACjB,IACE,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC;QAClC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC;QAC1B,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAC5B;QACA,wCAAwC;QACxC,IAAI,WAAW,CAAC;QAChB,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;YACtC,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;SACpC;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;YAC9B,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;SAC5B;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YAChC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;SAC9B;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,YAAY;SACpB,CAAC;KACH;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;QACvE,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SACzB,CAAC;KACH;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QAClC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QACrC,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACpB,CAAC;KACH;IAED,cAAc;IACd,MAAM,cAAc,GAClB,ubAAub,CAAC;IAC1b,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAElD,IAAI,UAAU,EAAE;QACd,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,UAAU,CAAC;QAC7D,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;QAE3C,IACE,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,eAAe;YACxB,IAAI,KAAK,eAAe,EACxB;YACA,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAC7C,CAAC;SACH;aAAM,IAAI,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,SAAS,EAAE;YACzD,OAAO;gBACL,IAAI,EAAE,QAAyB;aAChC,CAAC;SACH;aAAM,IACL,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,aAAa;YACtB,IAAI,KAAK,aAAa;YACtB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,kBAAkB;YAC3B,IAAI,KAAK,gBAAgB;YACzB,IAAI,KAAK,mBAAmB;YAC5B,IAAI,KAAK,sBAAsB;YAC/B,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,kBAAkB;YAC3B,IAAI,KAAK,MAAM,EACf;YACA,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;gBACL,SAAS,EAAE,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,IAAI,CAAC;aAC5F,CAAC;SACH;aAAM;YACL,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;aACN,CAAC;SACH;KACF;IAED,sBAAsB;IACtB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,QAAQ;KAChB,CAAC;AACJ,CAAC;AAjGD,kDAiGC"}

package/dist/src/database.d.ts

@@ -0,0 +1,238 @@
+import type { EvaluateSummary, UnifiedConfig } from './types';
+export declare const prompts: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "prompts";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "prompts";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "created_at";
+            tableName: "prompts";
+            dataType: "number";
+            columnType: "SQLiteInteger";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: true;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+        prompt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "prompt";
+            tableName: "prompts";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const promptsRelations: import("drizzle-orm").Relations<"prompts", {
+    evalsToPrompts: import("drizzle-orm").Many<"evals_to_prompts">;
+}>;
+export declare const datasets: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "datasets";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "datasets";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        tests: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "tests";
+            tableName: "datasets";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: string | (string | import("./types").TestCase<Record<string, string | object | string[]>>)[];
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+        createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "created_at";
+            tableName: "datasets";
+            dataType: "number";
+            columnType: "SQLiteInteger";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: true;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const datasetsRelations: import("drizzle-orm").Relations<"datasets", {
+    evalsToDatasets: import("drizzle-orm").Many<"evals_to_datasets">;
+}>;
+export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "evals";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "evals";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "created_at";
+            tableName: "evals";
+            dataType: "number";
+            columnType: "SQLiteInteger";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: true;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+        description: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "description";
+            tableName: "evals";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        results: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "results";
+            tableName: "evals";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: EvaluateSummary;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+        config: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "config";
+            tableName: "evals";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: Partial<UnifiedConfig>;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+        }, object>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const evalsRelations: import("drizzle-orm").Relations<"evals", {
+    evalsToPrompts: import("drizzle-orm").Many<"evals_to_prompts">;
+    evalsToDatasets: import("drizzle-orm").Many<"evals_to_datasets">;
+}>;
+export declare const evalsToPrompts: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "evals_to_prompts";
+    schema: undefined;
+    columns: {
+        evalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "eval_id";
+            tableName: "evals_to_prompts";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        promptId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "prompt_id";
+            tableName: "evals_to_prompts";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const evalsToPromptsRelations: import("drizzle-orm").Relations<"evals_to_prompts", {
+    eval: import("drizzle-orm").One<"evals", true>;
+    prompt: import("drizzle-orm").One<"prompts", true>;
+}>;
+export declare const evalsToDatasets: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "evals_to_datasets";
+    schema: undefined;
+    columns: {
+        evalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "eval_id";
+            tableName: "evals_to_datasets";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+        datasetId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "dataset_id";
+            tableName: "evals_to_datasets";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+        }, object>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const evalsToDatasetsRelations: import("drizzle-orm").Relations<"evals_to_datasets", {
+    eval: import("drizzle-orm").One<"evals", true>;
+    dataset: import("drizzle-orm").One<"datasets", true>;
+}>;
+export declare function getDbPath(): string;
+export declare function getDbSignalPath(): string;
+export declare function getDb(): import("drizzle-orm/better-sqlite3").BetterSQLite3Database<Record<string, unknown>>;
+//# sourceMappingURL=database.d.ts.map

package/dist/src/database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAI9D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIlB,CAAC;AAEH,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAInB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMhB,CAAC;AAEH,eAAO,MAAM,cAAc;;;EAGxB,CAAC;AAEJ,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAa1B,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAa3B,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AA+CJ,wBAAgB,SAAS,WAExB;AAED,wBAAgB,eAAe,WAE9B;AAED,wBAAgB,KAAK,wFAMpB"}

package/dist/src/database.js

@@ -0,0 +1,141 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDb = exports.getDbSignalPath = exports.getDbPath = exports.evalsToDatasetsRelations = exports.evalsToDatasets = exports.evalsToPromptsRelations = exports.evalsToPrompts = exports.evalsRelations = exports.evals = exports.datasetsRelations = exports.datasets = exports.promptsRelations = exports.prompts = void 0;
+const node_path_1 = __importDefault(require("node:path"));
+const drizzle_orm_1 = require("drizzle-orm");
+const sqlite_core_1 = require("drizzle-orm/sqlite-core");
+const better_sqlite3_1 = require("drizzle-orm/better-sqlite3");
+const better_sqlite3_2 = __importDefault(require("better-sqlite3"));
+const util_1 = require("./util");
+// ------------ Prompts ------------
+exports.prompts = (0, sqlite_core_1.sqliteTable)('prompts', {
+    id: (0, sqlite_core_1.text)('id').primaryKey(),
+    createdAt: (0, sqlite_core_1.integer)('created_at').notNull().default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+    prompt: (0, sqlite_core_1.text)('prompt').notNull(),
+});
+exports.promptsRelations = (0, drizzle_orm_1.relations)(exports.prompts, ({ many }) => ({
+    evalsToPrompts: many(exports.evalsToPrompts),
+}));
+// ------------ Datasets ------------
+exports.datasets = (0, sqlite_core_1.sqliteTable)('datasets', {
+    id: (0, sqlite_core_1.text)('id').primaryKey(),
+    tests: (0, sqlite_core_1.text)('tests', { mode: 'json' }).$type(),
+    createdAt: (0, sqlite_core_1.integer)('created_at').notNull().default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+});
+exports.datasetsRelations = (0, drizzle_orm_1.relations)(exports.datasets, ({ many }) => ({
+    evalsToDatasets: many(exports.evalsToDatasets),
+}));
+// ------------ Evals ------------
+exports.evals = (0, sqlite_core_1.sqliteTable)('evals', {
+    id: (0, sqlite_core_1.text)('id').primaryKey(),
+    createdAt: (0, sqlite_core_1.integer)('created_at').notNull().default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+    description: (0, sqlite_core_1.text)('description'),
+    results: (0, sqlite_core_1.text)('results', { mode: 'json' }).$type().notNull(),
+    config: (0, sqlite_core_1.text)('config', { mode: 'json' }).$type().notNull(),
+});
+exports.evalsRelations = (0, drizzle_orm_1.relations)(exports.evals, ({ many }) => ({
+    evalsToPrompts: many(exports.evalsToPrompts),
+    evalsToDatasets: many(exports.evalsToDatasets),
+}));
+exports.evalsToPrompts = (0, sqlite_core_1.sqliteTable)('evals_to_prompts', {
+    evalId: (0, sqlite_core_1.text)('eval_id')
+        .notNull()
+        .references(() => exports.evals.id),
+    promptId: (0, sqlite_core_1.text)('prompt_id')
+        .notNull()
+        .references(() => exports.prompts.id),
+}, (t) => ({
+    pk: (0, sqlite_core_1.primaryKey)({ columns: [t.evalId, t.promptId] }),
+}));
+exports.evalsToPromptsRelations = (0, drizzle_orm_1.relations)(exports.evalsToPrompts, ({ one }) => ({
+    eval: one(exports.evals, {
+        fields: [exports.evalsToPrompts.evalId],
+        references: [exports.evals.id],
+    }),
+    prompt: one(exports.prompts, {
+        fields: [exports.evalsToPrompts.promptId],
+        references: [exports.prompts.id],
+    }),
+}));
+exports.evalsToDatasets = (0, sqlite_core_1.sqliteTable)('evals_to_datasets', {
+    evalId: (0, sqlite_core_1.text)('eval_id')
+        .notNull()
+        .references(() => exports.evals.id),
+    datasetId: (0, sqlite_core_1.text)('dataset_id')
+        .notNull()
+        .references(() => exports.datasets.id),
+}, (t) => ({
+    pk: (0, sqlite_core_1.primaryKey)({ columns: [t.evalId, t.datasetId] }),
+}));
+exports.evalsToDatasetsRelations = (0, drizzle_orm_1.relations)(exports.evalsToDatasets, ({ one }) => ({
+    eval: one(exports.evals, {
+        fields: [exports.evalsToDatasets.evalId],
+        references: [exports.evals.id],
+    }),
+    dataset: one(exports.datasets, {
+        fields: [exports.evalsToDatasets.datasetId],
+        references: [exports.datasets.id],
+    }),
+}));
+// ------------ Outputs ------------
+// We're just recording these on eval.results for now...
+/*
+export const llmOutputs = sqliteTable(
+  'llm_outputs',
+  {
+    id: text('id')
+      .notNull()
+      .unique(),
+    createdAt: integer('created_at').notNull().default(sql`CURRENT_TIMESTAMP`),
+    evalId: text('eval_id')
+      .notNull()
+      .references(() => evals.id),
+    promptId: text('prompt_id')
+      .notNull()
+      .references(() => prompts.id),
+    providerId: text('provider_id').notNull(),
+    vars: text('vars', {mode: 'json'}),
+    response: text('response', {mode: 'json'}),
+    error: text('error'),
+    latencyMs: integer('latency_ms'),
+    gradingResult: text('grading_result', {mode: 'json'}),
+    namedScores: text('named_scores', {mode: 'json'}),
+    cost: real('cost'),
+  },
+  (t) => ({
+    pk: primaryKey({ columns: [t.id] }),
+  }),
+);
+
+export const llmOutputsRelations = relations(llmOutputs, ({ one }) => ({
+  eval: one(evals, {
+    fields: [llmOutputs.evalId],
+    references: [evals.id],
+  }),
+  prompt: one(prompts, {
+    fields: [llmOutputs.promptId],
+    references: [prompts.id],
+  }),
+}));
+*/
+let dbInstance = null;
+function getDbPath() {
+    return node_path_1.default.resolve((0, util_1.getConfigDirectoryPath)(), 'promptfoo.db');
+}
+exports.getDbPath = getDbPath;
+function getDbSignalPath() {
+    return node_path_1.default.resolve((0, util_1.getConfigDirectoryPath)(), 'evalLastWritten');
+}
+exports.getDbSignalPath = getDbSignalPath;
+function getDb() {
+    if (!dbInstance) {
+        const sqlite = new better_sqlite3_2.default(getDbPath());
+        dbInstance = (0, better_sqlite3_1.drizzle)(sqlite);
+    }
+    return dbInstance;
+}
+exports.getDb = getDb;
+//# sourceMappingURL=database.js.map

package/dist/src/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/database.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA6B;AAE7B,6CAA6C;AAC7C,yDAAuF;AACvF,+DAAqD;AACrD,oEAAsC;AAEtC,iCAAgD;AAIhD,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAAC,SAAS,EAAE;IAC5C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAC1E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EAAC,UAAU,EAAE;IAC9C,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CAC3E,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,KAAK,GAAG,IAAA,yBAAW,EAAC,OAAO,EAAE;IACxC,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAC1E,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAES,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACpD,CAAC,CACH,CAAC;AAEW,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;CACrD,CAAC,CACH,CAAC;AAEW,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE;AAEF,IAAI,UAAU,GAAsC,IAAI,CAAC;AAEzD,SAAgB,SAAS;IACvB,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,GAAE,EAAE,cAAc,CAAC,CAAC;AAChE,CAAC;AAFD,8BAEC;AAED,SAAgB,eAAe;IAC7B,OAAO,mBAAI,CAAC,OAAO,CAAC,IAAA,6BAAsB,GAAE,EAAE,iBAAiB,CAAC,CAAC;AACnE,CAAC;AAFD,0CAEC;AAED,SAAgB,KAAK;IACnB,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,IAAA,wBAAO,EAAC,MAAM,CAAC,CAAC;KAC9B;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAND,sBAMC"}

package/dist/src/evaluator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAIV,eAAe,EAGf,eAAe,EAEf,iBAAiB,EACjB,MAAM,EACN,SAAS,EACV,MAAM,SAAS,CAAC;AAiBjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AA+BzC,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EACrC,eAAe,EAAE,eAAe,EAChC,eAAe,CAAC,EAAE,iBAAiB,GAClC,OAAO,CAAC,MAAM,CAAC,CA2FjB;AAqoBD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,4BAGtE"}
+{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAIV,eAAe,EAGf,eAAe,EAEf,iBAAiB,EACjB,MAAM,EACN,SAAS,EACV,MAAM,SAAS,CAAC;AAiBjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AA+BzC,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EACrC,eAAe,EAAE,eAAe,EAChC,eAAe,CAAC,EAAE,iBAAiB,GAClC,OAAO,CAAC,MAAM,CAAC,CA2FjB;AAuoBD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,4BAGtE"}

package/dist/src/evaluator.js

@@ -171,7 +171,7 @@ class Evaluator {
         let promptDisplay = prompt.display;
         // Set up the special _conversation variable
         const vars = test.vars || {};
-        const conversationKey = `${provider.id()}:${prompt.id}`;
+        const conversationKey = `${provider.label || provider.id()}:${prompt.id}`;
         const usesConversation = prompt.raw.includes('_conversation');
         if (!process.env.PROMPTFOO_DISABLE_CONVERSATION_VAR &&
             !test.options?.disableConversationVar &&
@@ -188,6 +188,7 @@ class Evaluator {
         const setup = {
             provider: {
                 id: provider.id(),
+                label: provider.label,
             },
             prompt: {
                 raw: renderedPrompt,
@@ -356,10 +357,10 @@ class Evaluator {
                         continue;
                     }
                 }
-                prompts.push({
+                const completedPrompt = {
                     ...prompt,
                     id: (0, util_1.sha256)(typeof prompt.raw === 'object' ? JSON.stringify(prompt.raw) : prompt.raw),
-                    provider: provider.id(),
+                    provider: provider.label || provider.id(),
                     display: prompt.display,
                     metrics: {
                         score: 0,
@@ -377,7 +378,8 @@ class Evaluator {
                         namedScores: {},
                         cost: 0,
                     },
-                });
+                };
+                prompts.push(completedPrompt);
             }
         }
         // Aggregate all vars across test cases
@@ -528,7 +530,7 @@ class Evaluator {
             numComplete++;
             if (progressbar) {
                 progressbar.increment({
-                    provider: evalStep.provider.id(),
+                    provider: evalStep.provider.label || evalStep.provider.id(),
                     prompt: evalStep.prompt.raw.slice(0, 10).replace(/\n/g, ' '),
                     vars: Object.entries(evalStep.test.vars || {})
                         .map(([k, v]) => `${k}=${v}`)
@@ -588,7 +590,7 @@ class Evaluator {
                 namedScores: row.namedScores,
                 text: resultText,
                 prompt: row.prompt.raw,
-                provider: row.provider.id,
+                provider: row.provider.label || row.provider.id,
                 latencyMs: row.latencyMs,
                 tokenUsage: row.response?.tokenUsage,
                 gradingResult: row.gradingResult,