promptfoo 0.91.3 → 0.92.1

package/dist/src/database/tables.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,eAAe,EAAiB,MAAM,UAAU,CAAC;AAI/D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYnB,CAAC;AAIF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWhB,CAAC;AAIF,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgBjB,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAevB,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYpB,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC"}
+{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EAEb,eAAe,EAGf,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIpB,CAAC;AAIH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAEJ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAajC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;EASnC,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC"}

package/dist/src/database/tables.js

@@ -1,20 +1,26 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.evalsToDatasetsRelations = exports.evalsToPromptsRelations = exports.evalsRelations = exports.datasetsRelations = exports.evalsToDatasets = exports.datasets = exports.evalsToTagsRelations = exports.tagsRelations = exports.evalsToTags = exports.promptsRelations = exports.evalsToPrompts = exports.evals = exports.tags = exports.prompts = void 0;
+exports.evalsToDatasetsRelations = exports.evalsToPromptsRelations = exports.evalsRelations = exports.datasetsRelations = exports.evalsToDatasetsTable = exports.datasetsTable = exports.evalsToProvidersRelations = exports.evalsToProvidersTable = exports.evalsToTagsRelations = exports.tagsRelations = exports.evalsToTagsTable = exports.promptsRelations = exports.evalsToPromptsTable = exports.evalResultsTable = exports.evalsTable = exports.tagsTable = exports.promptsTable = exports.providers = void 0;
 const drizzle_orm_1 = require("drizzle-orm");
 const sqlite_core_1 = require("drizzle-orm/sqlite-core");
+// ------------ Providers ------------
+exports.providers = (0, sqlite_core_1.sqliteTable)('providers', {
+    id: (0, sqlite_core_1.text)('id').primaryKey(),
+    providerId: (0, sqlite_core_1.text)('provider_id').notNull(),
+    config: (0, sqlite_core_1.text)('options', { mode: 'json' }).$type().notNull(),
+});
 // ------------ Prompts ------------
-exports.prompts = (0, sqlite_core_1.sqliteTable)('prompts', {
+exports.promptsTable = (0, sqlite_core_1.sqliteTable)('prompts', {
     id: (0, sqlite_core_1.text)('id').primaryKey(),
     createdAt: (0, sqlite_core_1.integer)('created_at')
         .notNull()
-        .default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+        .default((0, drizzle_orm_1.sql) `cast(unixepoch() as int)`),
     prompt: (0, sqlite_core_1.text)('prompt').notNull(),
 }, (table) => ({
     createdAtIdx: (0, sqlite_core_1.index)('prompts_created_at_idx').on(table.createdAt),
 }));
 // ------------ Tags ------------
-exports.tags = (0, sqlite_core_1.sqliteTable)('tags', {
+exports.tagsTable = (0, sqlite_core_1.sqliteTable)('tags', {
     id: (0, sqlite_core_1.text)('id').primaryKey(),
     name: (0, sqlite_core_1.text)('name').notNull(),
     value: (0, sqlite_core_1.text)('value').notNull(),
@@ -23,112 +29,165 @@ exports.tags = (0, sqlite_core_1.sqliteTable)('tags', {
     uniqueNameValue: (0, sqlite_core_1.uniqueIndex)('tags_name_value_unique').on(table.name, table.value),
 }));
 // ------------ Evals ------------
-exports.evals = (0, sqlite_core_1.sqliteTable)('evals', {
+exports.evalsTable = (0, sqlite_core_1.sqliteTable)('evals', {
     id: (0, sqlite_core_1.text)('id').primaryKey(),
     createdAt: (0, sqlite_core_1.integer)('created_at')
         .notNull()
-        .default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+        .default((0, drizzle_orm_1.sql) `cast(unixepoch() as int)`),
     author: (0, sqlite_core_1.text)('author'),
     description: (0, sqlite_core_1.text)('description'),
     results: (0, sqlite_core_1.text)('results', { mode: 'json' }).$type().notNull(),
     config: (0, sqlite_core_1.text)('config', { mode: 'json' }).$type().notNull(),
+    prompts: (0, sqlite_core_1.text)('prompts', { mode: 'json' }).$type(),
 }, (table) => ({
     createdAtIdx: (0, sqlite_core_1.index)('evals_created_at_idx').on(table.createdAt),
     authorIdx: (0, sqlite_core_1.index)('evals_author_idx').on(table.author),
 }));
-exports.evalsToPrompts = (0, sqlite_core_1.sqliteTable)('evals_to_prompts', {
+exports.evalResultsTable = (0, sqlite_core_1.sqliteTable)('eval_results', {
+    id: (0, sqlite_core_1.text)('id').primaryKey(),
+    createdAt: (0, sqlite_core_1.integer)('created_at')
+        .notNull()
+        .default((0, drizzle_orm_1.sql) `cast(unixepoch() as int)`),
+    updatedAt: (0, sqlite_core_1.integer)('updated_at')
+        .notNull()
+        .default((0, drizzle_orm_1.sql) `cast(unixepoch() as int)`),
     evalId: (0, sqlite_core_1.text)('eval_id')
         .notNull()
-        .references(() => exports.evals.id),
-    // Drizzle doesn't support this migration for sqlite, so we remove foreign keys manually.
-    //.references(() => evals.id, { onDelete: 'cascade' }),
+        .references(() => exports.evalsTable.id),
+    promptIdx: (0, sqlite_core_1.integer)('prompt_idx').notNull(),
+    testIdx: (0, sqlite_core_1.integer)('test_idx').notNull(),
+    testCase: (0, sqlite_core_1.text)('test_case', { mode: 'json' }).$type().notNull(),
+    prompt: (0, sqlite_core_1.text)('prompt', { mode: 'json' }).$type().notNull(),
+    promptId: (0, sqlite_core_1.text)('prompt_id').references(() => exports.promptsTable.id),
+    // Provider-related fields
+    provider: (0, sqlite_core_1.text)('provider', { mode: 'json' }).$type().notNull(),
+    providerId: (0, sqlite_core_1.text)('provider_id').references(() => exports.providers.id),
+    latencyMs: (0, sqlite_core_1.integer)('latency_ms'),
+    cost: (0, sqlite_core_1.real)('cost'),
+    // Output-related fields
+    response: (0, sqlite_core_1.text)('response', { mode: 'json' }).$type(),
+    error: (0, sqlite_core_1.text)('error'),
+    // Result-related fields
+    success: (0, sqlite_core_1.integer)('success', { mode: 'boolean' }).notNull(),
+    score: (0, sqlite_core_1.real)('score').notNull(),
+    gradingResult: (0, sqlite_core_1.text)('grading_result', { mode: 'json' }).$type(),
+    namedScores: (0, sqlite_core_1.text)('named_scores', { mode: 'json' }).$type(),
+    // Metadata fields
+    metadata: (0, sqlite_core_1.text)('metadata', { mode: 'json' }).$type(),
+}, (table) => ({
+    evalIdIdx: (0, sqlite_core_1.index)('eval_result_eval_id_idx').on(table.evalId),
+}));
+exports.evalsToPromptsTable = (0, sqlite_core_1.sqliteTable)('evals_to_prompts', {
+    evalId: (0, sqlite_core_1.text)('eval_id')
+        .notNull()
+        .references(() => exports.evalsTable.id, { onDelete: 'cascade' }),
     promptId: (0, sqlite_core_1.text)('prompt_id')
         .notNull()
-        .references(() => exports.prompts.id),
+        .references(() => exports.promptsTable.id),
 }, (t) => ({
     pk: (0, sqlite_core_1.primaryKey)({ columns: [t.evalId, t.promptId] }),
     evalIdIdx: (0, sqlite_core_1.index)('evals_to_prompts_eval_id_idx').on(t.evalId),
     promptIdIdx: (0, sqlite_core_1.index)('evals_to_prompts_prompt_id_idx').on(t.promptId),
 }));
-exports.promptsRelations = (0, drizzle_orm_1.relations)(exports.prompts, ({ many }) => ({
-    evalsToPrompts: many(exports.evalsToPrompts),
+exports.promptsRelations = (0, drizzle_orm_1.relations)(exports.promptsTable, ({ many }) => ({
+    evalsToPrompts: many(exports.evalsToPromptsTable),
 }));
-exports.evalsToTags = (0, sqlite_core_1.sqliteTable)('evals_to_tags', {
+exports.evalsToTagsTable = (0, sqlite_core_1.sqliteTable)('evals_to_tags', {
     evalId: (0, sqlite_core_1.text)('eval_id')
         .notNull()
-        .references(() => exports.evals.id),
+        .references(() => exports.evalsTable.id),
     tagId: (0, sqlite_core_1.text)('tag_id')
         .notNull()
-        .references(() => exports.tags.id),
+        .references(() => exports.tagsTable.id),
 }, (t) => ({
     pk: (0, sqlite_core_1.primaryKey)({ columns: [t.evalId, t.tagId] }),
     evalIdIdx: (0, sqlite_core_1.index)('evals_to_tags_eval_id_idx').on(t.evalId),
     tagIdIdx: (0, sqlite_core_1.index)('evals_to_tags_tag_id_idx').on(t.tagId),
 }));
-exports.tagsRelations = (0, drizzle_orm_1.relations)(exports.tags, ({ many }) => ({
-    evalsToTags: many(exports.evalsToTags),
+exports.tagsRelations = (0, drizzle_orm_1.relations)(exports.tagsTable, ({ many }) => ({
+    evalsToTags: many(exports.evalsToTagsTable),
+}));
+exports.evalsToTagsRelations = (0, drizzle_orm_1.relations)(exports.evalsToTagsTable, ({ one }) => ({
+    eval: one(exports.evalsTable, {
+        fields: [exports.evalsToTagsTable.evalId],
+        references: [exports.evalsTable.id],
+    }),
+    tag: one(exports.tagsTable, {
+        fields: [exports.evalsToTagsTable.tagId],
+        references: [exports.tagsTable.id],
+    }),
+}));
+exports.evalsToProvidersTable = (0, sqlite_core_1.sqliteTable)('evals_to_providers', {
+    providerId: (0, sqlite_core_1.text)('provider_id')
+        .notNull()
+        .references(() => exports.providers.id),
+    evalId: (0, sqlite_core_1.text)('eval_id')
+        .notNull()
+        .references(() => exports.evalsTable.id),
+}, (t) => ({
+    pk: (0, sqlite_core_1.primaryKey)({ columns: [t.providerId, t.evalId] }),
 }));
-exports.evalsToTagsRelations = (0, drizzle_orm_1.relations)(exports.evalsToTags, ({ one }) => ({
-    eval: one(exports.evals, {
-        fields: [exports.evalsToTags.evalId],
-        references: [exports.evals.id],
+exports.evalsToProvidersRelations = (0, drizzle_orm_1.relations)(exports.evalsToProvidersTable, ({ one }) => ({
+    provider: one(exports.providers, {
+        fields: [exports.evalsToProvidersTable.providerId],
+        references: [exports.providers.id],
     }),
-    tag: one(exports.tags, {
-        fields: [exports.evalsToTags.tagId],
-        references: [exports.tags.id],
+    eval: one(exports.evalsTable, {
+        fields: [exports.evalsToProvidersTable.evalId],
+        references: [exports.evalsTable.id],
     }),
 }));
 // ------------ Datasets ------------
-exports.datasets = (0, sqlite_core_1.sqliteTable)('datasets', {
+exports.datasetsTable = (0, sqlite_core_1.sqliteTable)('datasets', {
     id: (0, sqlite_core_1.text)('id').primaryKey(),
     tests: (0, sqlite_core_1.text)('tests', { mode: 'json' }).$type(),
     createdAt: (0, sqlite_core_1.integer)('created_at')
         .notNull()
-        .default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
+        .default((0, drizzle_orm_1.sql) `cast(unixepoch() as int)`),
 }, (table) => ({
     createdAtIdx: (0, sqlite_core_1.index)('datasets_created_at_idx').on(table.createdAt),
 }));
-exports.evalsToDatasets = (0, sqlite_core_1.sqliteTable)('evals_to_datasets', {
+exports.evalsToDatasetsTable = (0, sqlite_core_1.sqliteTable)('evals_to_datasets', {
     evalId: (0, sqlite_core_1.text)('eval_id')
         .notNull()
-        .references(() => exports.evals.id),
+        .references(() => exports.evalsTable.id),
     // Drizzle doesn't support this migration for sqlite, so we remove foreign keys manually.
     //.references(() => evals.id, { onDelete: 'cascade' }),
     datasetId: (0, sqlite_core_1.text)('dataset_id')
         .notNull()
-        .references(() => exports.datasets.id),
+        .references(() => exports.datasetsTable.id),
 }, (t) => ({
     pk: (0, sqlite_core_1.primaryKey)({ columns: [t.evalId, t.datasetId] }),
     evalIdIdx: (0, sqlite_core_1.index)('evals_to_datasets_eval_id_idx').on(t.evalId),
     datasetIdIdx: (0, sqlite_core_1.index)('evals_to_datasets_dataset_id_idx').on(t.datasetId),
 }));
-exports.datasetsRelations = (0, drizzle_orm_1.relations)(exports.datasets, ({ many }) => ({
-    evalsToDatasets: many(exports.evalsToDatasets),
+exports.datasetsRelations = (0, drizzle_orm_1.relations)(exports.datasetsTable, ({ many }) => ({
+    evalsToDatasets: many(exports.evalsToDatasetsTable),
 }));
 // ------------ Evals ------------
-exports.evalsRelations = (0, drizzle_orm_1.relations)(exports.evals, ({ many }) => ({
-    evalsToPrompts: many(exports.evalsToPrompts),
-    evalsToDatasets: many(exports.evalsToDatasets),
-    evalsToTags: many(exports.evalsToTags),
-}));
-exports.evalsToPromptsRelations = (0, drizzle_orm_1.relations)(exports.evalsToPrompts, ({ one }) => ({
-    eval: one(exports.evals, {
-        fields: [exports.evalsToPrompts.evalId],
-        references: [exports.evals.id],
+exports.evalsRelations = (0, drizzle_orm_1.relations)(exports.evalsTable, ({ many }) => ({
+    evalsToPrompts: many(exports.evalsToPromptsTable),
+    evalsToDatasets: many(exports.evalsToDatasetsTable),
+    evalsToTags: many(exports.evalsToTagsTable),
+}));
+exports.evalsToPromptsRelations = (0, drizzle_orm_1.relations)(exports.evalsToPromptsTable, ({ one }) => ({
+    eval: one(exports.evalsTable, {
+        fields: [exports.evalsToPromptsTable.evalId],
+        references: [exports.evalsTable.id],
     }),
-    prompt: one(exports.prompts, {
-        fields: [exports.evalsToPrompts.promptId],
-        references: [exports.prompts.id],
+    prompt: one(exports.promptsTable, {
+        fields: [exports.evalsToPromptsTable.promptId],
+        references: [exports.promptsTable.id],
     }),
 }));
-exports.evalsToDatasetsRelations = (0, drizzle_orm_1.relations)(exports.evalsToDatasets, ({ one }) => ({
-    eval: one(exports.evals, {
-        fields: [exports.evalsToDatasets.evalId],
-        references: [exports.evals.id],
+exports.evalsToDatasetsRelations = (0, drizzle_orm_1.relations)(exports.evalsToDatasetsTable, ({ one }) => ({
+    eval: one(exports.evalsTable, {
+        fields: [exports.evalsToDatasetsTable.evalId],
+        references: [exports.evalsTable.id],
     }),
-    dataset: one(exports.datasets, {
-        fields: [exports.evalsToDatasets.datasetId],
-        references: [exports.datasets.id],
+    dataset: one(exports.datasetsTable, {
+        fields: [exports.evalsToDatasetsTable.datasetId],
+        references: [exports.datasetsTable.id],
     }),
 }));
 // ------------ Outputs ------------
@@ -140,7 +199,7 @@ export const llmOutputs = sqliteTable(
     id: text('id')
       .notNull()
       .unique(),
-    createdAt: integer('created_at').notNull().default(sql`CURRENT_TIMESTAMP`),
+    createdAt: integer('created_at').notNull().default(sql`cast(unixepoch() as int)`),
     evalId: text('eval_id')
       .notNull()
       .references(() => evals.id),

package/dist/src/database/tables.js.map

@@ -1 +1 @@
-{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":";;;AAAA,6CAA6C;AAC7C,yDAOiC;AAGjC,oCAAoC;AAEvB,QAAA,OAAO,GAAG,IAAA,yBAAW,EAChC,SAAS,EACT;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CAClE,CAAC,CACH,CAAC;AAEF,iCAAiC;AAEpB,QAAA,IAAI,GAAG,IAAA,yBAAW,EAC7B,MAAM,EACN;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,IAAI,EAAE,IAAA,kBAAI,EAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAC5B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC,CAAC,OAAO,EAAE;CAC/B,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,OAAO,EAAE,IAAA,mBAAK,EAAC,eAAe,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;IAC9C,eAAe,EAAE,IAAA,yBAAW,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;CACnF,CAAC,CACH,CAAC;AAEF,kCAAkC;AAErB,QAAA,KAAK,GAAG,IAAA,yBAAW,EAC9B,OAAO,EACP;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC7E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;CACnF,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,sBAAsB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;IAC/D,SAAS,EAAE,IAAA,mBAAK,EAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;CACtD,CAAC,CACH,CAAC;AAEW,QAAA,cAAc,GAAG,IAAA,yBAAW,EACvC,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;CAChC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnD,SAAS,EAAE,IAAA,mBAAK,EAAC,8BAA8B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7D,WAAW,EAAE,IAAA,mBAAK,EAAC,gCAAgC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;CACpE,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,eAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChE,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;CACrC,CAAC,CAAC,CAAC;AAES,QAAA,WAAW,GAAG,IAAA,yBAAW,EACpC,eAAe,EACf;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,KAAK,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;SAClB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,YAAI,CAAC,EAAE,CAAC;CAC7B,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IAChD,SAAS,EAAE,IAAA,mBAAK,EAAC,2BAA2B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1D,QAAQ,EAAE,IAAA,mBAAK,EAAC,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;CACxD,CAAC,CACH,CAAC;AAEW,QAAA,aAAa,GAAG,IAAA,uBAAS,EAAC,YAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC1D,WAAW,EAAE,IAAI,CAAC,mBAAW,CAAC;CAC/B,CAAC,CAAC,CAAC;AAES,QAAA,oBAAoB,GAAG,IAAA,uBAAS,EAAC,mBAAW,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACvE,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,mBAAW,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,GAAG,EAAE,GAAG,CAAC,YAAI,EAAE;QACb,MAAM,EAAE,CAAC,mBAAW,CAAC,KAAK,CAAC;QAC3B,UAAU,EAAE,CAAC,YAAI,CAAC,EAAE,CAAC;KACtB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,QAAQ,GAAG,IAAA,yBAAW,EACjC,UAAU,EACV;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CACnE,CAAC,CACH,CAAC;AAEW,QAAA,eAAe,GAAG,IAAA,yBAAW,EACxC,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;IAC7B,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;IACpD,SAAS,EAAE,IAAA,mBAAK,EAAC,+BAA+B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,YAAY,EAAE,IAAA,mBAAK,EAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;CACxE,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,gBAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClE,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;CACvC,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,aAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5D,cAAc,EAAE,IAAI,CAAC,sBAAc,CAAC;IACpC,eAAe,EAAE,IAAI,CAAC,uBAAe,CAAC;IACtC,WAAW,EAAE,IAAI,CAAC,mBAAW,CAAC;CAC/B,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,sBAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,sBAAc,CAAC,MAAM,CAAC;QAC/B,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,eAAO,EAAE;QACnB,MAAM,EAAE,CAAC,sBAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,CAAC,eAAO,CAAC,EAAE,CAAC;KACzB,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,uBAAe,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,GAAG,CAAC,aAAK,EAAE;QACf,MAAM,EAAE,CAAC,uBAAe,CAAC,MAAM,CAAC;QAChC,UAAU,EAAE,CAAC,aAAK,CAAC,EAAE,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,gBAAQ,EAAE;QACrB,MAAM,EAAE,CAAC,uBAAe,CAAC,SAAS,CAAC;QACnC,UAAU,EAAE,CAAC,gBAAQ,CAAC,EAAE,CAAC;KAC1B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE"}
+{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":";;;AAAA,6CAA6C;AAC7C,yDAQiC;AAYjC,sCAAsC;AAEzB,QAAA,SAAS,GAAG,IAAA,yBAAW,EAAC,WAAW,EAAE;IAChD,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,UAAU,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC,CAAC,OAAO,EAAE;IACzC,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAuB,CAAC,OAAO,EAAE;CACjF,CAAC,CAAC;AAEH,oCAAoC;AAEvB,QAAA,YAAY,GAAG,IAAA,yBAAW,EACrC,SAAS,EACT;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,0BAA0B,CAAC;IACzC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CAClE,CAAC,CACH,CAAC;AAEF,iCAAiC;AAEpB,QAAA,SAAS,GAAG,IAAA,yBAAW,EAClC,MAAM,EACN;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,IAAI,EAAE,IAAA,kBAAI,EAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAC5B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC,CAAC,OAAO,EAAE;CAC/B,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,OAAO,EAAE,IAAA,mBAAK,EAAC,eAAe,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;IAC9C,eAAe,EAAE,IAAA,yBAAW,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;CACnF,CAAC,CACH,CAAC;AAEF,kCAAkC;AAErB,QAAA,UAAU,GAAG,IAAA,yBAAW,EACnC,OAAO,EACP;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,0BAA0B,CAAC;IACzC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA8B,CAAC,OAAO,EAAE;IACxF,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;IAClF,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAqB;CACtE,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,sBAAsB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;IAC/D,SAAS,EAAE,IAAA,mBAAK,EAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;CACtD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,yBAAW,EACzC,cAAc,EACd;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,0BAA0B,CAAC;IACzC,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,0BAA0B,CAAC;IACzC,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC,CAAC,OAAO,EAAE;IAC1C,OAAO,EAAE,IAAA,qBAAO,EAAC,UAAU,CAAC,CAAC,OAAO,EAAE;IAEtC,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAkB,CAAC,OAAO,EAAE;IAC/E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAU,CAAC,OAAO,EAAE;IAClE,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;IAE7D,0BAA0B;IAC1B,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAC/E,UAAU,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;IAE9D,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;IAChC,IAAI,EAAE,IAAA,kBAAI,EAAC,MAAM,CAAC;IAElB,wBAAwB;IACxB,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAoB;IACtE,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC;IAEpB,wBAAwB;IACxB,OAAO,EAAE,IAAA,qBAAO,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1D,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC,CAAC,OAAO,EAAE;IAC9B,aAAa,EAAE,IAAA,kBAAI,EAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAiB;IAC9E,WAAW,EAAE,IAAA,kBAAI,EAAC,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IAEnF,kBAAkB;IAClB,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;CAC7E,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,SAAS,EAAE,IAAA,mBAAK,EAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;CAC7D,CAAC,CACH,CAAC;AAEW,QAAA,mBAAmB,GAAG,IAAA,yBAAW,EAC5C,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC3D,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;CACrC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnD,SAAS,EAAE,IAAA,mBAAK,EAAC,8BAA8B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7D,WAAW,EAAE,IAAA,mBAAK,EAAC,gCAAgC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;CACpE,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,oBAAY,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACrE,cAAc,EAAE,IAAI,CAAC,2BAAmB,CAAC;CAC1C,CAAC,CAAC,CAAC;AAES,QAAA,gBAAgB,GAAG,IAAA,yBAAW,EACzC,eAAe,EACf;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,KAAK,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;SAClB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;CAClC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IAChD,SAAS,EAAE,IAAA,mBAAK,EAAC,2BAA2B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1D,QAAQ,EAAE,IAAA,mBAAK,EAAC,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;CACxD,CAAC,CACH,CAAC;AAEW,QAAA,aAAa,GAAG,IAAA,uBAAS,EAAC,iBAAS,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/D,WAAW,EAAE,IAAI,CAAC,wBAAgB,CAAC;CACpC,CAAC,CAAC,CAAC;AAES,QAAA,oBAAoB,GAAG,IAAA,uBAAS,EAAC,wBAAgB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5E,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,wBAAgB,CAAC,MAAM,CAAC;QACjC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,GAAG,EAAE,GAAG,CAAC,iBAAS,EAAE;QAClB,MAAM,EAAE,CAAC,wBAAgB,CAAC,KAAK,CAAC;QAChC,UAAU,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;KAC3B,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,qBAAqB,GAAG,IAAA,yBAAW,EAC9C,oBAAoB,EACpB;IACE,UAAU,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;SAC5B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;IACjC,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;CACnC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;CACtD,CAAC,CACH,CAAC;AAEW,QAAA,yBAAyB,GAAG,IAAA,uBAAS,EAAC,6BAAqB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACtF,QAAQ,EAAE,GAAG,CAAC,iBAAS,EAAE;QACvB,MAAM,EAAE,CAAC,6BAAqB,CAAC,UAAU,CAAC;QAC1C,UAAU,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;KAC3B,CAAC;IACF,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,6BAAqB,CAAC,MAAM,CAAC;QACtC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,aAAa,GAAG,IAAA,yBAAW,EACtC,UAAU,EACV;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,0BAA0B,CAAC;CAC1C,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CACnE,CAAC,CACH,CAAC;AAEW,QAAA,oBAAoB,GAAG,IAAA,yBAAW,EAC7C,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,qBAAa,CAAC,EAAE,CAAC;CACtC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;IACpD,SAAS,EAAE,IAAA,mBAAK,EAAC,+BAA+B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,YAAY,EAAE,IAAA,mBAAK,EAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;CACxE,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,qBAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACvE,eAAe,EAAE,IAAI,CAAC,4BAAoB,CAAC;CAC5C,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,kBAAU,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACjE,cAAc,EAAE,IAAI,CAAC,2BAAmB,CAAC;IACzC,eAAe,EAAE,IAAI,CAAC,4BAAoB,CAAC;IAC3C,WAAW,EAAE,IAAI,CAAC,wBAAgB,CAAC;CACpC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,2BAAmB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAClF,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,2BAAmB,CAAC,MAAM,CAAC;QACpC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,oBAAY,EAAE;QACxB,MAAM,EAAE,CAAC,2BAAmB,CAAC,QAAQ,CAAC;QACtC,UAAU,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,4BAAoB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACpF,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,4BAAoB,CAAC,MAAM,CAAC;QACrC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,qBAAa,EAAE;QAC1B,MAAM,EAAE,CAAC,4BAAoB,CAAC,SAAS,CAAC;QACxC,UAAU,EAAE,CAAC,qBAAa,CAAC,EAAE,CAAC;KAC/B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE"}

package/dist/src/database/types.d.ts

@@ -1,9 +1,9 @@
-import type { EvaluateSummary, UnifiedConfig } from '../types';
+import type { EvaluateSummaryV3, UnifiedConfig } from '../types';
 export interface ResultsFile {
     version: number;
     createdAt: string;
     author: string | null;
-    results: EvaluateSummary;
+    results: EvaluateSummaryV3;
     config: Partial<UnifiedConfig>;
     datasetId?: string;
 }
@@ -11,7 +11,7 @@ export interface EvalWithMetadata {
     id: string;
     date: Date;
     config: Partial<UnifiedConfig>;
-    results: EvaluateSummary;
+    results: EvaluateSummaryV3;
     description?: string;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/src/database/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/database/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE/D,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,eAAe,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,OAAO,EAAE,eAAe,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/database/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEjE,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}

package/dist/src/evaluator.d.ts

@@ -1,4 +1,5 @@
-import type { EvaluateOptions, EvaluateSummary, Prompt, TestSuite } from './types';
+import type Eval from './models/eval';
+import type { EvaluateOptions, Prompt, TestSuite } from './types';
 export declare const DEFAULT_MAX_CONCURRENCY = 4;
 /**
  * Validates if a given prompt is allowed based on the provided list of allowed
@@ -19,5 +20,5 @@ export declare const DEFAULT_MAX_CONCURRENCY = 4;
  */
 export declare function isAllowedPrompt(prompt: Prompt, allowedPrompts: string[] | undefined): boolean;
 export declare function generateVarCombinations(vars: Record<string, string | string[] | any>): Record<string, string | any[]>[];
-export declare function evaluate(testSuite: TestSuite, options: EvaluateOptions): Promise<EvaluateSummary>;
+export declare function evaluate(testSuite: TestSuite, evalRecord: Eval, options: EvaluateOptions): Promise<Eval>;
 //# sourceMappingURL=evaluator.d.ts.map

package/dist/src/evaluator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAIV,eAAe,EAGf,eAAe,EAEf,MAAM,EAGN,SAAS,EACV,MAAM,SAAS,CAAC;AAGjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAEzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,GAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,CAqClC;AAuyBD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,4BAGtE"}
+{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAMtC,OAAO,KAAK,EAIV,eAAe,EAGf,MAAM,EAGN,SAAS,EACV,MAAM,SAAS,CAAC;AAGjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAEzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,GAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,CAqClC;AAixBD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,iBAGxF"}