@evalstudio/postgres 0.4.0 → 0.5.0

package/README.md

@@ -17,7 +17,7 @@ npm init -y
 ### 2. Install dependencies
 
 ```bash
-npm install @evalstudio/cli @evalstudio/postgres
+npm install @evalstudio/cli @evalstudio/postgres dotenv-cli
 ```
 
 ### 3. Initialize the project
@@ -28,7 +28,13 @@ npx evalstudio init
 
 This creates an `evalstudio.config.json` in the current directory.
 
-### 4. Configure PostgreSQL storage
+### 4. Create a `.env` file
+
+```bash
+EVALSTUDIO_DATABASE_URL=postgresql://user:pass@localhost:5432/evalstudio
+```
+
+### 5. Configure PostgreSQL storage
 
 Edit `evalstudio.config.json` to use Postgres:
 
@@ -52,31 +58,33 @@ Edit `evalstudio.config.json` to use Postgres:
 
 The `connectionString` supports `${VAR}` placeholders that resolve from environment variables at runtime. If `connectionString` is omitted entirely, it falls back to the `EVALSTUDIO_DATABASE_URL` environment variable.
 
-### 5. Add a start script
+### 6. Add scripts
 
 Update your `package.json`:
 
 ```json
 {
   "scripts": {
-    "start": "evalstudio serve",
-    "db:init": "evalstudio db init"
+    "start": "dotenv -- evalstudio serve",
+    "db:init": "dotenv -- evalstudio db init"
   },
   "dependencies": {
     "@evalstudio/cli": "latest",
-    "@evalstudio/postgres": "latest"
+    "@evalstudio/postgres": "latest",
+    "dotenv-cli": "latest"
   }
 }
 ```
 
-### 6. Initialize the database
+The `dotenv --` prefix loads variables from `.env` before running the command, so the `${EVALSTUDIO_DATABASE_URL}` placeholder in the config resolves correctly.
+
+### 7. Initialize the database
 
 ```bash
-export EVALSTUDIO_DATABASE_URL="postgresql://user:pass@localhost:5432/evalstudio"
 npm run db:init
 ```
 
-### 7. Start the server
+### 8. Start the server
 
 ```bash
 npm start
@@ -111,7 +119,7 @@ docker run -p 3000:3000 \
   evalstudio-server
 ```
 
-`db:init` is idempotent — it's safe to run on every container start. The schema is created if it doesn't exist and left untouched if it does.
+`db:init` is idempotent — it's safe to run on every container start. Only pending migrations are applied; already-applied ones are skipped.
 
 ## How It Works
 
@@ -119,6 +127,16 @@ When `storage.type` is set to `"postgres"` in your config, `@evalstudio/core` dy
 
 If the package is not installed, you'll get a clear error message telling you to add it.
 
+### Migrations
+
+Schema changes are managed via version-stamped SQL migrations. A `schema_migrations` table tracks which migrations have been applied. Each migration runs in its own transaction — if one fails, previously applied migrations remain committed.
+
+To check migration status:
+
+```bash
+evalstudio db status
+```
+
 ## API
 
 ### `createPostgresStorage(connectionString: string): Promise<StorageProvider>`
@@ -127,7 +145,11 @@ Creates a PostgreSQL-backed storage provider. The database schema must already e
 
 ### `initSchema(connectionString: string): Promise<void>`
 
-Creates all required database tables. Used internally by the `evalstudio db init` CLI command.
+Runs all pending database migrations. Used internally by the `evalstudio db init` CLI command.
+
+### `getMigrationStatus(connectionString: string): Promise<MigrationStatus>`
+
+Returns applied and pending migrations. Used internally by `evalstudio db status`.
 
 ## License
 

package/dist/index.d.ts

@@ -1,4 +1,5 @@
 import type { StorageProvider } from "@evalstudio/core";
+import { type MigrationStatus } from "./migrator.js";
 /**
  * Creates a PostgreSQL-backed StorageProvider.
  *
@@ -10,10 +11,19 @@ import type { StorageProvider } from "@evalstudio/core";
  */
 export declare function createPostgresStorage(connectionString: string): Promise<StorageProvider>;
 /**
- * Explicitly initializes the database schema.
+ * Runs all pending database migrations.
  * Used by the `evalstudio db init` CLI command.
+ * Safe to call on every startup — already-applied migrations are skipped.
  *
  * @param connectionString - PostgreSQL connection string
  */
 export declare function initSchema(connectionString: string): Promise<void>;
+/**
+ * Returns applied and pending migration status.
+ * Used by the `evalstudio db status` CLI command.
+ *
+ * @param connectionString - PostgreSQL connection string
+ */
+export declare function getMigrationStatus(connectionString: string): Promise<MigrationStatus>;
+export type { MigrationStatus };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAKxD;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAQ9F;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAOxE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAIxD,OAAO,EAAgD,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AAEnG;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAQ9F;AAED;;;;;;GAMG;AACH,wBAAsB,UAAU,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAOxE;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAO3F;AAED,YAAY,EAAE,eAAe,EAAE,CAAC"}

package/dist/index.js

@@ -1,6 +1,7 @@
 import { createPool } from "./pool.js";
 import { createPostgresStorageProvider } from "./postgres-storage.js";
 import { initSchema as initSchemaImpl } from "./schema.js";
+import { getMigrationStatus as getMigrationStatusImpl } from "./migrator.js";
 /**
  * Creates a PostgreSQL-backed StorageProvider.
  *
@@ -18,8 +19,9 @@ export async function createPostgresStorage(connectionString) {
     return createPostgresStorageProvider(pool);
 }
 /**
- * Explicitly initializes the database schema.
+ * Runs all pending database migrations.
  * Used by the `evalstudio db init` CLI command.
+ * Safe to call on every startup — already-applied migrations are skipped.
  *
  * @param connectionString - PostgreSQL connection string
  */
@@ -32,4 +34,19 @@ export async function initSchema(connectionString) {
         await pool.end();
     }
 }
+/**
+ * Returns applied and pending migration status.
+ * Used by the `evalstudio db status` CLI command.
+ *
+ * @param connectionString - PostgreSQL connection string
+ */
+export async function getMigrationStatus(connectionString) {
+    const pool = createPool(connectionString);
+    try {
+        return await getMigrationStatusImpl(pool);
+    }
+    finally {
+        await pool.end();
+    }
+}
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,gBAAwB;IAClE,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE1C,mEAAmE;IACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,MAAM,CAAC,OAAO,EAAE,CAAC;IAEjB,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,gBAAwB;IACvD,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,kBAAkB,IAAI,sBAAsB,EAAwB,MAAM,eAAe,CAAC;AAEnG;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,gBAAwB;IAClE,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE1C,mEAAmE;IACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,MAAM,CAAC,OAAO,EAAE,CAAC;IAEjB,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,gBAAwB;IACvD,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,gBAAwB;IAC/D,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,OAAO,MAAM,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/migrations.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Migration registry for EvalStudio PostgreSQL storage.
+ *
+ * Each migration is a versioned SQL string that runs in a transaction.
+ * Migrations are forward-only and immutable once shipped — never edit
+ * an existing migration. To make changes, add a new one.
+ *
+ * Naming convention: NNN_descriptive_name (e.g., 001_initial)
+ * The `version` integer is what the system uses; the `name` is for humans.
+ */
+export interface Migration {
+    version: number;
+    name: string;
+    sql: string;
+}
+export declare const ALL_MIGRATIONS: Migration[];
+//# sourceMappingURL=migrations.d.ts.map

package/dist/migrations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../src/migrations.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;CACb;AAED,eAAO,MAAM,cAAc,EAAE,SAAS,EA4ErC,CAAC"}

package/dist/migrations.js

@@ -0,0 +1,88 @@
+/**
+ * Migration registry for EvalStudio PostgreSQL storage.
+ *
+ * Each migration is a versioned SQL string that runs in a transaction.
+ * Migrations are forward-only and immutable once shipped — never edit
+ * an existing migration. To make changes, add a new one.
+ *
+ * Naming convention: NNN_descriptive_name (e.g., 001_initial)
+ * The `version` integer is what the system uses; the `name` is for humans.
+ */
+export const ALL_MIGRATIONS = [
+    {
+        version: 1,
+        name: "001_initial",
+        sql: `
+-- FK strategy:
+--   project_id → ON DELETE CASCADE (deleting a project removes all its data)
+--   all other FKs → ON DELETE SET NULL (referenced entities can always be deleted)
+
+CREATE TABLE IF NOT EXISTS projects (
+  id UUID PRIMARY KEY,
+  name TEXT NOT NULL,
+  llm_settings JSONB,
+  max_concurrency INTEGER,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
+);
+
+CREATE TABLE IF NOT EXISTS personas (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_personas_project ON personas(project_id);
+
+CREATE TABLE IF NOT EXISTS scenarios (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_scenarios_project ON scenarios(project_id);
+
+CREATE TABLE IF NOT EXISTS connectors (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_connectors_project ON connectors(project_id);
+
+CREATE TABLE IF NOT EXISTS evals (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  connector_id UUID REFERENCES connectors(id) ON DELETE SET NULL,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_evals_project ON evals(project_id);
+CREATE INDEX IF NOT EXISTS idx_evals_connector ON evals(connector_id);
+
+CREATE TABLE IF NOT EXISTS executions (
+  id INTEGER NOT NULL,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  eval_id UUID REFERENCES evals(id) ON DELETE SET NULL,
+  data JSONB NOT NULL,
+  PRIMARY KEY (project_id, id)
+);
+CREATE INDEX IF NOT EXISTS idx_executions_project ON executions(project_id);
+CREATE INDEX IF NOT EXISTS idx_executions_eval ON executions(eval_id);
+
+CREATE TABLE IF NOT EXISTS runs (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  eval_id UUID REFERENCES evals(id) ON DELETE SET NULL,
+  scenario_id UUID REFERENCES scenarios(id) ON DELETE SET NULL,
+  persona_id UUID REFERENCES personas(id) ON DELETE SET NULL,
+  connector_id UUID REFERENCES connectors(id) ON DELETE SET NULL,
+  execution_id INTEGER,
+  status TEXT NOT NULL,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_runs_project ON runs(project_id);
+CREATE INDEX IF NOT EXISTS idx_runs_status ON runs(project_id, status);
+CREATE INDEX IF NOT EXISTS idx_runs_eval ON runs(project_id, eval_id);
+CREATE INDEX IF NOT EXISTS idx_runs_scenario ON runs(project_id, scenario_id);
+CREATE INDEX IF NOT EXISTS idx_runs_execution ON runs(project_id, execution_id);
+    `,
+    },
+];
+//# sourceMappingURL=migrations.js.map

package/dist/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../src/migrations.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAQH,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC;QACE,OAAO,EAAE,CAAC;QACV,IAAI,EAAE,aAAa;QACnB,GAAG,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAsEJ;KACF;CACF,CAAC"}

package/dist/migrator.d.ts

@@ -0,0 +1,23 @@
+import type { Pool } from "pg";
+export interface MigrationStatus {
+    applied: Array<{
+        version: number;
+        name: string;
+        appliedAt: Date;
+    }>;
+    pending: Array<{
+        version: number;
+        name: string;
+    }>;
+}
+/**
+ * Runs all pending migrations in order.
+ * Each migration executes in its own transaction.
+ * Safe to call on every startup — already-applied migrations are skipped.
+ */
+export declare function runMigrations(pool: Pool): Promise<void>;
+/**
+ * Returns the current migration status: which are applied and which are pending.
+ */
+export declare function getMigrationStatus(pool: Pool): Promise<MigrationStatus>;
+//# sourceMappingURL=migrator.d.ts.map

package/dist/migrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrator.d.ts","sourceRoot":"","sources":["../src/migrator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAU/B,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IACnE,OAAO,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnD;AAED;;;;GAIG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAY7D;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,eAAe,CAAC,CA4B7E"}

package/dist/migrator.js

@@ -0,0 +1,75 @@
+import { ALL_MIGRATIONS } from "./migrations.js";
+const SCHEMA_MIGRATIONS_DDL = `
+CREATE TABLE IF NOT EXISTS schema_migrations (
+  version    INTEGER PRIMARY KEY,
+  name       TEXT NOT NULL,
+  applied_at TIMESTAMPTZ NOT NULL DEFAULT now()
+)`;
+/**
+ * Runs all pending migrations in order.
+ * Each migration executes in its own transaction.
+ * Safe to call on every startup — already-applied migrations are skipped.
+ */
+export async function runMigrations(pool) {
+    await pool.query(SCHEMA_MIGRATIONS_DDL);
+    const applied = await getAppliedVersions(pool);
+    validateMigrationOrder();
+    const pending = ALL_MIGRATIONS.filter((m) => !applied.has(m.version));
+    for (const migration of pending) {
+        await applyMigration(pool, migration);
+    }
+}
+/**
+ * Returns the current migration status: which are applied and which are pending.
+ */
+export async function getMigrationStatus(pool) {
+    // Check if schema_migrations table exists
+    const tableExists = await pool.query(`SELECT EXISTS (
+      SELECT FROM information_schema.tables
+      WHERE table_name = 'schema_migrations'
+    ) AS exists`);
+    if (!tableExists.rows[0].exists) {
+        return {
+            applied: [],
+            pending: ALL_MIGRATIONS.map((m) => ({ version: m.version, name: m.name })),
+        };
+    }
+    const { rows } = await pool.query("SELECT version, name, applied_at FROM schema_migrations ORDER BY version");
+    const appliedVersions = new Set(rows.map((r) => r.version));
+    return {
+        applied: rows.map((r) => ({ version: r.version, name: r.name, appliedAt: r.applied_at })),
+        pending: ALL_MIGRATIONS
+            .filter((m) => !appliedVersions.has(m.version))
+            .map((m) => ({ version: m.version, name: m.name })),
+    };
+}
+async function getAppliedVersions(pool) {
+    const { rows } = await pool.query("SELECT version FROM schema_migrations ORDER BY version");
+    return new Set(rows.map((r) => r.version));
+}
+function validateMigrationOrder() {
+    for (let i = 1; i < ALL_MIGRATIONS.length; i++) {
+        if (ALL_MIGRATIONS[i].version <= ALL_MIGRATIONS[i - 1].version) {
+            throw new Error(`Migration ordering error: ${ALL_MIGRATIONS[i].name} ` +
+                `(version ${ALL_MIGRATIONS[i].version}) must be greater than ` +
+                `${ALL_MIGRATIONS[i - 1].name} (version ${ALL_MIGRATIONS[i - 1].version})`);
+        }
+    }
+}
+async function applyMigration(pool, migration) {
+    const client = await pool.connect();
+    try {
+        await client.query("BEGIN");
+        await client.query(migration.sql);
+        await client.query("INSERT INTO schema_migrations (version, name) VALUES ($1, $2)", [migration.version, migration.name]);
+        await client.query("COMMIT");
+    }
+    catch (err) {
+        await client.query("ROLLBACK");
+        throw new Error(`Migration ${migration.name} failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    finally {
+        client.release();
+    }
+}
+//# sourceMappingURL=migrator.js.map

package/dist/migrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrator.js","sourceRoot":"","sources":["../src/migrator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAkB,MAAM,iBAAiB,CAAC;AAEjE,MAAM,qBAAqB,GAAG;;;;;EAK5B,CAAC;AAOH;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAU;IAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAE/C,sBAAsB,EAAE,CAAC;IAEzB,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAEtE,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAChC,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAU;IACjD,0CAA0C;IAC1C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAClC;;;gBAGY,CACb,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAChC,OAAO;YACL,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SAC3E,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,0EAA0E,CAC3E,CAAC;IAEF,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAE5D,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACzF,OAAO,EAAE,cAAc;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAU;IAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,wDAAwD,CACzD,CAAC;IACF,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,sBAAsB;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CACb,6BAA6B,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG;gBACtD,YAAY,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,yBAAyB;gBAC9D,GAAG,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,aAAa,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,CAC3E,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAU,EAAE,SAAoB;IAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,MAAM,CAAC,KAAK,CAChB,+DAA+D,EAC/D,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CACpC,CAAC;QACF,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,aAAa,SAAS,CAAC,IAAI,YAAY,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC1F,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/schema.d.ts

@@ -1,11 +1,12 @@
 import type { Pool } from "pg";
 /**
- * Initializes the database schema.
- * Uses IF NOT EXISTS so it's safe to call on every startup.
+ * Initializes the database schema by running all pending migrations.
+ * Safe to call on every startup — already-applied migrations are skipped.
  */
 export declare function initSchema(pool: Pool): Promise<void>;
 /**
- * Checks if the schema has been initialized (projects table exists).
+ * Checks if the schema has been initialized (schema_migrations table exists
+ * and has at least one applied migration).
  */
 export declare function schemaExists(pool: Pool): Promise<boolean>;
 //# sourceMappingURL=schema.d.ts.map

package/dist/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AA8E/B;;;GAGG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1D;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAQ/D"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAG/B;;;GAGG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1D;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAa/D"}

package/dist/schema.js

@@ -1,93 +1,23 @@
+import { runMigrations } from "./migrator.js";
 /**
- * SQL schema for EvalStudio PostgreSQL storage.
- *
- * Design: reference columns (project_id, eval_id, etc.) are real columns
- * with REFERENCES constraints for relational integrity. The rest of the
- * entity payload lives in a JSONB `data` column to avoid mapping every
- * field upfront.
- */
-const SCHEMA_SQL = `
-CREATE TABLE IF NOT EXISTS projects (
-  id UUID PRIMARY KEY,
-  name TEXT NOT NULL,
-  llm_settings JSONB,
-  max_concurrency INTEGER,
-  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
-  updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
-);
-
-CREATE TABLE IF NOT EXISTS personas (
-  id UUID PRIMARY KEY,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  data JSONB NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_personas_project ON personas(project_id);
-
-CREATE TABLE IF NOT EXISTS scenarios (
-  id UUID PRIMARY KEY,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  data JSONB NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_scenarios_project ON scenarios(project_id);
-
-CREATE TABLE IF NOT EXISTS connectors (
-  id UUID PRIMARY KEY,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  data JSONB NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_connectors_project ON connectors(project_id);
-
-CREATE TABLE IF NOT EXISTS evals (
-  id UUID PRIMARY KEY,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  connector_id UUID NOT NULL REFERENCES connectors(id),
-  data JSONB NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_evals_project ON evals(project_id);
-CREATE INDEX IF NOT EXISTS idx_evals_connector ON evals(connector_id);
-
-CREATE TABLE IF NOT EXISTS executions (
-  id INTEGER NOT NULL,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  eval_id UUID NOT NULL REFERENCES evals(id),
-  data JSONB NOT NULL,
-  PRIMARY KEY (project_id, id)
-);
-CREATE INDEX IF NOT EXISTS idx_executions_project ON executions(project_id);
-CREATE INDEX IF NOT EXISTS idx_executions_eval ON executions(eval_id);
-
-CREATE TABLE IF NOT EXISTS runs (
-  id UUID PRIMARY KEY,
-  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
-  eval_id UUID REFERENCES evals(id),
-  scenario_id UUID NOT NULL REFERENCES scenarios(id),
-  persona_id UUID REFERENCES personas(id),
-  connector_id UUID REFERENCES connectors(id),
-  execution_id INTEGER,
-  status TEXT NOT NULL,
-  data JSONB NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_runs_project ON runs(project_id);
-CREATE INDEX IF NOT EXISTS idx_runs_status ON runs(project_id, status);
-CREATE INDEX IF NOT EXISTS idx_runs_eval ON runs(project_id, eval_id);
-CREATE INDEX IF NOT EXISTS idx_runs_scenario ON runs(project_id, scenario_id);
-CREATE INDEX IF NOT EXISTS idx_runs_execution ON runs(project_id, execution_id);
-`;
-/**
- * Initializes the database schema.
- * Uses IF NOT EXISTS so it's safe to call on every startup.
+ * Initializes the database schema by running all pending migrations.
+ * Safe to call on every startup — already-applied migrations are skipped.
  */
 export async function initSchema(pool) {
-    await pool.query(SCHEMA_SQL);
+    await runMigrations(pool);
 }
 /**
- * Checks if the schema has been initialized (projects table exists).
+ * Checks if the schema has been initialized (schema_migrations table exists
+ * and has at least one applied migration).
  */
 export async function schemaExists(pool) {
     const result = await pool.query(`SELECT EXISTS (
       SELECT FROM information_schema.tables
-      WHERE table_name = 'projects'
+      WHERE table_name = 'schema_migrations'
     ) AS exists`);
-    return result.rows[0].exists;
+    if (!result.rows[0].exists)
+        return false;
+    const count = await pool.query("SELECT COUNT(*) AS count FROM schema_migrations");
+    return parseInt(count.rows[0].count, 10) > 0;
 }
 //# sourceMappingURL=schema.js.map

package/dist/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkElB,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAU;IACzC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B;;;gBAGY,CACb,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/B,CAAC"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAU;IACzC,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B;;;gBAGY,CACb,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAEzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAC5B,iDAAiD,CAClD,CAAC;IACF,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;AAC/C,CAAC"}

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "PostgreSQL storage backend for EvalStudio",
   "type": "module",
   "main": "./dist/index.js",
@@ -29,7 +29,7 @@
   ],
   "dependencies": {
     "pg": "^8.13.1",
-    "@evalstudio/core": "0.4.0"
+    "@evalstudio/core": "0.5.0"
   },
   "devDependencies": {
     "@types/pg": "^8.11.11",