@evalstudio/postgres 0.4.0

package/README.md

@@ -0,0 +1,134 @@
+# @evalstudio/postgres
+
+PostgreSQL storage backend for [EvalStudio](https://github.com/Treatwell-AI/evalstudio). Replaces the default filesystem storage with PostgreSQL for team environments, production deployments, and horizontal scaling.
+
+## Setting Up an EvalStudio Server
+
+This guide walks through creating a standalone Node.js project that runs EvalStudio with PostgreSQL storage.
+
+### 1. Create the project
+
+```bash
+mkdir my-evalstudio-server
+cd my-evalstudio-server
+npm init -y
+```
+
+### 2. Install dependencies
+
+```bash
+npm install @evalstudio/cli @evalstudio/postgres
+```
+
+### 3. Initialize the project
+
+```bash
+npx evalstudio init
+```
+
+This creates an `evalstudio.config.json` in the current directory.
+
+### 4. Configure PostgreSQL storage
+
+Edit `evalstudio.config.json` to use Postgres:
+
+```json
+{
+  "version": 3,
+  "storage": {
+    "type": "postgres",
+    "connectionString": "${EVALSTUDIO_DATABASE_URL}"
+  },
+  "llmSettings": {
+    "provider": "openai",
+    "apiKey": "your-api-key",
+    "models": {
+      "evaluation": "gpt-4o",
+      "persona": "gpt-4o-mini"
+    }
+  }
+}
+```
+
+The `connectionString` supports `${VAR}` placeholders that resolve from environment variables at runtime. If `connectionString` is omitted entirely, it falls back to the `EVALSTUDIO_DATABASE_URL` environment variable.
+
+### 5. Add a start script
+
+Update your `package.json`:
+
+```json
+{
+  "scripts": {
+    "start": "evalstudio serve",
+    "db:init": "evalstudio db init"
+  },
+  "dependencies": {
+    "@evalstudio/cli": "latest",
+    "@evalstudio/postgres": "latest"
+  }
+}
+```
+
+### 6. Initialize the database
+
+```bash
+export EVALSTUDIO_DATABASE_URL="postgresql://user:pass@localhost:5432/evalstudio"
+npm run db:init
+```
+
+### 7. Start the server
+
+```bash
+npm start
+```
+
+This serves both the API and Web UI on port 3000 (configurable with `--port` or the `EVALSTUDIO_PORT` env var).
+
+## Docker
+
+Example `Dockerfile` for deploying an EvalStudio server with PostgreSQL:
+
+```dockerfile
+FROM node:20-slim
+
+WORKDIR /app
+
+COPY package.json package-lock.json ./
+RUN npm ci --omit=dev
+
+COPY evalstudio.config.json ./
+
+# Initialize the database schema, then start the server
+CMD npm run db:init && npm start
+```
+
+Build and run:
+
+```bash
+docker build -t evalstudio-server .
+docker run -p 3000:3000 \
+  -e EVALSTUDIO_DATABASE_URL="postgresql://user:pass@host:5432/evalstudio" \
+  evalstudio-server
+```
+
+`db:init` is idempotent — it's safe to run on every container start. The schema is created if it doesn't exist and left untouched if it does.
+
+## How It Works
+
+When `storage.type` is set to `"postgres"` in your config, `@evalstudio/core` dynamically imports `@evalstudio/postgres` at startup. No code changes are needed — just install the package and update the config.
+
+If the package is not installed, you'll get a clear error message telling you to add it.
+
+## API
+
+### `createPostgresStorage(connectionString: string): Promise<StorageProvider>`
+
+Creates a PostgreSQL-backed storage provider. The database schema must already exist (run `evalstudio db init` first). The connection is verified immediately so bad credentials fail at startup.
+
+### `initSchema(connectionString: string): Promise<void>`
+
+Creates all required database tables. Used internally by the `evalstudio db init` CLI command.
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,19 @@
+import type { StorageProvider } from "@evalstudio/core";
+/**
+ * Creates a PostgreSQL-backed StorageProvider.
+ *
+ * The database schema must already exist — run `evalstudio db init` first.
+ * The connection pool is shared across all repositories.
+ *
+ * @param connectionString - PostgreSQL connection string
+ * @returns StorageProvider backed by PostgreSQL
+ */
+export declare function createPostgresStorage(connectionString: string): Promise<StorageProvider>;
+/**
+ * Explicitly initializes the database schema.
+ * Used by the `evalstudio db init` CLI command.
+ *
+ * @param connectionString - PostgreSQL connection string
+ */
+export declare function initSchema(connectionString: string): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAKxD;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAQ9F;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAOxE"}

package/dist/index.js

@@ -0,0 +1,35 @@
+import { createPool } from "./pool.js";
+import { createPostgresStorageProvider } from "./postgres-storage.js";
+import { initSchema as initSchemaImpl } from "./schema.js";
+/**
+ * Creates a PostgreSQL-backed StorageProvider.
+ *
+ * The database schema must already exist — run `evalstudio db init` first.
+ * The connection pool is shared across all repositories.
+ *
+ * @param connectionString - PostgreSQL connection string
+ * @returns StorageProvider backed by PostgreSQL
+ */
+export async function createPostgresStorage(connectionString) {
+    const pool = createPool(connectionString);
+    // Verify connection immediately so bad credentials fail at startup
+    const client = await pool.connect();
+    client.release();
+    return createPostgresStorageProvider(pool);
+}
+/**
+ * Explicitly initializes the database schema.
+ * Used by the `evalstudio db init` CLI command.
+ *
+ * @param connectionString - PostgreSQL connection string
+ */
+export async function initSchema(connectionString) {
+    const pool = createPool(connectionString);
+    try {
+        await initSchemaImpl(pool);
+    }
+    finally {
+        await pool.end();
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,gBAAwB;IAClE,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE1C,mEAAmE;IACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,MAAM,CAAC,OAAO,EAAE,CAAC;IAEjB,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,gBAAwB;IACvD,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/pool.d.ts

@@ -0,0 +1,8 @@
+declare const Pool: typeof import("pg").Pool;
+export type { Pool } from "pg";
+/**
+ * Creates a pg connection pool from a connection string.
+ * The pool is shared across all repositories in a single StorageProvider instance.
+ */
+export declare function createPool(connectionString: string): InstanceType<typeof Pool>;
+//# sourceMappingURL=pool.d.ts.map

package/dist/pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.d.ts","sourceRoot":"","sources":["../src/pool.ts"],"names":[],"mappings":"AAEA,QAAA,MAAQ,IAAI,0BAAO,CAAC;AACpB,YAAY,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,UAAU,CAAC,gBAAgB,EAAE,MAAM,GAAG,YAAY,CAAC,OAAO,IAAI,CAAC,CAE9E"}

package/dist/pool.js

@@ -0,0 +1,10 @@
+import pg from "pg";
+const { Pool } = pg;
+/**
+ * Creates a pg connection pool from a connection string.
+ * The pool is shared across all repositories in a single StorageProvider instance.
+ */
+export function createPool(connectionString) {
+    return new Pool({ connectionString });
+}
+//# sourceMappingURL=pool.js.map

package/dist/pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.js","sourceRoot":"","sources":["../src/pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AAGpB;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,gBAAwB;IACjD,OAAO,IAAI,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC;AACxC,CAAC"}

package/dist/postgres-repository.d.ts

@@ -0,0 +1,12 @@
+import type { Pool } from "pg";
+import type { Repository } from "@evalstudio/core";
+/**
+ * PostgreSQL-backed Repository<T> implementation.
+ *
+ * Uses the same findAll/saveAll interface as the JSON file repository.
+ * Entity data is stored as JSONB in a `data` column. Reference columns
+ * (project_id, eval_id, etc.) are duplicated from the data for relational
+ * integrity and indexing.
+ */
+export declare function createPostgresRepository<T>(pool: Pool, entity: string, projectId: string): Repository<T>;
+//# sourceMappingURL=postgres-repository.d.ts.map

package/dist/postgres-repository.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-repository.d.ts","sourceRoot":"","sources":["../src/postgres-repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAuBnD;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CAAC,CAAC,EACxC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,UAAU,CAAC,CAAC,CAAC,CA4Cf"}

package/dist/postgres-repository.js

@@ -0,0 +1,89 @@
+/**
+ * Maps entity names to their table names.
+ * Entity names come from the module factory (e.g., "personas", "scenarios").
+ */
+const TABLE_MAP = {
+    personas: "personas",
+    scenarios: "scenarios",
+    connectors: "connectors",
+    evals: "evals",
+    runs: "runs",
+    executions: "executions",
+};
+function getTableName(entity) {
+    const table = TABLE_MAP[entity];
+    if (!table) {
+        throw new Error(`Unknown entity type: ${entity}`);
+    }
+    return table;
+}
+/**
+ * PostgreSQL-backed Repository<T> implementation.
+ *
+ * Uses the same findAll/saveAll interface as the JSON file repository.
+ * Entity data is stored as JSONB in a `data` column. Reference columns
+ * (project_id, eval_id, etc.) are duplicated from the data for relational
+ * integrity and indexing.
+ */
+export function createPostgresRepository(pool, entity, projectId) {
+    const table = getTableName(entity);
+    return {
+        async findAll() {
+            const { rows } = await pool.query(`SELECT data FROM ${table} WHERE project_id = $1`, [projectId]);
+            return rows.map((r) => r.data);
+        },
+        async saveAll(items) {
+            const client = await pool.connect();
+            try {
+                await client.query("BEGIN");
+                await client.query(`DELETE FROM ${table} WHERE project_id = $1`, [projectId]);
+                for (const item of items) {
+                    const data = item;
+                    const id = data.id;
+                    // Build reference columns based on entity type
+                    const refColumns = extractReferenceColumns(table, data);
+                    const columns = ["id", "project_id", "data", ...Object.keys(refColumns)];
+                    const values = [id, projectId, JSON.stringify(item), ...Object.values(refColumns)];
+                    const placeholders = values.map((_, i) => `$${i + 1}`).join(", ");
+                    await client.query(`INSERT INTO ${table} (${columns.join(", ")}) VALUES (${placeholders})`, values);
+                }
+                await client.query("COMMIT");
+            }
+            catch (e) {
+                await client.query("ROLLBACK");
+                throw e;
+            }
+            finally {
+                client.release();
+            }
+        },
+    };
+}
+/**
+ * Extracts reference columns from entity data based on the table type.
+ * These are duplicated from the JSONB data for relational integrity.
+ */
+function extractReferenceColumns(table, data) {
+    switch (table) {
+        case "evals":
+            return {
+                connector_id: data.connectorId ?? null,
+            };
+        case "executions":
+            return {
+                eval_id: data.evalId ?? null,
+            };
+        case "runs":
+            return {
+                eval_id: data.evalId ?? null,
+                scenario_id: data.scenarioId ?? null,
+                persona_id: data.personaId ?? null,
+                connector_id: data.connectorId ?? null,
+                execution_id: data.executionId ?? null,
+                status: data.status ?? "queued",
+            };
+        default:
+            return {};
+    }
+}
+//# sourceMappingURL=postgres-repository.js.map

package/dist/postgres-repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-repository.js","sourceRoot":"","sources":["../src/postgres-repository.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,SAAS,GAA2B;IACxC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,WAAW;IACtB,UAAU,EAAE,YAAY;IACxB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,UAAU,EAAE,YAAY;CACzB,CAAC;AAEF,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,IAAU,EACV,MAAc,EACd,SAAiB;IAEjB,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEnC,OAAO;QACL,KAAK,CAAC,OAAO;YACX,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,oBAAoB,KAAK,wBAAwB,EACjD,CAAC,SAAS,CAAC,CACZ,CAAC;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,KAAU;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5B,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,wBAAwB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAE9E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,IAA+B,CAAC;oBAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAY,CAAC;oBAE7B,+CAA+C;oBAC/C,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBAExD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;oBACzE,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;oBACnF,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAElE,MAAM,MAAM,CAAC,KAAK,CAChB,eAAe,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,YAAY,GAAG,EACvE,MAAM,CACP,CAAC;gBACJ,CAAC;gBAED,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC/B,MAAM,CAAC,CAAC;YACV,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,uBAAuB,CAC9B,KAAa,EACb,IAA6B;IAE7B,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,OAAO;YACV,OAAO;gBACL,YAAY,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;aACvC,CAAC;QACJ,KAAK,YAAY;YACf,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;aAC7B,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;gBAC5B,WAAW,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gBACpC,UAAU,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;gBAClC,YAAY,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;gBACtC,YAAY,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;gBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,QAAQ;aAChC,CAAC;QACJ;YACE,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/postgres-storage.d.ts

@@ -0,0 +1,10 @@
+import type { Pool } from "pg";
+import type { StorageProvider } from "@evalstudio/core";
+/**
+ * PostgreSQL-backed StorageProvider implementation.
+ *
+ * Projects are stored in a `projects` table (not in the config file).
+ * Entity data goes into per-entity tables with a `project_id` scope.
+ */
+export declare function createPostgresStorageProvider(pool: Pool): StorageProvider;
+//# sourceMappingURL=postgres-storage.d.ts.map

package/dist/postgres-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-storage.d.ts","sourceRoot":"","sources":["../src/postgres-storage.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,EACV,eAAe,EAMhB,MAAM,kBAAkB,CAAC;AAG1B;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,IAAI,EAAE,IAAI,GAAG,eAAe,CA2HzE"}

package/dist/postgres-storage.js

@@ -0,0 +1,106 @@
+import { randomUUID } from "node:crypto";
+import { createPostgresRepository } from "./postgres-repository.js";
+/**
+ * PostgreSQL-backed StorageProvider implementation.
+ *
+ * Projects are stored in a `projects` table (not in the config file).
+ * Entity data goes into per-entity tables with a `project_id` scope.
+ */
+export function createPostgresStorageProvider(pool) {
+    return {
+        createRepository(entity, projectId) {
+            return createPostgresRepository(pool, entity, projectId);
+        },
+        async listProjects() {
+            const { rows } = await pool.query("SELECT id, name FROM projects ORDER BY created_at");
+            return rows.map((r) => ({
+                id: r.id,
+                name: r.name,
+            }));
+        },
+        async createProject(name) {
+            const id = randomUUID();
+            await pool.query("INSERT INTO projects (id, name) VALUES ($1, $2)", [id, name]);
+            return { id, name, workspaceDir: "" };
+        },
+        async deleteProject(projectId) {
+            const result = await pool.query("DELETE FROM projects WHERE id = $1", [projectId]);
+            if (result.rowCount === 0) {
+                throw new Error(`Project "${projectId}" not found`);
+            }
+            // CASCADE handles entity cleanup
+        },
+        async getProjectEntry(projectId) {
+            const { rows } = await pool.query("SELECT id, name, llm_settings, max_concurrency FROM projects WHERE id = $1", [projectId]);
+            if (rows.length === 0) {
+                throw new Error(`Project "${projectId}" not found`);
+            }
+            const row = rows[0];
+            return {
+                id: row.id,
+                name: row.name,
+                llmSettings: row.llm_settings ?? undefined,
+                maxConcurrency: row.max_concurrency ?? undefined,
+            };
+        },
+        async updateProjectEntry(projectId, input) {
+            // Fetch current entry for merging
+            const current = await this.getProjectEntry(projectId);
+            // Handle llmSettings
+            let newLLMSettings;
+            if (input.llmSettings === null) {
+                newLLMSettings = undefined;
+            }
+            else if (input.llmSettings !== undefined) {
+                // Validate provider
+                if (!input.llmSettings.provider) {
+                    throw new Error("LLM provider type is required");
+                }
+                // apiKey fallback to existing
+                if (!input.llmSettings.apiKey) {
+                    const existingKey = current.llmSettings?.apiKey;
+                    if (!existingKey) {
+                        throw new Error("LLM provider API key is required");
+                    }
+                    newLLMSettings = { ...input.llmSettings, apiKey: existingKey };
+                }
+                else {
+                    newLLMSettings = input.llmSettings;
+                }
+            }
+            else {
+                newLLMSettings = current.llmSettings;
+            }
+            // Handle maxConcurrency
+            let newMaxConcurrency;
+            if (input.maxConcurrency === null) {
+                newMaxConcurrency = undefined;
+            }
+            else if (input.maxConcurrency !== undefined) {
+                if (input.maxConcurrency < 1) {
+                    throw new Error("maxConcurrency must be at least 1");
+                }
+                newMaxConcurrency = input.maxConcurrency;
+            }
+            else {
+                newMaxConcurrency = current.maxConcurrency;
+            }
+            const newName = input.name ?? current.name;
+            await pool.query(`UPDATE projects
+         SET name = $1, llm_settings = $2, max_concurrency = $3, updated_at = now()
+         WHERE id = $4`, [
+                newName,
+                newLLMSettings ? JSON.stringify(newLLMSettings) : null,
+                newMaxConcurrency ?? null,
+                projectId,
+            ]);
+            return {
+                id: projectId,
+                name: newName,
+                llmSettings: newLLMSettings,
+                maxConcurrency: newMaxConcurrency,
+            };
+        },
+    };
+}
+//# sourceMappingURL=postgres-storage.js.map

package/dist/postgres-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-storage.js","sourceRoot":"","sources":["../src/postgres-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAUzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAEpE;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,IAAU;IACtD,OAAO;QACL,gBAAgB,CAAI,MAAc,EAAE,SAAiB;YACnD,OAAO,wBAAwB,CAAI,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9D,CAAC;QAED,KAAK,CAAC,YAAY;YAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,mDAAmD,CACpD,CAAC;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC;gBACpD,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC,CAAC;QACN,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,IAAY;YAC9B,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CACd,iDAAiD,EACjD,CAAC,EAAE,EAAE,IAAI,CAAC,CACX,CAAC;YACF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;QACxC,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,SAAiB;YACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B,oCAAoC,EACpC,CAAC,SAAS,CAAC,CACZ,CAAC;YACF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,YAAY,SAAS,aAAa,CAAC,CAAC;YACtD,CAAC;YACD,iCAAiC;QACnC,CAAC;QAED,KAAK,CAAC,eAAe,CAAC,SAAiB;YACrC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,4EAA4E,EAC5E,CAAC,SAAS,CAAC,CACZ,CAAC;YACF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,YAAY,SAAS,aAAa,CAAC,CAAC;YACtD,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAKjB,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,WAAW,EAAE,GAAG,CAAC,YAAY,IAAI,SAAS;gBAC1C,cAAc,EAAE,GAAG,CAAC,eAAe,IAAI,SAAS;aACjD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,kBAAkB,CACtB,SAAiB,EACjB,KAA+B;YAE/B,kCAAkC;YAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAEtD,qBAAqB;YACrB,IAAI,cAAuC,CAAC;YAC5C,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAC/B,cAAc,GAAG,SAAS,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC3C,oBAAoB;gBACpB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,8BAA8B;gBAC9B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBAC9B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC;oBAChD,IAAI,CAAC,WAAW,EAAE,CAAC;wBACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;oBACtD,CAAC;oBACD,cAAc,GAAG,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACN,cAAc,GAAG,KAAK,CAAC,WAAW,CAAC;gBACrC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC;YACvC,CAAC;YAED,wBAAwB;YACxB,IAAI,iBAAqC,CAAC;YAC1C,IAAI,KAAK,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAClC,iBAAiB,GAAG,SAAS,CAAC;YAChC,CAAC;iBAAM,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,iBAAiB,GAAG,KAAK,CAAC,cAAc,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,iBAAiB,GAAG,OAAO,CAAC,cAAc,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAE3C,MAAM,IAAI,CAAC,KAAK,CACd;;uBAEe,EACf;gBACE,OAAO;gBACP,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;gBACtD,iBAAiB,IAAI,IAAI;gBACzB,SAAS;aACV,CACF,CAAC;YAEF,OAAO;gBACL,EAAE,EAAE,SAAS;gBACb,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,cAAc;gBAC3B,cAAc,EAAE,iBAAiB;aAClC,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/schema.d.ts

@@ -0,0 +1,11 @@
+import type { Pool } from "pg";
+/**
+ * Initializes the database schema.
+ * Uses IF NOT EXISTS so it's safe to call on every startup.
+ */
+export declare function initSchema(pool: Pool): Promise<void>;
+/**
+ * Checks if the schema has been initialized (projects table exists).
+ */
+export declare function schemaExists(pool: Pool): Promise<boolean>;
+//# sourceMappingURL=schema.d.ts.map

package/dist/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AA8E/B;;;GAGG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1D;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAQ/D"}

package/dist/schema.js

@@ -0,0 +1,93 @@
+/**
+ * SQL schema for EvalStudio PostgreSQL storage.
+ *
+ * Design: reference columns (project_id, eval_id, etc.) are real columns
+ * with REFERENCES constraints for relational integrity. The rest of the
+ * entity payload lives in a JSONB `data` column to avoid mapping every
+ * field upfront.
+ */
+const SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS projects (
+  id UUID PRIMARY KEY,
+  name TEXT NOT NULL,
+  llm_settings JSONB,
+  max_concurrency INTEGER,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
+);
+
+CREATE TABLE IF NOT EXISTS personas (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_personas_project ON personas(project_id);
+
+CREATE TABLE IF NOT EXISTS scenarios (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_scenarios_project ON scenarios(project_id);
+
+CREATE TABLE IF NOT EXISTS connectors (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_connectors_project ON connectors(project_id);
+
+CREATE TABLE IF NOT EXISTS evals (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  connector_id UUID NOT NULL REFERENCES connectors(id),
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_evals_project ON evals(project_id);
+CREATE INDEX IF NOT EXISTS idx_evals_connector ON evals(connector_id);
+
+CREATE TABLE IF NOT EXISTS executions (
+  id INTEGER NOT NULL,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  eval_id UUID NOT NULL REFERENCES evals(id),
+  data JSONB NOT NULL,
+  PRIMARY KEY (project_id, id)
+);
+CREATE INDEX IF NOT EXISTS idx_executions_project ON executions(project_id);
+CREATE INDEX IF NOT EXISTS idx_executions_eval ON executions(eval_id);
+
+CREATE TABLE IF NOT EXISTS runs (
+  id UUID PRIMARY KEY,
+  project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  eval_id UUID REFERENCES evals(id),
+  scenario_id UUID NOT NULL REFERENCES scenarios(id),
+  persona_id UUID REFERENCES personas(id),
+  connector_id UUID REFERENCES connectors(id),
+  execution_id INTEGER,
+  status TEXT NOT NULL,
+  data JSONB NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_runs_project ON runs(project_id);
+CREATE INDEX IF NOT EXISTS idx_runs_status ON runs(project_id, status);
+CREATE INDEX IF NOT EXISTS idx_runs_eval ON runs(project_id, eval_id);
+CREATE INDEX IF NOT EXISTS idx_runs_scenario ON runs(project_id, scenario_id);
+CREATE INDEX IF NOT EXISTS idx_runs_execution ON runs(project_id, execution_id);
+`;
+/**
+ * Initializes the database schema.
+ * Uses IF NOT EXISTS so it's safe to call on every startup.
+ */
+export async function initSchema(pool) {
+    await pool.query(SCHEMA_SQL);
+}
+/**
+ * Checks if the schema has been initialized (projects table exists).
+ */
+export async function schemaExists(pool) {
+    const result = await pool.query(`SELECT EXISTS (
+      SELECT FROM information_schema.tables
+      WHERE table_name = 'projects'
+    ) AS exists`);
+    return result.rows[0].exists;
+}
+//# sourceMappingURL=schema.js.map

package/dist/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkElB,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAU;IACzC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B;;;gBAGY,CACb,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/B,CAAC"}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "@evalstudio/postgres",
+  "publishConfig": {
+    "access": "public"
+  },
+  "version": "0.4.0",
+  "description": "PostgreSQL storage backend for EvalStudio",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "keywords": [
+    "evalstudio",
+    "postgres",
+    "storage"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Treatwell-AI/evalstudio.git",
+    "directory": "packages/postgres"
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "pg": "^8.13.1",
+    "@evalstudio/core": "0.4.0"
+  },
+  "devDependencies": {
+    "@types/pg": "^8.11.11",
+    "@types/node": "^22.10.10",
+    "typescript": "^5.7.3",
+    "vitest": "^3.0.4"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest run --passWithNoTests",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src",
+    "clean": "rm -rf dist"
+  }
+}