@axiom-lattice/pg-stores 2.0.2 → 2.0.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@axiom-lattice/pg-stores",
-  "version": "2.0.2",
+  "version": "2.0.3",
   "description": "PG stores implementation for Axiom Lattice framework",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -25,8 +25,8 @@
     "@langchain/core": "1.1.30",
     "pg": "^8.16.3",
     "uuid": "^9.0.1",
-    "@axiom-lattice/core": "3.0.2",
-    "@axiom-lattice/protocols": "3.0.1"
+    "@axiom-lattice/core": "3.0.3",
+    "@axiom-lattice/protocols": "3.0.2"
   },
   "devDependencies": {
     "@types/jest": "^29.5.14",

package/src/migrations/eval_migrations.ts

@@ -133,6 +133,9 @@ export const createEvalRunsTable: Migration = {
         failed_cases INTEGER NOT NULL DEFAULT 0,
         avg_score FLOAT NOT NULL DEFAULT 0,
         error TEXT,
+        holdout BOOLEAN NOT NULL DEFAULT FALSE,
+        env_project_id TEXT,
+        env_workspace_id TEXT,
         created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
         started_at TIMESTAMPTZ,
         completed_at TIMESTAMPTZ
@@ -208,6 +211,43 @@ export const createEvalRunResultsTable: Migration = {
   },
 };
 
+/** Add holdout flag to eval runs (existing installs) */
+export const addHoldoutToEvalRuns: Migration = {
+  version: 109,
+  name: "add_holdout_to_eval_runs",
+  up: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_eval_runs
+        ADD COLUMN IF NOT EXISTS holdout BOOLEAN NOT NULL DEFAULT FALSE
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_eval_runs DROP COLUMN IF EXISTS holdout
+    `);
+  },
+};
+
+/** Add env columns (run environment) to eval runs (existing installs) */
+export const addEnvToEvalRuns: Migration = {
+  version: 110,
+  name: "add_env_to_eval_runs",
+  up: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_eval_runs
+        ADD COLUMN IF NOT EXISTS env_project_id TEXT,
+        ADD COLUMN IF NOT EXISTS env_workspace_id TEXT
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_eval_runs
+        DROP COLUMN IF EXISTS env_project_id,
+        DROP COLUMN IF EXISTS env_workspace_id
+    `);
+  },
+};
+
 /** All eval migrations in version order */
 export const evalMigrations: Migration[] = [
   createEvalProjectsTable,
@@ -215,4 +255,6 @@ export const evalMigrations: Migration[] = [
   createEvalCasesTable,
   createEvalRunsTable,
   createEvalRunResultsTable,
+  addHoldoutToEvalRuns,
+  addEnvToEvalRuns,
 ];

package/src/stores/PostgreSQLEvalStore.ts

@@ -177,6 +177,9 @@ export class PostgreSQLEvalStore implements EvalStore {
       failedCases: (row.failed_cases as number) ?? 0,
       avgScore: (row.avg_score as number) ?? 0,
       error: row.error as string | undefined,
+      holdout: row.holdout as boolean | undefined,
+      envProjectId: row.env_project_id as string | undefined,
+      envWorkspaceId: row.env_workspace_id as string | undefined,
       createdAt: new Date(row.created_at as string),
       startedAt: row.started_at ? new Date(row.started_at as string) : undefined,
       completedAt: row.completed_at ? new Date(row.completed_at as string) : undefined,
@@ -596,7 +599,7 @@ export class PostgreSQLEvalStore implements EvalStore {
       `SELECT id, project_id, tenant_id,
               status, concurrency, total_cases,
               passed_cases, failed_cases, avg_score,
-              error, created_at, started_at, completed_at
+              error, holdout, env_project_id, env_workspace_id, created_at, started_at, completed_at
        FROM lattice_eval_runs
        WHERE ${conditions.join(" AND ")}
        ORDER BY created_at DESC`,
@@ -618,7 +621,7 @@ export class PostgreSQLEvalStore implements EvalStore {
       `SELECT id, project_id, tenant_id,
               status, concurrency, total_cases,
               passed_cases, failed_cases, avg_score,
-              error, created_at, started_at, completed_at
+              error, holdout, env_project_id, env_workspace_id, created_at, started_at, completed_at
        FROM lattice_eval_runs
        WHERE id = $1 AND tenant_id = $2`,
       [id, tenantId]
@@ -643,12 +646,12 @@ export class PostgreSQLEvalStore implements EvalStore {
       completed_at: string | null;
     }>(
       `INSERT INTO lattice_eval_runs
-        (id, project_id, tenant_id, status, concurrency, total_cases, passed_cases, failed_cases, avg_score, started_at)
-       VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10)
+        (id, project_id, tenant_id, status, concurrency, total_cases, passed_cases, failed_cases, avg_score, holdout, env_project_id, env_workspace_id, started_at)
+       VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13)
        RETURNING id, project_id, tenant_id,
                  status, concurrency, total_cases,
                  passed_cases, failed_cases, avg_score,
-                 error, created_at, started_at, completed_at`,
+                 error, holdout, env_project_id, env_workspace_id, created_at, started_at, completed_at`,
       [
         actualId,
         projectId,
@@ -659,6 +662,9 @@ export class PostgreSQLEvalStore implements EvalStore {
         0,
         0,
         0,
+        data.holdout ?? false,
+        data.envProjectId || null,
+        data.envWorkspaceId || null,
         new Date(),
       ]
     );
@@ -702,7 +708,7 @@ export class PostgreSQLEvalStore implements EvalStore {
        RETURNING id, project_id, tenant_id,
                  status, concurrency, total_cases,
                  passed_cases, failed_cases, avg_score,
-                 error, created_at, started_at, completed_at`,
+                 error, holdout, env_project_id, env_workspace_id, created_at, started_at, completed_at`,
       vals
     );
     return rows.length ? this.mapRowToRun(rows[0] as unknown as Record<string, unknown>) : null;