@axiom-lattice/pg-stores 3.1.21 → 3.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@axiom-lattice/pg-stores",
-  "version": "3.1.21",
+  "version": "3.2.0",
   "description": "PG stores implementation for Axiom Lattice framework",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -25,8 +25,8 @@
     "@langchain/core": "1.1.30",
     "pg": "^8.16.3",
     "uuid": "^9.0.1",
-    "@axiom-lattice/core": "6.0.0",
-    "@axiom-lattice/protocols": "4.5.0"
+    "@axiom-lattice/core": "6.1.0",
+    "@axiom-lattice/protocols": "4.6.0"
   },
   "devDependencies": {
     "@types/jest": "^29.5.14",

package/scripts/check-migration-versions.mjs

@@ -25,8 +25,13 @@ for (const file of files) {
   // Extract name and version from migration definitions
   // Matches patterns like:
   //   name: "create_threads_table",
+  //   name: 'create_model_providers_table',
   //   version: 1,
-  const nameMatches = content.matchAll(/^\s*name:\s*"([^"]+)"/gm);
+  //
+  // Both quote styles are accepted. Migrations written with single quotes were
+  // invisible to this check, so their names were never compared and a duplicate
+  // could only surface at runtime, where MigrationManager.register throws.
+  const nameMatches = content.matchAll(/^\s*name:\s*["']([^"']+)["']/gm);
   const versionMatches = content.matchAll(/^\s*version:\s*(\d+)/gm);
 
   const names = [...nameMatches].map(m => m[1]);

package/src/createPgStoreConfig.ts

@@ -90,6 +90,12 @@ import { createCapabilityBundlesTable } from "./migrations/capability_bundle_mig
 import { createProjectRoomReadStates, createProjectRoomTables } from "./migrations/project_room_migration";
 import { addProjectRoomMessageRetentionIndex } from "./migrations/project_room_message_retention_migration";
 import { createUserPushSubscriptions } from "./migrations/user_push_subscription_migration";
+import {
+  createModelProvidersTable,
+  createModelProviderModelsTable,
+  addModelProviderApiStyle,
+  addModelProviderModelStale,
+} from "./migrations/model_provider_migrations";
 import { PostgreSQLCapabilityBundleStore } from "./stores/PostgreSQLCapabilityBundleStore";
 import { PostgreSQLProjectRoomStore } from "./stores/PostgreSQLProjectRoomStore";
 import { PostgreSQLProjectMembershipStore } from "./stores/PostgreSQLProjectMembershipStore";
@@ -97,6 +103,7 @@ import { PostgreSQLProjectBotMembershipStore } from "./stores/PostgreSQLProjectB
 import { PostgreSQLProjectRoomMessageStore } from "./stores/PostgreSQLProjectRoomMessageStore";
 import { PostgreSQLProjectRoomReadStateStore } from "./stores/PostgreSQLProjectRoomReadStateStore";
 import { PostgreSQLUserPushSubscriptionStore } from "./stores/PostgreSQLUserPushSubscriptionStore";
+import { PostgreSQLModelProviderStore } from "./stores/PostgreSQLModelProviderStore";
 
 export async function createPgStoreConfig(connectionString: string) {
   const pool = new Pool({ connectionString });
@@ -171,6 +178,10 @@ export async function createPgStoreConfig(connectionString: string) {
   mm.register(createProjectRoomReadStates);     // v177
   mm.register(createUserPushSubscriptions);     // v178
   mm.register(addProjectRoomMessageRetentionIndex); // v179
+  mm.register(createModelProvidersTable);       // v181
+  mm.register(createModelProviderModelsTable);  // v182
+  mm.register(addModelProviderApiStyle);        // v183
+  mm.register(addModelProviderModelStale);      // v184
 
   await mm.migrate();
 
@@ -197,6 +208,7 @@ export async function createPgStoreConfig(connectionString: string) {
     connection: new PostgreSQLConnectionStore(pool),
     metrics: new PostgreSQLMetricsServerConfigStore(opts),
     mcp: new PostgreSQLMcpServerConfigStore(opts),
+    modelProvider: new PostgreSQLModelProviderStore(opts),
     assistant: new PostgreSQLAssistantStore(opts),
     workflowTracking: new PostgreSQLWorkflowTrackingStore(opts),
     threadMessageQueue: new ThreadMessageQueueStore(opts),

package/src/index.ts

@@ -18,6 +18,7 @@ export * from "./stores/PostgreSQLDatabaseConfigStore";
 export * from "./stores/PostgreSQLConnectionStore";
 export * from "./stores/PostgreSQLMetricsServerConfigStore";
 export * from "./stores/PostgreSQLMcpServerConfigStore";
+export * from "./stores/PostgreSQLModelProviderStore";
 export * from "./stores/PostgreSQLWorkspaceStore";
 export * from "./stores/PostgreSQLProjectStore";
 export * from "./stores/PostgreSQLUserStore";
@@ -91,6 +92,7 @@ export { PostgreSQLDatabaseConfigStore } from "./stores/PostgreSQLDatabaseConfig
 export { PostgreSQLConnectionStore } from "./stores/PostgreSQLConnectionStore";
 export { PostgreSQLMetricsServerConfigStore } from "./stores/PostgreSQLMetricsServerConfigStore";
 export { PostgreSQLMcpServerConfigStore } from "./stores/PostgreSQLMcpServerConfigStore";
+export { PostgreSQLModelProviderStore } from "./stores/PostgreSQLModelProviderStore";
 export { PostgreSQLWorkspaceStore } from "./stores/PostgreSQLWorkspaceStore";
 export { PostgreSQLProjectStore } from "./stores/PostgreSQLProjectStore";
 export { PostgreSQLUserStore } from "./stores/PostgreSQLUserStore";

package/src/migrations/model_provider_migrations.ts

@@ -0,0 +1,157 @@
+/**
+ * Model provider table migrations
+ *
+ * Tenants configure an upstream provider (baseURL + apiKey) and the gateway
+ * records the models discovered from it as a snapshot.
+ */
+
+import { PoolClient } from 'pg';
+import { Migration } from './migration';
+
+/**
+ * Create model provider configuration table
+ */
+export const createModelProvidersTable: Migration = {
+  version: 181,
+  name: 'create_model_providers_table',
+  up: async (client: PoolClient) => {
+    await client.query(`
+      CREATE TABLE IF NOT EXISTS lattice_model_providers (
+        id VARCHAR(255) NOT NULL,
+        tenant_id VARCHAR(255) NOT NULL,
+        name VARCHAR(255) NOT NULL,
+        display_name VARCHAR(255),
+        protocol VARCHAR(64) NOT NULL,
+        api_style VARCHAR(32) NOT NULL DEFAULT 'chat-completions',
+        llm_provider VARCHAR(64) NOT NULL,
+        base_url TEXT NOT NULL,
+        api_key_enc TEXT,
+        api_key_hint VARCHAR(16),
+        enabled BOOLEAN NOT NULL DEFAULT TRUE,
+        status VARCHAR(32) NOT NULL DEFAULT 'unknown',
+        last_error VARCHAR(255),
+        last_discovered_at TIMESTAMP,
+        created_by VARCHAR(255),
+        created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+        updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+
+        PRIMARY KEY (tenant_id, id),
+        CONSTRAINT uk_lattice_model_providers_tenant_name UNIQUE (tenant_id, name)
+      )
+    `);
+
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_model_providers_tenant_id
+      ON lattice_model_providers(tenant_id)
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query('DROP INDEX IF EXISTS idx_lattice_model_providers_tenant_id');
+    await client.query('DROP TABLE IF EXISTS lattice_model_providers');
+  },
+};
+
+/**
+ * Create model provider snapshot table
+ *
+ * `model_id` is the upstream model id and `provider_id` scopes it, so the same
+ * upstream id may appear under several providers in one tenant — each is an
+ * independent model addressed by `${providerId}/${modelId}`.
+ */
+export const createModelProviderModelsTable: Migration = {
+  version: 182,
+  name: 'create_model_provider_models_table',
+  up: async (client: PoolClient) => {
+    await client.query(`
+      CREATE TABLE IF NOT EXISTS lattice_model_provider_models (
+        id VARCHAR(255) NOT NULL,
+        tenant_id VARCHAR(255) NOT NULL,
+        provider_id VARCHAR(255) NOT NULL,
+        model_id VARCHAR(512) NOT NULL,
+        display_name VARCHAR(255),
+        owned_by VARCHAR(255),
+        upstream_created TIMESTAMP,
+        enabled BOOLEAN NOT NULL DEFAULT TRUE,
+        raw JSONB,
+        discovered_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+
+        PRIMARY KEY (tenant_id, provider_id, model_id)
+      )
+    `);
+
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_model_provider_models_tenant_id
+      ON lattice_model_provider_models(tenant_id)
+    `);
+
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_model_provider_models_tenant_model
+      ON lattice_model_provider_models(tenant_id, model_id)
+    `);
+
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_model_provider_models_tenant_provider
+      ON lattice_model_provider_models(tenant_id, provider_id)
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query('DROP INDEX IF EXISTS idx_lattice_model_provider_models_tenant_provider');
+    await client.query('DROP INDEX IF EXISTS idx_lattice_model_provider_models_tenant_model');
+    await client.query('DROP INDEX IF EXISTS idx_lattice_model_provider_models_tenant_id');
+    await client.query('DROP TABLE IF EXISTS lattice_model_provider_models');
+  },
+};
+
+/**
+ * Add `api_style` to an already-created providers table.
+ *
+ * `createModelProvidersTable` (v181) originally shipped without this column and
+ * gained it in a later edit. Migrations are recorded by name and never re-run,
+ * so any database that had already applied v181 kept a table without the column
+ * and every read failed on the missing field. Editing an applied migration does
+ * not update the databases that already ran it — this patch is what does.
+ *
+ * `IF NOT EXISTS` keeps it a no-op for databases created after the column moved
+ * into v181.
+ */
+export const addModelProviderApiStyle: Migration = {
+  version: 183,
+  name: 'add_model_provider_api_style',
+  up: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_model_providers
+      ADD COLUMN IF NOT EXISTS api_style VARCHAR(32) NOT NULL DEFAULT 'chat-completions'
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_model_providers DROP COLUMN IF EXISTS api_style
+    `);
+  },
+};
+
+/**
+ * Record that an upstream stopped offering a model, without deleting the row.
+ *
+ * Syncing used to have only two outcomes for a model the upstream dropped:
+ * remove it, or leave it looking identical to one the tenant switched off.
+ * Removing it silently breaks any agent or eval config that references the key;
+ * leaving it makes the two states indistinguishable. This column is the third
+ * option — the row stays and says why it is off, and the tenant decides when to
+ * delete it.
+ */
+export const addModelProviderModelStale: Migration = {
+  version: 184,
+  name: 'add_model_provider_model_stale',
+  up: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_model_provider_models
+      ADD COLUMN IF NOT EXISTS stale BOOLEAN NOT NULL DEFAULT FALSE
+    `);
+  },
+  down: async (client: PoolClient) => {
+    await client.query(`
+      ALTER TABLE lattice_model_provider_models DROP COLUMN IF EXISTS stale
+    `);
+  },
+};