@axiom-lattice/pg-stores 1.0.84 → 1.0.86

package/dist/index.js

@@ -34,10 +34,12 @@ __export(index_exports, {
   ChannelIdentityMappingStore: () => ChannelIdentityMappingStore,
   MenuStore: () => MenuStore,
   MigrationManager: () => MigrationManager,
-  Pool: () => import_pg24.Pool,
+  PGVectorStoreProvider: () => PGVectorStoreProvider,
+  Pool: () => import_pg26.Pool,
   PostgreSQLA2AApiKeyStore: () => PostgreSQLA2AApiKeyStore,
   PostgreSQLAssistantStore: () => PostgreSQLAssistantStore,
   PostgreSQLChannelInstallationStore: () => PostgreSQLChannelInstallationStore,
+  PostgreSQLCollectionStore: () => PostgreSQLCollectionStore,
   PostgreSQLDatabaseConfigStore: () => PostgreSQLDatabaseConfigStore,
   PostgreSQLEvalStore: () => PostgreSQLEvalStore,
   PostgreSQLMcpServerConfigStore: () => PostgreSQLMcpServerConfigStore,
@@ -69,6 +71,7 @@ __export(index_exports, {
   createChannelBindingsTable: () => createChannelBindingsTable,
   createChannelIdentityMappingTables: () => createChannelIdentityMappingTables,
   createChannelInstallationsTable: () => createChannelInstallationsTable,
+  createCollectionsTable: () => createCollectionsTable,
   createDatabaseConfigsTable: () => createDatabaseConfigsTable,
   createEvalCasesTable: () => createEvalCasesTable,
   createEvalProjectsTable: () => createEvalProjectsTable,
@@ -78,6 +81,7 @@ __export(index_exports, {
   createMcpServerConfigsTable: () => createMcpServerConfigsTable,
   createMenuItemsTable: () => createMenuItemsTable,
   createMetricsConfigsTable: () => createMetricsConfigsTable,
+  createPGVectorStoreProvider: () => createPGVectorStoreProvider,
   createPgStoreConfig: () => createPgStoreConfig,
   createProjectsTable: () => createProjectsTable,
   createScheduledTasksTable: () => createScheduledTasksTable,
@@ -95,10 +99,10 @@ __export(index_exports, {
   safeParse: () => safeParse
 });
 module.exports = __toCommonJS(index_exports);
-var import_pg24 = require("pg");
+var import_pg26 = require("pg");
 
 // src/createPgStoreConfig.ts
-var import_pg21 = require("pg");
+var import_pg23 = require("pg");
 
 // src/migrations/migration.ts
 var MigrationManager = class {
@@ -153,6 +157,11 @@ var MigrationManager = class {
     const pkColumn = pkCheck.rows[0]?.column_name;
     const constraintName = pkCheck.rows[0]?.constraint_name;
     if (pkColumn === "version" && constraintName) {
+      await client.query(`
+        DELETE FROM lattice_schema_migrations a
+        USING lattice_schema_migrations b
+        WHERE a.name = b.name AND a.version < b.version
+      `);
       await client.query(
         `ALTER TABLE lattice_schema_migrations DROP CONSTRAINT ${constraintName}`
       );
@@ -1866,7 +1875,7 @@ var PostgreSQLMcpServerConfigStore = class {
         data.name || null,
         data.description || null,
         JSON.stringify(configWithEncryptedEnv),
-        data.selectedTools || [],
+        JSON.stringify(data.selectedTools || []),
         isEnvEncrypted,
         "disconnected",
         nowString,
@@ -1912,7 +1921,7 @@ var PostgreSQLMcpServerConfigStore = class {
       updateData.is_env_encrypted = isEnvEncrypted;
     }
     if (updates.selectedTools !== void 0) {
-      updateData.selected_tools = updates.selectedTools;
+      updateData.selected_tools = JSON.stringify(updates.selectedTools);
     }
     if (updates.status !== void 0) {
       updateData.status = updates.status;
@@ -6978,9 +6987,218 @@ var PostgresSharedResourceStore = class {
   }
 };
 
+// src/stores/PostgreSQLCollectionStore.ts
+var import_pg21 = require("pg");
+var PostgreSQLCollectionStore = class {
+  constructor(options) {
+    this.initialized = false;
+    this.ownsPool = true;
+    this.initPromise = null;
+    if (options.pool) {
+      this.pool = options.pool;
+      this.ownsPool = false;
+      this.initialized = true;
+      return;
+    }
+    if (typeof options.poolConfig === "string") {
+      this.pool = new import_pg21.Pool({ connectionString: options.poolConfig });
+    } else if (options.poolConfig) {
+      this.pool = new import_pg21.Pool(options.poolConfig);
+    } else {
+      throw new Error("Either pool or poolConfig must be provided");
+    }
+    if (options.autoMigrate !== false) {
+      this.initialize().catch((error) => {
+        console.error("Failed to initialize PostgreSQLCollectionStore:", error);
+      });
+    }
+  }
+  async initialize() {
+    if (this.initialized) return;
+    if (this.initPromise) return this.initPromise;
+    this.initPromise = (async () => {
+      this.initialized = true;
+    })();
+    return this.initPromise;
+  }
+  ensureInit() {
+    if (!this.initialized) {
+      throw new Error("PostgreSQLCollectionStore not initialized");
+    }
+  }
+  async getAllCollections(tenantId) {
+    this.ensureInit();
+    const result = await this.pool.query(
+      `SELECT id, name, tenant_id, label, embedding_key, schema, created_at, updated_at
+       FROM lattice_collections WHERE tenant_id = $1 ORDER BY name`,
+      [tenantId]
+    );
+    return result.rows.map(this.rowToCollection);
+  }
+  async getCollectionByName(tenantId, name) {
+    this.ensureInit();
+    const result = await this.pool.query(
+      `SELECT id, name, tenant_id, label, embedding_key, schema, created_at, updated_at
+       FROM lattice_collections WHERE tenant_id = $1 AND name = $2`,
+      [tenantId, name]
+    );
+    return result.rows.length > 0 ? this.rowToCollection(result.rows[0]) : null;
+  }
+  async createCollection(tenantId, data) {
+    this.ensureInit();
+    const schema = JSON.stringify(data.schema || { fields: [] });
+    const result = await this.pool.query(
+      `INSERT INTO lattice_collections (name, tenant_id, label, embedding_key, schema)
+       VALUES ($1, $2, $3, $4, $5)
+       ON CONFLICT (tenant_id, name) DO NOTHING
+       RETURNING id, name, tenant_id, label, embedding_key, schema, created_at, updated_at`,
+      [data.name, tenantId, data.label, data.embeddingKey, schema]
+    );
+    if (result.rows.length === 0) {
+      throw new Error(`Collection "${data.name}" already exists`);
+    }
+    return this.rowToCollection(result.rows[0]);
+  }
+  async updateCollection(tenantId, name, updates) {
+    this.ensureInit();
+    const setClauses = [];
+    const values = [];
+    let paramIndex = 1;
+    if (updates.label !== void 0) {
+      setClauses.push(`label = $${paramIndex++}`);
+      values.push(updates.label);
+    }
+    if (updates.embeddingKey !== void 0) {
+      setClauses.push(`embedding_key = $${paramIndex++}`);
+      values.push(updates.embeddingKey);
+    }
+    if (updates.schema !== void 0) {
+      setClauses.push(`schema = $${paramIndex++}`);
+      values.push(JSON.stringify(updates.schema));
+    }
+    if (setClauses.length === 0) return this.getCollectionByName(tenantId, name);
+    setClauses.push(`updated_at = NOW()`);
+    values.push(tenantId, name);
+    const result = await this.pool.query(
+      `UPDATE lattice_collections SET ${setClauses.join(", ")}
+       WHERE tenant_id = $${paramIndex++} AND name = $${paramIndex}
+       RETURNING id, name, tenant_id, label, embedding_key, schema, created_at, updated_at`,
+      values
+    );
+    return result.rows.length > 0 ? this.rowToCollection(result.rows[0]) : null;
+  }
+  async deleteCollection(tenantId, name) {
+    this.ensureInit();
+    const result = await this.pool.query(
+      `DELETE FROM lattice_collections WHERE tenant_id = $1 AND name = $2`,
+      [tenantId, name]
+    );
+    return (result.rowCount ?? 0) > 0;
+  }
+  async dispose() {
+    if (this.ownsPool && this.pool) {
+      await this.pool.end();
+    }
+  }
+  rowToCollection(row) {
+    return {
+      id: row.id,
+      name: row.name,
+      tenantId: row.tenant_id,
+      label: row.label,
+      embeddingKey: row.embedding_key,
+      schema: typeof row.schema === "string" ? JSON.parse(row.schema) : row.schema,
+      createdAt: row.created_at,
+      updatedAt: row.updated_at
+    };
+  }
+};
+
 // src/createPgStoreConfig.ts
 var import_langgraph_checkpoint_postgres = require("@langchain/langgraph-checkpoint-postgres");
 
+// src/PGVectorStoreProvider.ts
+var import_pg22 = require("pg");
+var import_pgvector = require("@langchain/community/vectorstores/pgvector");
+var import_documents = require("@langchain/core/documents");
+var import_core6 = require("@axiom-lattice/core");
+function safeTableName(name) {
+  if (!/^[a-z][a-z0-9_-]*$/.test(name)) {
+    throw new Error(`Invalid table name: ${name}`);
+  }
+  return name;
+}
+var PGVectorStoreProvider = class {
+  constructor(pool, connectionString) {
+    this.pool = pool;
+    this.connectionString = connectionString;
+  }
+  async create(params) {
+    const { tableName, embeddingKey } = params;
+    let embeddings;
+    try {
+      embeddings = import_core6.embeddingsLatticeManager.getEmbeddingsClient(embeddingKey);
+    } catch {
+      try {
+        embeddings = import_core6.embeddingsLatticeManager.getEmbeddingsClient("default");
+      } catch {
+        throw new Error(
+          `No embedding model registered. Register one first:
+  import { registerEmbeddingsLattice } from "@axiom-lattice/core";
+  registerEmbeddingsLattice("default", new SomeEmbeddings(...));`
+        );
+      }
+    }
+    return import_pgvector.PGVectorStore.initialize(embeddings, {
+      postgresConnectionOptions: { connectionString: this.connectionString },
+      tableName: safeTableName(tableName),
+      columns: {
+        idColumnName: "id",
+        vectorColumnName: "vector",
+        contentColumnName: "content",
+        metadataColumnName: "metadata"
+      },
+      distanceStrategy: "cosine"
+    });
+  }
+  async getEntryCount(tableName) {
+    const name = safeTableName(tableName);
+    try {
+      const result = await this.pool.query(`SELECT COUNT(*) as count FROM "${name}"`);
+      return parseInt(result.rows[0]?.count || "0", 10);
+    } catch {
+      return 0;
+    }
+  }
+  async listEntries(tableName) {
+    const name = safeTableName(tableName);
+    try {
+      const result = await this.pool.query(
+        `SELECT content, metadata FROM "${name}" ORDER BY metadata->>'_created_at' DESC`
+      );
+      return result.rows.map((row) => new import_documents.Document({
+        pageContent: row.content || "",
+        metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata || {}
+      }));
+    } catch {
+      return [];
+    }
+  }
+  async dropTable(tableName) {
+    const name = safeTableName(tableName);
+    await this.pool.query(`DROP TABLE IF EXISTS "${name}"`);
+  }
+  async dispose(_name) {
+  }
+};
+function createPGVectorStoreProvider(connectionString) {
+  const pool = new import_pg22.Pool({ connectionString });
+  return {
+    provider: new PGVectorStoreProvider(pool, connectionString),
+    pool
+  };
+}
+
 // src/migrations/skill_migrations.ts
 var createSkillsTable = {
   version: 4,
@@ -7189,9 +7407,43 @@ var createChannelIdentityMappingTables = {
   }
 };
 
+// src/migrations/collection_migrations.ts
+var createCollectionsTable = {
+  version: 137,
+  name: "create_collections_table",
+  up: async (client) => {
+    await client.query(`
+      CREATE TABLE IF NOT EXISTS lattice_collections (
+        id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+        name VARCHAR(255) NOT NULL,
+        tenant_id VARCHAR(255) NOT NULL DEFAULT 'default',
+        label VARCHAR(255) NOT NULL,
+        embedding_key VARCHAR(255) NOT NULL DEFAULT 'default',
+        schema JSONB DEFAULT '{"fields":[]}',
+        created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+        updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+        UNIQUE(tenant_id, name)
+      )
+    `);
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_collections_tenant
+      ON lattice_collections(tenant_id)
+    `);
+    await client.query(`
+      CREATE INDEX IF NOT EXISTS idx_lattice_collections_name
+      ON lattice_collections(name)
+    `);
+  },
+  down: async (client) => {
+    await client.query("DROP INDEX IF EXISTS idx_lattice_collections_name");
+    await client.query("DROP INDEX IF EXISTS idx_lattice_collections_tenant");
+    await client.query("DROP TABLE IF EXISTS lattice_collections");
+  }
+};
+
 // src/createPgStoreConfig.ts
 async function createPgStoreConfig(connectionString) {
-  const pool = new import_pg21.Pool({ connectionString });
+  const pool = new import_pg23.Pool({ connectionString });
   const mm = new MigrationManager(pool);
   mm.register(createThreadsTable);
   mm.register(createScheduledTasksTable);
@@ -7235,6 +7487,7 @@ async function createPgStoreConfig(connectionString) {
   mm.register(createMenuItemsTable);
   mm.register(createSharedResourcesTable);
   mm.register(addFileContentType);
+  mm.register(createCollectionsTable);
   await mm.migrate();
   const checkpoint = import_langgraph_checkpoint_postgres.PostgresSaver.fromConnString(connectionString);
   checkpoint.setup().catch((err) => {
@@ -7262,12 +7515,14 @@ async function createPgStoreConfig(connectionString) {
     schedule: new PostgreSQLScheduleStorage(opts),
     menu: new MenuStore(opts),
     sharedResource: new PostgresSharedResourceStore(opts),
+    collection: new PostgreSQLCollectionStore(opts),
+    vectorStoreProvider: new PGVectorStoreProvider(pool, connectionString),
     checkpoint
   };
 }
 
 // src/stores/PostgreSQLSkillStore.ts
-var import_pg22 = require("pg");
+var import_pg24 = require("pg");
 var PostgreSQLSkillStore = class {
   constructor(options) {
     this.initialized = false;
@@ -7280,9 +7535,9 @@ var PostgreSQLSkillStore = class {
       return;
     }
     if (typeof options.poolConfig === "string") {
-      this.pool = new import_pg22.Pool({ connectionString: options.poolConfig });
+      this.pool = new import_pg24.Pool({ connectionString: options.poolConfig });
     } else if (options.poolConfig) {
-      this.pool = new import_pg22.Pool(options.poolConfig);
+      this.pool = new import_pg24.Pool(options.poolConfig);
     } else {
       throw new Error("Either pool or poolConfig must be provided");
     }
@@ -7583,7 +7838,7 @@ var PostgreSQLSkillStore = class {
 };
 
 // src/stores/ChannelIdentityMappingStore.ts
-var import_pg23 = require("pg");
+var import_pg25 = require("pg");
 var ChannelIdentityMappingStore = class {
   constructor(options) {
     this.initialized = false;
@@ -7595,7 +7850,7 @@ var ChannelIdentityMappingStore = class {
       this.initialized = true;
       return;
     }
-    this.pool = typeof options.poolConfig === "string" ? new import_pg23.Pool({ connectionString: options.poolConfig }) : options.poolConfig ? new import_pg23.Pool(options.poolConfig) : (() => {
+    this.pool = typeof options.poolConfig === "string" ? new import_pg25.Pool({ connectionString: options.poolConfig }) : options.poolConfig ? new import_pg25.Pool(options.poolConfig) : (() => {
       throw new Error("Either pool or poolConfig must be provided");
     })();
     this.migrationManager = new MigrationManager(this.pool);
@@ -7819,10 +8074,12 @@ function mapRowToChannelIdentityMapping(row) {
   ChannelIdentityMappingStore,
   MenuStore,
   MigrationManager,
+  PGVectorStoreProvider,
   Pool,
   PostgreSQLA2AApiKeyStore,
   PostgreSQLAssistantStore,
   PostgreSQLChannelInstallationStore,
+  PostgreSQLCollectionStore,
   PostgreSQLDatabaseConfigStore,
   PostgreSQLEvalStore,
   PostgreSQLMcpServerConfigStore,
@@ -7854,6 +8111,7 @@ function mapRowToChannelIdentityMapping(row) {
   createChannelBindingsTable,
   createChannelIdentityMappingTables,
   createChannelInstallationsTable,
+  createCollectionsTable,
   createDatabaseConfigsTable,
   createEvalCasesTable,
   createEvalProjectsTable,
@@ -7863,6 +8121,7 @@ function mapRowToChannelIdentityMapping(row) {
   createMcpServerConfigsTable,
   createMenuItemsTable,
   createMetricsConfigsTable,
+  createPGVectorStoreProvider,
   createPgStoreConfig,
   createProjectsTable,
   createScheduledTasksTable,