@mastra/pg 1.11.1 → 1.12.0-alpha.0

package/dist/index.js

@@ -12,6 +12,7 @@ import { randomUUID } from 'crypto';
 import { createRequire } from 'module';
 import { MessageList } from '@mastra/core/agent';
 import { saveScorePayloadSchema } from '@mastra/core/evals';
+import { parse } from 'pg-connection-string';
 
 var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
   get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
@@ -606,7 +607,7 @@ var PgVector = class extends MastraVector {
   constructor(config) {
     try {
       validateConfig("PgVector", config);
-      super({ id: config.id });
+      super({ id: config.id, disableInit: config.disableInit });
       this.schema = config.schemaName;
       let poolConfig;
       if (isConnectionStringConfig(config)) {
@@ -1220,6 +1221,9 @@ var PgVector = class extends MastraVector {
       this.logger?.trackException(mastraError);
       throw mastraError;
     }
+    if (this.disableInit || process.env.MASTRA_DISABLE_STORAGE_INIT === "true") {
+      return;
+    }
     const indexCacheKey = await this.getIndexCacheKey({
       indexName,
       dimension,
@@ -7955,6 +7959,9 @@ var MCPServersPG = class _MCPServersPG extends MCPServersStorage {
   }
 };
 var OM_TABLE = "mastra_observational_memory";
+var POSTGRES_MAX_BIND_PARAMETERS = 65535;
+var MESSAGE_INSERT_BIND_PARAMETERS = 8;
+var MAX_MESSAGES_PER_INSERT = Math.floor(POSTGRES_MAX_BIND_PARAMETERS / MESSAGE_INSERT_BIND_PARAMETERS);
 var OM_MIGRATION_COLUMNS = [
   "observedMessageIds",
   "observedTimezone",
@@ -7989,6 +7996,24 @@ function getTableName4({ indexName, schemaName }) {
 function inPlaceholders(count, startIndex = 1) {
   return Array.from({ length: count }, (_, i) => `$${i + startIndex}`).join(", ");
 }
+function dedupeMessagesForSave(messages) {
+  const deduped = /* @__PURE__ */ new Map();
+  for (const message of messages) {
+    const existing = deduped.get(message.id);
+    if (existing) {
+      deduped.set(message.id, {
+        ...message,
+        createdAt: existing.createdAt
+      });
+    } else {
+      deduped.set(message.id, {
+        ...message,
+        createdAt: message.createdAt || /* @__PURE__ */ new Date()
+      });
+    }
+  }
+  return Array.from(deduped.values());
+}
 var MemoryPG = class _MemoryPG extends MemoryStorage {
   supportsObservationalMemory = true;
   #db;
@@ -8874,63 +8899,83 @@ var MemoryPG = class _MemoryPG extends MemoryStorage {
         text: `Thread ID is required`
       });
     }
-    const thread = await this.getThreadById({ threadId });
-    if (!thread) {
-      throw new MastraError({
-        id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
-        domain: ErrorDomain.STORAGE,
-        category: ErrorCategory.THIRD_PARTY,
-        text: `Thread ${threadId} not found`,
-        details: {
-          threadId
-        }
-      });
-    }
     try {
       const tableName = getTableName4({ indexName: TABLE_MESSAGES, schemaName: getSchemaName4(this.#schema) });
+      const threadIds = /* @__PURE__ */ new Set();
+      for (const message of messages) {
+        if (!message.threadId) {
+          throw new Error(
+            `Expected to find a threadId for message, but couldn't find one. An unexpected error has occurred.`
+          );
+        }
+        if (!message.resourceId) {
+          throw new Error(
+            `Expected to find a resourceId for message, but couldn't find one. An unexpected error has occurred.`
+          );
+        }
+        threadIds.add(message.threadId);
+      }
+      for (const threadIdToCheck of threadIds) {
+        const thread = await this.getThreadById({ threadId: threadIdToCheck });
+        if (!thread) {
+          throw new MastraError({
+            id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.THIRD_PARTY,
+            text: `Thread ${threadIdToCheck} not found`,
+            details: {
+              threadId: threadIdToCheck
+            }
+          });
+        }
+      }
+      const messagesToSave = dedupeMessagesForSave(messages);
       await this.#db.client.tx(async (t) => {
-        for (const message of messages) {
-          if (!message.threadId) {
-            throw new Error(
-              `Expected to find a threadId for message, but couldn't find one. An unexpected error has occurred.`
-            );
-          }
-          if (!message.resourceId) {
-            throw new Error(
-              `Expected to find a resourceId for message, but couldn't find one. An unexpected error has occurred.`
+        for (let offset = 0; offset < messagesToSave.length; offset += MAX_MESSAGES_PER_INSERT) {
+          const batch = messagesToSave.slice(offset, offset + MAX_MESSAGES_PER_INSERT);
+          const values = [];
+          const valuePlaceholders = batch.map((message, messageIndex) => {
+            const createdAt = message.createdAt || /* @__PURE__ */ new Date();
+            values.push(
+              message.id,
+              message.threadId,
+              typeof message.content === "string" ? message.content : JSON.stringify(message.content),
+              createdAt,
+              createdAt,
+              message.role,
+              message.type || "v2",
+              message.resourceId
             );
-          }
+            const paramOffset = messageIndex * MESSAGE_INSERT_BIND_PARAMETERS;
+            return `(${Array.from(
+              { length: MESSAGE_INSERT_BIND_PARAMETERS },
+              (_, paramIndex) => `$${paramOffset + paramIndex + 1}`
+            ).join(", ")})`;
+          }).join(", ");
           await t.none(
             `INSERT INTO ${tableName} (id, thread_id, content, "createdAt", "createdAtZ", role, type, "resourceId")
-             VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
+             VALUES ${valuePlaceholders}
              ON CONFLICT (id) DO UPDATE SET
               thread_id = EXCLUDED.thread_id,
               content = EXCLUDED.content,
               role = EXCLUDED.role,
               type = EXCLUDED.type,
               "resourceId" = EXCLUDED."resourceId"`,
-            [
-              message.id,
-              message.threadId,
-              typeof message.content === "string" ? message.content : JSON.stringify(message.content),
-              message.createdAt || /* @__PURE__ */ new Date(),
-              message.createdAt || /* @__PURE__ */ new Date(),
-              message.role,
-              message.type || "v2",
-              message.resourceId
-            ]
+            values
           );
         }
         const threadTableName = getTableName4({ indexName: TABLE_THREADS, schemaName: getSchemaName4(this.#schema) });
         const now = /* @__PURE__ */ new Date();
-        await t.none(
-          `UPDATE ${threadTableName}
-            SET
-              "updatedAt" = $1,
-              "updatedAtZ" = $2
-            WHERE id = $3`,
-          [now, now, threadId]
-        );
+        for (const threadIdToUpdate of threadIds) {
+          await t.none(
+            `UPDATE ${threadTableName}
+              SET
+                "updatedAt" = $1,
+                "updatedAtZ" = $2
+              WHERE id = $3`,
+            [now, now, threadIdToUpdate]
+          );
+        }
       });
       const messagesWithParsedContent = messages.map((message) => {
         if (typeof message.content === "string") {
@@ -8945,6 +8990,9 @@ var MemoryPG = class _MemoryPG extends MemoryStorage {
       const list = new MessageList().add(messagesWithParsedContent, "memory");
       return { messages: list.get.all.db() };
     } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
       throw new MastraError(
         {
           id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
@@ -14905,6 +14953,15 @@ var WorkspacesPG = class _WorkspacesPG extends WorkspacesStorage {
     };
   }
 };
+function buildConnectionStringPoolConfig(config, defaults) {
+  const parsed = parse(config.connectionString);
+  return {
+    ...parsed,
+    ...config.ssl !== void 0 ? { ssl: config.ssl } : {},
+    max: config.max ?? defaults.max,
+    idleTimeoutMillis: config.idleTimeoutMillis ?? defaults.idleTimeoutMillis
+  };
+}
 
 // src/storage/index.ts
 var DEFAULT_MAX_CONNECTIONS = 20;
@@ -14995,12 +15052,12 @@ var PostgresStore = class extends MastraCompositeStore {
   }
   createPool(config) {
     if (isConnectionStringConfig(config)) {
-      return new Pool({
-        connectionString: config.connectionString,
-        ssl: config.ssl,
-        max: config.max ?? DEFAULT_MAX_CONNECTIONS,
-        idleTimeoutMillis: config.idleTimeoutMillis ?? DEFAULT_IDLE_TIMEOUT_MS
-      });
+      return new Pool(
+        buildConnectionStringPoolConfig(config, {
+          max: DEFAULT_MAX_CONNECTIONS,
+          idleTimeoutMillis: DEFAULT_IDLE_TIMEOUT_MS
+        })
+      );
     }
     if (isHostConfig(config)) {
       return new Pool({