@mastra/pg 1.11.1 → 1.12.0

package/dist/index.js

@@ -12,6 +12,7 @@ import { randomUUID } from 'crypto';
 import { createRequire } from 'module';
 import { MessageList } from '@mastra/core/agent';
 import { saveScorePayloadSchema } from '@mastra/core/evals';
+import { parse } from 'pg-connection-string';
 
 var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
   get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
@@ -606,7 +607,7 @@ var PgVector = class extends MastraVector {
   constructor(config) {
     try {
       validateConfig("PgVector", config);
-      super({ id: config.id });
+      super({ id: config.id, disableInit: config.disableInit });
       this.schema = config.schemaName;
       let poolConfig;
       if (isConnectionStringConfig(config)) {
@@ -1220,6 +1221,9 @@ var PgVector = class extends MastraVector {
       this.logger?.trackException(mastraError);
       throw mastraError;
     }
+    if (this.disableInit || process.env.MASTRA_DISABLE_STORAGE_INIT === "true") {
+      return;
+    }
     const indexCacheKey = await this.getIndexCacheKey({
       indexName,
       dimension,
@@ -4371,10 +4375,10 @@ function rowToTask(row) {
     retryCount: Number(row.retry_count),
     maxRetries: Number(row.max_retries),
     timeoutMs: Number(row.timeout_ms),
-    createdAt: row.createdAt instanceof Date ? row.createdAt : new Date(row.createdAt),
-    startedAt: row.startedAt ? row.startedAt instanceof Date ? row.startedAt : new Date(row.startedAt) : void 0,
-    suspendedAt: row.suspendedAt ? row.suspendedAt instanceof Date ? row.suspendedAt : new Date(row.suspendedAt) : void 0,
-    completedAt: row.completedAt ? row.completedAt instanceof Date ? row.completedAt : new Date(row.completedAt) : void 0
+    createdAt: new Date(row.createdAtZ || row.createdAt),
+    startedAt: row.startedAtZ || row.startedAt ? new Date(row.startedAtZ || row.startedAt) : void 0,
+    suspendedAt: row.suspendedAtZ || row.suspendedAt ? new Date(row.suspendedAtZ || row.suspendedAt) : void 0,
+    completedAt: row.completedAtZ || row.completedAt ? new Date(row.completedAtZ || row.completedAt) : void 0
   };
 }
 var BackgroundTasksPG = class _BackgroundTasksPG extends BackgroundTasksStorage {
@@ -4524,15 +4528,21 @@ var BackgroundTasksPG = class _BackgroundTasksPG extends BackgroundTasksStorage
     }
     if ("startedAt" in update) {
       setClauses.push(`"startedAt" = $${paramIdx++}`);
-      params.push(update.startedAt?.toISOString() ?? null);
+      setClauses.push(`"startedAtZ" = $${paramIdx++}`);
+      const val = update.startedAt?.toISOString() ?? null;
+      params.push(val, val);
     }
     if ("suspendedAt" in update) {
       setClauses.push(`"suspendedAt" = $${paramIdx++}`);
-      params.push(update.suspendedAt?.toISOString() ?? null);
+      setClauses.push(`"suspendedAtZ" = $${paramIdx++}`);
+      const val = update.suspendedAt?.toISOString() ?? null;
+      params.push(val, val);
     }
     if ("completedAt" in update) {
       setClauses.push(`"completedAt" = $${paramIdx++}`);
-      params.push(update.completedAt?.toISOString() ?? null);
+      setClauses.push(`"completedAtZ" = $${paramIdx++}`);
+      const val = update.completedAt?.toISOString() ?? null;
+      params.push(val, val);
     }
     if (setClauses.length === 0) return;
     const table = getTableName3(getSchemaName3(this.#schema));
@@ -4824,9 +4834,10 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
     const schemaName = getSchemaName2(this.#schema);
     const tableName = getTableName2({ indexName: TABLE_CHANNEL_INSTALLATIONS, schemaName });
     const now = (/* @__PURE__ */ new Date()).toISOString();
+    const createdAt = installation.createdAt?.toISOString() ?? now;
     await this.#db.client.none(
-      `INSERT INTO ${tableName} ("id", "platform", "agentId", "status", "webhookId", "data", "configHash", "error", "createdAt", "updatedAt")
-       VALUES ($1, $2, $3, $4, $5, $6::jsonb, $7, $8, $9, $10)
+      `INSERT INTO ${tableName} ("id", "platform", "agentId", "status", "webhookId", "data", "configHash", "error", "createdAt", "createdAtZ", "updatedAt", "updatedAtZ")
+       VALUES ($1, $2, $3, $4, $5, $6::jsonb, $7, $8, $9, $10, $11, $12)
        ON CONFLICT ("id") DO UPDATE SET
          "platform" = EXCLUDED."platform",
          "agentId" = EXCLUDED."agentId",
@@ -4835,7 +4846,8 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
          "data" = EXCLUDED."data",
          "configHash" = EXCLUDED."configHash",
          "error" = EXCLUDED."error",
-         "updatedAt" = EXCLUDED."updatedAt"`,
+         "updatedAt" = EXCLUDED."updatedAt",
+         "updatedAtZ" = EXCLUDED."updatedAtZ"`,
       [
         installation.id,
         installation.platform,
@@ -4845,7 +4857,9 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
         JSON.stringify(installation.data),
         installation.configHash ?? null,
         installation.error ?? null,
-        installation.createdAt?.toISOString() ?? now,
+        createdAt,
+        createdAt,
+        now,
         now
       ]
     );
@@ -4888,13 +4902,15 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
   async saveConfig(config) {
     const schemaName = getSchemaName2(this.#schema);
     const tableName = getTableName2({ indexName: TABLE_CHANNEL_CONFIG, schemaName });
+    const now = config.updatedAt.toISOString();
     await this.#db.client.none(
-      `INSERT INTO ${tableName} ("platform", "data", "updatedAt")
-       VALUES ($1, $2::jsonb, $3)
+      `INSERT INTO ${tableName} ("platform", "data", "updatedAt", "updatedAtZ")
+       VALUES ($1, $2::jsonb, $3, $4)
        ON CONFLICT ("platform") DO UPDATE SET
          "data" = EXCLUDED."data",
-         "updatedAt" = EXCLUDED."updatedAt"`,
-      [config.platform, JSON.stringify(config.data), config.updatedAt.toISOString()]
+         "updatedAt" = EXCLUDED."updatedAt",
+         "updatedAtZ" = EXCLUDED."updatedAtZ"`,
+      [config.platform, JSON.stringify(config.data), now, now]
     );
   }
   async getConfig(platform) {
@@ -4905,7 +4921,7 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
     return {
       platform: row.platform,
       data: typeof row.data === "string" ? JSON.parse(row.data) : row.data,
-      updatedAt: new Date(row.updatedAt)
+      updatedAt: new Date(row.updatedAtZ || row.updatedAt)
     };
   }
   async deleteConfig(platform) {
@@ -4923,8 +4939,8 @@ var ChannelsPG = class _ChannelsPG extends ChannelsStorage {
       data: typeof row.data === "string" ? JSON.parse(row.data) : row.data,
       configHash: row.configHash || void 0,
       error: row.error || void 0,
-      createdAt: row.createdAt instanceof Date ? row.createdAt : new Date(row.createdAt),
-      updatedAt: row.updatedAt instanceof Date ? row.updatedAt : new Date(row.updatedAt)
+      createdAt: new Date(row.createdAtZ || row.createdAt),
+      updatedAt: new Date(row.updatedAtZ || row.updatedAt)
     };
   }
 };
@@ -7955,6 +7971,9 @@ var MCPServersPG = class _MCPServersPG extends MCPServersStorage {
   }
 };
 var OM_TABLE = "mastra_observational_memory";
+var POSTGRES_MAX_BIND_PARAMETERS = 65535;
+var MESSAGE_INSERT_BIND_PARAMETERS = 8;
+var MAX_MESSAGES_PER_INSERT = Math.floor(POSTGRES_MAX_BIND_PARAMETERS / MESSAGE_INSERT_BIND_PARAMETERS);
 var OM_MIGRATION_COLUMNS = [
   "observedMessageIds",
   "observedTimezone",
@@ -7989,6 +8008,24 @@ function getTableName4({ indexName, schemaName }) {
 function inPlaceholders(count, startIndex = 1) {
   return Array.from({ length: count }, (_, i) => `$${i + startIndex}`).join(", ");
 }
+function dedupeMessagesForSave(messages) {
+  const deduped = /* @__PURE__ */ new Map();
+  for (const message of messages) {
+    const existing = deduped.get(message.id);
+    if (existing) {
+      deduped.set(message.id, {
+        ...message,
+        createdAt: existing.createdAt
+      });
+    } else {
+      deduped.set(message.id, {
+        ...message,
+        createdAt: message.createdAt || /* @__PURE__ */ new Date()
+      });
+    }
+  }
+  return Array.from(deduped.values());
+}
 var MemoryPG = class _MemoryPG extends MemoryStorage {
   supportsObservationalMemory = true;
   #db;
@@ -8874,63 +8911,83 @@ var MemoryPG = class _MemoryPG extends MemoryStorage {
         text: `Thread ID is required`
       });
     }
-    const thread = await this.getThreadById({ threadId });
-    if (!thread) {
-      throw new MastraError({
-        id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
-        domain: ErrorDomain.STORAGE,
-        category: ErrorCategory.THIRD_PARTY,
-        text: `Thread ${threadId} not found`,
-        details: {
-          threadId
-        }
-      });
-    }
     try {
       const tableName = getTableName4({ indexName: TABLE_MESSAGES, schemaName: getSchemaName4(this.#schema) });
+      const threadIds = /* @__PURE__ */ new Set();
+      for (const message of messages) {
+        if (!message.threadId) {
+          throw new Error(
+            `Expected to find a threadId for message, but couldn't find one. An unexpected error has occurred.`
+          );
+        }
+        if (!message.resourceId) {
+          throw new Error(
+            `Expected to find a resourceId for message, but couldn't find one. An unexpected error has occurred.`
+          );
+        }
+        threadIds.add(message.threadId);
+      }
+      for (const threadIdToCheck of threadIds) {
+        const thread = await this.getThreadById({ threadId: threadIdToCheck });
+        if (!thread) {
+          throw new MastraError({
+            id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.THIRD_PARTY,
+            text: `Thread ${threadIdToCheck} not found`,
+            details: {
+              threadId: threadIdToCheck
+            }
+          });
+        }
+      }
+      const messagesToSave = dedupeMessagesForSave(messages);
       await this.#db.client.tx(async (t) => {
-        for (const message of messages) {
-          if (!message.threadId) {
-            throw new Error(
-              `Expected to find a threadId for message, but couldn't find one. An unexpected error has occurred.`
-            );
-          }
-          if (!message.resourceId) {
-            throw new Error(
-              `Expected to find a resourceId for message, but couldn't find one. An unexpected error has occurred.`
+        for (let offset = 0; offset < messagesToSave.length; offset += MAX_MESSAGES_PER_INSERT) {
+          const batch = messagesToSave.slice(offset, offset + MAX_MESSAGES_PER_INSERT);
+          const values = [];
+          const valuePlaceholders = batch.map((message, messageIndex) => {
+            const createdAt = message.createdAt || /* @__PURE__ */ new Date();
+            values.push(
+              message.id,
+              message.threadId,
+              typeof message.content === "string" ? message.content : JSON.stringify(message.content),
+              createdAt,
+              createdAt,
+              message.role,
+              message.type || "v2",
+              message.resourceId
             );
-          }
+            const paramOffset = messageIndex * MESSAGE_INSERT_BIND_PARAMETERS;
+            return `(${Array.from(
+              { length: MESSAGE_INSERT_BIND_PARAMETERS },
+              (_, paramIndex) => `$${paramOffset + paramIndex + 1}`
+            ).join(", ")})`;
+          }).join(", ");
           await t.none(
             `INSERT INTO ${tableName} (id, thread_id, content, "createdAt", "createdAtZ", role, type, "resourceId")
-             VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
+             VALUES ${valuePlaceholders}
              ON CONFLICT (id) DO UPDATE SET
               thread_id = EXCLUDED.thread_id,
               content = EXCLUDED.content,
               role = EXCLUDED.role,
               type = EXCLUDED.type,
               "resourceId" = EXCLUDED."resourceId"`,
-            [
-              message.id,
-              message.threadId,
-              typeof message.content === "string" ? message.content : JSON.stringify(message.content),
-              message.createdAt || /* @__PURE__ */ new Date(),
-              message.createdAt || /* @__PURE__ */ new Date(),
-              message.role,
-              message.type || "v2",
-              message.resourceId
-            ]
+            values
           );
         }
         const threadTableName = getTableName4({ indexName: TABLE_THREADS, schemaName: getSchemaName4(this.#schema) });
         const now = /* @__PURE__ */ new Date();
-        await t.none(
-          `UPDATE ${threadTableName}
-            SET
-              "updatedAt" = $1,
-              "updatedAtZ" = $2
-            WHERE id = $3`,
-          [now, now, threadId]
-        );
+        for (const threadIdToUpdate of threadIds) {
+          await t.none(
+            `UPDATE ${threadTableName}
+              SET
+                "updatedAt" = $1,
+                "updatedAtZ" = $2
+              WHERE id = $3`,
+            [now, now, threadIdToUpdate]
+          );
+        }
       });
       const messagesWithParsedContent = messages.map((message) => {
         if (typeof message.content === "string") {
@@ -8945,6 +9002,9 @@ var MemoryPG = class _MemoryPG extends MemoryStorage {
       const list = new MessageList().add(messagesWithParsedContent, "memory");
       return { messages: list.get.all.db() };
     } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
       throw new MastraError(
         {
           id: createStorageErrorId("PG", "SAVE_MESSAGES", "FAILED"),
@@ -14905,6 +14965,15 @@ var WorkspacesPG = class _WorkspacesPG extends WorkspacesStorage {
     };
   }
 };
+function buildConnectionStringPoolConfig(config, defaults) {
+  const parsed = parse(config.connectionString);
+  return {
+    ...parsed,
+    ...config.ssl !== void 0 ? { ssl: config.ssl } : {},
+    max: config.max ?? defaults.max,
+    idleTimeoutMillis: config.idleTimeoutMillis ?? defaults.idleTimeoutMillis
+  };
+}
 
 // src/storage/index.ts
 var DEFAULT_MAX_CONNECTIONS = 20;
@@ -14995,12 +15064,12 @@ var PostgresStore = class extends MastraCompositeStore {
   }
   createPool(config) {
     if (isConnectionStringConfig(config)) {
-      return new Pool({
-        connectionString: config.connectionString,
-        ssl: config.ssl,
-        max: config.max ?? DEFAULT_MAX_CONNECTIONS,
-        idleTimeoutMillis: config.idleTimeoutMillis ?? DEFAULT_IDLE_TIMEOUT_MS
-      });
+      return new Pool(
+        buildConnectionStringPoolConfig(config, {
+          max: DEFAULT_MAX_CONNECTIONS,
+          idleTimeoutMillis: DEFAULT_IDLE_TIMEOUT_MS
+        })
+      );
     }
     if (isHostConfig(config)) {
       return new Pool({