@mastra/pg 1.25.0 → 1.25.1-alpha.0

package/dist/index.js

@@ -2460,6 +2460,7 @@ async function loadSchemaSnapshot(client, schemaName) {
 }
 //#endregion
 //#region src/storage/db/index.ts
+const POSTGRES_MAX_BIND_PARAMETERS$1 = 65535;
 /**
 * Resolves PgDomainConfig to a database client and schema.
 * Handles creating a new pool if config is provided.
@@ -3013,6 +3014,90 @@ var PgDB = class extends MastraBase {
              ON CONFLICT ("traceId", "spanId") DO NOTHING`, values);
 		} else await client.none(`INSERT INTO ${fullTableName} (${columnList}) VALUES (${placeholders})`, values);
 	}
+	getChunkRowLimit(columnCount) {
+		if (columnCount === 0) return 0;
+		return Math.max(1, Math.floor(POSTGRES_MAX_BIND_PARAMETERS$1 / columnCount));
+	}
+	getSpanConflictIdentifier(record) {
+		const traceId = record.traceId;
+		const spanId = record.spanId;
+		if (traceId === void 0 || spanId === void 0) return;
+		return `${String(traceId)}|${String(spanId)}`;
+	}
+	async normalizeForInsert(tableName, record) {
+		this.addTimestampZColumns(record);
+		const filteredRecord = await this.filterRecordToKnownColumns(tableName, record);
+		return {
+			columns: Object.keys(filteredRecord).map((column) => parseSqlIdentifier(column, "column name")),
+			values: this.prepareValuesForInsert(filteredRecord, tableName),
+			conflictKey: tableName === TABLE_SPANS ? this.getSpanConflictIdentifier(filteredRecord) : void 0
+		};
+	}
+	buildMultiRowInsertStatement({ tableName, columns, rows }) {
+		const fullTableName = getTableName$6({
+			indexName: tableName,
+			schemaName: getSchemaName$6(this.schemaName)
+		});
+		const columnList = columns.map((column) => `"${column}"`).join(", ");
+		const bindParams = [];
+		const values = [];
+		let bindIndex = 1;
+		for (const rowValues of rows) {
+			const placeholders = rowValues.map(() => `$${bindIndex++}`);
+			bindParams.push(`(${placeholders.join(", ")})`);
+			values.push(...rowValues);
+		}
+		let query = `INSERT INTO ${fullTableName} (${columnList}) VALUES ${bindParams.join(", ")}`;
+		if (tableName === TABLE_SPANS) {
+			const updateColumns = columns.filter((column) => column !== "traceId" && column !== "spanId");
+			if (updateColumns.length > 0) {
+				const updateClause = updateColumns.map((column) => `"${column}" = EXCLUDED."${column}"`).join(", ");
+				query += ` ON CONFLICT ("traceId", "spanId") DO UPDATE SET ${updateClause}`;
+			} else query += ` ON CONFLICT ("traceId", "spanId") DO NOTHING`;
+		}
+		return {
+			query,
+			values
+		};
+	}
+	async executeBatchInsert(client, { tableName, records }) {
+		const preparedRecords = [];
+		for (const record of records) preparedRecords.push(await this.normalizeForInsert(tableName, record));
+		let pendingColumns;
+		let pendingConflictKeys = /* @__PURE__ */ new Set();
+		let pendingRows = [];
+		let pendingLimit = 0;
+		const flush = async () => {
+			if (!pendingColumns || pendingRows.length === 0) return;
+			const statement = this.buildMultiRowInsertStatement({
+				tableName,
+				columns: pendingColumns,
+				rows: pendingRows
+			});
+			await client.none(statement.query, statement.values);
+			pendingColumns = void 0;
+			pendingRows = [];
+			pendingConflictKeys = /* @__PURE__ */ new Set();
+			pendingLimit = 0;
+		};
+		for (const { columns, values, conflictKey } of preparedRecords) {
+			if (columns.length === 0) continue;
+			const columnsSignature = columns.join("\0");
+			const currentPendingColumns = pendingColumns;
+			const isSpans = tableName === TABLE_SPANS;
+			const conflictDuplicate = isSpans && conflictKey !== void 0 && pendingConflictKeys.has(conflictKey);
+			const exceedsLimit = pendingRows.length >= pendingLimit;
+			if (currentPendingColumns === void 0 || columnsSignature !== currentPendingColumns.join("\0") || conflictDuplicate || exceedsLimit) {
+				await flush();
+				pendingColumns = columns;
+				pendingLimit = this.getChunkRowLimit(columns.length);
+				pendingRows = [values];
+				pendingConflictKeys = /* @__PURE__ */ new Set();
+			} else pendingRows.push(values);
+			if (isSpans && conflictKey !== void 0) pendingConflictKeys.add(conflictKey);
+		}
+		await flush();
+	}
 	async insert({ tableName, record }) {
 		try {
 			await this.executeInsert(this.client, {
@@ -3461,9 +3546,9 @@ MIGRATION REQUIRED: Duplicate spans detected in ${duplicateInfo.tableName}\n====
 	async batchInsert({ tableName, records }) {
 		try {
 			await this.client.tx(async (tx) => {
-				for (const record of records) await this.executeInsert(tx, {
+				await this.executeBatchInsert(tx, {
 					tableName,
-					record
+					records
 				});
 			});
 		} catch (error) {
@@ -23406,7 +23491,12 @@ var PgFactoryStorageOps = class {
 		const assignments = columns.map((column, i) => `"${column}" = $${i + 1}`).join(", ");
 		const filter = this.#buildWhere(schema, where, columns.length + 1);
 		const args = [...columns.map((column) => this.#serialize(this.#column(schema, column), set[column])), ...filter.args];
-		return (await queryable.query(`UPDATE "${schema.name}" SET ${assignments} WHERE ${filter.sql}`, args)).rowCount ?? 0;
+		try {
+			return (await queryable.query(`UPDATE "${schema.name}" SET ${assignments} WHERE ${filter.sql}`, args)).rowCount ?? 0;
+		} catch (error) {
+			if (isUniqueViolation(error)) throw new UniqueViolationError(collection, { cause: error });
+			throw error;
+		}
 	}
 	async deleteMany(collection, where) {
 		const schema = this.#schema(collection);