@mastra/pg 1.23.0 → 1.24.0-alpha.1

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-pg
 description: Documentation for @mastra/pg. Use when working with @mastra/pg APIs, configuration, or implementation.
 metadata:
   package: "@mastra/pg"
-  version: "1.23.0"
+  version: "1.24.0-alpha.1"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.23.0",
+  "version": "1.24.0-alpha.1",
   "package": "@mastra/pg",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-rag-vector-databases.md

@@ -650,7 +650,7 @@ Key metadata considerations:
 
 ## Deleting vectors
 
-When building RAG applications, you often need to clean up stale vectors when documents are deleted or updated. Mastra provides the `deleteVectors` method that supports deleting vectors by metadata filters, making it straightforward to remove all embeddings associated with a specific document.
+Use `deleteVectors` with a metadata filter to remove embeddings associated with a document. This is useful for cleaning up stale vectors after a document is deleted or updated.
 
 ### Delete by Metadata Filter
 

package/dist/index.cjs

@@ -7108,6 +7108,12 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 				name: "idx_experiment_results_org_project",
 				table: _mastra_core_storage.TABLE_EXPERIMENT_RESULTS,
 				columns: ["organizationId", "projectId"]
+			},
+			{
+				name: "idx_experiment_results_tags_gin",
+				table: _mastra_core_storage.TABLE_EXPERIMENT_RESULTS,
+				columns: ["tags"],
+				method: "gin"
 			}
 		];
 	}
@@ -7716,6 +7722,10 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 				conditions.push(`"status" = $${paramIndex++}`);
 				queryParams.push(args.status);
 			}
+			for (const tag of args.tags ?? []) {
+				conditions.push(`"tags" @> $${paramIndex++}::jsonb`);
+				queryParams.push(JSON.stringify([tag]));
+			}
 			if (args.filters) {
 				const { organizationId, projectId } = args.filters;
 				if (organizationId !== void 0) {
@@ -11064,13 +11074,36 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 	* asked for a page after the last row, because there is then no row to carry the
 	* count on.
 	*/
-	async #fetchMessagePage({ selectStatement, tableName, whereClause, orderByStatement, queryParams, perPageInput, perPage, offset }) {
+	async #fetchMessagePage({ selectStatement, tableName, whereClause, orderByStatement, queryParams, perPageInput, perPage, offset, includeTotal = true }) {
+		if (includeTotal === false && perPageInput !== false) {
+			const peekLimit = perPage + 1;
+			const rows = await this.#db.readClient.manyOrNone(`${selectStatement} FROM ${tableName} ${whereClause} ${orderByStatement} LIMIT $${queryParams.length + 1} OFFSET $${queryParams.length + 2}`, [
+				...queryParams,
+				peekLimit,
+				offset
+			]) || [];
+			const hasMore = rows.length > perPage;
+			const messages = hasMore ? rows.slice(0, perPage) : rows;
+			return {
+				total: offset + messages.length,
+				messages,
+				hasMore
+			};
+		}
 		const limitClause = perPageInput === false ? "" : ` LIMIT $${queryParams.length + 1} OFFSET $${queryParams.length + 2}`;
 		const dataParams = perPageInput === false ? queryParams : [
 			...queryParams,
 			perPage,
 			offset
 		];
+		if (includeTotal === false) {
+			const rows = await this.#db.readClient.manyOrNone(`${selectStatement} FROM ${tableName} ${whereClause} ${orderByStatement}`, dataParams) || [];
+			return {
+				total: rows.length,
+				messages: rows,
+				hasMore: false
+			};
+		}
 		const rows = await this.#db.readClient.manyOrNone(`${selectStatement}, (SELECT COUNT(*) FROM ${tableName} ${whereClause}) AS "__total" FROM ${tableName} ${whereClause} ${orderByStatement}${limitClause}`, dataParams) || [];
 		if (rows.length > 0) return {
 			total: Number(rows[0].__total),
@@ -11087,7 +11120,7 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 		};
 	}
 	async listMessages(args) {
-		const { threadId, resourceId, include, filter, perPage: perPageInput, page = 0, orderBy } = args;
+		const { threadId, resourceId, include, filter, perPage: perPageInput, page = 0, orderBy, includeTotal = true } = args;
 		const threadIds = (Array.isArray(threadId) ? threadId : [threadId]).filter((id) => typeof id === "string");
 		if (threadIds.length === 0 || threadIds.some((id) => !id.trim())) throw new _mastra_core_error.MastraError({
 			id: (0, _mastra_core_storage.createStorageErrorId)("PG", "LIST_MESSAGES", "INVALID_THREAD_ID"),
@@ -11173,20 +11206,27 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 			}) : null;
 			let total;
 			let messages;
+			let peekedHasMore;
 			if (metadataFilter) {
 				const filteredRows = (await this.#db.readClient.manyOrNone(`${selectStatement} FROM ${tableName} ${whereClause} ${orderByStatement}`, queryParams) || []).filter((row) => (0, _mastra_core_storage.storageMessageMatchesMetadataFilter)(row.content, metadataFilter));
 				total = filteredRows.length;
 				messages = perPageInput === false ? filteredRows : filteredRows.slice(offset, offset + perPage);
-			} else ({total, messages} = await this.#fetchMessagePage({
-				selectStatement,
-				tableName,
-				whereClause,
-				orderByStatement,
-				queryParams,
-				perPageInput,
-				perPage,
-				offset
-			}));
+			} else {
+				const pageResult = await this.#fetchMessagePage({
+					selectStatement,
+					tableName,
+					whereClause,
+					orderByStatement,
+					queryParams,
+					perPageInput,
+					perPage,
+					offset,
+					includeTotal
+				});
+				total = pageResult.total;
+				messages = pageResult.messages;
+				peekedHasMore = pageResult.hasMore;
+			}
 			const primaryPageCount = messages.length;
 			if (total === 0 && messages.length === 0 && (!include || include.length === 0)) return {
 				messages: [],
@@ -11211,7 +11251,7 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 			const finalMessages = this._sortMessages(list.get.all.db(), field, direction);
 			const threadIdSet = new Set(threadIds);
 			const allThreadMessagesReturned = new Set(finalMessages.filter((m) => m.threadId && threadIdSet.has(m.threadId)).map((m) => m.id)).size >= total;
-			const hasMore = metadataFilter ? perPageInput !== false && offset + primaryPageCount < total : perPageInput !== false && !allThreadMessagesReturned && offset + perPage < total;
+			const hasMore = peekedHasMore !== void 0 ? peekedHasMore : metadataFilter ? perPageInput !== false && offset + primaryPageCount < total : perPageInput !== false && !allThreadMessagesReturned && offset + perPage < total;
 			return {
 				messages: finalMessages,
 				total,
@@ -11236,7 +11276,7 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 		}
 	}
 	async listMessagesByResourceId(args) {
-		const { resourceId, include, filter, perPage: perPageInput, page = 0, orderBy } = args;
+		const { resourceId, include, filter, perPage: perPageInput, page = 0, orderBy, includeTotal = true } = args;
 		if (!(resourceId !== void 0 && resourceId !== null && resourceId.trim() !== "")) throw new _mastra_core_error.MastraError({
 			id: (0, _mastra_core_storage.createStorageErrorId)("PG", "LIST_MESSAGES_BY_RESOURCE_ID", "INVALID_QUERY"),
 			domain: _mastra_core_error.ErrorDomain.STORAGE,
@@ -11319,20 +11359,27 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 			}) : null;
 			let total;
 			let messages;
+			let peekedHasMore;
 			if (metadataFilter) {
 				const filteredRows = (await this.#db.readClient.manyOrNone(`${selectStatement} FROM ${tableName} ${whereClause} ${orderByStatement}`, queryParams) || []).filter((row) => (0, _mastra_core_storage.storageMessageMatchesMetadataFilter)(row.content, metadataFilter));
 				total = filteredRows.length;
 				messages = perPageInput === false ? filteredRows : filteredRows.slice(offset, offset + perPage);
-			} else ({total, messages} = await this.#fetchMessagePage({
-				selectStatement,
-				tableName,
-				whereClause,
-				orderByStatement,
-				queryParams,
-				perPageInput,
-				perPage,
-				offset
-			}));
+			} else {
+				const pageResult = await this.#fetchMessagePage({
+					selectStatement,
+					tableName,
+					whereClause,
+					orderByStatement,
+					queryParams,
+					perPageInput,
+					perPage,
+					offset,
+					includeTotal
+				});
+				total = pageResult.total;
+				messages = pageResult.messages;
+				peekedHasMore = pageResult.hasMore;
+			}
 			if (total === 0 && messages.length === 0 && (!include || include.length === 0)) return {
 				messages: [],
 				total: 0,
@@ -11354,7 +11401,7 @@ var MemoryPG = class MemoryPG extends _mastra_core_storage.MemoryStorage {
 			const messagesWithParsedContent = messages.map((row) => this.parseRow(row));
 			const list = new _mastra_core_agent.MessageList().add(messagesWithParsedContent, "memory");
 			const finalMessages = this._sortMessages(list.get.all.db(), field, direction);
-			const hasMore = perPageInput !== false && offset + perPage < total;
+			const hasMore = peekedHasMore !== void 0 ? peekedHasMore : perPageInput !== false && offset + perPage < total;
 			return {
 				messages: finalMessages,
 				total,
@@ -17044,12 +17091,32 @@ const TRACE_FIELDS = {
 	status: TRACE_STATUS_SQL
 };
 const SPAN_FIELDS = {
+	name: "s.\"name\"",
 	spanType: "s.\"spanType\"",
-	error: "s.\"error\""
+	model: "s.\"model\"",
+	provider: "s.\"provider\"",
+	startedAt: "s.\"startedAt\"",
+	endedAt: "s.\"endedAt\"",
+	durationMs: "s.\"durationMs\"",
+	status: "s.\"status\"",
+	error: "s.\"error\"",
+	entityType: "s.\"entityType\"",
+	entityId: "s.\"entityId\"",
+	entityName: "s.\"entityName\"",
+	entityVersionId: "s.\"entityVersionId\"",
+	parentEntityVersionId: "s.\"parentEntityVersionId\"",
+	rootEntityVersionId: "s.\"rootEntityVersionId\""
 };
 const SCORE_FIELDS = {
 	scorerId: "s.\"scorerId\"",
-	score: "s.\"score\""
+	scorerVersion: "s.\"scorerVersion\"",
+	scoreSource: "s.\"scoreSource\"",
+	score: "s.\"score\"",
+	timestamp: "s.\"timestamp\"",
+	spanId: "s.\"spanId\"",
+	entityVersionId: "s.\"entityVersionId\"",
+	parentEntityVersionId: "s.\"parentEntityVersionId\"",
+	rootEntityVersionId: "s.\"rootEntityVersionId\""
 };
 const TRACE_SELECT = `
   r."traceId" AS "traceId",
@@ -17067,15 +17134,18 @@ function fieldSql(registry, field) {
 	if (sql === void 0) throw new Error(`Unsupported trusted trace-query field: ${field}`);
 	return sql;
 }
+function isMetadataField(field) {
+	return field.startsWith("metadata.");
+}
 function placeholders(values, offset) {
 	return values.map((_, index) => `$${offset + index}`).join(", ");
 }
-function compileScalarPredicate(predicate, registry, parameterOffset) {
+function compileScalarPredicate(predicate, registry, parameterOffset, allowMetadata = false) {
 	if (predicate.type === "boolean") {
 		const values = [];
 		return {
 			sql: predicate.args.map((arg) => {
-				const compiled = compileScalarPredicate(arg, registry, parameterOffset + values.length);
+				const compiled = compileScalarPredicate(arg, registry, parameterOffset + values.length, allowMetadata);
 				values.push(...compiled.values);
 				return `(${compiled.sql})`;
 			}).join(predicate.operator === "and" ? " AND " : " OR "),
@@ -17083,26 +17153,36 @@ function compileScalarPredicate(predicate, registry, parameterOffset) {
 		};
 	}
 	if (predicate.type === "not") {
-		const compiled = compileScalarPredicate(predicate.arg, registry, parameterOffset);
+		const compiled = compileScalarPredicate(predicate.arg, registry, parameterOffset, allowMetadata);
 		return {
 			sql: `NOT (${compiled.sql})`,
 			values: compiled.values
 		};
 	}
-	const field = fieldSql(registry, predicate.field);
+	let field;
+	let fieldValues = [];
+	if (isMetadataField(predicate.field)) {
+		if (!allowMetadata) throw new Error(`Unsupported trusted trace-query field: ${predicate.field}`);
+		const keyParameter = `$${parameterOffset++}`;
+		field = `COALESCE(
+      CASE WHEN jsonb_typeof(r."metadataSearch" -> ${keyParameter}) = 'string' THEN r."metadataSearch" ->> ${keyParameter} END,
+      CASE WHEN jsonb_typeof(r."metadataRaw" -> ${keyParameter}) = 'string' THEN NULLIF(btrim(r."metadataRaw" ->> ${keyParameter}), '') END
+    )`;
+		fieldValues = [predicate.field.slice(9)];
+	} else field = fieldSql(registry, predicate.field);
 	if (predicate.type === "presence") return {
 		sql: `${field} IS ${predicate.operator === "exists" ? "NOT " : ""}NULL`,
-		values: []
+		values: fieldValues
 	};
 	if (predicate.type === "membership") {
 		const list = placeholders(predicate.values, parameterOffset);
 		if (predicate.operator === "in") return {
 			sql: `${field} IS NOT NULL AND ${field} IN (${list})`,
-			values: predicate.values
+			values: [...fieldValues, ...predicate.values]
 		};
 		return {
 			sql: `${field} IS NULL OR ${field} NOT IN (${list})`,
-			values: predicate.values
+			values: [...fieldValues, ...predicate.values]
 		};
 	}
 	const parameter = `$${parameterOffset}`;
@@ -17114,17 +17194,17 @@ function compileScalarPredicate(predicate, registry, parameterOffset) {
 	};
 	if (predicate.operator === "eq") return {
 		sql: `${field} IS NOT DISTINCT FROM ${parameter}`,
-		values: [predicate.value]
+		values: [...fieldValues, predicate.value]
 	};
 	if (predicate.operator === "ne") return {
 		sql: `${field} IS DISTINCT FROM ${parameter}`,
-		values: [predicate.value]
+		values: [...fieldValues, predicate.value]
 	};
 	const operator = operators[predicate.operator];
 	if (operator === void 0) throw new Error(`Unsupported trusted trace-query operator: ${predicate.operator}`);
 	return {
 		sql: `${field} IS NOT NULL AND ${field} ${operator} ${parameter}`,
-		values: [predicate.value]
+		values: [...fieldValues, predicate.value]
 	};
 }
 function latestRootPredicate$1(spanTable) {
@@ -17189,7 +17269,7 @@ function compilePredicate(predicate, parameterOffset) {
 			values: compiled.values
 		};
 	}
-	return compileScalarPredicate(predicate, TRACE_FIELDS, parameterOffset);
+	return compileScalarPredicate(predicate, TRACE_FIELDS, parameterOffset, true);
 }
 function compilePostgresTraceQuery(schema, plan) {
 	const spanTable = qualifiedTable(schema, TABLE_SPAN_EVENTS);
@@ -17209,14 +17289,43 @@ function compilePostgresTraceQuery(schema, plan) {
 	].join("\n      AND ")}
   )`];
 	if (relationCollections.has("spans")) ctes.push(`current_spans AS MATERIALIZED (
-    SELECT s."traceId", s."spanType", s."error"
+    SELECT
+      s."traceId",
+      s."name",
+      s."spanType",
+      CASE WHEN jsonb_typeof(s."attributes" -> 'model') = 'string' THEN s."attributes" ->> 'model' END AS "model",
+      CASE WHEN jsonb_typeof(s."attributes" -> 'provider') = 'string' THEN s."attributes" ->> 'provider' END AS "provider",
+      s."startedAt",
+      CASE WHEN s."isPending" THEN NULL ELSE s."endedAt" END AS "endedAt",
+      CASE
+        WHEN s."isPending" THEN NULL
+        ELSE EXTRACT(EPOCH FROM (s."endedAt" - s."startedAt")) * 1000
+      END AS "durationMs",
+      CASE WHEN s."error" IS NOT NULL THEN 'error' ELSE 'success' END AS "status",
+      s."error",
+      s."entityType",
+      s."entityId",
+      s."entityName",
+      s."entityVersionId",
+      s."parentEntityVersionId",
+      s."rootEntityVersionId"
     FROM ${spanTable} s
     WHERE s."traceId" IS NOT NULL
       AND s."traceId" IN (SELECT "traceId" FROM root_scope)
       AND ${latestSpanPredicate$1(spanTable)}
   )`);
 	if (relationCollections.has("scores")) ctes.push(`current_scores AS MATERIALIZED (
-    SELECT s."traceId", s."scorerId", s."score"
+    SELECT
+      s."traceId",
+      s."spanId",
+      s."timestamp",
+      s."scorerId",
+      s."scorerVersion",
+      s."scoreSource",
+      s."score",
+      s."entityVersionId",
+      s."parentEntityVersionId",
+      s."rootEntityVersionId"
     FROM ${scoreTable} s
     WHERE s."traceId" IS NOT NULL
       AND s."traceId" IN (SELECT "traceId" FROM root_scope)