@mastra/mongodb 1.18.6-alpha.0 → 1.18.6

package/dist/index.js

@@ -9,7 +9,7 @@ import { MessageList } from "@mastra/core/agent";
 import { saveScorePayloadSchema } from "@mastra/core/evals";
 import { skillSnapshotFieldValuesEqual } from "@mastra/core/storage/domains/skills";
 //#region package.json
-var version = "1.18.6-alpha.0";
+var version = "1.18.6";
 //#endregion
 //#region src/vector/filter.ts
 /**
@@ -1395,6 +1395,10 @@ var MongoDBConnector = class MongoDBConnector {
 		if (this.#handler) return this.#handler.getCollection(collectionName);
 		return (await this.getConnection()).collection(collectionName);
 	}
+	async collectionExists(collectionName) {
+		if (this.#handler) return true;
+		return (await this.getConnection()).listCollections({ name: collectionName }).hasNext();
+	}
 	/**
 	* Returns true when the deployment supports multi-document transactions
 	* (replica set or sharded cluster). Standalone servers and custom connector
@@ -2791,6 +2795,8 @@ var MongoDBDatasetsStorage = class extends DatasetsStorage {
 		};
 	}
 	transformItemRow(row) {
+		const metadata = (typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata) ?? void 0;
+		const emptyValue = metadata?.__purged === true ? null : void 0;
 		return {
 			id: row.id,
 			datasetId: row.datasetId,
@@ -2801,12 +2807,12 @@ var MongoDBDatasetsStorage = class extends DatasetsStorage {
 			input: typeof row.input === "string" ? safelyParseJSON(row.input) : row.input,
 			groundTruth: typeof row.groundTruth === "string" ? safelyParseJSON(row.groundTruth) : row.groundTruth,
 			expectedTrajectory: typeof row.expectedTrajectory === "string" ? safelyParseJSON(row.expectedTrajectory) : row.expectedTrajectory,
-			toolMocks: (typeof row.toolMocks === "string" ? safelyParseJSON(row.toolMocks) : row.toolMocks) ?? void 0,
-			unmockedToolPolicy: row.unmockedToolPolicy ?? void 0,
-			scorerIds: (typeof row.scorerIds === "string" ? safelyParseJSON(row.scorerIds) : row.scorerIds) ?? void 0,
-			requestContext: typeof row.requestContext === "string" ? safelyParseJSON(row.requestContext) : row.requestContext,
-			metadata: typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata,
-			source: typeof row.source === "string" ? safelyParseJSON(row.source) : row.source,
+			toolMocks: (typeof row.toolMocks === "string" ? safelyParseJSON(row.toolMocks) : row.toolMocks) ?? emptyValue,
+			unmockedToolPolicy: row.unmockedToolPolicy ?? emptyValue,
+			scorerIds: (typeof row.scorerIds === "string" ? safelyParseJSON(row.scorerIds) : row.scorerIds) ?? emptyValue,
+			requestContext: (typeof row.requestContext === "string" ? safelyParseJSON(row.requestContext) : row.requestContext) ?? emptyValue,
+			metadata,
+			source: (typeof row.source === "string" ? safelyParseJSON(row.source) : row.source) ?? emptyValue,
 			createdAt: ensureDate(row.createdAt),
 			updatedAt: ensureDate(row.updatedAt)
 		};
@@ -3272,6 +3278,79 @@ var MongoDBDatasetsStorage = class extends DatasetsStorage {
 			}, error);
 		}
 	}
+	async _doPurgeItem({ id, datasetId }) {
+		try {
+			if (!await this.#connector.supportsTransactions()) throw new MastraError({
+				id: "MONGODB_DATASET_ITEM_PURGE_REQUIRES_TRANSACTIONS",
+				domain: ErrorDomain.STORAGE,
+				category: ErrorCategory.USER,
+				text: "Dataset item purge requires a MongoDB replica set or sharded deployment with transaction support.",
+				details: {
+					datasetId,
+					itemId: id
+				}
+			});
+			const itemsCollection = await this.getCollection(TABLE_DATASET_ITEMS);
+			const experimentsCollection = await this.getCollection(TABLE_EXPERIMENTS);
+			const experimentResultsCollection = await this.getCollection(TABLE_EXPERIMENT_RESULTS);
+			const experimentCollectionsExist = await this.#connector.collectionExists(TABLE_EXPERIMENTS) && await this.#connector.collectionExists(TABLE_EXPERIMENT_RESULTS);
+			const metadata = {
+				__purged: true,
+				purgedAt: (/* @__PURE__ */ new Date()).toISOString()
+			};
+			await this.#connector.withTransaction(async (session) => {
+				if (!await itemsCollection.findOneAndUpdate({
+					id,
+					datasetId
+				}, { $inc: { purgeBarrierRevision: 1 } }, {
+					projection: { id: 1 },
+					returnDocument: "after",
+					session,
+					sort: { datasetVersion: -1 }
+				})) return;
+				await itemsCollection.updateMany({
+					id,
+					datasetId
+				}, { $set: {
+					input: null,
+					groundTruth: null,
+					expectedTrajectory: null,
+					toolMocks: null,
+					unmockedToolPolicy: null,
+					scorerIds: null,
+					requestContext: null,
+					metadata,
+					source: null
+				} }, { session });
+				if (experimentCollectionsExist) {
+					const experimentIds = await experimentsCollection.find({ datasetId }, {
+						projection: { id: 1 },
+						session
+					}).map((experiment) => experiment.id).toArray();
+					if (experimentIds.length > 0) await experimentResultsCollection.updateMany({
+						itemId: id,
+						experimentId: { $in: experimentIds }
+					}, { $set: {
+						input: null,
+						output: null,
+						groundTruth: null,
+						error: null,
+						toolMockReport: null,
+						tags: null,
+						comment: null,
+						metadata
+					} }, { session });
+				}
+			});
+		} catch (error) {
+			if (error instanceof MastraError) throw error;
+			throw new MastraError({
+				id: createStorageErrorId("MONGODB", "PURGE_ITEM", "FAILED"),
+				domain: ErrorDomain.STORAGE,
+				category: ErrorCategory.THIRD_PARTY
+			}, error);
+		}
+	}
 	async _doBatchInsertItems(input) {
 		try {
 			if (input.items.length === 0) return [];
@@ -3703,7 +3782,7 @@ function transformExperimentResultRow(row) {
 		itemDatasetVersion: row.itemDatasetVersion != null ? Number(row.itemDatasetVersion) : null,
 		organizationId: row.organizationId ?? null,
 		projectId: row.projectId ?? null,
-		input: parseJsonField(row.input),
+		input: row.input === null ? null : parseJsonField(row.input),
 		output: parseJsonField(row.output) ?? null,
 		groundTruth: parseJsonField(row.groundTruth) ?? null,
 		metadata: parseJsonField(row.metadata) ?? null,
@@ -3745,6 +3824,27 @@ var MongoDBExperimentsStorage = class MongoDBExperimentsStorage extends Experime
 	async getCollection(name) {
 		return this.#connector.getCollection(name);
 	}
+	async #withPurgeBarrier(experimentId, itemId, fn) {
+		const experiments = await this.getCollection(TABLE_EXPERIMENTS);
+		const items = await this.getCollection(TABLE_DATASET_ITEMS);
+		return this.#connector.withTransaction(async (session) => {
+			const datasetId = (await experiments.findOne({ id: experimentId }, { session }))?.datasetId ?? null;
+			let purgeMetadata = null;
+			if (datasetId) {
+				const item = await items.findOneAndUpdate({
+					id: itemId,
+					datasetId
+				}, { $inc: { purgeBarrierRevision: 1 } }, {
+					projection: { metadata: 1 },
+					returnDocument: "after",
+					session,
+					sort: { datasetVersion: -1 }
+				});
+				purgeMetadata = item?.metadata?.__purged === true ? item.metadata : null;
+			}
+			return fn(session, purgeMetadata);
+		});
+	}
 	/**
 	* Prune whole experiments older than the `experiments` policy's `maxAge`.
 	*
@@ -4080,52 +4180,34 @@ var MongoDBExperimentsStorage = class MongoDBExperimentsStorage extends Experime
 	async addExperimentResult(input) {
 		const id = input.id ?? randomUUID();
 		const now = /* @__PURE__ */ new Date();
-		const doc = {
-			id,
-			experimentId: input.experimentId,
-			itemId: input.itemId,
-			itemDatasetVersion: input.itemDatasetVersion ?? null,
-			organizationId: input.organizationId ?? null,
-			projectId: input.projectId ?? null,
-			input: input.input,
-			output: input.output ?? null,
-			groundTruth: input.groundTruth ?? null,
-			metadata: input.metadata ?? null,
-			error: input.error ?? null,
-			startedAt: input.startedAt,
-			completedAt: input.completedAt,
-			retryCount: input.retryCount,
-			attempt: input.attempt ?? 0,
-			traceId: input.traceId ?? null,
-			status: input.status ?? null,
-			tags: input.tags ?? null,
-			toolMockReport: input.toolMockReport ?? null,
-			createdAt: now
-		};
 		try {
-			await (await this.getCollection(TABLE_EXPERIMENT_RESULTS)).insertOne(doc);
-			return {
-				id,
-				experimentId: input.experimentId,
-				itemId: input.itemId,
-				itemDatasetVersion: input.itemDatasetVersion ?? null,
-				organizationId: input.organizationId ?? null,
-				projectId: input.projectId ?? null,
-				input: input.input,
-				output: input.output ?? null,
-				groundTruth: input.groundTruth ?? null,
-				metadata: input.metadata ?? null,
-				error: input.error ?? null,
-				startedAt: input.startedAt,
-				completedAt: input.completedAt,
-				retryCount: input.retryCount,
-				attempt: input.attempt ?? 0,
-				traceId: input.traceId ?? null,
-				status: input.status ?? null,
-				tags: input.tags ?? null,
-				toolMockReport: input.toolMockReport ?? null,
-				createdAt: now
-			};
+			return await this.#withPurgeBarrier(input.experimentId, input.itemId, async (session, marker) => {
+				const collection = await this.getCollection(TABLE_EXPERIMENT_RESULTS);
+				const doc = {
+					id,
+					experimentId: input.experimentId,
+					itemId: input.itemId,
+					itemDatasetVersion: input.itemDatasetVersion ?? null,
+					organizationId: input.organizationId ?? null,
+					projectId: input.projectId ?? null,
+					input: marker ? null : input.input,
+					output: marker ? null : input.output ?? null,
+					groundTruth: marker ? null : input.groundTruth ?? null,
+					metadata: marker ?? input.metadata ?? null,
+					error: marker ? null : input.error ?? null,
+					startedAt: input.startedAt,
+					completedAt: input.completedAt,
+					retryCount: input.retryCount,
+					attempt: input.attempt ?? 0,
+					traceId: input.traceId ?? null,
+					status: input.status ?? null,
+					tags: marker ? null : input.tags ?? null,
+					toolMockReport: marker ? null : input.toolMockReport ?? null,
+					createdAt: now
+				};
+				await collection.insertOne(doc, { session });
+				return transformExperimentResultRow(doc);
+			});
 		} catch (error) {
 			throw new MastraError({
 				id: createStorageErrorId("MONGODB", "ADD_EXPERIMENT_RESULT", "FAILED"),
@@ -4138,37 +4220,41 @@ var MongoDBExperimentsStorage = class MongoDBExperimentsStorage extends Experime
 	async upsertExperimentResult(input) {
 		const attempt = input.attempt ?? 0;
 		try {
-			return transformExperimentResultRow(await (await this.getCollection(TABLE_EXPERIMENT_RESULTS)).findOneAndUpdate({
-				experimentId: input.experimentId,
-				itemId: input.itemId,
-				$or: [{ attempt }, ...attempt === 0 ? [{ attempt: null }, { attempt: { $exists: false } }] : []]
-			}, {
-				$set: {
-					itemDatasetVersion: input.itemDatasetVersion ?? null,
-					organizationId: input.organizationId ?? null,
-					projectId: input.projectId ?? null,
-					input: input.input,
-					output: input.output ?? null,
-					groundTruth: input.groundTruth ?? null,
-					metadata: input.metadata ?? null,
-					error: input.error ?? null,
-					startedAt: input.startedAt,
-					completedAt: input.completedAt,
-					retryCount: input.retryCount,
-					attempt,
-					traceId: input.traceId ?? null,
-					status: input.status ?? null,
-					tags: input.tags ?? null,
-					toolMockReport: input.toolMockReport ?? null
-				},
-				$setOnInsert: {
-					id: randomUUID(),
-					createdAt: /* @__PURE__ */ new Date()
-				}
-			}, {
-				upsert: true,
-				returnDocument: "after"
-			}));
+			return await this.#withPurgeBarrier(input.experimentId, input.itemId, async (session, marker) => {
+				return transformExperimentResultRow(await (await this.getCollection(TABLE_EXPERIMENT_RESULTS)).findOneAndUpdate({
+					experimentId: input.experimentId,
+					itemId: input.itemId,
+					$or: [{ attempt }, ...attempt === 0 ? [{ attempt: null }, { attempt: { $exists: false } }] : []]
+				}, {
+					$set: {
+						itemDatasetVersion: input.itemDatasetVersion ?? null,
+						organizationId: input.organizationId ?? null,
+						projectId: input.projectId ?? null,
+						input: marker ? null : input.input,
+						output: marker ? null : input.output ?? null,
+						groundTruth: marker ? null : input.groundTruth ?? null,
+						metadata: marker ?? input.metadata ?? null,
+						error: marker ? null : input.error ?? null,
+						startedAt: input.startedAt,
+						completedAt: input.completedAt,
+						retryCount: input.retryCount,
+						attempt,
+						traceId: input.traceId ?? null,
+						status: input.status ?? null,
+						tags: marker ? null : input.tags ?? null,
+						toolMockReport: marker ? null : input.toolMockReport ?? null,
+						...marker ? { comment: null } : {}
+					},
+					$setOnInsert: {
+						id: randomUUID(),
+						createdAt: /* @__PURE__ */ new Date()
+					}
+				}, {
+					upsert: true,
+					returnDocument: "after",
+					session
+				}));
+			});
 		} catch (error) {
 			throw new MastraError({
 				id: createStorageErrorId("MONGODB", "UPSERT_EXPERIMENT_RESULT", "FAILED"),
@@ -4197,14 +4283,30 @@ var MongoDBExperimentsStorage = class MongoDBExperimentsStorage extends Experime
 			const collection = await this.getCollection(TABLE_EXPERIMENT_RESULTS);
 			const filter = { id: input.id };
 			if (input.experimentId) filter.experimentId = input.experimentId;
-			const result = await collection.findOneAndUpdate(filter, { $set: updateFields }, { returnDocument: "after" });
-			if (!result) throw new MastraError({
+			const existing = await collection.findOne(filter);
+			if (!existing) throw new MastraError({
 				id: createStorageErrorId("MONGODB", "UPDATE_EXPERIMENT_RESULT", "NOT_FOUND"),
 				domain: ErrorDomain.STORAGE,
 				category: ErrorCategory.USER,
 				details: { resultId: input.id }
 			});
-			return transformExperimentResultRow(result);
+			return await this.#withPurgeBarrier(existing.experimentId, existing.itemId, async (session, marker) => {
+				if (marker) {
+					updateFields.tags = null;
+					updateFields.comment = null;
+				}
+				const result = await collection.findOneAndUpdate(filter, { $set: updateFields }, {
+					returnDocument: "after",
+					session
+				});
+				if (!result) throw new MastraError({
+					id: createStorageErrorId("MONGODB", "UPDATE_EXPERIMENT_RESULT", "NOT_FOUND"),
+					domain: ErrorDomain.STORAGE,
+					category: ErrorCategory.USER,
+					details: { resultId: input.id }
+				});
+				return transformExperimentResultRow(result);
+			});
 		} catch (error) {
 			if (error instanceof MastraError) throw error;
 			throw new MastraError({