@mastra/pg 1.18.1 → 1.19.0-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @mastra/pg
 
+## 1.19.0-alpha.0
+
+### Minor Changes
+
+- Added persistence for dataset item undeclared tool policies. ([#19643](https://github.com/mastra-ai/mastra/pull/19643))
+
+  ```typescript
+  await dataset.addItem({
+    input: 'What is the weather?',
+    unmockedToolPolicy: 'deny',
+  });
+  ```
+
+### Patch Changes
+
+- Added a comment column to experiment results so review comments persist. The column is added automatically and non-destructively on startup for existing databases (https://github.com/mastra-ai/mastra/issues/19857). ([#19865](https://github.com/mastra-ai/mastra/pull/19865))
+
+- Updated dependencies [[`c5e56ff`](https://github.com/mastra-ai/mastra/commit/c5e56ff3bcabdf062708f2d48744fec304df6792), [`4e35a56`](https://github.com/mastra-ai/mastra/commit/4e35a56cdf8d74a5ff6d5eda01f2c1deaf6cc7be)]:
+  - @mastra/core@1.56.0-alpha.1
+
 ## 1.18.1
 
 ### Patch Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-pg
 description: Documentation for @mastra/pg. Use when working with @mastra/pg APIs, configuration, or implementation.
 metadata:
   package: "@mastra/pg"
-  version: "1.18.1"
+  version: "1.19.0-alpha.0"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.18.1",
+  "version": "1.19.0-alpha.0",
   "package": "@mastra/pg",
   "exports": {},
   "modules": {}

package/dist/index.cjs

@@ -5027,6 +5027,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 		await this.#addColumnIfNotExists(_mastra_core_storage.TABLE_DATASET_ITEMS, "organizationId", "TEXT");
 		await this.#addColumnIfNotExists(_mastra_core_storage.TABLE_DATASET_ITEMS, "projectId", "TEXT");
 		await this.#addColumnIfNotExists(_mastra_core_storage.TABLE_DATASET_ITEMS, "toolMocks", "JSONB");
+		await this.#addColumnIfNotExists(_mastra_core_storage.TABLE_DATASET_ITEMS, "unmockedToolPolicy", "TEXT");
 		await this.#addColumnIfNotExists(_mastra_core_storage.TABLE_DATASET_ITEMS, "externalId", "TEXT");
 		await this.createDefaultIndexes();
 		await this.createCustomIndexes();
@@ -5148,6 +5149,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 			groundTruth: row.groundTruth ? (0, _mastra_core_storage.safelyParseJSON)(row.groundTruth) : void 0,
 			expectedTrajectory: row.expectedTrajectory ? (0, _mastra_core_storage.safelyParseJSON)(row.expectedTrajectory) : void 0,
 			toolMocks: row.toolMocks ? (0, _mastra_core_storage.safelyParseJSON)(row.toolMocks) : void 0,
+			unmockedToolPolicy: row.unmockedToolPolicy ?? void 0,
 			requestContext: row.requestContext ? (0, _mastra_core_storage.safelyParseJSON)(row.requestContext) : void 0,
 			metadata: row.metadata ? (0, _mastra_core_storage.safelyParseJSON)(row.metadata) : void 0,
 			source: row.source ? (0, _mastra_core_storage.safelyParseJSON)(row.source) : void 0,
@@ -5169,6 +5171,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 			groundTruth: row.groundTruth ? (0, _mastra_core_storage.safelyParseJSON)(row.groundTruth) : void 0,
 			expectedTrajectory: row.expectedTrajectory ? (0, _mastra_core_storage.safelyParseJSON)(row.expectedTrajectory) : void 0,
 			toolMocks: row.toolMocks ? (0, _mastra_core_storage.safelyParseJSON)(row.toolMocks) : void 0,
+			unmockedToolPolicy: row.unmockedToolPolicy ?? void 0,
 			requestContext: row.requestContext ? (0, _mastra_core_storage.safelyParseJSON)(row.requestContext) : void 0,
 			metadata: row.metadata ? (0, _mastra_core_storage.safelyParseJSON)(row.metadata) : void 0,
 			source: row.source ? (0, _mastra_core_storage.safelyParseJSON)(row.source) : void 0,
@@ -5500,7 +5503,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				newVersion = row.version;
 				parentOrganizationId = row.organizationId ?? null;
 				parentProjectId = row.projectId ?? null;
-				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17)`, [
+				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","unmockedToolPolicy","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18)`, [
 					id,
 					args.datasetId,
 					newVersion,
@@ -5511,6 +5514,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 					jsonbArg(args.groundTruth),
 					jsonbArg(args.expectedTrajectory),
 					jsonbArg(args.toolMocks),
+					args.unmockedToolPolicy ?? null,
 					jsonbArg(args.requestContext),
 					jsonbArg(args.metadata),
 					jsonbArg(args.source),
@@ -5537,6 +5541,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				groundTruth: args.groundTruth,
 				expectedTrajectory: args.expectedTrajectory,
 				toolMocks: args.toolMocks,
+				unmockedToolPolicy: args.unmockedToolPolicy,
 				requestContext: args.requestContext,
 				metadata: args.metadata,
 				source: args.source,
@@ -5590,6 +5595,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 			const mergedGroundTruth = args.groundTruth !== void 0 ? args.groundTruth : existing.groundTruth;
 			const mergedExpectedTrajectory = args.expectedTrajectory !== void 0 ? args.expectedTrajectory : existing.expectedTrajectory;
 			const mergedToolMocks = args.toolMocks !== void 0 ? args.toolMocks : existing.toolMocks;
+			const mergedUnmockedToolPolicy = args.unmockedToolPolicy !== void 0 ? args.unmockedToolPolicy : existing.unmockedToolPolicy;
 			const mergedRequestContext = args.requestContext !== void 0 ? args.requestContext : existing.requestContext;
 			const mergedMetadata = args.metadata !== void 0 ? args.metadata : existing.metadata;
 			const mergedSource = args.source !== void 0 ? args.source : existing.source;
@@ -5602,7 +5608,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				parentOrganizationId = row.organizationId ?? null;
 				parentProjectId = row.projectId ?? null;
 				await t.none(`UPDATE ${itemsTable} SET "validTo" = $1 WHERE "id" = $2 AND "validTo" IS NULL AND "isDeleted" = false`, [newVersion, args.id]);
-				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17)`, [
+				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","unmockedToolPolicy","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18)`, [
 					args.id,
 					args.datasetId,
 					newVersion,
@@ -5613,6 +5619,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 					jsonbArg(mergedGroundTruth),
 					jsonbArg(mergedExpectedTrajectory),
 					jsonbArg(mergedToolMocks),
+					mergedUnmockedToolPolicy ?? null,
 					jsonbArg(mergedRequestContext),
 					jsonbArg(mergedMetadata),
 					jsonbArg(mergedSource),
@@ -5638,6 +5645,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				groundTruth: mergedGroundTruth,
 				expectedTrajectory: mergedExpectedTrajectory,
 				toolMocks: mergedToolMocks,
+				unmockedToolPolicy: mergedUnmockedToolPolicy,
 				requestContext: mergedRequestContext,
 				metadata: mergedMetadata,
 				source: mergedSource,
@@ -5686,7 +5694,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				const parentOrganizationId = row.organizationId ?? null;
 				const parentProjectId = row.projectId ?? null;
 				await t.none(`UPDATE ${itemsTable} SET "validTo" = $1 WHERE "id" = $2 AND "validTo" IS NULL AND "isDeleted" = false`, [newVersion, id]);
-				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,true,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17)`, [
+				await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","unmockedToolPolicy","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,true,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18)`, [
 					id,
 					datasetId,
 					newVersion,
@@ -5697,6 +5705,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 					jsonbArg(existing.groundTruth),
 					jsonbArg(existing.expectedTrajectory),
 					jsonbArg(existing.toolMocks),
+					existing.unmockedToolPolicy ?? null,
 					jsonbArg(existing.requestContext),
 					jsonbArg(existing.metadata),
 					jsonbArg(existing.source),
@@ -5756,7 +5765,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 					const nowIso = now.toISOString();
 					await t.none(`UPDATE ${datasetsTable} SET "version" = $2 WHERE "id" = $1`, [input.datasetId, newVersion]);
 					for (const { id, item } of plan.inserts) {
-						await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17)`, [
+						await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","unmockedToolPolicy","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,false,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18)`, [
 							id,
 							input.datasetId,
 							newVersion,
@@ -5767,6 +5776,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 							jsonbArg(item.groundTruth),
 							jsonbArg(item.expectedTrajectory),
 							jsonbArg(item.toolMocks),
+							item.unmockedToolPolicy ?? null,
 							jsonbArg(item.requestContext),
 							jsonbArg(item.metadata),
 							jsonbArg(item.source),
@@ -5786,6 +5796,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 							groundTruth: item.groundTruth,
 							expectedTrajectory: item.expectedTrajectory,
 							toolMocks: item.toolMocks,
+							unmockedToolPolicy: item.unmockedToolPolicy,
 							requestContext: item.requestContext,
 							metadata: item.metadata,
 							source: item.source,
@@ -5848,7 +5859,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 				const newVersion = (await t.one(`UPDATE ${datasetsTable} SET "version" = "version" + 1 WHERE "id" = $1 RETURNING "version"`, [input.datasetId])).version;
 				for (const item of currentItems) {
 					await t.none(`UPDATE ${itemsTable} SET "validTo" = $1 WHERE "id" = $2 AND "validTo" IS NULL AND "isDeleted" = false`, [newVersion, item.id]);
-					await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,true,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17)`, [
+					await t.none(`INSERT INTO ${itemsTable} ("id","datasetId","datasetVersion","externalId","organizationId","projectId","validTo","isDeleted","input","groundTruth","expectedTrajectory","toolMocks","unmockedToolPolicy","requestContext","metadata","source","createdAt","createdAtZ","updatedAt","updatedAtZ") VALUES ($1,$2,$3,$4,$5,$6,NULL,true,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18)`, [
 						item.id,
 						input.datasetId,
 						newVersion,
@@ -5859,6 +5870,7 @@ var DatasetsPG = class DatasetsPG extends _mastra_core_storage.DatasetsStorage {
 						jsonbArg(item.groundTruth),
 						jsonbArg(item.expectedTrajectory),
 						jsonbArg(item.toolMocks),
+						item.unmockedToolPolicy ?? null,
 						jsonbArg(item.requestContext),
 						jsonbArg(item.metadata),
 						jsonbArg(item.source),
@@ -6153,6 +6165,7 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 			ifNotExists: [
 				"status",
 				"tags",
+				"comment",
 				"toolMockReport",
 				"organizationId",
 				"projectId"
@@ -6330,6 +6343,7 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 			traceId: row.traceId ?? null,
 			status: row.status ?? null,
 			tags: row.tags ? (0, _mastra_core_storage.safelyParseJSON)(row.tags) : null,
+			comment: row.comment ?? null,
 			toolMockReport: row.toolMockReport ? (0, _mastra_core_storage.safelyParseJSON)(row.toolMockReport) : null,
 			createdAt: (0, _mastra_core_storage.ensureDate)(row.createdAtZ || row.createdAt)
 		};
@@ -6655,6 +6669,10 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 				setClauses.push(`"tags" = $${paramIndex++}`);
 				values.push(JSON.stringify(input.tags));
 			}
+			if (input.comment !== void 0) {
+				setClauses.push(`"comment" = $${paramIndex++}`);
+				values.push(input.comment);
+			}
 			if (setClauses.length === 0) {
 				const existing = await this.getExperimentResultById({ id: input.id });
 				if (!existing) throw new _mastra_core_error.MastraError({