@mastra/pg 1.31.0-alpha.1 → 1.31.0-alpha.2

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-pg
 description: Documentation for @mastra/pg. Use when working with @mastra/pg APIs, configuration, or implementation.
 metadata:
   package: "@mastra/pg"
-  version: "1.31.0-alpha.1"
+  version: "1.31.0-alpha.2"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.31.0-alpha.1",
+  "version": "1.31.0-alpha.2",
   "package": "@mastra/pg",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-rag-chunking-and-embedding.md

@@ -40,7 +40,7 @@ const chunks = await doc.chunk({
   overlap: 50,
   separators: ['\n'],
   extract: {
-    metadata: true, // Optionally extract metadata
+    title: true, // Optionally extract a title for each chunk
   },
 })
 ```

package/dist/docs/references/reference-rag-retrieval.md

@@ -50,23 +50,25 @@ console.log(results)
 
 The `topK` parameter specifies the maximum number of most similar results to return from the vector search.
 
-Results include both the text content and a similarity score:
+Each result includes an `id`, a similarity `score`, and the stored `metadata`. When you store chunk text in metadata, it's available as `metadata.text`:
 
 ```ts
 [
   {
-    text: 'Climate change poses significant challenges...',
+    id: 'chunk-1',
     score: 0.89,
-    metadata: { source: 'article1.txt' },
+    metadata: { text: 'Climate change poses significant challenges...', source: 'article1.txt' },
   },
   {
-    text: 'Rising temperatures affect crop yields...',
+    id: 'chunk-2',
     score: 0.82,
-    metadata: { source: 'article1.txt' },
+    metadata: { text: 'Rising temperatures affect crop yields...', source: 'article1.txt' },
   },
 ]
 ```
 
+Results can also include `vector` when you set `includeVector: true`, and `document` when the store returns the original document (Chroma only).
+
 ## Advanced retrieval options
 
 ### Metadata Filtering

package/dist/index.cjs

@@ -2499,7 +2499,8 @@ async function loadSchemaSnapshot(client, schemaName) {
 	const schema = schemaName || "public";
 	const [tableRows, columnRows, indexRows] = await Promise.all([
 		client.manyOrNone(`SELECT tablename FROM pg_catalog.pg_tables WHERE schemaname = $1`, [schema]),
-		client.manyOrNone(`SELECT c.relname AS table_name, a.attname AS column_name, format_type(a.atttypid, a.atttypmod) AS data_type
+		client.manyOrNone(`SELECT c.relname AS table_name, a.attname AS column_name, format_type(a.atttypid, a.atttypmod) AS data_type,
+              a.attnotnull AS not_null
          FROM pg_catalog.pg_class c
          JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
          JOIN pg_catalog.pg_attribute a ON a.attrelid = c.oid
@@ -2515,6 +2516,7 @@ async function loadSchemaSnapshot(client, schemaName) {
 	]);
 	const columns = /* @__PURE__ */ new Map();
 	const columnTypes = /* @__PURE__ */ new Map();
+	const notNullColumns = /* @__PURE__ */ new Map();
 	for (const row of columnRows) {
 		let set = columns.get(row.table_name);
 		if (!set) {
@@ -2528,6 +2530,14 @@ async function loadSchemaSnapshot(client, schemaName) {
 			columnTypes.set(row.table_name, types);
 		}
 		types.set(row.column_name, row.data_type);
+		if (row.not_null) {
+			let notNull = notNullColumns.get(row.table_name);
+			if (!notNull) {
+				notNull = /* @__PURE__ */ new Set();
+				notNullColumns.set(row.table_name, notNull);
+			}
+			notNull.add(row.column_name);
+		}
 	}
 	const indexes = /* @__PURE__ */ new Set();
 	const replicaIdentityIndexes = /* @__PURE__ */ new Set();
@@ -2544,6 +2554,7 @@ async function loadSchemaSnapshot(client, schemaName) {
 		tables: new Set(tableRows.map((r) => r.tablename)),
 		columns,
 		columnTypes,
+		notNullColumns,
 		indexes,
 		replicaIdentityIndexes,
 		primaryKeyIndexes,
@@ -3622,6 +3633,33 @@ MIGRATION REQUIRED: Duplicate spans detected in ${duplicateInfo.tableName}\n====
 			this.columnTypeCache.delete(tableName);
 		}
 	}
+	/**
+	* Drops NOT NULL from `columns` on `tableName` where it is still set. Answered
+	* from the init snapshot when one is installed, so a converged schema issues
+	* no query and never takes the ACCESS EXCLUSIVE lock.
+	*/
+	async dropNotNull({ tableName, columns }) {
+		const parsedColumns = columns.map((c) => (0, _mastra_core_utils.parseSqlIdentifier)(c, "column name"));
+		const snapshot = this.schemaSnapshot;
+		let toAlter;
+		if (snapshot) {
+			const notNull = snapshot.notNullColumns.get(tableName);
+			toAlter = parsedColumns.filter((c) => notNull?.has(c));
+		} else toAlter = (await this.client.any(`SELECT column_name FROM information_schema.columns
+         WHERE table_schema = $1 AND table_name = $2 AND column_name = ANY($3) AND is_nullable = 'NO'`, [
+			this.schemaName || "public",
+			tableName,
+			parsedColumns
+		])).map((r) => r.column_name);
+		if (toAlter.length === 0) return;
+		const fullTableName = getTableName$6({
+			indexName: tableName,
+			schemaName: getSchemaName$6(this.schemaName)
+		});
+		await this.client.none(`ALTER TABLE ${fullTableName} ${toAlter.map((c) => `ALTER COLUMN "${c}" DROP NOT NULL`).join(", ")}`);
+		const notNull = snapshot?.notNullColumns.get(tableName);
+		for (const c of toAlter) notNull?.delete(c);
+	}
 	async load({ tableName, keys }) {
 		try {
 			const keyEntries = Object.entries(keys).map(([key, value]) => [(0, _mastra_core_utils.parseSqlIdentifier)(key, "column name"), value]);
@@ -7112,6 +7150,10 @@ var ExperimentsPG = class ExperimentsPG extends _mastra_core_storage.Experiments
 				"scorerIds"
 			]
 		});
+		await this.#db.dropNotNull({
+			tableName: _mastra_core_storage.TABLE_EXPERIMENTS,
+			columns: ["targetType", "targetId"]
+		});
 		await this.#db.alterTable({
 			tableName: _mastra_core_storage.TABLE_EXPERIMENT_RESULTS,
 			schema: _mastra_core_storage.EXPERIMENT_RESULTS_SCHEMA,
@@ -23515,7 +23557,7 @@ var WorkflowsPG = class WorkflowsPG extends _mastra_core_storage.WorkflowsStorag
 	async dangerouslyClearAll() {
 		await this.#db.clearTable({ tableName: _mastra_core_storage.TABLE_WORKFLOW_SNAPSHOT });
 	}
-	async updateWorkflowResults({ workflowName, runId, stepId, result, requestContext }) {
+	async updateWorkflowResults({ workflowName, runId, stepId, result, requestContext, state }) {
 		try {
 			return await this.#db.client.tx(async (t) => {
 				const tableName = getTableName({
@@ -23546,7 +23588,8 @@ var WorkflowsPG = class WorkflowsPG extends _mastra_core_storage.WorkflowsStorag
 					snapshot,
 					stepId,
 					result,
-					requestContext
+					requestContext,
+					state
 				});
 				const now = /* @__PURE__ */ new Date();
 				const sanitizedSnapshot = toPgJson(snapshot);