@mastra/pg 1.36.0-alpha.1 → 1.36.0-alpha.2

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-pg
 description: Documentation for @mastra/pg. Use when working with @mastra/pg APIs, configuration, or implementation.
 metadata:
   package: "@mastra/pg"
-  version: "1.36.0-alpha.1"
+  version: "1.36.0-alpha.2"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,86 +1,86 @@
 {
-  "version": "1.36.0-alpha.1",
+  "version": "1.36.0-alpha.2",
   "package": "@mastra/pg",
   "exports": {
     "AgentsPG": {
       "types": "dist/storage/domains/agents/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 4366
+      "line": 4371
     },
     "BackgroundTasksPG": {
       "types": "dist/storage/domains/background-tasks/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 5297
+      "line": 5302
     },
     "BlobsPG": {
       "types": "dist/storage/domains/blobs/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 5688
+      "line": 5693
     },
     "ChannelsPG": {
       "types": "dist/storage/domains/channels/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 5790
+      "line": 5795
     },
     "DatasetsPG": {
       "types": "dist/storage/domains/datasets/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 6032
+      "line": 6037
     },
     "ExperimentsPG": {
       "types": "dist/storage/domains/experiments/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 7289
+      "line": 7294
     },
     "FavoritesPG": {
       "types": "dist/storage/domains/favorites/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 8261
+      "line": 8266
     },
     "KnowledgePG": {
       "types": "dist/storage/domains/knowledge/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 10139
+      "line": 10144
     },
     "MCPClientsPG": {
       "types": "dist/storage/domains/mcp-clients/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 10296
+      "line": 10301
     },
     "MCPServersPG": {
       "types": "dist/storage/domains/mcp-servers/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 10865
+      "line": 10870
     },
     "MemoryPG": {
       "types": "dist/storage/domains/memory/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 11653
+      "line": 11658
     },
     "NotificationsPG": {
       "types": "dist/storage/domains/notifications/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 14464
+      "line": 14469
     },
     "ObservabilityPG": {
       "types": "dist/storage/domains/observability/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 14886
+      "line": 14891
     },
     "ObservabilityStoragePostgresVNext": {
       "types": "dist/storage/domains/observability/v-next/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 21805
+      "line": 21810
     },
     "PGVECTOR_PROMPT": {
       "types": "dist/vector/prompt.d.ts",
       "implementation": "dist/index.js",
-      "line": 28475
+      "line": 28481
     },
     "PgFactoryStorage": {
       "types": "dist/storage/factory-storage.d.ts",
       "implementation": "dist/index.js",
-      "line": 27961
+      "line": 27967
     },
     "PgVector": {
       "types": "dist/vector/index.d.ts",
@@ -95,67 +95,67 @@
     "PostgresStore": {
       "types": "dist/storage/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 28176
+      "line": 28182
     },
     "PostgresStoreVNext": {
       "types": "dist/storage/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 28394
+      "line": 28400
     },
     "PromptBlocksPG": {
       "types": "dist/storage/domains/prompt-blocks/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 22250
+      "line": 22255
     },
     "SchedulesPG": {
       "types": "dist/storage/domains/schedules/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 22877
+      "line": 22882
     },
     "ScorerDefinitionsPG": {
       "types": "dist/storage/domains/scorer-definitions/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 23198
+      "line": 23203
     },
     "ScoresPG": {
       "types": "dist/storage/domains/scores/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 23821
+      "line": 23826
     },
     "SkillsPG": {
       "types": "dist/storage/domains/skills/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 24264
+      "line": 24269
     },
     "ThreadStatePG": {
       "types": "dist/storage/domains/thread-state/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 24955
+      "line": 24960
     },
     "ToolProviderConnectionsPG": {
       "types": "dist/storage/domains/tool-provider-connections/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 25129
+      "line": 25134
     },
     "WorkflowDefinitionsPG": {
       "types": "dist/storage/domains/workflow-definitions/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 25393
+      "line": 25398
     },
     "WorkflowsPG": {
       "types": "dist/storage/domains/workflows/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 25776
+      "line": 25781
     },
     "WorkspacesPG": {
       "types": "dist/storage/domains/workspaces/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 27061
+      "line": 27067
     },
     "exportSchemas": {
       "types": "dist/storage/index.d.ts",
       "implementation": "dist/index.js",
-      "line": 28143
+      "line": 28149
     }
   },
   "modules": {}

package/dist/docs/references/reference-memory-memory-class.md

@@ -49,7 +49,7 @@ export const agent = new Agent({
 
 **options.retainFullInput** (`boolean`): When true, the request input is processed exactly as supplied instead of being filtered against stored history. Use this when you assemble the input yourself and need the message sequence preserved. Stored history is still loaded underneath, and every input message that isn't already stored is saved to the thread, including few-shot examples. Can be set per call on memory.options or agent-wide in the memory constructor options.
 
-**options.semanticRecall** (`boolean | { topK: number; messageRange: number | { before: number; after: number }; scope?: 'thread' | 'resource' }`): Enable semantic search in message history. Can be a boolean or an object with configuration options. When enabled, requires a vector store, and an embedder unless the vector store embeds text itself (isSelfEmbedding). Default topK is 4, default messageRange is {before: 1, after: 1}.
+**options.semanticRecall** (`boolean | { topK: number; messageRange: number | { before: number; after: number }; scope?: 'thread' | 'resource'; maxChunkChars?: number }`): Enable semantic search in message history. Can be a boolean or an object with configuration options. When enabled, requires a vector store, and an embedder unless the vector store embeds text itself (isSelfEmbedding). Default topK is 4, default messageRange is {before: 1, after: 1}. maxChunkChars caps the characters of message text per embedded chunk; see Long messages.
 
 **options.workingMemory** (`WorkingMemory`): Configuration for working memory feature. Can be { enabled: boolean; template?: string; schema?: ZodObject\<any> | JSONSchema7; scope?: 'thread' | 'resource' } or { enabled: boolean } to disable.
 

package/dist/docs/references/reference-processors-semantic-recall-processor.md

@@ -44,6 +44,8 @@ const processor = new SemanticRecall({
 
 **options.logger** (`IMastraLogger`): Optional logger instance for structured logging
 
+**options.maxChunkChars** (`number`): Largest number of characters of message text sent to the embedder in one input. Longer messages are split into chunks, each stored as its own vector row. When unset, the limit comes from the embedder's maxInputTokens if it declares one (FastEmbed models do), otherwise 16,384 characters (about 4,096 English tokens).
+
 ## Returns
 
 **id** (`string`): Processor identifier set to 'semantic-recall'
@@ -105,9 +107,9 @@ export const agent = new Agent({
 
 ### Output processing
 
-1. Extracts text content from new user and assistant messages
-2. Generates embeddings for each message
-3. Stores embeddings in the vector store with metadata (message ID, thread ID, resource ID, role, content, timestamp)
+1. Extracts text content from new user and assistant messages, skipping messages already embedded earlier in the same run
+2. Splits long messages into chunks of at most `maxChunkChars` characters and generates an embedding for each chunk
+3. Stores one vector row per chunk with metadata (thread metadata, message ID, thread ID, resource ID, role, content, timestamp). Row IDs are derived from the message ID (the first chunk uses a UUID message ID as is), so saving the same message again replaces its rows instead of adding new ones
 4. Uses LRU caching for embeddings to avoid redundant API calls
 
 ### Cross-thread recall

package/dist/index.cjs

@@ -2719,7 +2719,8 @@ async function loadSchemaSnapshot(client, schemaName) {
 		notNullColumns,
 		indexes,
 		replicaIdentityIndexes,
-		primaryKeyIndexes
+		primaryKeyIndexes,
+		createdTables: /* @__PURE__ */ new Set()
 	};
 }
 // src/storage/db/index.ts
@@ -2879,26 +2880,30 @@ function generateTableSQL({ tableName, schema, schemaName, compositePrimaryKey,
             ` : ""}
           `;
 }
+function indexColumnsSQL(columns, opclass) {
+	return columns.map((col) => {
+		const [colName, ...modifiers] = col.includes(" DESC") || col.includes(" ASC") ? col.split(" ") : [col];
+		if (!colName) throw new Error(`Invalid column specification: ${col}`);
+		return [
+			`"${(0, _mastra_core_utils.parseSqlIdentifier)(colName, "column name")}"`,
+			opclass,
+			...modifiers
+		].filter(Boolean).join(" ");
+	}).join(", ");
+}
 /**
 * Generates a CREATE INDEX SQL statement from index options.
 * Used by exportSchemas to produce index DDL without a database connection.
 */
 function generateIndexSQL(options, schemaName) {
-	const { name, table, columns, unique = false, where, method = "btree" } = options;
+	const { name, table, columns, unique = false, where, method = "btree", opclass } = options;
 	const fullTableName = getTableName$6({
 		indexName: table,
 		schemaName: getSchemaName$6(schemaName)
 	});
 	const uniqueStr = unique ? "UNIQUE " : "";
 	const methodStr = method !== "btree" ? `USING ${method} ` : "";
-	const columnsStr = columns.map((col) => {
-		if (col.includes(" DESC") || col.includes(" ASC")) {
-			const [colName, ...modifiers] = col.split(" ");
-			if (!colName) throw new Error(`Invalid column specification: ${col}`);
-			return `"${(0, _mastra_core_utils.parseSqlIdentifier)(colName, "column name")}" ${modifiers.join(" ")}`;
-		}
-		return `"${(0, _mastra_core_utils.parseSqlIdentifier)(col, "column name")}"`;
-	}).join(", ");
+	const columnsStr = indexColumnsSQL(columns, opclass);
 	const whereStr = where ? ` WHERE ${where}` : "";
 	return `CREATE ${uniqueStr}INDEX IF NOT EXISTS ${`"${(0, _mastra_core_utils.parseSqlIdentifier)(name, "index name")}"`} ON ${fullTableName} ${methodStr}(${columnsStr})${whereStr};`;
 }
@@ -3409,6 +3414,7 @@ var PgDB = class extends _mastra_core_base.MastraBase {
 			if (this.schemaName) await this.setupSchema();
 			const snapshot = this.schemaSnapshot;
 			if (!snapshot || !this.snapshotShowsTableConverged(snapshot, tableName)) {
+				const isNewTable = snapshot ? !snapshot.tables.has(tableName) : false;
 				const sql = generateTableSQL({
 					tableName,
 					schema,
@@ -3422,6 +3428,7 @@ var PgDB = class extends _mastra_core_base.MastraBase {
 				}
 				if (snapshot) {
 					snapshot.tables.add(tableName);
+					if (isNewTable) snapshot.createdTables.add(tableName);
 					const created = this.snapshotColumns(snapshot, tableName);
 					for (const [name, def] of Object.entries(schema)) {
 						const parsedName = (0, _mastra_core_utils.parseSqlIdentifier)(name, "column name");
@@ -3890,18 +3897,9 @@ MIGRATION REQUIRED: Duplicate spans detected in ${duplicateInfo.tableName}\n====
 			const snapshot = this.schemaSnapshot;
 			if (snapshot?.indexes.has(name)) return;
 			const uniqueStr = unique ? "UNIQUE " : "";
-			const concurrentStr = concurrent ? "CONCURRENTLY " : "";
+			const concurrentStr = concurrent && !this.isTableCreatedInThisInit(table) ? "CONCURRENTLY " : "";
 			const methodStr = method !== "btree" ? `USING ${method} ` : "";
-			const columnsStr = columns.map((col) => {
-				if (col.includes(" DESC") || col.includes(" ASC")) {
-					const [colName, ...modifiers] = col.split(" ");
-					if (!colName) throw new Error(`Invalid column specification: ${col}`);
-					const quotedCol = `"${(0, _mastra_core_utils.parseSqlIdentifier)(colName, "column name")}" ${modifiers.join(" ")}`;
-					return opclass ? `${quotedCol} ${opclass}` : quotedCol;
-				}
-				const quotedCol = `"${(0, _mastra_core_utils.parseSqlIdentifier)(col, "column name")}"`;
-				return opclass ? `${quotedCol} ${opclass}` : quotedCol;
-			}).join(", ");
+			const columnsStr = indexColumnsSQL(columns, opclass);
 			const whereStr = where ? ` WHERE ${where}` : "";
 			const tablespaceStr = tablespace ? ` TABLESPACE ${tablespace}` : "";
 			let withStr = "";
@@ -3934,6 +3932,13 @@ MIGRATION REQUIRED: Duplicate spans detected in ${duplicateInfo.tableName}\n====
 		if (snapshot?.indexes.has(indexName)) return;
 		if (await buildIndex(this.client, this.schemaName || "public", indexName, () => this.timedIndexBuild(indexName, sql), this.logger)) snapshot?.indexes.add(indexName);
 	}
+	/**
+	* Whether `tableName` was absent when this init's snapshot was read and this
+	* init created it, so its indexes can be built without CONCURRENTLY.
+	*/
+	isTableCreatedInThisInit(tableName) {
+		return this.schemaSnapshot?.createdTables.has(tableName) ?? false;
+	}
 	async timedIndexBuild(indexName, sql) {
 		const startedAt = Date.now();
 		this.logger.info(`Creating index ${indexName}`);
@@ -25964,15 +25969,16 @@ var WorkflowsPG = class WorkflowsPG extends _mastra_core_storage.WorkflowsStorag
 			this.logger?.warn?.(`Failed to create index ${stateBaseIndexName}:`, error);
 		}
 		if (await this.#db.getColumnType(_mastra_core_storage.TABLE_WORKFLOW_SNAPSHOT, "snapshot") !== "jsonb") return;
+		const concurrently = !this.#db.isTableCreatedInThisInit(_mastra_core_storage.TABLE_WORKFLOW_SNAPSHOT);
 		const indexName = workflowSnapshotStatusIndexName(this.#schema);
 		try {
-			await this.#db.createIndexFromStatement(indexName, workflowSnapshotStatusIndexSQL(indexName, this.#schema, true));
+			await this.#db.createIndexFromStatement(indexName, workflowSnapshotStatusIndexSQL(indexName, this.#schema, concurrently));
 		} catch (error) {
 			this.logger?.warn?.(`Failed to create index ${indexName}:`, error);
 		}
 		const threadIdIndexName = workflowSnapshotThreadIdIndexName(this.#schema);
 		try {
-			await this.#db.createIndexFromStatement(threadIdIndexName, workflowSnapshotThreadIdIndexSQL(threadIdIndexName, this.#schema, true));
+			await this.#db.createIndexFromStatement(threadIdIndexName, workflowSnapshotThreadIdIndexSQL(threadIdIndexName, this.#schema, concurrently));
 		} catch (error) {
 			this.logger?.warn?.(`Failed to create index ${threadIdIndexName}:`, error);
 		}