@mastra/pg 1.23.0-alpha.2 → 1.23.0-alpha.4

package/dist/index.js

@@ -1,3 +1,4 @@
+import { createHash, randomUUID } from "crypto";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
 import * as coreStorage from "@mastra/core/storage";
 import { AgentsStorage, BRANCH_SPAN_TYPES, BackgroundTasksStorage, BlobStore, ChannelsStorage, DATASETS_SCHEMA, DATASET_ITEMS_SCHEMA, DATASET_VERSIONS_SCHEMA, DatasetsStorage, EXPERIMENTS_SCHEMA, EXPERIMENT_RESULTS_SCHEMA, EntityType, ExperimentsStorage, FactoryStorage, FavoritesStorage, KNOWLEDGE_ACTIVITY_SCHEMA, KNOWLEDGE_CURSORS_SCHEMA, KNOWLEDGE_MENTIONS_SCHEMA, KNOWLEDGE_NODES_SCHEMA, KNOWLEDGE_RECORDS_SCHEMA, KNOWLEDGE_SEMANTIC_OUTBOX_SCHEMA, KnowledgeConflictError, KnowledgeNotFoundError, KnowledgeStorage, MCPClientsStorage, MCPServersStorage, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, NotificationsStorage, OBSERVATIONAL_MEMORY_TABLE_SCHEMA, ObservabilityStorage, PromptBlocksStorage, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_CONFIGS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_THREAD_STATE, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, ThreadStateStorage, ToolProviderConnectionsStorage, TraceStatus, UniqueViolationError, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, assertKnowledgeCeilingRaised, assertKnowledgeScopeWithinCeiling, calculatePagination, canonicalizeKnowledgeScope, createKnowledgeUlid, createStorageErrorId, createVectorErrorId, ensureDate, getDefaultValue, getSqlType, hasErrorCode, isKnowledgeScopeVisible, knowledgeScopeKey, knowledgeSemanticDocumentId, knowledgeSemanticIdempotencyKey, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, matchesExpectedWorkflowStatus, mergeWorkflowStepResult, normalizePerPage, normalizeScheduleTarget, parseDuration, parseKnowledgeNodeCursor, parseKnowledgeWikilinks, safelyParseJSON, storageMessageMatchesMetadataFilter, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
@@ -10,7 +11,6 @@ import xxhash from "xxhash-wasm";
 import { parse } from "pg-connection-string";
 import { BaseFilterTranslator } from "@mastra/core/vector/filter";
 import { MastraBase } from "@mastra/core/base";
-import { randomUUID } from "crypto";
 import { MessageList } from "@mastra/core/agent";
 import { coreFeatures } from "@mastra/core/features";
 import { saveScorePayloadSchema } from "@mastra/core/evals";
@@ -804,6 +804,8 @@ var PgVector = class extends MastraVector {
          AND attnum > 0
          AND NOT attisdropped`, [tableName])).rowCount === 0) return;
 		await client.query(`ALTER TABLE ${tableName} ADD COLUMN IF NOT EXISTS namespace VARCHAR(255) NOT NULL DEFAULT '${DEFAULT_NAMESPACE}'`);
+		const namespaceIndexName = this.getNamespaceIndexName(parsedIndexName);
+		await client.query(`CREATE UNIQUE INDEX IF NOT EXISTS "${namespaceIndexName}" ON ${tableName} (namespace, vector_id)`);
 		const legacyConstraints = await client.query(`SELECT c.conname
        FROM pg_constraint c
        WHERE c.conrelid = to_regclass($1)
@@ -813,8 +815,21 @@ var PgVector = class extends MastraVector {
 			const parsedConstraintName = parseSqlIdentifier(conname, "constraint name");
 			await client.query(`ALTER TABLE ${tableName} DROP CONSTRAINT "${parsedConstraintName}"`);
 		}
-		const namespaceIndexName = parseSqlIdentifier(`${parsedIndexName}_namespace_vector_id_idx`, "index name");
-		await client.query(`CREATE UNIQUE INDEX IF NOT EXISTS "${namespaceIndexName}" ON ${tableName} (namespace, vector_id)`);
+	}
+	/**
+	* Name of the unique (namespace, vector_id) index for a table.
+	*
+	* The full `<index>_namespace_vector_id_idx` name is kept whenever it fits so tables that
+	* were already migrated keep matching `IF NOT EXISTS`. Longer index names would exceed
+	* Postgres' 63-char identifier limit, so those fall back to a truncated prefix plus a hash
+	* of the index name to distinguish tables that
+	* share a long prefix.
+	*/
+	getNamespaceIndexName(parsedIndexName) {
+		const fullName = `${parsedIndexName}_namespace_vector_id_idx`;
+		if (fullName.length <= 63) return fullName;
+		const suffix = `_ns_${createHash("sha256").update(parsedIndexName).digest("hex").slice(0, 32)}_idx`;
+		return `${parsedIndexName.slice(0, 63 - suffix.length)}${suffix}`;
 	}
 	transformFilter(filter) {
 		return new PGFilterTranslator().translate(filter);
@@ -912,12 +927,12 @@ var PgVector = class extends MastraVector {
 				client.release();
 			}
 		}
+		const indexInfo = await this.getIndexMetadata({ indexName });
 		const client = await this.pool.connect();
 		try {
 			await this.ensureSearchPath(client);
 			await client.query("BEGIN");
 			const { sql: filterQuery, values: filterValues } = buildFilterQuery(this.transformFilter(filter), minScore, topK);
-			const indexInfo = await this.getIndexMetadata({ indexName });
 			const metric = indexInfo.metric ?? "cosine";
 			const ops = this.getVectorOps(indexInfo.vectorType, metric);
 			const vectorStr = ops.formatVector(queryVector, indexInfo.dimension);
@@ -992,6 +1007,7 @@ var PgVector = class extends MastraVector {
 	async upsert({ indexName, vectors, metadata, ids, deleteFilter, namespace = DEFAULT_NAMESPACE }) {
 		validateUpsertInput("PG", vectors, metadata, ids);
 		const { tableName } = this.getTableName(indexName);
+		const indexInfo = await this.getIndexMetadata({ indexName });
 		const client = await this.pool.connect();
 		try {
 			await this.ensureSearchPath(client);
@@ -1013,7 +1029,6 @@ var PgVector = class extends MastraVector {
 				}
 			}
 			const vectorIds = ids || vectors.map(() => crypto.randomUUID());
-			const indexInfo = await this.getIndexMetadata({ indexName });
 			const qualifiedVectorType = this.getVectorTypeName(indexInfo.vectorType, indexInfo.dimension);
 			const ops = this.getVectorOps(indexInfo.vectorType, indexInfo.metric ?? "cosine");
 			if (new Set(vectorIds).size !== vectorIds.length) for (let i = 0; i < vectors.length; i++) {
@@ -1301,7 +1316,7 @@ var PgVector = class extends MastraVector {
 			let existingIndexInfo = null;
 			let dimension = 0;
 			try {
-				existingIndexInfo = await this.getIndexMetadata({ indexName });
+				existingIndexInfo = await this.describeIndexMetadata({ indexName }, client);
 				dimension = existingIndexInfo.dimension;
 				if (isConfigEmpty && existingIndexInfo.metric === metric) if (existingIndexInfo.type === "flat") this.logger?.debug(`No index exists for ${vectorIndexName}, will create default ivfflat index`);
 				else {
@@ -1505,8 +1520,8 @@ var PgVector = class extends MastraVector {
 	* {@link describeIndex} it issues no `COUNT(*)`, so its cost does not grow with the
 	* number of rows in the table.
 	*/
-	async describeIndexMetadata({ indexName }) {
-		const client = await this.pool.connect();
+	async describeIndexMetadata({ indexName }, existingClient) {
+		const client = existingClient ?? await this.pool.connect();
 		try {
 			const { tableName, parsedIndexName } = this.getTableName(indexName);
 			const tableExists = await client.query(`
@@ -1566,7 +1581,6 @@ var PgVector = class extends MastraVector {
 				config
 			};
 		} catch (e) {
-			await client.query("ROLLBACK");
 			const mastraError = new MastraError({
 				id: createVectorErrorId("PG", "DESCRIBE_INDEX", "FAILED"),
 				domain: ErrorDomain.MASTRA_VECTOR,
@@ -1576,7 +1590,7 @@ var PgVector = class extends MastraVector {
 			this.logger?.trackException(mastraError);
 			throw mastraError;
 		} finally {
-			client.release();
+			if (!existingClient) client.release();
 		}
 	}
 	/**
@@ -1681,10 +1695,10 @@ var PgVector = class extends MastraVector {
 				category: ErrorCategory.USER,
 				details: { indexName }
 			});
+			const indexInfo = await this.getIndexMetadata({ indexName });
 			client = await this.pool.connect();
 			await this.ensureSearchPath(client);
 			const { tableName } = this.getTableName(indexName);
-			const indexInfo = await this.getIndexMetadata({ indexName });
 			const qualifiedVectorType = this.getVectorTypeName(indexInfo.vectorType, indexInfo.dimension);
 			const ops = this.getVectorOps(indexInfo.vectorType, indexInfo.metric ?? "cosine");
 			let updateParts = [];