@mastra/mongodb 1.22.0 → 1.23.0-alpha.1

package/dist/index.js

@@ -1,6 +1,6 @@
 import { v4 } from "@lukeed/uuid";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
-import { AgentsStorage, BackgroundTasksStorage, BlobStore, DatasetsStorage, ExperimentsStorage, KnowledgeConflictError, KnowledgeNotFoundError, KnowledgeStorage, MCPClientsStorage, MCPServersStorage, MastraCompositeStore, MemoryStorage, NotificationsStorage, ObservabilityStorage, PromptBlocksStorage, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, assertKnowledgeCeilingRaised, assertKnowledgeScopeWithinCeiling, calculatePagination, canonicalizeKnowledgeScope, createKnowledgeUlid, createStorageErrorId, createVectorErrorId, ensureDate, hasErrorCode, isKnowledgeScopeVisible, knowledgeScopeKey, knowledgeSemanticDocumentId, knowledgeSemanticIdempotencyKey, listTracesArgsSchema, normalizePerPage, normalizeScheduleTarget, parseDuration, parseKnowledgeNodeCursor, parseKnowledgeWikilinks, resolveListOrderBy, safelyParseJSON, storageMessageMatchesMetadataFilter, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
+import { AgentsStorage, BackgroundTasksStorage, BlobStore, DatasetsStorage, ExperimentsStorage, KnowledgeConflictError, KnowledgeNotFoundError, KnowledgeStorage, MCPClientsStorage, MCPServersStorage, MastraCompositeStore, MemoryStorage, NotificationsStorage, ObservabilityStorage, PromptBlocksStorage, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, calculatePagination, canonicalizeKnowledgeScope, createKnowledgeUlid, createStorageErrorId, createVectorErrorId, ensureDate, hasErrorCode, isKnowledgeScopeVisible, knowledgeScopeKey, knowledgeSemanticDocumentId, knowledgeSemanticIdempotencyKey, listTracesArgsSchema, normalizePerPage, normalizeScheduleTarget, parseDuration, parseKnowledgeNodeCursor, parseKnowledgeWikilinks, resolveListOrderBy, safelyParseJSON, storageMessageMatchesMetadataFilter, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
 import { MastraVector, validateUpsertInput, validateVectorValues } from "@mastra/core/vector";
 import { MongoBulkWriteError, MongoClient, ObjectId } from "mongodb";
 import { BaseFilterTranslator } from "@mastra/core/vector/filter";
@@ -8,7 +8,7 @@ import { MessageList } from "@mastra/core/agent";
 import { saveScorePayloadSchema } from "@mastra/core/evals";
 import { skillSnapshotFieldValuesEqual } from "@mastra/core/storage/domains/skills";
 //#region package.json
-var version = "1.22.0";
+var version = "1.23.0-alpha.1";
 //#endregion
 //#region src/vector/filter.ts
 /**
@@ -4763,13 +4763,26 @@ async function assertKnowledgeDescriptionWithinBoundCompat(description) {
 	}
 	assertWithinBound(description);
 }
+let assertRecordTextWithinBound;
+async function assertKnowledgeRecordTextWithinBoundCompat(text) {
+	if (!assertRecordTextWithinBound) assertRecordTextWithinBound = (await import("@mastra/core/storage")).assertKnowledgeRecordTextWithinBound ?? ((value) => {
+		if (value.length > 1e3) throw new Error("Knowledge record text exceeds the 1000 UTF-16 code unit limit; split it into separate facts or summarize it");
+	});
+	assertRecordTextWithinBound(text);
+}
 const cloneScope = (scope) => [...scope];
 const canonicalName = (name) => name.trim().toLocaleLowerCase();
 const nodeReferenceId = (node) => typeof node === "string" ? node : node.id;
 const sessionOptions = (session) => session ? { session } : {};
 function visibleScopeKeys(scope) {
 	const canonical = canonicalizeKnowledgeScope(scope);
-	return canonical.map((_, index) => knowledgeScopeKey(canonical.slice(0, index + 1)));
+	const subsets = [[]];
+	for (const entry of canonical) subsets.push(...subsets.map((subset) => [...subset, entry]));
+	const keys = /* @__PURE__ */ new Set();
+	for (const subset of subsets.slice(1)) try {
+		keys.add(knowledgeScopeKey(subset));
+	} catch {}
+	return [...keys];
 }
 function recordCursorFilter(cursor, expected) {
 	const parsed = parseKnowledgeNodeCursor(cursor, expected);
@@ -4805,7 +4818,6 @@ function recordFromDocument(row) {
 		sourceThreadId: String(row.sourceThreadId),
 		capturedAt: new Date(row.capturedAt),
 		when: row.when ? new Date(row.when) : void 0,
-		maxScope: row.maxScope ?? void 0,
 		metadata: row.metadata ?? void 0,
 		deletedAt: row.deletedAt ? new Date(row.deletedAt) : void 0,
 		deletedBy: row.deletedBy ?? void 0
@@ -4828,12 +4840,12 @@ function outboxFromDocument(row) {
 		completedAt: row.completedAt ? new Date(row.completedAt) : void 0
 	};
 }
+const KNOWLEDGE_CURATION_CURSOR_REMOVED_MESSAGE = "Knowledge curation cursors were removed: observation-time curate is the only Knowledge writer and needs no cursor.";
 var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 	static MANAGED_COLLECTIONS = [
 		TABLE_KNOWLEDGE_NODES,
 		TABLE_KNOWLEDGE_RECORDS,
 		TABLE_KNOWLEDGE_MENTIONS,
-		TABLE_KNOWLEDGE_CURSORS,
 		TABLE_KNOWLEDGE_ACTIVITY,
 		TABLE_KNOWLEDGE_SEMANTIC_OUTBOX
 	];
@@ -4846,7 +4858,6 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 		const nodes = await this.#collection(TABLE_KNOWLEDGE_NODES);
 		const knowledge = await this.#collection(TABLE_KNOWLEDGE_RECORDS);
 		const mentions = await this.#collection(TABLE_KNOWLEDGE_MENTIONS);
-		const cursors = await this.#collection(TABLE_KNOWLEDGE_CURSORS);
 		const activity = await this.#collection(TABLE_KNOWLEDGE_ACTIVITY);
 		const outbox = await this.#collection(TABLE_KNOWLEDGE_SEMANTIC_OUTBOX);
 		await Promise.all([
@@ -4859,6 +4870,10 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 				scopeKey: 1,
 				type: 1
 			}),
+			nodes.createIndex({
+				type: 1,
+				canonicalName: 1
+			}),
 			knowledge.createIndex({
 				node: 1,
 				id: -1
@@ -4867,6 +4882,10 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 				sourceThreadId: 1,
 				id: -1
 			}),
+			knowledge.createIndex({
+				scopeKey: 1,
+				id: -1
+			}),
 			mentions.createIndex({
 				sourceType: 1,
 				sourceId: 1,
@@ -4877,11 +4896,11 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 				sourceType: 1,
 				sourceId: 1
 			}),
-			cursors.createIndex({
-				sourceThreadId: 1,
-				agent: 1
-			}, { unique: true }),
 			activity.createIndex({ id: -1 }),
+			activity.createIndex({
+				scopeKey: 1,
+				id: -1
+			}),
 			outbox.createIndex({ idempotencyKey: 1 }, { unique: true }),
 			outbox.createIndex({
 				status: 1,
@@ -4897,6 +4916,11 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 	}
 	async createNode(input) {
 		await assertKnowledgeDescriptionWithinBoundCompat(input.description);
+		if (input.scopeAddresses?.length) {
+			const error = /* @__PURE__ */ new Error("This Knowledge storage adapter does not expose structural scope placement.");
+			error.name = "KnowledgeUnsupportedCapabilityError";
+			throw error;
+		}
 		const scope = canonicalizeKnowledgeScope(input.scope);
 		return this.#connector.withTransaction(async (session) => {
 			const existing = await this.#getNodeByName(input.name, scope, session);
@@ -5089,9 +5113,9 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 		});
 	}
 	async appendKnowledge(input) {
+		await assertKnowledgeRecordTextWithinBoundCompat(input.text);
 		const scope = canonicalizeKnowledgeScope(input.scope);
 		const defaultScope = canonicalizeKnowledgeScope(input.defaultScope);
-		assertKnowledgeScopeWithinCeiling(scope, input.maxScope);
 		return this.#connector.withTransaction(async (session) => {
 			const parent = await this.#resolveTerminalNode(nodeReferenceId(input.node), session);
 			if (!parent) throw new KnowledgeNotFoundError("node", nodeReferenceId(input.node));
@@ -5106,14 +5130,12 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 				sourceThreadId: input.sourceThreadId,
 				capturedAt: /* @__PURE__ */ new Date(),
 				when: input.when,
-				maxScope: input.maxScope,
 				metadata: input.metadata
 			};
 			await (await this.#knowledge()).insertOne({
 				...record,
 				scopeKey: knowledgeScopeKey(scope),
 				when: record.when ?? null,
-				maxScope: record.maxScope ?? null,
 				deletedAt: null,
 				deletedBy: null
 			}, sessionOptions(session));
@@ -5198,7 +5220,6 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 		return this.#connector.withTransaction(async (session) => {
 			const record = await this.#getKnowledge(input.id, true, session);
 			if (!record) throw new KnowledgeNotFoundError("record", input.id);
-			assertKnowledgeScopeWithinCeiling(scope, record.maxScope);
 			await (await this.#knowledge()).updateOne({ id: input.id }, { $set: {
 				scope,
 				scopeKey: knowledgeScopeKey(scope)
@@ -5212,17 +5233,6 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 			};
 		});
 	}
-	async raiseKnowledgeCeiling(input) {
-		const record = await this.#getKnowledge(input.id, true);
-		if (!record) throw new KnowledgeNotFoundError("record", input.id);
-		assertKnowledgeScopeWithinCeiling(record.scope, input.maxScope);
-		assertKnowledgeCeilingRaised(record.maxScope, input.maxScope);
-		await (await this.#knowledge()).updateOne({ id: input.id }, { $set: { maxScope: input.maxScope ?? null } });
-		return {
-			...record,
-			maxScope: input.maxScope
-		};
-	}
 	async search(input) {
 		const scope = canonicalizeKnowledgeScope(input.scope);
 		const query = input.query.trim();
@@ -5262,7 +5272,7 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 				results.push({
 					type: "record",
 					id: record.id,
-					recordId: record.node,
+					recordId: parentVisible ? record.node : record.id,
 					name: parentVisible ? parent.name : "(private node)",
 					text: record.text,
 					scope: cloneScope(record.scope)
@@ -5271,36 +5281,19 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 		}
 		return results.slice(0, limit);
 	}
-	async getCurationCursor(input) {
-		const row = await (await this.#cursors()).findOne(input);
-		return row ? {
-			sourceThreadId: row.sourceThreadId,
-			agent: row.agent,
-			lastKnowledgeId: row.lastKnowledgeId,
-			updatedAt: new Date(row.updatedAt)
-		} : null;
-	}
-	async advanceCurationCursor(input) {
-		const row = await (await this.#cursors()).findOneAndUpdate({
-			sourceThreadId: input.sourceThreadId,
-			agent: input.agent
-		}, {
-			$max: { lastKnowledgeId: input.lastKnowledgeId },
-			$set: { updatedAt: /* @__PURE__ */ new Date() },
-			$setOnInsert: {
-				sourceThreadId: input.sourceThreadId,
-				agent: input.agent
-			}
-		}, {
-			upsert: true,
-			returnDocument: "after"
-		});
-		return {
-			sourceThreadId: row.sourceThreadId,
-			agent: row.agent,
-			lastKnowledgeId: row.lastKnowledgeId,
-			updatedAt: new Date(row.updatedAt)
-		};
+	/**
+	* @deprecated Curation cursors were removed. Observation-time curate is the only Knowledge writer and needs no
+	* cursor. Always throws.
+	*/
+	async getCurationCursor(_input) {
+		throw new Error(KNOWLEDGE_CURATION_CURSOR_REMOVED_MESSAGE);
+	}
+	/**
+	* @deprecated Curation cursors were removed. Observation-time curate is the only Knowledge writer and needs no
+	* cursor. Always throws.
+	*/
+	async advanceCurationCursor(_input) {
+		throw new Error(KNOWLEDGE_CURATION_CURSOR_REMOVED_MESSAGE);
 	}
 	async listActivity(input) {
 		const scope = canonicalizeKnowledgeScope(input.scope);
@@ -5421,9 +5414,6 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 	#mentions() {
 		return this.#collection(TABLE_KNOWLEDGE_MENTIONS);
 	}
-	#cursors() {
-		return this.#collection(TABLE_KNOWLEDGE_CURSORS);
-	}
 	#activityCollection() {
 		return this.#collection(TABLE_KNOWLEDGE_ACTIVITY);
 	}
@@ -5446,12 +5436,14 @@ var KnowledgeMongoDB = class KnowledgeMongoDB extends KnowledgeStorage {
 		return row ? nodeFromDocument(row) : null;
 	}
 	async #resolveNode(name, scope, session) {
-		for (let length = scope.length; length > 0; length--) {
-			const node = await this.#getNodeByName(name, scope.slice(0, length), session);
-			if (node) {
-				const terminal = await this.#resolveTerminalNode(node.id, session);
-				if (terminal && isKnowledgeScopeVisible(terminal.scope, scope)) return terminal;
-			}
+		const candidates = (await (await this.#nodes()).find({
+			type: "node",
+			canonicalName: canonicalName(name),
+			$or: [{ scopeKey: { $in: visibleScopeKeys(scope) } }, { mergedInto: { $ne: null } }]
+		}, sessionOptions(session)).toArray()).map(nodeFromDocument).sort((left, right) => right.scope.length - left.scope.length);
+		for (const candidate of candidates) {
+			const terminal = await this.#resolveTerminalNode(candidate.id, session);
+			if (terminal && isKnowledgeScopeVisible(terminal.scope, scope)) return terminal;
 		}
 		return null;
 	}
@@ -11591,10 +11583,12 @@ var WorkflowsStorageMongoDB = class WorkflowsStorageMongoDB extends WorkflowsSto
 	async dangerouslyClearAll() {
 		await (await this.getCollection(TABLE_WORKFLOW_SNAPSHOT)).deleteMany({});
 	}
-	async updateWorkflowResults({ workflowName, runId, stepId, result, requestContext }) {
+	async updateWorkflowResults({ workflowName, runId, stepId, result, requestContext, state }) {
 		try {
 			const collection = await this.getCollection(TABLE_WORKFLOW_SNAPSHOT);
 			const now = /* @__PURE__ */ new Date();
+			const contextUpdate = { [stepId]: result };
+			if (state !== void 0) contextUpdate.__state = state;
 			const defaultSnapshot = {
 				context: {},
 				activePaths: [],
@@ -11617,7 +11611,7 @@ var WorkflowsStorageMongoDB = class WorkflowsStorageMongoDB extends WorkflowsSto
 				run_id: runId,
 				snapshot: { $mergeObjects: [
 					{ $ifNull: ["$snapshot", defaultSnapshot] },
-					{ context: { $mergeObjects: [{ $ifNull: [{ $ifNull: ["$snapshot.context", {}] }, {}] }, { [stepId]: result }] } },
+					{ context: { $mergeObjects: [{ $ifNull: [{ $ifNull: ["$snapshot.context", {}] }, {}] }, contextUpdate] } },
 					{ requestContext: { $mergeObjects: [{ $ifNull: [{ $ifNull: ["$snapshot.requestContext", {}] }, {}] }, requestContext] } }
 				] },
 				updatedAt: now,