@mastra/server 1.72.0 → 1.73.0-alpha.0

package/dist/{dist-CYk5xS3y.js → dist-B2EGPe0Y.js}

@@ -15,7 +15,6 @@ import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
 import { ModelRouterLanguageModel, modelSupportsAttachments, modelSupportsTemperature, resolveModelConfig } from "@mastra/core/llm";
 import { createTool } from "@mastra/core/tools";
 import { inspect, promisify } from "util";
-import crypto$1, { createHash, randomBytes, randomUUID } from "crypto";
 import { MASTRA_THREAD_ID_KEY, RequestContext } from "@mastra/core/request-context";
 import { generateEmptyFromSchema } from "@mastra/core/utils";
 import { InMemoryStore, MAX_KNOWLEDGE_NODE_DESCRIPTION_LENGTH, assertKnowledgeScopeWithinCeiling, canonicalizeKnowledgeScope, createKnowledgeNodeCursor, expandKnowledgeScope, isKnowledgeScopeVisible, knowledgeScopeKey } from "@mastra/core/storage";
@@ -26,6 +25,7 @@ import { createStep, createWorkflow } from "@mastra/core/workflows";
 import { appendFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "fs";
 import { tmpdir } from "os";
 import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "path";
+import { createHash } from "crypto";
 import { channel, tracingChannel } from "diagnostics_channel";
 import { AsyncLocalStorage } from "async_hooks";
 import { exec, execFile, spawn } from "child_process";
@@ -4637,7 +4637,7 @@ function splitLines(text) {
 	return result;
 }
 //#endregion
-//#region ../memory/dist/src-BdfOygyn.js
+//#region ../memory/dist/src-BYAwbfUo.js
 var __defProp$3 = Object.defineProperty;
 var __exportAll = (all, no_symbols) => {
 	let target = {};
@@ -20235,6 +20235,10 @@ if (OM_DEBUG_LOG) {
 	};
 }
 const SUBCONSCIOUS_ACTIVITY_STATE_ID = "subconscious-activity";
+async function hashContents(contents) {
+	const digest = await globalThis.crypto.subtle.digest("SHA-256", new TextEncoder().encode(contents));
+	return Buffer.from(digest).toString("hex");
+}
 async function getActivityTarget(store, event, scope) {
 	if (event.recordType === "node") {
 		const node = await store.getNode(event.recordId);
@@ -20336,7 +20340,7 @@ async function publishSubconsciousError(input) {
 	await input.sendStateSignal({
 		id: SUBCONSCIOUS_ACTIVITY_STATE_ID,
 		mode: "snapshot",
-		cacheKey: createHash("sha256").update(contents).digest("hex"),
+		cacheKey: await hashContents(contents),
 		tagName: "state",
 		attributes: { id: SUBCONSCIOUS_ACTIVITY_STATE_ID },
 		metadata: { origin: "subconscious" },
@@ -20348,7 +20352,7 @@ async function publishSubconsciousActivity(input) {
 	if (!input.sendStateSignal) return void 0;
 	const snapshot = await buildSubconsciousActivitySnapshot(input);
 	const contents = renderSubconsciousActivity(snapshot);
-	const cacheKey = createHash("sha256").update(contents).digest("hex");
+	const cacheKey = await hashContents(contents);
 	await input.sendStateSignal({
 		id: SUBCONSCIOUS_ACTIVITY_STATE_ID,
 		mode: "snapshot",
@@ -22059,7 +22063,7 @@ function createAskMemoryTool(options) {
 				status: "rejected",
 				error: `ask_memory could not resolve calling agent ${parentAgentId} from the registered runtime.`
 			};
-			const replyId = `subconscious:remind:${crypto$1.randomUUID()}:reply`;
+			const replyId = `subconscious:remind:${crypto.randomUUID()}:reply`;
 			try {
 				const scope = resolveKnowledgeToolScope(context);
 				const model = await resolveSubconsciousAgentModel({
@@ -22196,7 +22200,7 @@ function createReplyToMemoryQuestionTool(options) {
 				reason: "already-terminal"
 			};
 			const trimmedAnswer = answer.trim();
-			const signalId = `${replyId}:${moreComing ? `partial:${crypto$1.createHash("sha256").update(trimmedAnswer).digest("hex").slice(0, 12)}` : "terminal"}:signal`;
+			const signalId = `${replyId}:${moreComing ? `partial:${Buffer.from(await globalThis.crypto.subtle.digest("SHA-256", new TextEncoder().encode(trimmedAnswer))).toString("hex").slice(0, 12)}` : "terminal"}:signal`;
 			if (deliveredSignalIds.has(signalId)) return {
 				delivered: true,
 				replyId,
@@ -25826,7 +25830,7 @@ function optimizeObservationsForContext(observations) {
 }
 function createTemporaryOmMemoryContext(prefix) {
 	const options = {
-		thread: `${prefix}-${randomUUID()}`,
+		thread: `${prefix}-${globalThis.crypto.randomUUID()}`,
 		resource: prefix,
 		options: {
 			lastMessages: 10,
@@ -26669,6 +26673,10 @@ function isLikelyBase64Content(value) {
 	if (value.length < 16 || value.length % 4 !== 0 || /\s/.test(value) || isLikelyFilesystemPath(value)) return false;
 	return /^[A-Za-z0-9+/]+={0,2}$/.test(value);
 }
+/**
+* Decodes a stored attachment payload (data URI, raw base64, Buffer, or typed array) into bytes.
+* Returns undefined for remote URLs, filesystem paths, and anything that isn't a decodable payload.
+*/
 function decodeImageBuffer(value) {
 	if (typeof Buffer !== "undefined" && Buffer.isBuffer(value)) return value;
 	if (value instanceof Uint8Array) return Buffer.from(value);
@@ -28530,6 +28538,145 @@ function makePart(msg, partIndex, type, fullText, detail, toolName) {
 		toolName
 	};
 }
+const PROVIDER_FILE_ID_PATTERN = /^file-[A-Za-z0-9_-]+$/;
+const REUSABLE_URL_PATTERN = /^[a-z][a-z0-9+.-]*:\/\/\S+$/i;
+const DATA_URI_PATTERN = /^data:([^;,]*)/i;
+const INLINE_DATA_OMITTED = "(inline data omitted)";
+/**
+* Reads the payload and media type of a stored image/file part. Stored parts use the v4
+* (`data`/`mimeType`) or v5 (`url`/`mediaType`) shape; prompt-style image parts carry the
+* payload in `image`. A data URI's header supplies the media type when none was stored.
+*/
+function readAttachmentPayload(part) {
+	const payload = part.image ?? part.data ?? part.url;
+	const payloadString = payload instanceof URL ? payload.href : typeof payload === "string" ? payload.trim() : "";
+	const dataUriMatch = DATA_URI_PATTERN.exec(payloadString);
+	const mediaType = [
+		part.mimeType,
+		part.mediaType,
+		dataUriMatch?.[1]
+	].find((v) => typeof v === "string" && v.length > 0);
+	const hasBytes = payload instanceof Uint8Array || payload instanceof ArrayBuffer;
+	return {
+		payload,
+		payloadString,
+		isDataUri: dataUriMatch !== null,
+		hasBytes,
+		mediaType
+	};
+}
+/** Returns the reference text for a payload the agent can reuse, or undefined for inline data. */
+function describeReusableReference(payloadString) {
+	if (PROVIDER_FILE_ID_PATTERN.test(payloadString)) return `file id: ${payloadString}`;
+	if (REUSABLE_URL_PATTERN.test(payloadString)) return `url: ${payloadString}`;
+}
+/**
+* Renders an image/file part with its media type and, when the stored payload is a reusable
+* reference (URL or provider file ID), that reference so the agent can reuse the attachment.
+* Inline payloads (data URIs, base64, bytes) are never rendered.
+*/
+function formatAttachmentPart(partType, part) {
+	const filename = typeof part.filename === "string" && part.filename ? `: ${part.filename}` : "";
+	const { payloadString, isDataUri, hasBytes, mediaType } = readAttachmentPayload(part);
+	let reference = "";
+	if (!isDataUri && payloadString) reference = describeReusableReference(payloadString) ?? INLINE_DATA_OMITTED;
+	else if (isDataUri || hasBytes) reference = INLINE_DATA_OMITTED;
+	return [
+		`[${partType === "image" ? "Image" : "File"}${filename}]`,
+		mediaType,
+		reference
+	].filter(Boolean).join(" ");
+}
+const INLINE_MEDIA_PART_TYPES = /* @__PURE__ */ new Set([
+	"media",
+	"image-data",
+	"file-data",
+	"image",
+	"file"
+]);
+/**
+* Replaces inline media payloads nested in a stored tool result (for example a `media` part in
+* `modelOutput`, or a viewed attachment) with a placeholder, so rendering the result as text never
+* dumps base64. URLs and provider file IDs are kept because the agent can reuse them.
+*/
+function omitInlineMediaPayloads(value, seen = /* @__PURE__ */ new WeakMap()) {
+	if (typeof value !== "object" || value === null) return value;
+	if (seen.has(value)) return seen.get(value);
+	if (Array.isArray(value)) {
+		const items = [];
+		seen.set(value, items);
+		for (const item of value) items.push(omitInlineMediaPayloads(item, seen));
+		return items;
+	}
+	const record = value;
+	const isMediaPart = typeof record.type === "string" && INLINE_MEDIA_PART_TYPES.has(record.type);
+	const result = {};
+	seen.set(value, result);
+	for (const [key, entry] of Object.entries(record)) if (isMediaPart && (key === "data" || key === "image") && typeof entry === "string" && !describeReusableReference(entry.trim())) result[key] = INLINE_DATA_OMITTED;
+	else result[key] = omitInlineMediaPayloads(entry, seen);
+	return result;
+}
+/**
+* Media types the model can be handed directly. Mirrors the observational memory observer's
+* default `observeAttachments` allowlist — anything else (docx, pptx, video, …) is not a type
+* providers accept as an inline part, so it stays text-only.
+*/
+function isViewableAttachmentMediaType(mediaType) {
+	if (!mediaType) return false;
+	const normalized = mediaType.toLowerCase();
+	return normalized.startsWith("image/") || normalized === "application/pdf";
+}
+/** Mirrors core's DEFAULT_MAX_MEDIA_BYTES cap on inline media results. */
+const MAX_VIEWABLE_ATTACHMENT_BYTES = 10 * 1024 * 1024;
+function isRecallAttachmentContent(value) {
+	if (typeof value !== "object" || value === null) return false;
+	const content = value.content;
+	if (!Array.isArray(content) || content.length !== 2) return false;
+	return content.every((part) => {
+		if (typeof part !== "object" || part === null) return false;
+		const { type, text, data, mimeType } = part;
+		if (type === "text") return typeof text === "string";
+		return (type === "image" || type === "file") && typeof data === "string" && typeof mimeType === "string";
+	});
+}
+/**
+* Turns an attachment part into a model-viewable payload. Only inline payloads are returned, as
+* base64 bytes. Everything else — remote URLs, provider file IDs, oversized payloads, unsupported
+* media types — comes back as an explanation for the agent instead.
+*/
+function resolveViewableAttachment(part) {
+	const { payload, payloadString, isDataUri, hasBytes, mediaType } = readAttachmentPayload(part);
+	if (!payloadString && !hasBytes) return { note: "This attachment has no stored payload to show." };
+	if (!isViewableAttachmentMediaType(mediaType)) return { note: mediaType ? `Attachments of type ${mediaType} can't be shown inline. Use the attachment's url or file id if you need to reference it.` : "This attachment has no media type recorded, so it can't be shown inline." };
+	if (isHttpUrlString(payloadString)) return { note: "This attachment is stored at a remote URL, so it can't be shown inline. Use its url if you need to reference it." };
+	if (payloadString.length * .75 > MAX_VIEWABLE_ATTACHMENT_BYTES) return { note: "This attachment is too large to show inline." };
+	const bytes = decodeImageBuffer(isDataUri ? `data:${payloadString.slice(5)}` : payloadString || payload);
+	if (!bytes) return { note: "This attachment's payload is not inline data, so it can't be shown." };
+	if (bytes.byteLength > MAX_VIEWABLE_ATTACHMENT_BYTES) return { note: "This attachment is too large to show inline." };
+	return {
+		data: bytes.toString("base64"),
+		mimeType: mediaType
+	};
+}
+/**
+* Presents a resolved attachment to the model as a native base64 `media` part alongside its text
+* description.
+*/
+function recallAttachmentToModelOutput(output) {
+	if (!isRecallAttachmentContent(output)) return void 0;
+	const [textPart, attachment] = output.content;
+	return {
+		type: "content",
+		value: [{
+			type: "text",
+			text: textPart.text
+		}, {
+			type: "media",
+			data: attachment.data,
+			mediaType: attachment.mimeType
+		}]
+	};
+}
 function formatMessageParts(msg, detail) {
 	const parts = [];
 	if (typeof msg.content === "string") {
@@ -28562,7 +28709,7 @@ function formatMessageParts(msg, detail) {
 				}
 				if (inv.state === "result") {
 					const { value: resultValue } = resolveToolResultValue(part, inv.result);
-					const resultStr = formatToolResultForObserver(resultValue, { maxTokens: HIGH_DETAIL_TOOL_RESULT_TOKENS });
+					const resultStr = formatToolResultForObserver(omitInlineMediaPayloads(resultValue), { maxTokens: HIGH_DETAIL_TOOL_RESULT_TOKENS });
 					const fullText = `[Tool Result: ${inv.toolName}]\n${resultStr}`;
 					parts.push(makePart(msg, i, "tool-result", fullText, detail, inv.toolName));
 				}
@@ -28585,25 +28732,14 @@ function formatMessageParts(msg, detail) {
 		} else if (partType === "tool-result") {
 			const toolName = part.toolName;
 			if (toolName) {
-				const fullText = `[Tool Result: ${toolName}]\n${formatToolResultForObserver(part.output ?? part.result, { maxTokens: HIGH_DETAIL_TOOL_RESULT_TOKENS })}`;
+				const fullText = `[Tool Result: ${toolName}]\n${formatToolResultForObserver(omitInlineMediaPayloads(part.output ?? part.result), { maxTokens: HIGH_DETAIL_TOOL_RESULT_TOKENS })}`;
 				parts.push(makePart(msg, i, "tool-result", fullText, detail, toolName));
 			}
 		} else if (partType === "reasoning") {
 			const reasoning = part.reasoning ?? part.text;
 			if (reasoning) parts.push(makePart(msg, i, "reasoning", reasoning, detail));
-		} else if (partType === "image" || partType === "file") {
-			const filename = part.filename;
-			const label = filename ? `: ${filename}` : "";
-			const fullText = `[${partType === "image" ? "Image" : "File"}${label}]`;
-			parts.push({
-				messageId: msg.id,
-				partIndex: i,
-				role: msg.role,
-				type: partType,
-				text: fullText,
-				fullText
-			});
-		} else if (partType?.startsWith("data-")) {} else if (partType) {
+		} else if (partType === "image" || partType === "file") parts.push(makePart(msg, i, partType, formatAttachmentPart(partType, part), detail));
+		else if (partType?.startsWith("data-")) {} else if (partType) {
 			const fullText = `[${partType}]`;
 			parts.push({
 				messageId: msg.id,
@@ -28776,6 +28912,29 @@ async function recallPart({ memory, threadId, resourceId, cursor, partIndex, cha
 		note
 	};
 }
+async function recallAttachmentView({ memory, threadId, resourceId, cursor, partIndex, threadScope, retrievalScope = "thread" }) {
+	if (!memory || typeof memory.getMemoryStore !== "function") throw new Error("Memory instance is required for recall");
+	if (!threadId) throw new Error("Thread ID is required for recall");
+	const resolved = await resolveCursorMessage(memory, cursor, {
+		resourceId,
+		threadScope,
+		enforceThreadScope: retrievalScope !== "resource"
+	});
+	if ("hint" in resolved) return { messages: resolved.hint };
+	const rawPart = getMessageParts(resolved)[partIndex];
+	const partType = rawPart?.type;
+	if (!rawPart || partType !== "image" && partType !== "file") return { messages: `Part ${partIndex} of message ${cursor} is ${rawPart ? `a ${partType ?? "unknown"}-type part` : "missing"}, not an attachment. Call recall with the same cursor and partIndex without viewAttachment to read it.` };
+	const resolvedAttachment = resolveViewableAttachment(rawPart);
+	if ("note" in resolvedAttachment) return { messages: `${formatAttachmentPart(partType, rawPart)} — ${resolvedAttachment.note}` };
+	return { content: [{
+		type: "text",
+		text: formatAttachmentPart(partType, rawPart)
+	}, {
+		type: partType === "image" ? "image" : "file",
+		data: resolvedAttachment.data,
+		mimeType: resolvedAttachment.mimeType
+	}] };
+}
 async function recallMessages({ memory, threadId, resourceId, cursor, page = 1, limit = 20, detail = "low", partType, toolName, threadScope, retrievalScope = "thread", maxTokens = DEFAULT_MAX_RESULT_TOKENS }) {
 	if (!memory) throw new Error("Memory instance is required for recall");
 	if (!threadId) throw new Error("Thread ID is required for recall");
@@ -29061,11 +29220,15 @@ const recallTool = (_memoryConfig, options) => {
 					type: "integer",
 					minimum: 0,
 					description: "Continue reading a truncated single part from this position. Pass the exact nextCharOffset value returned by a previous call; do not compute it yourself. Only applies with cursor and partIndex in mode=\"messages\"."
+				},
+				viewAttachment: {
+					type: "boolean",
+					description: "Show the actual attachment instead of just describing it. Requires cursor and partIndex, and only applies when that part is an image or file. Use it after recall shows you an attachment you need to look at."
 				}
 			}
 		},
 		execute: async (inputData, context) => {
-			const { mode, query, cursor, threadId: explicitThreadId, anchor, page, limit, detail, partType, toolName, partIndex, charOffset, before, after } = inputData;
+			const { mode, query, cursor, threadId: explicitThreadId, anchor, page, limit, detail, partType, toolName, partIndex, charOffset, before, after, viewAttachment } = inputData;
 			const memory = context?.memory;
 			const currentThreadId = context?.agent?.threadId;
 			const resourceId = context?.agent?.resourceId;
@@ -29154,6 +29317,7 @@ const recallTool = (_memoryConfig, options) => {
 				targetThreadId = resolved.threadId;
 			}
 			if (!targetThreadId) throw new Error("Thread ID is required for recall");
+			if (viewAttachment && (!cursor || partIndex === void 0 || partIndex === null)) return { messages: "viewAttachment needs both cursor and partIndex so it knows which attachment to show. Call recall with cursor, partIndex, and viewAttachment: true." };
 			if (!cursor) {
 				const result = await recallThreadFromStart({
 					memory,
@@ -29172,16 +29336,27 @@ const recallTool = (_memoryConfig, options) => {
 				};
 				return result;
 			}
-			if (partIndex !== void 0 && partIndex !== null) return recallPart({
-				memory,
-				threadId: targetThreadId,
-				resourceId,
-				cursor,
-				partIndex,
-				charOffset,
-				threadScope,
-				retrievalScope
-			});
+			if (partIndex !== void 0 && partIndex !== null) {
+				if (viewAttachment) return recallAttachmentView({
+					memory,
+					threadId: targetThreadId,
+					resourceId,
+					cursor,
+					partIndex,
+					threadScope,
+					retrievalScope
+				});
+				return recallPart({
+					memory,
+					threadId: targetThreadId,
+					resourceId,
+					cursor,
+					partIndex,
+					charOffset,
+					threadScope,
+					retrievalScope
+				});
+			}
 			return recallMessages({
 				memory,
 				threadId: targetThreadId,
@@ -29195,7 +29370,8 @@ const recallTool = (_memoryConfig, options) => {
 				threadScope,
 				retrievalScope
 			});
-		}
+		},
+		toModelOutput: recallAttachmentToModelOutput
 	});
 };
 /**
@@ -30138,7 +30314,7 @@ function stripReflectionGroupMetadata(body) {
 	return body.replace(/^_range:\s*`[^`]*`_\s*\n?/m, "").trim();
 }
 function generateAnchorId() {
-	return randomBytes(8).toString("hex");
+	return Buffer.from(globalThis.crypto.getRandomValues(/* @__PURE__ */ new Uint8Array(8))).toString("hex");
 }
 function wrapInObservationGroup(observations, range, id = generateAnchorId(), _sourceGroupIds, kind) {
 	const content = observations.trim();
@@ -33462,7 +33638,7 @@ function inferReproIdRemap(preMessages, postMessages) {
 }
 function createOmReproCaptureDir(threadId, label) {
 	const sanitizedThreadId = sanitizeCapturePathSegment(threadId);
-	const captureDir = join(process.cwd(), getOmReproCaptureDir(), sanitizedThreadId, `${Date.now()}-${label}-${randomUUID()}`);
+	const captureDir = join(process.cwd(), getOmReproCaptureDir(), sanitizedThreadId, `${Date.now()}-${label}-${globalThis.crypto.randomUUID()}`);
 	mkdirSync(captureDir, { recursive: true });
 	return captureDir;
 }
@@ -37987,18 +38163,19 @@ Notes:
 		const embedResult = await this.embedMessageContent(text);
 		if (embedResult.embeddings.length === 0 || embedResult.dimension === void 0) return;
 		const { indexName } = await this.createObservationEmbeddingIndex(embedResult.dimension);
-		const ids = embedResult.chunks.map((_, chunkIndex) => {
-			const hash = createHash("sha256").update(JSON.stringify([
+		const ids = [];
+		for (const [chunkIndex] of embedResult.chunks.entries()) {
+			const hash = Buffer.from(await globalThis.crypto.subtle.digest("SHA-256", new TextEncoder().encode(JSON.stringify([
 				resourceId,
 				threadId,
 				groupId,
 				chunkIndex
-			])).digest();
+			]))));
 			hash[6] = hash[6] & 15 | 128;
 			hash[8] = hash[8] & 63 | 128;
 			const hex = hash.toString("hex", 0, 16);
-			return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
-		});
+			ids.push(`${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`);
+		}
 		await this.vector.upsert({
 			indexName,
 			ids,
@@ -49650,4 +49827,4 @@ const agentBuilderWorkflows = {
 //#endregion
 export { agentBuilderWorkflows };
 
-//# sourceMappingURL=dist-CYk5xS3y.js.map
+//# sourceMappingURL=dist-B2EGPe0Y.js.map