@mastra/duckdb 1.14.0 → 1.14.1-alpha.0

package/dist/{observability-DJafBDSz.cjs → observability-G5gsNol7.cjs}

@@ -108,7 +108,22 @@ CREATE TABLE IF NOT EXISTS span_events (
   links JSON,
   input JSON,
   output JSON,
-  error JSON
+  error JSON,
+
+  -- Previews of input/output/error in the shared core format, set on the
+  -- event rows that carry the matching payload ('' = nothing to preview).
+  -- NULL marks a row written before previews were stored, or a row that does
+  -- not carry that payload.
+  inputPreview VARCHAR,
+  outputPreview VARCHAR,
+  errorPreview VARCHAR,
+
+  -- Whether this row carries a non-null input/output/error payload. Lets the
+  -- light trace list pick each preview's row without reading the payloads.
+  -- NULL on rows written before these columns existed.
+  hasInputPayload BOOLEAN,
+  hasOutputPayload BOOLEAN,
+  hasErrorPayload BOOLEAN
 )`;
 /** DDL for the metric_events append-only table. */
 const METRIC_EVENTS_DDL = `
@@ -349,6 +364,12 @@ const ALL_MIGRATIONS = [
 	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
 	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
 	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS rootEntityVersionId VARCHAR`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS inputPreview VARCHAR`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS outputPreview VARCHAR`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS errorPreview VARCHAR`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS hasInputPayload BOOLEAN`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS hasOutputPayload BOOLEAN`,
+	`ALTER TABLE span_events ADD COLUMN IF NOT EXISTS hasErrorPayload BOOLEAN`,
 	`ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
 	`ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
 	`ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
@@ -679,6 +700,46 @@ function buildPaginationClause(pagination) {
 	};
 }
 //#endregion
+//#region src/storage/domains/observability/preview-compat.ts
+const generator = _mastra_core_storage.buildStoredPreview;
+const canGeneratePreviews = typeof generator === "function";
+/** SQL detection only; preview formatting stays in TypeScript. Empty strings are intentional. */
+function missingPreviewSql(column) {
+	return canGeneratePreviews ? `${column} IS NULL` : "FALSE";
+}
+function needsPreview(value) {
+	return canGeneratePreviews && value == null;
+}
+function storedPreview(preview, value, serialized) {
+	return canGeneratePreviews ? generator(preview, value, serialized) : preview ?? null;
+}
+function readPreview(preview, payload, jsonEncoded = false) {
+	const supplied = preview;
+	if (!canGeneratePreviews) return supplied ?? null;
+	if (supplied != null) return supplied.trim() || null;
+	let value = payload;
+	if (needsPreview(preview) && jsonEncoded && typeof payload === "string") try {
+		value = JSON.parse(payload);
+	} catch {
+		value = null;
+	}
+	return storedPreview(supplied, value, jsonEncoded && typeof payload === "string" ? payload : void 0) || null;
+}
+/** Older response builders may shorten previews or turn empty strings into null. */
+function buildSpanQueryResponse(...args) {
+	if (canGeneratePreviews) return _mastra_core_storage.buildSpanQueryResponse(...args);
+	const [plan, selected, payloads, metrics] = args;
+	const response = _mastra_core_storage.buildSpanQueryResponse(plan, selected, [], metrics);
+	const byIdentity = new Map(payloads.map((payload) => [_mastra_core_storage.spanQueryIdentityKey(payload), payload]));
+	for (const span of response.spans) {
+		const payload = byIdentity.get(_mastra_core_storage.spanQueryIdentityKey(span));
+		span.inputPreview = payload?.inputPreview ?? null;
+		span.outputPreview = payload?.outputPreview ?? null;
+		span.errorPreview = payload?.errorPreview ?? null;
+	}
+	return response;
+}
+//#endregion
 //#region src/storage/domains/observability/helpers.ts
 /** Shorthand for {@link DuckDBConnection.sqlValue}. */
 const v = require_features.DuckDBConnection.sqlValue;
@@ -759,6 +820,18 @@ function parseJsonArray(value) {
 	const parsed = parseJson(value);
 	return Array.isArray(parsed) ? parsed : null;
 }
+/**
+* Preview of a payload read back from a span_events JSON column, for rows written before previews
+* were stored. JSON text goes through `buildPreviewFromJson`, so the result matches what the writer
+* would have stored for the same value; an already decoded value goes through `buildPreview`.
+*/
+function previewFromPayload(value) {
+	return readPreview(null, value, typeof value === "string");
+}
+/** A stored preview as the API returns it: `''` (nothing to preview) and NULL both become null. */
+function apiPreview(value) {
+	return readPreview(value);
+}
 //#endregion
 //#region src/storage/domains/observability/polling.ts
 const OBSERVABILITY_DELTA_POLLING_FEATURE = "observability-delta-polling";
@@ -2962,7 +3035,12 @@ const TRACE_SELECT = `
   r.entityId AS entityId,
   r.parentSpanId AS parentSpanId,
   r.metadata AS metadata,
-  ${payloadColumnSql("r.input")} AS input,
+  r.inputPreview AS inputPreview,
+  r.outputPreview AS outputPreview,
+  r.errorPreview AS errorPreview,
+  r.eventType AS rootEventType,
+  r.timestamp AS rootTimestamp,
+  r.cursorId AS rootCursorId,
   r.threadId AS threadId,
   r.resourceId AS resourceId,
   r.startedAt AS startedAt,
@@ -3613,12 +3691,44 @@ async function getTraceQueryValues(db, plan) {
 function asIsoTimestamp(value) {
 	return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
 }
+const TRACE_PREVIEW_PAYLOADS = [
+	["inputPreview", "input"],
+	["outputPreview", "output"],
+	["errorPreview", "error"]
+];
+/**
+* Builds the previews of listed roots whose current row was written before previews were stored
+* (NULL preview), from that same row's payload. Only the flagged rows' payloads are read, so the
+* fallback fades out as old rows age out of the listed range. Rows written since then carry a
+* non-NULL preview (`''` when there is nothing to preview) for every payload they hold.
+*/
+async function fillMissingTracePreviews(db, rows) {
+	const flagged = rows.filter((row) => row.traceId != null && TRACE_PREVIEW_PAYLOADS.some(([preview]) => needsPreview(row[preview])));
+	if (flagged.length === 0) return;
+	const values = [];
+	const where = flagged.map((row) => {
+		values.push(row.traceId, row.rootSpanId, row.rootEventType, row.rootTimestamp, row.rootCursorId);
+		return "(traceId = ? AND spanId = ? AND eventType = ? AND timestamp = ? AND cursorId IS NOT DISTINCT FROM ?)";
+	}).join(" OR ");
+	const payloads = await db.query(`SELECT traceId,
+      ${payloadColumnSql("input")} AS input,
+      ${payloadColumnSql("output")} AS output,
+      error
+    FROM span_events
+    WHERE parentSpanId IS NULL AND (${where})`, values);
+	const byTrace = new Map(payloads.map((payload) => [String(payload.traceId), payload]));
+	for (const row of flagged) {
+		const payload = byTrace.get(String(row.traceId));
+		for (const [preview, column] of TRACE_PREVIEW_PAYLOADS) if (needsPreview(row[preview])) row[preview] = previewFromPayload(payload?.[column] ?? null);
+	}
+}
 async function queryTraces(db, plan) {
 	if (plan.paginationMode === "delta") assertDeltaPollingEnabled();
 	if (plan.paginationMode === "page") {
 		const query = compileDuckDBTraceQuery(plan);
 		const rows = await db.query(query.sql, query.values);
 		const total = Number(rows[0]?.total ?? 0);
+		await fillMissingTracePreviews(db, rows);
 		const traces = rows.filter((row) => row.traceId != null).map((row) => ({
 			traceId: String(row.traceId),
 			rootSpanId: String(row.rootSpanId),
@@ -3627,7 +3737,9 @@ async function queryTraces(db, plan) {
 			parentSpanId: row.parentSpanId ?? null,
 			createdAt: asIsoTimestamp(row.startedAt),
 			metadata: parseJson(row.metadata) ?? null,
-			inputPreview: _mastra_core_storage.buildInputPreview(row.input) ?? null,
+			inputPreview: apiPreview(row.inputPreview),
+			outputPreview: apiPreview(row.outputPreview),
+			errorPreview: apiPreview(row.errorPreview),
 			threadId: row.threadId == null ? null : String(row.threadId),
 			resourceId: row.resourceId == null ? null : String(row.resourceId),
 			startedAt: asIsoTimestamp(row.startedAt),
@@ -3663,6 +3775,7 @@ async function queryTraces(db, plan) {
 			}) : null }
 		});
 	}
+	await fillMissingTracePreviews(db, visibleRows);
 	const traces = visibleRows.map((row) => ({
 		traceId: String(row.traceId),
 		rootSpanId: String(row.rootSpanId),
@@ -3671,7 +3784,9 @@ async function queryTraces(db, plan) {
 		parentSpanId: row.parentSpanId ?? null,
 		createdAt: asIsoTimestamp(row.startedAt),
 		metadata: parseJson(row.metadata) ?? null,
-		inputPreview: _mastra_core_storage.buildInputPreview(row.input) ?? null,
+		inputPreview: apiPreview(row.inputPreview),
+		outputPreview: apiPreview(row.outputPreview),
+		errorPreview: apiPreview(row.errorPreview),
 		threadId: row.threadId == null ? null : String(row.threadId),
 		resourceId: row.resourceId == null ? null : String(row.resourceId),
 		startedAt: asIsoTimestamp(row.startedAt),
@@ -3834,6 +3949,11 @@ function compileDuckDBSpanQuery(plan) {
 		values
 	};
 }
+const previewPayloads = [
+	["inputPreview", payloadColumnSql("input")],
+	["outputPreview", payloadColumnSql("output")],
+	["errorPreview", "error"]
+];
 async function querySpans(db, plan) {
 	const deadline = performance.now() + _mastra_core_storage.TRACE_QUERY_DEFAULT_TIMEOUT_MS;
 	const query = async (sql, values) => {
@@ -3862,9 +3982,24 @@ async function querySpans(db, plan) {
 		payloadValues.push(row.cursorId, row.endedAt);
 		return `(${key} AND cursorId IS NOT DISTINCT FROM ? AND endedAt = ?)`;
 	}).join(" OR ");
-	const payloads = await query(`SELECT DISTINCT ${identities},
-    substring(CAST(${payloadColumnSql("input")} AS VARCHAR), 1, ${_mastra_core_storage.SPAN_QUERY_MAX_PREVIEW_CHARACTERS + 1}) AS inputPreview, substring(CAST(${payloadColumnSql("output")} AS VARCHAR), 1, ${_mastra_core_storage.SPAN_QUERY_MAX_PREVIEW_CHARACTERS + 1}) AS outputPreview
-    FROM span_events WHERE ${payloadWhere}`, payloadValues);
+	const payloads = (await query(`SELECT DISTINCT ${identities},
+    ${previewPayloads.map(([preview, payload]) => `${preview}, CASE WHEN ${missingPreviewSql(preview)} THEN CAST(${payload} AS VARCHAR) END AS ${preview}Payload`).join(",\n    ")}
+    FROM span_events WHERE ${payloadWhere}`, payloadValues)).map((row) => {
+		const payload = {
+			organizationId: row.organizationId,
+			resourceId: row.resourceId,
+			traceId: row.traceId,
+			spanId: row.spanId,
+			inputPreview: null,
+			outputPreview: null,
+			errorPreview: null
+		};
+		for (const [preview] of previewPayloads) {
+			const stored = row[preview];
+			payload[preview] = readPreview(stored, row[`${preview}Payload`], true);
+		}
+		return payload;
+	});
 	const metricValues = [];
 	const metricWhere = keys(page, metricValues);
 	const metrics = await query(`SELECT ${identities}, name, estimatedCost, costUnit,
@@ -3873,7 +4008,7 @@ async function querySpans(db, plan) {
     FROM metric_events WHERE (${metricWhere}) AND name LIKE 'mastra_model_%'
     LIMIT ${_mastra_core_storage.SPAN_QUERY_MAX_COST_METRICS + 1}`, metricValues);
 	if (metrics.length > _mastra_core_storage.SPAN_QUERY_MAX_COST_METRICS) throw new _mastra_core_storage.TraceQueryResourceLimitError();
-	return _mastra_core_storage.buildSpanQueryResponse(plan, selected, payloads, metrics);
+	return buildSpanQueryResponse(plan, selected, payloads, metrics);
 }
 //#endregion
 //#region src/storage/domains/observability/trace-aggregate.ts
@@ -4233,7 +4368,13 @@ const COLUMNS_SQL = [
 	"input",
 	"output",
 	"error",
-	"requestContext"
+	"requestContext",
+	"inputPreview",
+	"outputPreview",
+	"errorPreview",
+	"hasInputPayload",
+	"hasOutputPayload",
+	"hasErrorPayload"
 ].join(", ");
 const PAYLOAD_COLUMN_SET = new Set(SPAN_PAYLOAD_COLUMNS);
 /**
@@ -4245,6 +4386,32 @@ const PAYLOAD_COLUMN_SET = new Set(SPAN_PAYLOAD_COLUMNS);
 function argMaxNonNull(col) {
 	return `arg_max(${col}, timestamp) FILTER (WHERE ${col} IS NOT NULL${PAYLOAD_COLUMN_SET.has(col) ? ` AND ${col} <> '${JSON_NULL_PLACEHOLDER}'` : ""}) as ${col}`;
 }
+/** The payload column each stored preview column describes, and its payload-presence flag. */
+const PREVIEW_PAYLOADS = [
+	[
+		"inputPreview",
+		"input",
+		"hasInputPayload"
+	],
+	[
+		"outputPreview",
+		"output",
+		"hasOutputPayload"
+	],
+	[
+		"errorPreview",
+		"error",
+		"hasErrorPayload"
+	]
+];
+/**
+* Select the preview from the latest event carrying its payload (or an explicit preview).
+* Wrapping the preview preserves NULL on that event instead of reviving an older preview.
+* The stored presence flag tells blank content from a payload-less event without reading the
+* payload. Rows written before the flag (NULL) always qualify: their NULL preview sends the span
+* to {@link fillMissingReconstructedPreviews}, which rebuilds it from the payloads.
+*/
+const RECONSTRUCT_PREVIEWS_SQL = PREVIEW_PAYLOADS.map(([preview, , present]) => `(coalesce(arg_max(struct_pack(value := ${preview}), timestamp) FILTER (WHERE coalesce(${present}, true) OR ${preview} <> ''), arg_max(struct_pack(value := ${preview}), timestamp))).value as ${preview}`).join(",\n    ");
 const SPAN_RECONSTRUCT_SELECT = `
   SELECT
     traceId, spanId,
@@ -4300,8 +4467,8 @@ const SPAN_RECONSTRUCT_SELECT_LIGHT = `
 `;
 /**
 * Lightweight list variant — also reconstructs `metadata` for the list's
-* configurable columns and `input` so the row mapper can derive `inputPreview`
-* without shipping the blob to the caller.
+* configurable columns and the stored previews (see {@link RECONSTRUCT_PREVIEWS_SQL}),
+* so the list never ships the payload blobs to the caller.
 */
 const SPAN_RECONSTRUCT_SELECT_LIGHT_LIST = `
   SELECT
@@ -4319,7 +4486,7 @@ const SPAN_RECONSTRUCT_SELECT_LIGHT_LIST = `
     ${argMaxNonNull("resourceId")},
     ${argMaxNonNull("error")},
     ${argMaxNonNull("metadata")},
-    ${argMaxNonNull("input")}
+    ${RECONSTRUCT_PREVIEWS_SQL}
   FROM span_events
 `;
 /**
@@ -4441,6 +4608,26 @@ function rowToLightSpanRecord(row) {
 		updatedAt: rowEndedAt(row)
 	};
 }
+/**
+* Builds the previews of spans written before previews were stored (NULL after
+* {@link RECONSTRUCT_PREVIEWS_SQL}) from those spans' reconstructed payloads. Runs only while such
+* spans are on the page.
+*/
+async function fillMissingReconstructedPreviews(db, rows) {
+	const flagged = rows.filter((row) => PREVIEW_PAYLOADS.some(([preview]) => needsPreview(row[preview])));
+	if (flagged.length === 0) return;
+	const traceIds = [...new Set(flagged.map((row) => row.traceId))];
+	const payloads = await db.query(`SELECT traceId, spanId, ${PREVIEW_PAYLOADS.map(([, payload]) => argMaxNonNull(payload)).join(", ")}
+     FROM span_events
+     WHERE traceId IN (${traceIds.map(() => "?").join(", ")})
+       AND (traceId, spanId) IN (SELECT * FROM (VALUES ${flagged.map(() => "(?, ?)").join(", ")}))
+     GROUP BY traceId, spanId`, [...traceIds, ...flagged.flatMap((row) => [row.traceId, row.spanId])]);
+	const byKey = new Map(payloads.map((payload) => [`${payload.traceId}\u0000${payload.spanId}`, payload]));
+	for (const row of flagged) {
+		const payload = byKey.get(`${row.traceId}\u0000${row.spanId}`);
+		for (const [preview, column] of PREVIEW_PAYLOADS) if (needsPreview(row[preview])) row[preview] = previewFromPayload(payload?.[column] ?? null);
+	}
+}
 function rowToLightSpanRecordWithPreview(row) {
 	const record = rowToLightSpanRecord(row);
 	return {
@@ -4449,7 +4636,9 @@ function rowToLightSpanRecordWithPreview(row) {
 		threadId: row.threadId ?? null,
 		resourceId: row.resourceId ?? null,
 		metadata: parseJson(row.metadata),
-		inputPreview: (0, _mastra_core_storage.buildInputPreview)(row.input)
+		inputPreview: apiPreview(row.inputPreview),
+		outputPreview: apiPreview(row.outputPreview),
+		errorPreview: apiPreview(row.errorPreview)
 	};
 }
 function rowToSpanRecord(row) {
@@ -4607,6 +4796,28 @@ function partitionAnchorFilters(filters) {
 		hasChildError
 	};
 }
+/** JSON text of a payload value, or null when it is missing. */
+function serializePayload(value) {
+	if (value === null || value === void 0) return null;
+	return JSON.stringify(value) ?? null;
+}
+/**
+* The payload JSON and stored preview for one payload slot of an event row. A row that carries the
+* slot gets a preview built from the serialized value actually written, unless the record carries
+* an upstream preview; `''` when there is nothing to preview. A row that does not carry the slot
+* gets no payload and `''`, so a NULL preview only ever means a row written before previews.
+*/
+function previewOf(carried, value, upstream) {
+	if (!carried) return {
+		json: null,
+		preview: ""
+	};
+	const json = serializePayload(value);
+	return {
+		json,
+		preview: storedPreview(upstream, json === null ? null : value, json)
+	};
+}
 function toValuesTuple(row) {
 	return [
 		v(row.eventType),
@@ -4641,10 +4852,16 @@ function toValuesTuple(row) {
 		jsonV(row.tags),
 		jsonV(row.scope),
 		jsonV(row.links),
-		payloadJsonV(row.input),
-		payloadJsonV(row.output),
-		jsonV(row.error),
-		payloadJsonV(row.requestContext)
+		row.input === null ? payloadJsonV(null) : v(row.input),
+		row.output === null ? payloadJsonV(null) : v(row.output),
+		row.error === null ? "NULL" : v(row.error),
+		payloadJsonV(row.requestContext),
+		v(row.inputPreview),
+		v(row.outputPreview),
+		v(row.errorPreview),
+		v(row.hasInputPayload),
+		v(row.hasOutputPayload),
+		v(row.hasErrorPayload)
 	].join(", ");
 }
 async function insertSpanEvents(db, rows) {
@@ -4654,6 +4871,7 @@ async function insertSpanEvents(db, rows) {
 }
 function createStartSpanRow(s) {
 	const payloadOnEndRow = !!s.endedAt && !s.isEvent;
+	const input = previewOf(!payloadOnEndRow, s.input, s.inputPreview);
 	return {
 		eventType: "start",
 		timestamp: s.startedAt,
@@ -4686,13 +4904,22 @@ function createStartSpanRow(s) {
 		tags: s.tags == null ? null : normalizeTags(s.tags),
 		scope: s.scope ?? null,
 		links: null,
-		input: payloadOnEndRow ? null : s.input ?? null,
+		input: input.json,
 		output: null,
 		error: null,
-		requestContext: payloadOnEndRow ? null : s.requestContext ?? null
+		requestContext: payloadOnEndRow ? null : s.requestContext ?? null,
+		inputPreview: input.preview,
+		outputPreview: "",
+		errorPreview: "",
+		hasInputPayload: input.json !== null,
+		hasOutputPayload: false,
+		hasErrorPayload: false
 	};
 }
 function createEndSpanRow(s) {
+	const input = previewOf(true, s.input, s.inputPreview);
+	const output = previewOf(true, s.output, s.outputPreview);
+	const error = previewOf(true, s.error, s.errorPreview);
 	return {
 		eventType: "end",
 		timestamp: s.endedAt,
@@ -4725,10 +4952,16 @@ function createEndSpanRow(s) {
 		tags: s.tags == null ? null : normalizeTags(s.tags),
 		scope: s.scope ?? null,
 		links: s.links ?? null,
-		input: s.input ?? null,
-		output: s.output ?? null,
-		error: s.error ?? null,
-		requestContext: s.requestContext ?? null
+		input: input.json,
+		output: output.json,
+		error: error.json,
+		requestContext: s.requestContext ?? null,
+		inputPreview: input.preview,
+		outputPreview: output.preview,
+		errorPreview: error.preview,
+		hasInputPayload: input.json !== null,
+		hasOutputPayload: output.json !== null,
+		hasErrorPayload: error.json !== null
 	};
 }
 /** Insert a 'start' event for a new span. */
@@ -5033,14 +5266,16 @@ async function listTraces(db, args) {
 async function listTracesLight(db, args) {
 	const { filters, pagination, orderBy } = _mastra_core_storage.listTracesArgsSchema.parse(args);
 	const currentDeltaCursor = deltaPollingFeatureEnabled() ? await getTraceDeltaCursor(db, filters) : void 0;
-	const { pagination: resultPagination, spans } = await listTraceRows(db, {
+	const { pagination: resultPagination, spans: rows } = await listTraceRows(db, {
 		filters,
 		pagination,
 		orderBy
-	}, SPAN_RECONSTRUCT_SELECT_LIGHT_LIST, rowToLightSpanRecordWithPreview, (spans) => spans);
+	}, SPAN_RECONSTRUCT_SELECT_LIGHT_LIST, (row) => row, (rows) => rows);
+	const pageRows = rows;
+	await fillMissingReconstructedPreviews(db, pageRows);
 	return {
 		pagination: resultPagination,
-		spans,
+		spans: pageRows.map(rowToLightSpanRecordWithPreview),
 		...deltaPollingFeatureEnabled() ? { deltaCursor: currentDeltaCursor } : {}
 	};
 }
@@ -5731,4 +5966,4 @@ var ObservabilityStorageDuckDB = class ObservabilityStorageDuckDB extends _mastr
 //#endregion
 exports.ObservabilityStorageDuckDB = ObservabilityStorageDuckDB;
 
-//# sourceMappingURL=observability-DJafBDSz.cjs.map
+//# sourceMappingURL=observability-G5gsNol7.cjs.map