@mastra/duckdb 1.10.0-alpha.0 → 1.10.0-alpha.2

package/dist/{observability-CCUvqiBv.js → observability-VRBKtkKz.js}

@@ -1,10 +1,36 @@
-import { t as DuckDBConnection } from "./db-b2jufH0V.js";
+import { t as DuckDBConnection } from "./db-BWgrbB_u.js";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
 import * as coreStorage from "@mastra/core/storage";
-import { BRANCH_SPAN_TYPES, METRIC_DISTINCT_COLUMNS, ObservabilityStorage, buildInputPreview, computeTraceStatus, createStorageErrorId, feedbackRecordSchema, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, toTraceSpans } from "@mastra/core/storage";
+import { BRANCH_SPAN_TYPES, METRIC_DISTINCT_COLUMNS, ObservabilityStorage, buildInputPreview, computeTraceStatus, createStorageErrorId, executeRetentionPrune, feedbackRecordSchema, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, resolveRetentionTargets, retentionCutoffMs, toTraceSpans } from "@mastra/core/storage";
 import { coreFeatures } from "@mastra/core/features";
 import { EntityType } from "@mastra/core/observability";
 import { parseFieldKey } from "@mastra/core/utils";
+//#region src/storage/retention.ts
+function cutoffFor(policy, now = Date.now()) {
+	return new Date(retentionCutoffMs(policy, now));
+}
+function runPrune({ db, domain, targets, options }) {
+	return executeRetentionPrune({
+		domain,
+		targets,
+		options,
+		cutoffFor: (target, now) => cutoffFor(target.policy, now),
+		deleteBatch: (target, cutoff, limit) => db.pruneBatch({
+			tableName: target.table,
+			column: target.column,
+			cutoff,
+			limit
+		})
+	});
+}
+function resolveTargets({ policies, descriptor, order }) {
+	return resolveRetentionTargets({
+		policies,
+		descriptor,
+		order
+	});
+}
+//#endregion
 //#region src/storage/domains/observability/ddl.ts
 /**
 * DDL statements for DuckDB observability tables.
@@ -2394,7 +2420,13 @@ async function createScore(db, args) {
 /** Insert multiple score events in a single statement. */
 async function batchCreateScores(db, args) {
 	if (args.scores.length === 0) return;
-	const tuples = args.scores.map((s) => {
+	const currentScores = /* @__PURE__ */ new Map();
+	for (const score of args.scores) {
+		const key = score.scoreId ?? Symbol();
+		currentScores.delete(key);
+		currentScores.set(key, score);
+	}
+	const tuples = [...currentScores.values()].map((s) => {
 		const legacyScore = s;
 		const scoreSource = legacyScore.scoreSource ?? legacyScore.source ?? null;
 		return `(${[
@@ -2830,6 +2862,11 @@ const FEEDBACK_FIELDS = {
 const TRACE_SELECT = `
   r.traceId AS traceId,
   r.spanId AS rootSpanId,
+  r.name AS name,
+  r.entityId AS entityId,
+  r.parentSpanId AS parentSpanId,
+  r.metadata AS metadata,
+  r.input AS input,
   r.threadId AS threadId,
   r.resourceId AS resourceId,
   r.startedAt AS startedAt,
@@ -3151,6 +3188,27 @@ LIMIT ?`,
 	}
 	const orderField = plan.orderBy.field;
 	const direction = plan.orderBy.direction === "asc" ? "ASC" : "DESC";
+	if (plan.paginationMode === "page") {
+		values.push(plan.perPage, plan.page * plan.perPage);
+		return {
+			sql: `${candidates},
+  page_rows AS (
+    SELECT *, row_number() OVER (ORDER BY ${orderField} ${direction}, traceId ASC) AS __row_position
+    FROM candidates
+    ORDER BY ${orderField} ${direction}, traceId ASC
+    LIMIT ? OFFSET ?
+  ),
+  page_total AS (
+    SELECT COUNT(*) AS total
+    FROM candidates
+  )
+SELECT page_rows.*, page_total.total
+FROM page_total
+LEFT JOIN page_rows ON TRUE
+ORDER BY page_rows.__row_position ASC NULLS LAST`,
+			values
+		};
+	}
 	let pageCondition = "";
 	if (plan.cursor) {
 		pageCondition = `WHERE (${orderField} ${plan.orderBy.direction === "asc" ? ">" : "<"} CAST(? AS TIMESTAMP) OR (${orderField} = CAST(? AS TIMESTAMP) AND traceId > ?))`;
@@ -3277,21 +3335,30 @@ LIMIT ?`,
 		values
 	};
 }
+function isDuckDBResourceLimit(error) {
+	return error instanceof Error && error.message.toLowerCase().includes("out of memory");
+}
+async function runDuckDBDiscoveryQuery(db, query) {
+	try {
+		return await db.query(query.sql, query.values);
+	} catch (error) {
+		if (isDuckDBResourceLimit(error)) throw new coreStorage.TraceQueryResourceLimitError();
+		throw error;
+	}
+}
 async function getTraceQueryObservedFields(db, plan) {
 	if (plan.predicateScope !== "trace") return {
 		observedFields: [],
 		observedFieldsTruncated: false
 	};
-	const query = compileDuckDBTraceQueryObservedFields(plan);
-	const rows = await db.query(query.sql, query.values);
+	const rows = await runDuckDBDiscoveryQuery(db, compileDuckDBTraceQueryObservedFields(plan));
 	return {
 		observedFields: rows.slice(0, plan.limit).map((row) => coreStorage.createTraceQueryObservedFieldDescriptor(String(row.path), Number(row.occurrences))),
 		observedFieldsTruncated: rows.length > plan.limit
 	};
 }
 async function getTraceQueryValues(db, plan) {
-	const query = compileDuckDBTraceQueryValues(plan);
-	const rows = await db.query(query.sql, query.values);
+	const rows = await runDuckDBDiscoveryQuery(db, compileDuckDBTraceQueryValues(plan));
 	return coreStorage.getTraceQueryValuesResponseSchema.parse({
 		values: rows.slice(0, plan.limit).map((row) => ({
 			value: String(row.value),
@@ -3304,6 +3371,38 @@ function asIsoTimestamp(value) {
 	return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
 }
 async function queryTraces(db, plan) {
+	if (plan.paginationMode === "page") {
+		const query = compileDuckDBTraceQuery(plan);
+		const rows = await db.query(query.sql, query.values);
+		const total = Number(rows[0]?.total ?? 0);
+		const traces = rows.filter((row) => row.traceId != null).map((row) => ({
+			traceId: String(row.traceId),
+			rootSpanId: String(row.rootSpanId),
+			name: row.name,
+			entityId: row.entityId ?? null,
+			parentSpanId: row.parentSpanId ?? null,
+			createdAt: asIsoTimestamp(row.startedAt),
+			metadata: parseJson(row.metadata) ?? null,
+			inputPreview: coreStorage.buildInputPreview(row.input) ?? null,
+			threadId: row.threadId == null ? null : String(row.threadId),
+			resourceId: row.resourceId == null ? null : String(row.resourceId),
+			startedAt: asIsoTimestamp(row.startedAt),
+			endedAt: asIsoTimestamp(row.endedAt),
+			entityName: row.entityName == null ? null : String(row.entityName),
+			entityType: row.entityType == null ? null : String(row.entityType),
+			environment: row.environment == null ? null : String(row.environment),
+			status: row.status
+		}));
+		return coreStorage.traceQueryResponseSchema.parse({
+			traces,
+			pagination: {
+				total,
+				page: plan.page,
+				perPage: plan.perPage,
+				hasMore: (plan.page + 1) * plan.perPage < total
+			}
+		});
+	}
 	const query = compileDuckDBTraceQuery(plan);
 	const rows = await db.query(query.sql, query.values);
 	const visibleRows = rows.slice(0, plan.limit);
@@ -3321,6 +3420,12 @@ async function queryTraces(db, plan) {
 	const traces = visibleRows.map((row) => ({
 		traceId: String(row.traceId),
 		rootSpanId: String(row.rootSpanId),
+		name: row.name,
+		entityId: row.entityId ?? null,
+		parentSpanId: row.parentSpanId ?? null,
+		createdAt: asIsoTimestamp(row.startedAt),
+		metadata: parseJson(row.metadata) ?? null,
+		inputPreview: coreStorage.buildInputPreview(row.input) ?? null,
 		threadId: row.threadId == null ? null : String(row.threadId),
 		resourceId: row.resourceId == null ? null : String(row.resourceId),
 		startedAt: asIsoTimestamp(row.startedAt),
@@ -4533,12 +4638,59 @@ ${args.tables.map((table) => `  - ${table.table}`).join("\n")}\n\nTo fix this, r
 * DuckDB-backed observability storage for traces, metrics, logs, scores, and feedback.
 * Uses an append-only event-sourced model with SQL-based reconstruction for spans.
 */
-var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
+var ObservabilityStorageDuckDB = class ObservabilityStorageDuckDB extends ObservabilityStorage {
+	static retentionTables = {
+		spans: {
+			table: "span_events",
+			column: "timestamp",
+			indexed: false
+		},
+		metrics: {
+			table: "metric_events",
+			column: "timestamp",
+			indexed: false
+		},
+		logs: {
+			table: "log_events",
+			column: "timestamp",
+			indexed: false
+		},
+		scores: {
+			table: "score_events",
+			column: "timestamp",
+			indexed: false
+		},
+		feedback: {
+			table: "feedback_events",
+			column: "timestamp",
+			indexed: false
+		}
+	};
 	db;
 	constructor(config) {
 		super();
 		this.db = config.db;
 	}
+	/** Delete observability events older than their configured max age. */
+	async prune(policies, options) {
+		const targets = resolveTargets({
+			policies,
+			descriptor: ObservabilityStorageDuckDB.retentionTables,
+			order: [
+				"spans",
+				"metrics",
+				"logs",
+				"scores",
+				"feedback"
+			]
+		});
+		return runPrune({
+			db: this.db,
+			domain: "observability",
+			targets,
+			options
+		});
+	}
 	/** Create all observability tables if they don't exist. */
 	async init() {
 		const migrationStatus = await checkSignalTablesMigrationStatus(this.db);
@@ -4757,4 +4909,4 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 //#endregion
 export { ObservabilityStorageDuckDB };
 
-//# sourceMappingURL=observability-CCUvqiBv.js.map
+//# sourceMappingURL=observability-VRBKtkKz.js.map