@mastra/duckdb 1.9.0 → 1.10.0-alpha.1

package/dist/{observability-DEjVUB3O.js → observability-W6La6xQK.js}

@@ -1,10 +1,36 @@
-import { t as DuckDBConnection } from "./db-b2jufH0V.js";
+import { t as DuckDBConnection } from "./db-BWgrbB_u.js";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
 import * as coreStorage from "@mastra/core/storage";
-import { BRANCH_SPAN_TYPES, METRIC_DISTINCT_COLUMNS, ObservabilityStorage, buildInputPreview, computeTraceStatus, createStorageErrorId, feedbackRecordSchema, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, toTraceSpans } from "@mastra/core/storage";
+import { BRANCH_SPAN_TYPES, METRIC_DISTINCT_COLUMNS, ObservabilityStorage, buildInputPreview, computeTraceStatus, createStorageErrorId, executeRetentionPrune, feedbackRecordSchema, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, resolveRetentionTargets, retentionCutoffMs, toTraceSpans } from "@mastra/core/storage";
 import { coreFeatures } from "@mastra/core/features";
 import { EntityType } from "@mastra/core/observability";
 import { parseFieldKey } from "@mastra/core/utils";
+//#region src/storage/retention.ts
+function cutoffFor(policy, now = Date.now()) {
+	return new Date(retentionCutoffMs(policy, now));
+}
+function runPrune({ db, domain, targets, options }) {
+	return executeRetentionPrune({
+		domain,
+		targets,
+		options,
+		cutoffFor: (target, now) => cutoffFor(target.policy, now),
+		deleteBatch: (target, cutoff, limit) => db.pruneBatch({
+			tableName: target.table,
+			column: target.column,
+			cutoff,
+			limit
+		})
+	});
+}
+function resolveTargets({ policies, descriptor, order }) {
+	return resolveRetentionTargets({
+		policies,
+		descriptor,
+		order
+	});
+}
+//#endregion
 //#region src/storage/domains/observability/ddl.ts
 /**
 * DDL statements for DuckDB observability tables.
@@ -2830,6 +2856,11 @@ const FEEDBACK_FIELDS = {
 const TRACE_SELECT = `
   r.traceId AS traceId,
   r.spanId AS rootSpanId,
+  r.name AS name,
+  r.entityId AS entityId,
+  r.parentSpanId AS parentSpanId,
+  r.metadata AS metadata,
+  r.input AS input,
   r.threadId AS threadId,
   r.resourceId AS resourceId,
   r.startedAt AS startedAt,
@@ -3213,6 +3244,102 @@ LIMIT ?`,
 		values
 	};
 }
+function discoveryRegistry(scope) {
+	if (scope === "trace") return TRACE_FIELDS;
+	if (scope === "spans") return SPAN_FIELDS;
+	if (scope === "scores") return SCORE_FIELDS;
+	return FEEDBACK_FIELDS;
+}
+function discoverySource(scope) {
+	if (scope === "trace") return "root_scope r";
+	if (scope === "spans") return "current_spans s";
+	if (scope === "scores") return "current_scores s";
+	return "current_feedback s";
+}
+function discoveryCollections(scope) {
+	return scope === "trace" ? /* @__PURE__ */ new Set() : /* @__PURE__ */ new Set([scope]);
+}
+function compileDuckDBTraceQueryObservedFields(plan) {
+	const values = [plan.timeRange.from, plan.timeRange.to];
+	if (plan.search) values.push(plan.search);
+	values.push(plan.limit + 1);
+	const search = plan.search ? `AND strpos(lower('metadata.' || entry.key), lower(?)) > 0` : "";
+	return {
+		sql: `WITH ${compileDuckDBTraceScope(/* @__PURE__ */ new Set()).join(",\n  ")}
+SELECT 'metadata.' || entry.key AS path, count(*) AS occurrences
+FROM root_scope r, LATERAL json_each(r.metadata) entry
+WHERE entry.type = 'VARCHAR'
+  AND trim(json_extract_string(entry.value, '$')) <> ''
+  AND entry.key <> ''
+  AND strpos(entry.key, '.') = 0
+  AND octet_length(encode('metadata.' || entry.key)) <= ${coreStorage.TRACE_QUERY_MAX_PATH_BYTES}
+  AND octet_length(encode(json_extract_string(entry.value, '$'))) <= ${coreStorage.TRACE_QUERY_MAX_STRING_BYTES}
+  ${search}
+GROUP BY entry.key
+ORDER BY occurrences DESC, path ASC
+LIMIT ?`,
+		values
+	};
+}
+function compileDuckDBTraceQueryValues(plan) {
+	const values = [plan.timeRange.from, plan.timeRange.to];
+	const ctes = compileDuckDBTraceScope(discoveryCollections(plan.predicateScope));
+	let fieldSql;
+	if (plan.predicateScope === "trace" && plan.path.startsWith("metadata.")) {
+		const jsonPath = `$.${JSON.stringify(plan.path.slice(9))}`;
+		fieldSql = `NULLIF(trim(CASE WHEN json_type(r.metadata, ?) = 'VARCHAR' THEN json_extract_string(r.metadata, ?) END), '')`;
+		values.push(jsonPath, jsonPath);
+	} else fieldSql = fieldDefinition(discoveryRegistry(plan.predicateScope), plan.path).sql;
+	if (plan.search) values.push(plan.search);
+	values.push(plan.limit + 1);
+	const search = plan.search ? "AND strpos(lower(CAST(value AS VARCHAR)), lower(?)) > 0" : "";
+	return {
+		sql: `WITH ${ctes.join(",\n  ")}, extracted AS (
+  SELECT ${fieldSql} AS value FROM ${discoverySource(plan.predicateScope)}
+)
+SELECT CAST(value AS VARCHAR) AS value, count(*) AS count
+FROM extracted
+WHERE value IS NOT NULL
+  AND octet_length(encode(CAST(value AS VARCHAR))) <= ${coreStorage.TRACE_QUERY_MAX_STRING_BYTES}
+  ${search}
+GROUP BY value
+ORDER BY count DESC, value ASC
+LIMIT ?`,
+		values
+	};
+}
+function isDuckDBResourceLimit(error) {
+	return error instanceof Error && error.message.toLowerCase().includes("out of memory");
+}
+async function runDuckDBDiscoveryQuery(db, query) {
+	try {
+		return await db.query(query.sql, query.values);
+	} catch (error) {
+		if (isDuckDBResourceLimit(error)) throw new coreStorage.TraceQueryResourceLimitError();
+		throw error;
+	}
+}
+async function getTraceQueryObservedFields(db, plan) {
+	if (plan.predicateScope !== "trace") return {
+		observedFields: [],
+		observedFieldsTruncated: false
+	};
+	const rows = await runDuckDBDiscoveryQuery(db, compileDuckDBTraceQueryObservedFields(plan));
+	return {
+		observedFields: rows.slice(0, plan.limit).map((row) => coreStorage.createTraceQueryObservedFieldDescriptor(String(row.path), Number(row.occurrences))),
+		observedFieldsTruncated: rows.length > plan.limit
+	};
+}
+async function getTraceQueryValues(db, plan) {
+	const rows = await runDuckDBDiscoveryQuery(db, compileDuckDBTraceQueryValues(plan));
+	return coreStorage.getTraceQueryValuesResponseSchema.parse({
+		values: rows.slice(0, plan.limit).map((row) => ({
+			value: String(row.value),
+			count: Number(row.count)
+		})),
+		valuesTruncated: rows.length > plan.limit
+	});
+}
 function asIsoTimestamp(value) {
 	return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
 }
@@ -3234,6 +3361,12 @@ async function queryTraces(db, plan) {
 	const traces = visibleRows.map((row) => ({
 		traceId: String(row.traceId),
 		rootSpanId: String(row.rootSpanId),
+		name: row.name,
+		entityId: row.entityId ?? null,
+		parentSpanId: row.parentSpanId ?? null,
+		createdAt: asIsoTimestamp(row.startedAt),
+		metadata: parseJson(row.metadata) ?? null,
+		inputPreview: coreStorage.buildInputPreview(row.input) ?? null,
 		threadId: row.threadId == null ? null : String(row.threadId),
 		resourceId: row.resourceId == null ? null : String(row.resourceId),
 		startedAt: asIsoTimestamp(row.startedAt),
@@ -4446,12 +4579,59 @@ ${args.tables.map((table) => `  - ${table.table}`).join("\n")}\n\nTo fix this, r
 * DuckDB-backed observability storage for traces, metrics, logs, scores, and feedback.
 * Uses an append-only event-sourced model with SQL-based reconstruction for spans.
 */
-var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
+var ObservabilityStorageDuckDB = class ObservabilityStorageDuckDB extends ObservabilityStorage {
+	static retentionTables = {
+		spans: {
+			table: "span_events",
+			column: "timestamp",
+			indexed: false
+		},
+		metrics: {
+			table: "metric_events",
+			column: "timestamp",
+			indexed: false
+		},
+		logs: {
+			table: "log_events",
+			column: "timestamp",
+			indexed: false
+		},
+		scores: {
+			table: "score_events",
+			column: "timestamp",
+			indexed: false
+		},
+		feedback: {
+			table: "feedback_events",
+			column: "timestamp",
+			indexed: false
+		}
+	};
 	db;
 	constructor(config) {
 		super();
 		this.db = config.db;
 	}
+	/** Delete observability events older than their configured max age. */
+	async prune(policies, options) {
+		const targets = resolveTargets({
+			policies,
+			descriptor: ObservabilityStorageDuckDB.retentionTables,
+			order: [
+				"spans",
+				"metrics",
+				"logs",
+				"scores",
+				"feedback"
+			]
+		});
+		return runPrune({
+			db: this.db,
+			domain: "observability",
+			targets,
+			options
+		});
+	}
 	/** Create all observability tables if they don't exist. */
 	async init() {
 		const migrationStatus = await checkSignalTablesMigrationStatus(this.db);
@@ -4506,6 +4686,7 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 			"metrics",
 			"logs",
 			"trace-query",
+			"trace-query-discovery",
 			"thread-query"
 		];
 		return [
@@ -4513,6 +4694,7 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 			"logs",
 			"delta-polling",
 			"trace-query",
+			"trace-query-discovery",
 			"thread-query"
 		];
 	}
@@ -4546,6 +4728,12 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 	async queryTraces(plan) {
 		return queryTraces(this.db, plan);
 	}
+	async getTraceQueryObservedFields(plan) {
+		return getTraceQueryObservedFields(this.db, plan);
+	}
+	async getTraceQueryValues(plan) {
+		return getTraceQueryValues(this.db, plan);
+	}
 	async queryThreads(plan) {
 		return queryThreads(this.db, plan);
 	}
@@ -4662,4 +4850,4 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 //#endregion
 export { ObservabilityStorageDuckDB };
 
-//# sourceMappingURL=observability-DEjVUB3O.js.map
+//# sourceMappingURL=observability-W6La6xQK.js.map