@mastra/duckdb 1.8.0 → 1.9.0

package/dist/{observability-COgD6BOK.js → observability-DEjVUB3O.js}

@@ -290,6 +290,8 @@ CREATE TABLE IF NOT EXISTS feedback_events (
   feedbackSource VARCHAR NOT NULL,
   feedbackType VARCHAR NOT NULL,
   value VARCHAR NOT NULL,
+  valueString VARCHAR,
+  valueNumber DOUBLE,
   comment VARCHAR,
 
   -- JSON fields
@@ -425,6 +427,8 @@ const ALL_MIGRATIONS = [
 	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS scope JSON`,
 	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS source VARCHAR`,
 	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS feedbackSource VARCHAR`,
+	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS valueString VARCHAR`,
+	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS valueNumber DOUBLE`,
 	`ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS reviewStatus VARCHAR DEFAULT 'needs-review'`,
 	`ALTER TABLE feedback_events ALTER COLUMN traceId DROP NOT NULL`
 ];
@@ -779,6 +783,8 @@ const FEEDBACK_UPSERT_CLAUSE = `ON CONFLICT (feedbackId) DO UPDATE SET ${[
 	"feedbackSource",
 	"feedbackType",
 	"value",
+	"valueString",
+	"valueNumber",
 	"comment",
 	"tags",
 	"metadata",
@@ -818,7 +824,7 @@ const FEEDBACK_GROUP_BY_COLUMNS = /* @__PURE__ */ new Set([
 	"value",
 	"comment"
 ]);
-function getAggregationSql$2(aggregation, measure = "TRY_CAST(value AS DOUBLE)") {
+function getAggregationSql$2(aggregation, measure = "valueNumber") {
 	switch (aggregation) {
 		case "sum": return `SUM(${measure})`;
 		case "avg": return `AVG(${measure})`;
@@ -858,7 +864,7 @@ function buildFeedbackWhereClause(args, includeNumericGuard = false) {
 		conditions.push(filterClause.replace("WHERE ", ""));
 		params.push(...filterParams);
 	}
-	if (includeNumericGuard) conditions.push("TRY_CAST(value AS DOUBLE) IS NOT NULL");
+	if (includeNumericGuard) conditions.push("valueNumber IS NOT NULL");
 	return {
 		clause: `WHERE ${conditions.join(" AND ")}`,
 		params
@@ -879,11 +885,12 @@ function resolveFeedbackGroupBy(groupBy) {
 function toSeriesName$1(values) {
 	return values.map((value) => value === null || value === void 0 ? "" : String(value)).join("|");
 }
+function readFeedbackValue(row) {
+	if (row.valueNumber != null) return Number(row.valueNumber);
+	if (row.valueString != null) return String(row.valueString);
+	return String(row.value);
+}
 function rowToFeedbackRecord(row) {
-	const rawValue = row.value;
-	let value = rawValue;
-	const numValue = Number(rawValue);
-	if (!isNaN(numValue)) value = numValue;
 	return feedbackRecordSchema.parse({
 		feedbackId: row.feedbackId,
 		timestamp: toDate(row.timestamp),
@@ -918,7 +925,7 @@ function rowToFeedbackRecord(row) {
 		source: row.feedbackSource,
 		feedbackSource: row.feedbackSource,
 		feedbackType: row.feedbackType,
-		value,
+		value: readFeedbackValue(row),
 		comment: row.comment ?? null,
 		tags: parseJsonArray(row.tags),
 		metadata: parseJson(row.metadata),
@@ -958,7 +965,7 @@ async function createFeedback(db, args) {
       feedbackId, timestamp, cursorId, traceId, spanId, experimentId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
-      feedbackUserId, sourceId, reviewStatus, feedbackSource, feedbackType, value, comment, tags, metadata, scope
+      feedbackUserId, sourceId, reviewStatus, feedbackSource, feedbackType, value, valueString, valueNumber, comment, tags, metadata, scope
     )
      VALUES (${[
 		v(f.feedbackId),
@@ -995,6 +1002,8 @@ async function createFeedback(db, args) {
 		v(feedbackSource),
 		v(f.feedbackType),
 		v(String(f.value)),
+		v(typeof f.value === "string" ? f.value : null),
+		v(typeof f.value === "number" ? f.value : null),
 		v(f.comment ?? null),
 		jsonV(f.tags ?? null),
 		jsonV(f.metadata),
@@ -1044,6 +1053,8 @@ async function batchCreateFeedback(db, args) {
 			v(feedbackSource),
 			v(legacyFeedback.feedbackType),
 			v(String(legacyFeedback.value)),
+			v(typeof legacyFeedback.value === "string" ? legacyFeedback.value : null),
+			v(typeof legacyFeedback.value === "number" ? legacyFeedback.value : null),
 			v(legacyFeedback.comment ?? null),
 			jsonV(legacyFeedback.tags ?? null),
 			jsonV(legacyFeedback.metadata),
@@ -1054,7 +1065,7 @@ async function batchCreateFeedback(db, args) {
       feedbackId, timestamp, cursorId, traceId, spanId, experimentId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
-      feedbackUserId, sourceId, reviewStatus, feedbackSource, feedbackType, value, comment, tags, metadata, scope
+      feedbackUserId, sourceId, reviewStatus, feedbackSource, feedbackType, value, valueString, valueNumber, comment, tags, metadata, scope
     )
      VALUES ${tuples.join(",\n       ")}
      ${FEEDBACK_UPSERT_CLAUSE}`);
@@ -1251,7 +1262,7 @@ async function getFeedbackPercentiles(db, args) {
 	for (const percentile of percentiles) {
 		const rows = await db.query(`
         SELECT time_bucket(INTERVAL '${intervalSql}', timestamp) AS bucket,
-               percentile_cont(${percentile}) WITHIN GROUP (ORDER BY TRY_CAST(value AS DOUBLE)) AS pvalue
+               percentile_cont(${percentile}) WITHIN GROUP (ORDER BY valueNumber) AS pvalue
         FROM feedback_events ${clause}
         GROUP BY bucket
         ORDER BY bucket
@@ -2943,7 +2954,7 @@ function compileFeedbackScalarPredicate(predicate) {
 		values: []
 	};
 	return compileScalarPredicate(predicate, { value: {
-		sql: typeof (predicate.type === "membership" ? predicate.values[0] : predicate.value) === "number" ? "TRY_CAST(s.value AS DOUBLE)" : "s.value",
+		sql: typeof (predicate.type === "membership" ? predicate.values[0] : predicate.value) === "number" ? "s.valueNumber" : "s.valueString",
 		parameterType: "scalar"
 	} });
 }
@@ -2981,6 +2992,36 @@ function compilePredicate(predicate) {
 	}
 	return compileScalarPredicate(predicate, TRACE_FIELDS, true);
 }
+function compileThreadPredicate(predicate) {
+	if (predicate.type === "relation") {
+		const compiled = compilePredicate(predicate.predicate);
+		const existence = `EXISTS (
+      SELECT 1 FROM eligible_roots r
+      WHERE r.threadId = t.threadId
+        AND (${compiled.sql})
+    )`;
+		return {
+			sql: predicate.quantifier === "some" ? existence : `NOT ${existence}`,
+			values: compiled.values
+		};
+	}
+	if (predicate.type === "boolean") {
+		const values = [];
+		return {
+			sql: predicate.args.map((arg) => {
+				const compiled = compileThreadPredicate(arg);
+				values.push(...compiled.values);
+				return `(${compiled.sql})`;
+			}).join(predicate.operator === "and" ? " AND " : " OR "),
+			values
+		};
+	}
+	const compiled = compileThreadPredicate(predicate.arg);
+	return {
+		sql: `NOT (${compiled.sql})`,
+		values: compiled.values
+	};
+}
 function collectRelatedCollections(predicate, collections = /* @__PURE__ */ new Set()) {
 	if (!predicate) return collections;
 	if (predicate.type === "relation") collections.add(predicate.collection);
@@ -2988,19 +3029,14 @@ function collectRelatedCollections(predicate, collections = /* @__PURE__ */ new
 	else if (predicate.type === "not") collectRelatedCollections(predicate.arg, collections);
 	return collections;
 }
-function compileDuckDBTraceQuery(plan) {
-	const values = [plan.timeRange.from, plan.timeRange.to];
-	const conditions = [
-		`r.endedAt IS NOT NULL`,
-		`r.startedAt >= CAST(? AS TIMESTAMP)`,
-		`r.startedAt < CAST(? AS TIMESTAMP)`
-	];
-	if (plan.where) {
-		const predicate = compilePredicate(plan.where);
-		conditions.push(`(${predicate.sql})`);
-		values.push(...predicate.values);
-	}
-	const relatedCollections = collectRelatedCollections(plan.where);
+function collectThreadRelatedCollections(predicate, collections) {
+	if (!predicate) return collections;
+	if (predicate.type === "relation") collectRelatedCollections(predicate.predicate, collections);
+	else if (predicate.type === "boolean") for (const arg of predicate.args) collectThreadRelatedCollections(arg, collections);
+	else collectThreadRelatedCollections(predicate.arg, collections);
+	return collections;
+}
+function compileDuckDBTraceScope(relatedCollections) {
 	const ctes = [
 		`root_events AS (
       SELECT
@@ -3077,6 +3113,21 @@ function compileDuckDBTraceQuery(plan) {
       FROM feedback_events f
       INNER JOIN root_scope roots ON roots.traceId = f.traceId
     )`);
+	return ctes;
+}
+function compileDuckDBTraceQuery(plan) {
+	const values = [plan.timeRange.from, plan.timeRange.to];
+	const conditions = [
+		`r.endedAt IS NOT NULL`,
+		`r.startedAt >= CAST(? AS TIMESTAMP)`,
+		`r.startedAt < CAST(? AS TIMESTAMP)`
+	];
+	if (plan.where) {
+		const predicate = compilePredicate(plan.where);
+		conditions.push(`(${predicate.sql})`);
+		values.push(...predicate.values);
+	}
+	const ctes = compileDuckDBTraceScope(collectRelatedCollections(plan.where));
 	ctes.push(`candidates AS (
     SELECT ${TRACE_SELECT}
     FROM root_scope r
@@ -3116,6 +3167,52 @@ LIMIT ?`,
 		values
 	};
 }
+function compileDuckDBThreadQuery(plan) {
+	const values = [plan.traces.timeRange.from, plan.traces.timeRange.to];
+	const relatedCollections = collectRelatedCollections(plan.traces.where);
+	collectThreadRelatedCollections(plan.where, relatedCollections);
+	const ctes = compileDuckDBTraceScope(relatedCollections);
+	let eligibilitySql = "TRUE";
+	if (plan.traces.where) {
+		const eligibility = compilePredicate(plan.traces.where);
+		eligibilitySql = eligibility.sql;
+		values.push(...eligibility.values);
+	}
+	ctes.push(`eligible_roots AS (
+      SELECT *
+      FROM root_scope r
+      WHERE ${eligibilitySql}
+    )`);
+	ctes.push(`thread_ids AS (
+      SELECT threadId
+      FROM eligible_roots
+      WHERE threadId IS NOT NULL
+      GROUP BY threadId
+    )`);
+	let threadPredicateSql = "TRUE";
+	if (plan.where) {
+		const predicate = compileThreadPredicate(plan.where);
+		threadPredicateSql = predicate.sql;
+		values.push(...predicate.values);
+	}
+	ctes.push(`qualified_threads AS (
+      SELECT t.threadId
+      FROM thread_ids t
+      WHERE ${threadPredicateSql}
+    )`);
+	const pageCondition = plan.cursor ? `WHERE threadId > ?` : "";
+	if (plan.cursor) values.push(plan.cursor.threadId);
+	values.push(plan.limit + 1);
+	return {
+		sql: `WITH ${ctes.join(",\n  ")}
+SELECT threadId
+FROM qualified_threads
+${pageCondition}
+ORDER BY threadId ASC
+LIMIT ?`,
+		values
+	};
+}
 function asIsoTimestamp(value) {
 	return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
 }
@@ -3156,6 +3253,19 @@ async function queryTraces(db, plan) {
 		}) : null }
 	});
 }
+async function queryThreads(db, plan) {
+	const query = compileDuckDBThreadQuery(plan);
+	const rows = await db.query(query.sql, query.values);
+	const threads = rows.slice(0, plan.limit).map((row) => ({ threadId: String(row.threadId) }));
+	const last = threads.at(-1);
+	return coreStorage.queryThreadsResultSchema.parse({
+		threads,
+		page: { next: rows.length > plan.limit && last ? coreStorage.encodeTraceQueryCursor(plan, {
+			result: "threads",
+			threadId: last.threadId
+		}) : null }
+	});
+}
 //#endregion
 //#region src/storage/domains/observability/tracing.ts
 const COLUMNS_SQL = [
@@ -4395,13 +4505,15 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 		if (!deltaPollingFeatureEnabled()) return [
 			"metrics",
 			"logs",
-			"trace-query"
+			"trace-query",
+			"thread-query"
 		];
 		return [
 			"metrics",
 			"logs",
 			"delta-polling",
-			"trace-query"
+			"trace-query",
+			"thread-query"
 		];
 	}
 	async createSpan(args) {
@@ -4434,6 +4546,9 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 	async queryTraces(plan) {
 		return queryTraces(this.db, plan);
 	}
+	async queryThreads(plan) {
+		return queryThreads(this.db, plan);
+	}
 	async listTracesLight(args) {
 		if (args.mode === "delta") return super.listTracesLight(args);
 		return listTracesLight(this.db, args);
@@ -4547,4 +4662,4 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 //#endregion
 export { ObservabilityStorageDuckDB };
 
-//# sourceMappingURL=observability-COgD6BOK.js.map
+//# sourceMappingURL=observability-DEjVUB3O.js.map