@mastra/clickhouse 1.27.0-alpha.0 → 1.27.0-alpha.2

package/dist/index.js

@@ -8,7 +8,7 @@ import { parseFieldKey } from "@mastra/core/utils";
 import { coreFeatures } from "@mastra/core/features";
 import { z } from "zod/v4";
 import { saveScorePayloadSchema } from "@mastra/core/evals";
-//#region src/storage/db/replication.ts
+// src/storage/db/replication.ts
 const DEFAULT_ZOOKEEPER_PATH = "/clickhouse/tables/{shard}/{database}/{table}";
 const DEFAULT_REPLICA_NAME = "{replica}";
 const SUPPORTED_ENGINE_NAMES = /* @__PURE__ */ new Set([
@@ -208,8 +208,7 @@ function rewriteEngineClauses(sql, replication) {
 function applyReplicationToDDL(sql, replication) {
 	return addOnClusterToDDL(replication ? rewriteEngineClauses(sql, replication) : sql, replication);
 }
-//#endregion
-//#region src/storage/db/utils.ts
+// src/storage/db/utils.ts
 const TABLE_ENGINES = {
 	[TABLE_MESSAGES]: `MergeTree()`,
 	[TABLE_WORKFLOW_SNAPSHOT]: `ReplacingMergeTree()`,
@@ -318,8 +317,7 @@ function transformRow(row) {
 function transformRows(rows) {
 	return rows.map((row) => transformRow(row));
 }
-//#endregion
-//#region src/storage/db/index.ts
+// src/storage/db/index.ts
 /**
 * Resolves ClickhouseDomainConfig to a ClickHouse client and ttl config.
 * Handles creating a new client if config is provided.
@@ -845,8 +843,7 @@ var ClickhouseDB = class extends MastraBase {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/memory/index.ts
+// src/storage/domains/memory/index.ts
 /**
 * Serialize metadata object to JSON string for storage in ClickHouse.
 * Ensures we always store valid JSON, defaulting to '{}' for null/undefined.
@@ -1989,8 +1986,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/observability/index.ts
+// src/storage/domains/observability/index.ts
 var ObservabilityStorageClickhouse = class extends ObservabilityStorage {
 	client;
 	#db;
@@ -2595,8 +2591,7 @@ var ObservabilityStorageClickhouse = class extends ObservabilityStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/observability/v-next/ddl.ts
+// src/storage/domains/observability/v-next/ddl.ts
 const TABLE_SPAN_EVENTS = "mastra_span_events";
 const TABLE_TRACE_ROOTS = "mastra_trace_roots";
 const TABLE_TRACE_BRANCHES = "mastra_trace_branches";
@@ -3799,8 +3794,7 @@ function parseTtlExpression(expr) {
 		days
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/preview-compat.ts
+// src/storage/domains/observability/v-next/preview-compat.ts
 const generator = coreStorage.buildStoredPreview;
 const canGeneratePreviews = typeof generator === "function";
 function needsPreview(value) {
@@ -3853,8 +3847,7 @@ function buildSpanQueryResponse(...args) {
 	}
 	return response;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/previews.ts
+// src/storage/domains/observability/v-next/previews.ts
 /**
 * Stored span previews (`inputPreview` / `outputPreview` / `errorPreview`).
 *
@@ -3889,8 +3882,7 @@ function resolveStoredPreviews(row, payloads = row) {
 	}
 	return previews;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/review-status.ts
+// src/storage/domains/observability/v-next/review-status.ts
 const FEEDBACK_REVIEW_STATUSES = ["needs-review", "reviewed"];
 function isFeedbackReviewStatus(value) {
 	return FEEDBACK_REVIEW_STATUSES.some((status) => status === value);
@@ -3914,8 +3906,7 @@ function parseUpdateFeedbackReviewStatusArgs(args) {
 		reviewStatus: args.reviewStatus
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/helpers.ts
+// src/storage/domains/observability/v-next/helpers.ts
 const CH_SETTINGS = {
 	date_time_input_format: "best_effort",
 	date_time_output_format: "iso",
@@ -4485,8 +4476,7 @@ function feedbackRecordToRow(feedback) {
 		scope: jsonEncode(feedback.scope)
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/deletion-requests.ts
+// src/storage/domains/observability/v-next/deletion-requests.ts
 const EPOCH = "1970-01-01T00:00:00.000Z";
 async function recordDeletionRequest(client, args) {
 	const row = {
@@ -4543,8 +4533,7 @@ async function insertDeletionRequest(client, row, replication) {
 		} : CH_INSERT_SETTINGS
 	});
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/discovery.ts
+// src/storage/domains/observability/v-next/discovery.ts
 async function queryJson$3(client, query, params = {}) {
 	return await (await client.query({
 		query,
@@ -4584,8 +4573,7 @@ async function getTags(client, args) {
 	}
 	return { tags: (await queryJson$3(client, `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value`, params)).map((r) => r.value) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/filters.ts
+// src/storage/domains/observability/v-next/filters.ts
 /**
 * ClickHouse v-next filter builders.
 *
@@ -4857,8 +4845,7 @@ function buildPaginationClause(pagination) {
 		offset: page * perPage
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/polling.ts
+// src/storage/domains/observability/v-next/polling.ts
 const OBSERVABILITY_DELTA_POLLING_FEATURE = "observability-delta-polling";
 function deltaPollingFeatureEnabled() {
 	return coreFeatures.has(OBSERVABILITY_DELTA_POLLING_FEATURE);
@@ -4889,8 +4876,7 @@ function appendWhere(whereClause, ...conditions) {
 	const parts = [whereClause.replace(/^\s*WHERE\s+/i, ""), ...conditions].filter(Boolean);
 	return parts.length > 0 ? `WHERE ${parts.join(" AND ")}` : "";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/feedback.ts
+// src/storage/domains/observability/v-next/feedback.ts
 const FEEDBACK_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
 	"traceId",
@@ -5392,8 +5378,7 @@ async function getFeedbackPercentiles(client, args) {
 		}))
 	})) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/logs.ts
+// src/storage/domains/observability/v-next/logs.ts
 async function batchCreateLogs(client, args) {
 	if (args.logs.length === 0) return;
 	await client.insert({
@@ -5532,8 +5517,7 @@ async function getStreamHeadCursor$4(client) {
 function buildLogsCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/metrics.ts
+// src/storage/domains/observability/v-next/metrics.ts
 /** Map typed columns to their ClickHouse column names. */
 const METRIC_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
@@ -6030,8 +6014,7 @@ async function getMetricLabelValues(client, args) {
 	if (args.limit) params.valLimit = args.limit;
 	return { values: (await queryJson$1(client, `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`, params)).map((r) => r.value) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/migration.ts
+// src/storage/domains/observability/v-next/migration.ts
 const SIGNAL_MIGRATIONS = [
 	{
 		table: TABLE_METRIC_EVENTS,
@@ -6347,8 +6330,7 @@ async function migrateSignalTables(client, logger) {
 		}
 	}
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/score-current.ts
+// src/storage/domains/observability/v-next/score-current.ts
 const SCORE_CURRENT_BACKFILL_MARKER = "v1";
 async function backfillCurrentScores(client) {
 	const markerRows = await (await client.query({
@@ -6377,8 +6359,7 @@ async function backfillCurrentScores(client) {
 		query_params: { marker: SCORE_CURRENT_BACKFILL_MARKER }
 	});
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/scores.ts
+// src/storage/domains/observability/v-next/scores.ts
 const SCORE_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
 	"traceId",
@@ -6845,8 +6826,7 @@ async function getScorePercentiles(client, args) {
 		}))
 	})) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-query.ts
+// src/storage/domains/observability/v-next/trace-query.ts
 const TRACE_STATUS_SQL = `if(isNotNull(r.error), 'error', 'success')`;
 /**
 * Core versions without the field reject it in strict query results, so it is only returned when core knows it.
@@ -8008,8 +7988,7 @@ function compileThreadQueryPredicate(predicate, parameters = new ParameterBuilde
 		params: parameters.params
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/span-query.ts
+// src/storage/domains/observability/v-next/span-query.ts
 const identityFields = [
 	"organizationId",
 	"resourceId",
@@ -8366,8 +8345,7 @@ async function querySpans(client, plan, timeoutMs) {
 	}) : null;
 	return result;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/thread-query.ts
+// src/storage/domains/observability/v-next/thread-query.ts
 const contextFields = [
 	"resourceId",
 	"userId",
@@ -8588,7 +8566,7 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
     traceId, spanId, startedAt, endedAt) IN {roots:Array(Tuple(UInt8, String, UInt8, String, String, String, DateTime64(3, 'UTC'), DateTime64(3, 'UTC')))}`;
 	const stored = [];
 	for (const batch of batches([...roots.values()])) stored.push(...await run({
-		query: `SELECT organizationId, traceId, spanId, startedAt, endedAt, spanType,
+		query: `SELECT organizationId, traceId, spanId, startedAt, endedAt,
       ${contextFields.join(", ")}, if(spanType = 'agent_run', timeToFirstChunkMs, NULL) AS timeToFirstChunkMs,
       if(isNull(error), 'success', 'error') AS status, ${PREVIEW_COLUMNS.join(", ")}
       FROM ${TABLE_TRACE_ROOTS} WHERE ${rootWhere}
@@ -8608,31 +8586,10 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 			if (row) Object.assign(row, resolveStoredPreviews(row, payload));
 		}
 	}
-	const firstRoots = page.map((row) => representative(row, "first")).filter((root) => byRoot.get(rootKey(root))?.spanType === "agent_run");
-	const models = [];
-	for (const batch of batches(firstRoots)) models.push(...await run({
-		query: `SELECT organizationId, traceId,
-      if(JSONType(attributes, 'model') = 'String', JSONExtractString(attributes, 'model'), NULL) AS model,
-      if(JSONType(attributes, 'provider') = 'String', JSONExtractString(attributes, 'provider'), NULL) AS provider
-      FROM ${TABLE_SPAN_EVENTS} WHERE spanType = 'model_generation' AND
-      tuple(isNull(organizationId), ifNull(organizationId, ''), isNull(resourceId), ifNull(resourceId, ''), traceId, parentSpanId)
-        IN {agents:Array(Tuple(UInt8, String, UInt8, String, String, String))}
-      ORDER BY organizationId, traceId, startedAt, spanId LIMIT 1 BY organizationId, traceId`,
-		query_params: { agents: batch.map((root) => new TupleParam([
-			root.organizationId === null ? 1 : 0,
-			root.organizationId ?? "",
-			root.resourceId === null ? 1 : 0,
-			root.resourceId ?? "",
-			root.traceId,
-			root.spanId
-		])) }
-	}));
-	const byTrace = new Map(models.map((row) => [JSON.stringify([row.organizationId, row.traceId]), row]));
 	const threads = page.flatMap((row) => {
 		const first = byRoot.get(rootKey(representative(row, "first")));
 		const last = byRoot.get(rootKey(representative(row, "last")));
 		if (!first || !last) return [];
-		const model = byTrace.get(JSON.stringify([row.organizationId, row.firstTraceId]));
 		return [coreStorage.threadQueryRowSchema.parse({
 			organizationId: row.organizationId,
 			threadId: row.threadId,
@@ -8644,8 +8601,6 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 			endedAt: iso(row.endedAt),
 			traceCount: Number(row.traceCount),
 			timeToFirstChunkMs: first.timeToFirstChunkMs,
-			model: model?.model ?? null,
-			provider: model?.provider ?? null,
 			inputPreview: resolveStoredPreviews(first).inputPreview,
 			outputPreview: resolveStoredPreviews(last).outputPreview,
 			errorPreview: resolveStoredPreviews(last).errorPreview
@@ -8661,8 +8616,7 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 		}) : null }
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-aggregate.ts
+// src/storage/domains/observability/v-next/trace-aggregate.ts
 /** Trace-root column expressions (alias `r`) for each groupable dimension; same values `where` sees. */
 const DIMENSION_SQL = {
 	entityType: "r.entityType",
@@ -8995,8 +8949,7 @@ async function runAggregate(client, plan, compiled, timeoutMs) {
 		truncated
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-roots.ts
+// src/storage/domains/observability/v-next/trace-roots.ts
 /**
 * Get the root span for a trace, reading from trace_roots as compatibility path.
 * Uses ordinary LIMIT 1 (duplicates are byte-identical per design).
@@ -9273,8 +9226,7 @@ async function getStreamHeadCursor$1(client) {
 function buildTraceCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/tracing.ts
+// src/storage/domains/observability/v-next/tracing.ts
 const BRANCH_SPAN_TYPE_SQL_LIST = BRANCH_SPAN_TYPES.map((t) => `'${t}'`).join(", ");
 /** Insert a single completed span. */
 async function createSpan(client, args) {
@@ -9864,8 +9816,7 @@ async function getStreamHeadCursor(client) {
 function buildBranchCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/index.ts
+// src/storage/domains/observability/v-next/index.ts
 const spanQueryFeatures = typeof coreStorage.planSpanQuery === "function" ? ["span-query", "span-query-context-fields"] : [];
 const spanAggregateFeatures = typeof coreStorage.planSpanAggregate === "function" ? ["span-aggregate"] : [];
 const threadQueryFeatures = typeof coreStorage.planThreadRowsQuery === "function" ? ["thread-query-rows"] : [];
@@ -11003,8 +10954,7 @@ var ObservabilityStorageClickhouseVNext = class extends ObservabilityStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/scores/index.ts
+// src/storage/domains/scores/index.ts
 /**
 * Builds a multi-tenant scope SQL fragment and its named query params.
 * Returns a clause prefixed with ` AND ` (empty when no filters) plus params.
@@ -11425,8 +11375,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/workflows/index.ts
+// src/storage/domains/workflows/index.ts
 var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
 	client;
 	#db;
@@ -11693,8 +11642,7 @@ var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/index.ts
+// src/storage/index.ts
 /**
 * Type guard for pre-configured client config
 */
@@ -11857,7 +11805,6 @@ var ClickhouseStoreVNext = class extends ClickhouseStore {
 		};
 	}
 };
-//#endregion
 export { COLUMN_TYPES, ClickhouseStore, ClickhouseStoreVNext, MemoryStorageClickhouse, ObservabilityStorageClickhouse, ObservabilityStorageClickhouseVNext, ScoresStorageClickhouse, TABLE_DELETION_REQUESTS, TABLE_ENGINES, WorkflowsStorageClickhouse, applyClickHouseRetention, markDeletionRequestApplied, recordDeletionRequest };
 
 //# sourceMappingURL=index.js.map