@mastra/clickhouse 1.27.0-alpha.0 → 1.27.0-alpha.2

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-clickhouse
 description: Documentation for @mastra/clickhouse. Use when working with @mastra/clickhouse APIs, configuration, or implementation.
 metadata:
   package: "@mastra/clickhouse"
-  version: "1.27.0-alpha.0"
+  version: "1.27.0-alpha.2"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.27.0-alpha.0",
+  "version": "1.27.0-alpha.2",
   "package": "@mastra/clickhouse",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-storage-retention.md

@@ -294,7 +294,7 @@ const storage = new MongoDBStore({
 
 ## Reclaiming disk
 
-`prune()` deletes rows but doesn't shrink the database file. On SQLite/libSQL the freed pages go on a freelist and are reused by future writes, so the file stops growing: for most users this alone solves the unbounded-growth problem.
+`prune()` deletes rows but doesn't shrink the database file. On SQLite/libSQL the freed pages go on a freelist for reuse by future writes. Reusing these pages prevents unbounded file growth for most users.
 
 Handing that free space back to the OS is a separate concern that Mastra doesn't manage. If you specifically need to shrink the file, run the underlying database's compaction (for example `VACUUM` on self-hosted libSQL) yourself in a maintenance window. A full `VACUUM` locks the file and needs roughly twice the file size in free disk. On PostgreSQL, autovacuum reclaims dead tuples for reuse automatically. A manual `VACUUM FULL` is only needed if you must return disk to the OS.
 

package/dist/index.cjs

@@ -1,5 +1,5 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-//#region \0rolldown/runtime.js
+// \0rolldown/runtime.js
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
@@ -20,7 +20,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 	value: mod,
 	enumerable: true
 }) : target, mod));
-//#endregion
 let _clickhouse_client = require("@clickhouse/client");
 let _mastra_core_error = require("@mastra/core/error");
 let _mastra_core_storage = require("@mastra/core/storage");
@@ -31,7 +30,7 @@ let _mastra_core_utils = require("@mastra/core/utils");
 let _mastra_core_features = require("@mastra/core/features");
 let zod_v4 = require("zod/v4");
 let _mastra_core_evals = require("@mastra/core/evals");
-//#region src/storage/db/replication.ts
+// src/storage/db/replication.ts
 const DEFAULT_ZOOKEEPER_PATH = "/clickhouse/tables/{shard}/{database}/{table}";
 const DEFAULT_REPLICA_NAME = "{replica}";
 const SUPPORTED_ENGINE_NAMES = /* @__PURE__ */ new Set([
@@ -231,8 +230,7 @@ function rewriteEngineClauses(sql, replication) {
 function applyReplicationToDDL(sql, replication) {
 	return addOnClusterToDDL(replication ? rewriteEngineClauses(sql, replication) : sql, replication);
 }
-//#endregion
-//#region src/storage/db/utils.ts
+// src/storage/db/utils.ts
 const TABLE_ENGINES = {
 	[_mastra_core_storage.TABLE_MESSAGES]: `MergeTree()`,
 	[_mastra_core_storage.TABLE_WORKFLOW_SNAPSHOT]: `ReplacingMergeTree()`,
@@ -341,8 +339,7 @@ function transformRow(row) {
 function transformRows(rows) {
 	return rows.map((row) => transformRow(row));
 }
-//#endregion
-//#region src/storage/db/index.ts
+// src/storage/db/index.ts
 /**
 * Resolves ClickhouseDomainConfig to a ClickHouse client and ttl config.
 * Handles creating a new client if config is provided.
@@ -868,8 +865,7 @@ var ClickhouseDB = class extends _mastra_core_base.MastraBase {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/memory/index.ts
+// src/storage/domains/memory/index.ts
 /**
 * Serialize metadata object to JSON string for storage in ClickHouse.
 * Ensures we always store valid JSON, defaulting to '{}' for null/undefined.
@@ -2012,8 +2008,7 @@ var MemoryStorageClickhouse = class extends _mastra_core_storage.MemoryStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/observability/index.ts
+// src/storage/domains/observability/index.ts
 var ObservabilityStorageClickhouse = class extends _mastra_core_storage.ObservabilityStorage {
 	client;
 	#db;
@@ -2618,8 +2613,7 @@ var ObservabilityStorageClickhouse = class extends _mastra_core_storage.Observab
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/observability/v-next/ddl.ts
+// src/storage/domains/observability/v-next/ddl.ts
 const TABLE_SPAN_EVENTS = "mastra_span_events";
 const TABLE_TRACE_ROOTS = "mastra_trace_roots";
 const TABLE_TRACE_BRANCHES = "mastra_trace_branches";
@@ -3822,8 +3816,7 @@ function parseTtlExpression(expr) {
 		days
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/preview-compat.ts
+// src/storage/domains/observability/v-next/preview-compat.ts
 const generator = _mastra_core_storage.buildStoredPreview;
 const canGeneratePreviews = typeof generator === "function";
 function needsPreview(value) {
@@ -3876,8 +3869,7 @@ function buildSpanQueryResponse(...args) {
 	}
 	return response;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/previews.ts
+// src/storage/domains/observability/v-next/previews.ts
 /**
 * Stored span previews (`inputPreview` / `outputPreview` / `errorPreview`).
 *
@@ -3912,8 +3904,7 @@ function resolveStoredPreviews(row, payloads = row) {
 	}
 	return previews;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/review-status.ts
+// src/storage/domains/observability/v-next/review-status.ts
 const FEEDBACK_REVIEW_STATUSES = ["needs-review", "reviewed"];
 function isFeedbackReviewStatus(value) {
 	return FEEDBACK_REVIEW_STATUSES.some((status) => status === value);
@@ -3937,8 +3928,7 @@ function parseUpdateFeedbackReviewStatusArgs(args) {
 		reviewStatus: args.reviewStatus
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/helpers.ts
+// src/storage/domains/observability/v-next/helpers.ts
 const CH_SETTINGS = {
 	date_time_input_format: "best_effort",
 	date_time_output_format: "iso",
@@ -4508,8 +4498,7 @@ function feedbackRecordToRow(feedback) {
 		scope: jsonEncode(feedback.scope)
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/deletion-requests.ts
+// src/storage/domains/observability/v-next/deletion-requests.ts
 const EPOCH = "1970-01-01T00:00:00.000Z";
 async function recordDeletionRequest(client, args) {
 	const row = {
@@ -4566,8 +4555,7 @@ async function insertDeletionRequest(client, row, replication) {
 		} : CH_INSERT_SETTINGS
 	});
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/discovery.ts
+// src/storage/domains/observability/v-next/discovery.ts
 async function queryJson$3(client, query, params = {}) {
 	return await (await client.query({
 		query,
@@ -4607,8 +4595,7 @@ async function getTags(client, args) {
 	}
 	return { tags: (await queryJson$3(client, `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value`, params)).map((r) => r.value) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/filters.ts
+// src/storage/domains/observability/v-next/filters.ts
 /**
 * ClickHouse v-next filter builders.
 *
@@ -4880,8 +4867,7 @@ function buildPaginationClause(pagination) {
 		offset: page * perPage
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/polling.ts
+// src/storage/domains/observability/v-next/polling.ts
 const OBSERVABILITY_DELTA_POLLING_FEATURE = "observability-delta-polling";
 function deltaPollingFeatureEnabled() {
 	return _mastra_core_features.coreFeatures.has(OBSERVABILITY_DELTA_POLLING_FEATURE);
@@ -4912,8 +4898,7 @@ function appendWhere(whereClause, ...conditions) {
 	const parts = [whereClause.replace(/^\s*WHERE\s+/i, ""), ...conditions].filter(Boolean);
 	return parts.length > 0 ? `WHERE ${parts.join(" AND ")}` : "";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/feedback.ts
+// src/storage/domains/observability/v-next/feedback.ts
 const FEEDBACK_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
 	"traceId",
@@ -5415,8 +5400,7 @@ async function getFeedbackPercentiles(client, args) {
 		}))
 	})) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/logs.ts
+// src/storage/domains/observability/v-next/logs.ts
 async function batchCreateLogs(client, args) {
 	if (args.logs.length === 0) return;
 	await client.insert({
@@ -5555,8 +5539,7 @@ async function getStreamHeadCursor$4(client) {
 function buildLogsCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/metrics.ts
+// src/storage/domains/observability/v-next/metrics.ts
 /** Map typed columns to their ClickHouse column names. */
 const METRIC_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
@@ -6053,8 +6036,7 @@ async function getMetricLabelValues(client, args) {
 	if (args.limit) params.valLimit = args.limit;
 	return { values: (await queryJson$1(client, `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`, params)).map((r) => r.value) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/migration.ts
+// src/storage/domains/observability/v-next/migration.ts
 const SIGNAL_MIGRATIONS = [
 	{
 		table: TABLE_METRIC_EVENTS,
@@ -6370,8 +6352,7 @@ async function migrateSignalTables(client, logger) {
 		}
 	}
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/score-current.ts
+// src/storage/domains/observability/v-next/score-current.ts
 const SCORE_CURRENT_BACKFILL_MARKER = "v1";
 async function backfillCurrentScores(client) {
 	const markerRows = await (await client.query({
@@ -6400,8 +6381,7 @@ async function backfillCurrentScores(client) {
 		query_params: { marker: SCORE_CURRENT_BACKFILL_MARKER }
 	});
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/scores.ts
+// src/storage/domains/observability/v-next/scores.ts
 const SCORE_TYPED_COLUMNS = /* @__PURE__ */ new Set([
 	"timestamp",
 	"traceId",
@@ -6868,8 +6848,7 @@ async function getScorePercentiles(client, args) {
 		}))
 	})) };
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-query.ts
+// src/storage/domains/observability/v-next/trace-query.ts
 const TRACE_STATUS_SQL = `if(isNotNull(r.error), 'error', 'success')`;
 /**
 * Core versions without the field reject it in strict query results, so it is only returned when core knows it.
@@ -8031,8 +8010,7 @@ function compileThreadQueryPredicate(predicate, parameters = new ParameterBuilde
 		params: parameters.params
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/span-query.ts
+// src/storage/domains/observability/v-next/span-query.ts
 const identityFields = [
 	"organizationId",
 	"resourceId",
@@ -8389,8 +8367,7 @@ async function querySpans(client, plan, timeoutMs) {
 	}) : null;
 	return result;
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/thread-query.ts
+// src/storage/domains/observability/v-next/thread-query.ts
 const contextFields = [
 	"resourceId",
 	"userId",
@@ -8611,7 +8588,7 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
     traceId, spanId, startedAt, endedAt) IN {roots:Array(Tuple(UInt8, String, UInt8, String, String, String, DateTime64(3, 'UTC'), DateTime64(3, 'UTC')))}`;
 	const stored = [];
 	for (const batch of batches([...roots.values()])) stored.push(...await run({
-		query: `SELECT organizationId, traceId, spanId, startedAt, endedAt, spanType,
+		query: `SELECT organizationId, traceId, spanId, startedAt, endedAt,
       ${contextFields.join(", ")}, if(spanType = 'agent_run', timeToFirstChunkMs, NULL) AS timeToFirstChunkMs,
       if(isNull(error), 'success', 'error') AS status, ${PREVIEW_COLUMNS.join(", ")}
       FROM ${TABLE_TRACE_ROOTS} WHERE ${rootWhere}
@@ -8631,31 +8608,10 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 			if (row) Object.assign(row, resolveStoredPreviews(row, payload));
 		}
 	}
-	const firstRoots = page.map((row) => representative(row, "first")).filter((root) => byRoot.get(rootKey(root))?.spanType === "agent_run");
-	const models = [];
-	for (const batch of batches(firstRoots)) models.push(...await run({
-		query: `SELECT organizationId, traceId,
-      if(JSONType(attributes, 'model') = 'String', JSONExtractString(attributes, 'model'), NULL) AS model,
-      if(JSONType(attributes, 'provider') = 'String', JSONExtractString(attributes, 'provider'), NULL) AS provider
-      FROM ${TABLE_SPAN_EVENTS} WHERE spanType = 'model_generation' AND
-      tuple(isNull(organizationId), ifNull(organizationId, ''), isNull(resourceId), ifNull(resourceId, ''), traceId, parentSpanId)
-        IN {agents:Array(Tuple(UInt8, String, UInt8, String, String, String))}
-      ORDER BY organizationId, traceId, startedAt, spanId LIMIT 1 BY organizationId, traceId`,
-		query_params: { agents: batch.map((root) => new _clickhouse_client.TupleParam([
-			root.organizationId === null ? 1 : 0,
-			root.organizationId ?? "",
-			root.resourceId === null ? 1 : 0,
-			root.resourceId ?? "",
-			root.traceId,
-			root.spanId
-		])) }
-	}));
-	const byTrace = new Map(models.map((row) => [JSON.stringify([row.organizationId, row.traceId]), row]));
 	const threads = page.flatMap((row) => {
 		const first = byRoot.get(rootKey(representative(row, "first")));
 		const last = byRoot.get(rootKey(representative(row, "last")));
 		if (!first || !last) return [];
-		const model = byTrace.get(JSON.stringify([row.organizationId, row.firstTraceId]));
 		return [_mastra_core_storage.threadQueryRowSchema.parse({
 			organizationId: row.organizationId,
 			threadId: row.threadId,
@@ -8667,8 +8623,6 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 			endedAt: iso(row.endedAt),
 			traceCount: Number(row.traceCount),
 			timeToFirstChunkMs: first.timeToFirstChunkMs,
-			model: model?.model ?? null,
-			provider: model?.provider ?? null,
 			inputPreview: resolveStoredPreviews(first).inputPreview,
 			outputPreview: resolveStoredPreviews(last).outputPreview,
 			errorPreview: resolveStoredPreviews(last).errorPreview
@@ -8684,8 +8638,7 @@ async function queryThreadRows(client, plan, timeoutMs, strategy = "auto") {
 		}) : null }
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-aggregate.ts
+// src/storage/domains/observability/v-next/trace-aggregate.ts
 /** Trace-root column expressions (alias `r`) for each groupable dimension; same values `where` sees. */
 const DIMENSION_SQL = {
 	entityType: "r.entityType",
@@ -9018,8 +8971,7 @@ async function runAggregate(client, plan, compiled, timeoutMs) {
 		truncated
 	};
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/trace-roots.ts
+// src/storage/domains/observability/v-next/trace-roots.ts
 /**
 * Get the root span for a trace, reading from trace_roots as compatibility path.
 * Uses ordinary LIMIT 1 (duplicates are byte-identical per design).
@@ -9296,8 +9248,7 @@ async function getStreamHeadCursor$1(client) {
 function buildTraceCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/tracing.ts
+// src/storage/domains/observability/v-next/tracing.ts
 const BRANCH_SPAN_TYPE_SQL_LIST = _mastra_core_storage.BRANCH_SPAN_TYPES.map((t) => `'${t}'`).join(", ");
 /** Insert a single completed span. */
 async function createSpan(client, args) {
@@ -9887,8 +9838,7 @@ async function getStreamHeadCursor(client) {
 function buildBranchCursor(row) {
 	return row.cursorId ?? "0";
 }
-//#endregion
-//#region src/storage/domains/observability/v-next/index.ts
+// src/storage/domains/observability/v-next/index.ts
 const spanQueryFeatures = typeof _mastra_core_storage.planSpanQuery === "function" ? ["span-query", "span-query-context-fields"] : [];
 const spanAggregateFeatures = typeof _mastra_core_storage.planSpanAggregate === "function" ? ["span-aggregate"] : [];
 const threadQueryFeatures = typeof _mastra_core_storage.planThreadRowsQuery === "function" ? ["thread-query-rows"] : [];
@@ -11026,8 +10976,7 @@ var ObservabilityStorageClickhouseVNext = class extends _mastra_core_storage.Obs
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/scores/index.ts
+// src/storage/domains/scores/index.ts
 /**
 * Builds a multi-tenant scope SQL fragment and its named query params.
 * Returns a clause prefixed with ` AND ` (empty when no filters) plus params.
@@ -11448,8 +11397,7 @@ var ScoresStorageClickhouse = class extends _mastra_core_storage.ScoresStorage {
 		}
 	}
 };
-//#endregion
-//#region src/storage/domains/workflows/index.ts
+// src/storage/domains/workflows/index.ts
 var WorkflowsStorageClickhouse = class extends _mastra_core_storage.WorkflowsStorage {
 	client;
 	#db;
@@ -11716,8 +11664,7 @@ var WorkflowsStorageClickhouse = class extends _mastra_core_storage.WorkflowsSto
 		}
 	}
 };
-//#endregion
-//#region src/storage/index.ts
+// src/storage/index.ts
 /**
 * Type guard for pre-configured client config
 */
@@ -11880,7 +11827,6 @@ var ClickhouseStoreVNext = class extends ClickhouseStore {
 		};
 	}
 };
-//#endregion
 exports.COLUMN_TYPES = COLUMN_TYPES;
 exports.ClickhouseStore = ClickhouseStore;
 exports.ClickhouseStoreVNext = ClickhouseStoreVNext;