@mastra/clickhouse 1.15.1 → 1.15.2

package/dist/index.js

@@ -1,6 +1,6 @@
 import { createClient } from "@clickhouse/client";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
-import { BRANCH_SPAN_TYPES, BackgroundTasksStorage, EntityType, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, SCORERS_SCHEMA, SPAN_SCHEMA, ScoresStorage, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_HARNESS_SESSIONS, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_THREAD_STATE, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_TRACES, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowsStorage, buildInputPreview, calculatePagination, computeTraceStatus, createStorageErrorId, getDefaultValue, getSqlType, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, normalizePerPage, safelyParseJSON, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
+import { BRANCH_SPAN_TYPES, BackgroundTasksStorage, EntityType, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, SCORERS_SCHEMA, SPAN_SCHEMA, ScoresStorage, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_HARNESS_SESSIONS, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_THREAD_STATE, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_TRACES, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowsStorage, buildInputPreview, calculatePagination, computeTraceStatus, createStorageErrorId, getDefaultValue, getSqlType, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, normalizePerPage, safelyParseJSON, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
 import { MastraBase } from "@mastra/core/base";
 import { MessageList } from "@mastra/core/agent";
 import { parseFieldKey } from "@mastra/core/utils";
@@ -165,17 +165,6 @@ function rewriteEngineClauses(sql, replication) {
 function applyReplicationToDDL(sql, replication) {
 	return addOnClusterToDDL(replication ? rewriteEngineClauses(sql, replication) : sql, replication);
 }
-function buildLocalTableReplicationError(tables) {
-	const tableList = tables.map((table) => `  - ${table.name} (${table.engine})`).join("\n");
-	return new MastraError({
-		id: createStorageErrorId("CLICKHOUSE", "REPLICATION", "LOCAL_TABLES_UNSUPPORTED"),
-		domain: ErrorDomain.STORAGE,
-		category: ErrorCategory.USER,
-		text: `ClickHouse replication is enabled, but existing Mastra tables use non-replicated local engines.
-Mastra will not automatically convert existing local tables to replicated tables.
-Please migrate or recreate these tables manually before enabling replication:\n${tableList}`
-	});
-}
 //#endregion
 //#region src/storage/db/utils.ts
 const TABLE_ENGINES = {
@@ -216,7 +205,13 @@ const TABLE_ENGINES = {
 	mastra_channel_installations: `ReplacingMergeTree()`,
 	mastra_channel_config: `ReplacingMergeTree()`,
 	[TABLE_THREAD_STATE]: `ReplacingMergeTree()`,
-	[TABLE_WORKFLOW_DEFINITIONS]: `ReplacingMergeTree()`
+	[TABLE_WORKFLOW_DEFINITIONS]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_NODES]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_RECORDS]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_MENTIONS]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_CURSORS]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_ACTIVITY]: `ReplacingMergeTree()`,
+	[TABLE_KNOWLEDGE_SEMANTIC_OUTBOX]: `ReplacingMergeTree()`
 };
 const COLUMN_TYPES = {
 	text: "String",
@@ -350,12 +345,12 @@ var ClickhouseDB = class extends MastraBase {
 	}
 	async assertExistingTableCompatibleWithReplication(tableName) {
 		if (!isReplicationConfigured(this.replication)) return;
-		const localTables = (await (await this.client.query({
+		const localTable = (await (await this.client.query({
 			query: `SELECT name, engine FROM system.tables WHERE database = currentDatabase() AND name = {tableName:String}`,
 			query_params: { tableName },
 			format: "JSONEachRow"
-		})).json()).filter((row) => row.engine && !isReplicatedOrSharedEngine(row.engine));
-		if (localTables.length > 0) throw buildLocalTableReplicationError(localTables);
+		})).json()).find((row) => row.engine && !isReplicatedOrSharedEngine(row.engine));
+		if (localTable) this.logger.warn(`ClickHouse replication is enabled, but pre-existing table '${localTable.name}' uses local engine '${localTable.engine}'. CREATE TABLE IF NOT EXISTS will leave the existing table untouched.`);
 	}
 	/**
 	* Gets the sorting key (ORDER BY columns) for a table.
@@ -7031,17 +7026,14 @@ async function filterAppliedRetention(client, entries) {
 * Silently returns if `system.tables` can't be queried — the rest of init
 * will still run and leave any existing tables untouched.
 */
-async function assertExistingTablesCompatibleWithReplication(client, replication) {
+async function assertExistingTablesCompatibleWithReplication(client, replication, logger) {
 	if (!isReplicationConfigured(replication)) return;
 	const localTable = (await (await client.query({
 		query: `SELECT name, engine FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
 		query_params: { tables: [...ALL_TABLE_NAMES] },
 		format: "JSONEachRow"
 	})).json()).find((row) => !isReplicatedOrSharedEngine(row.engine));
-	if (localTable) throw buildLocalTableReplicationError([{
-		name: localTable.name,
-		engine: localTable.engine
-	}]);
+	if (localTable) logger.warn(`ClickHouse replication is enabled, but pre-existing observability table '${localTable.name}' uses local engine '${localTable.engine}'. CREATE TABLE IF NOT EXISTS will leave existing tables untouched.`);
 }
 async function reconcileDiscoveryTables(client, replication) {
 	let engines;
@@ -7160,7 +7152,7 @@ var ObservabilityStorageClickhouseVNext = class extends ObservabilityStorage {
 			if ((await checkLegacySpanMigrationStatus(this.#client)).needsMigration) this.logger?.warn?.("Legacy span table 'mastra_ai_spans' detected. Run 'npx mastra migrate' to migrate historical spans to the v-next schema.");
 		} catch {}
 		try {
-			await assertExistingTablesCompatibleWithReplication(this.#client, this.#replication);
+			await assertExistingTablesCompatibleWithReplication(this.#client, this.#replication, this.logger);
 			const existingStrategy = await detectExistingDeltaCursorStrategy(this.#client);
 			if (existingStrategy === "mixed") {
 				this.#deltaCursorStrategy = null;
@@ -7244,8 +7236,12 @@ var ObservabilityStorageClickhouseVNext = class extends ObservabilityStorage {
 		};
 	}
 	getFeatures() {
-		if (!deltaPollingSupported(this.#deltaCursorStrategy)) return;
-		return ["delta-polling"];
+		if (!deltaPollingSupported(this.#deltaCursorStrategy)) return ["metrics", "logs"];
+		return [
+			"metrics",
+			"logs",
+			"delta-polling"
+		];
 	}
 	async createSpan(args) {
 		try {