@mastra/clickhouse 1.16.0-alpha.0 → 1.16.0-alpha.2

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @mastra/clickhouse
 
+## 1.16.0-alpha.2
+
+### Patch Changes
+
+- Enforce atomic conditional background task state updates so cancellation cannot be overwritten during dispatch. Background task storage is no longer exposed by Cloudflare KV or ClickHouse, which cannot provide the required compare-and-set semantics. ([#22228](https://github.com/mastra-ai/mastra/pull/22228))
+
+- Updated dependencies [[`aa3a85d`](https://github.com/mastra-ai/mastra/commit/aa3a85daf094c683bb97efdf4b6a696d2e474af5), [`d29d06f`](https://github.com/mastra-ai/mastra/commit/d29d06fe00bbd35b4571150ea04c59d2ed783c71), [`e6516df`](https://github.com/mastra-ai/mastra/commit/e6516dfcdae4f4ac0e7971d84359a81385ee602f), [`0b2a3d1`](https://github.com/mastra-ai/mastra/commit/0b2a3d1783875c5b97b7b36ab3d03d7360e0dde7), [`6bb5d71`](https://github.com/mastra-ai/mastra/commit/6bb5d7193fe9166b219f0fccae17db7a5ae86e65), [`57de7d6`](https://github.com/mastra-ai/mastra/commit/57de7d644ba7146edb4e9e6111ec4fa98c3a59e9), [`e8e299c`](https://github.com/mastra-ai/mastra/commit/e8e299cc6abdfc39947e2fec25803493015d3882), [`edfc548`](https://github.com/mastra-ai/mastra/commit/edfc548886bc7bae17b681f8b6b41a47eb32bcd2), [`a8a4871`](https://github.com/mastra-ai/mastra/commit/a8a4871215f51da95c47129602157ce5372f634a), [`5165cdc`](https://github.com/mastra-ai/mastra/commit/5165cdcdcf50e144bb8113278535196cc9b07065), [`6bb5d71`](https://github.com/mastra-ai/mastra/commit/6bb5d7193fe9166b219f0fccae17db7a5ae86e65), [`9ee8120`](https://github.com/mastra-ai/mastra/commit/9ee8120ce17f76b9f617489e05a283353742690a), [`d975e92`](https://github.com/mastra-ai/mastra/commit/d975e924d4936f46c386bd3dee39c671720289f6), [`1cfa878`](https://github.com/mastra-ai/mastra/commit/1cfa8784d8da0dfaa0317e5048bc48b6084a5ea5), [`c118318`](https://github.com/mastra-ai/mastra/commit/c1183181c9804303db4b511c2e2648f8b714712b), [`fc07c64`](https://github.com/mastra-ai/mastra/commit/fc07c6465043e08e99193a6751a01c56ffc2e7a1), [`542dee2`](https://github.com/mastra-ai/mastra/commit/542dee254167f974ff8cbbbfc0ce10f9a2616a7b), [`a58483c`](https://github.com/mastra-ai/mastra/commit/a58483cff1a9d41fce7c931843f48cb0ac450f64), [`a58483c`](https://github.com/mastra-ai/mastra/commit/a58483cff1a9d41fce7c931843f48cb0ac450f64), [`895e9df`](https://github.com/mastra-ai/mastra/commit/895e9dfc17d6f34299eca64e317ded9e5f5e5ef8)]:
+  - @mastra/core@1.62.0-alpha.8
+
+## 1.16.0-alpha.1
+
+### Patch Changes
+
+- Fixed ClickHouse observability discovery refreshable materialized views failing with error 36 when their target tables use a Replicated engine inside a non-Replicated (Atomic) database. The discovery views now refresh in APPEND mode, and existing deployments with the old view definitions are migrated automatically on startup (only the views are recreated; discovery data is kept). Fixes https://github.com/mastra-ai/mastra/issues/21168 ([#22103](https://github.com/mastra-ai/mastra/pull/22103))
+
+- Updated dependencies [[`2c85f42`](https://github.com/mastra-ai/mastra/commit/2c85f428e04ccd63ea31a7ec80b5b327afdad555), [`11bbeb9`](https://github.com/mastra-ai/mastra/commit/11bbeb9b108ef2264e05acefc6dafb9cbb342921), [`1a485f3`](https://github.com/mastra-ai/mastra/commit/1a485f3538f5ec64d58bd8b5e1e99de0c695c87b), [`0d37487`](https://github.com/mastra-ai/mastra/commit/0d37487d9f349388a3f1cef6a536cf9dcc4b6273), [`8661d7d`](https://github.com/mastra-ai/mastra/commit/8661d7d7179f0a024456aabdd8679bcecd09ac28), [`575e343`](https://github.com/mastra-ai/mastra/commit/575e343900451021d96110916497d334af7bc252), [`cacb839`](https://github.com/mastra-ai/mastra/commit/cacb8392d9e74189b56d857290b0615f98a2683d), [`b47b26e`](https://github.com/mastra-ai/mastra/commit/b47b26e6fe95cb8a3482be2c5e52de157fe59d0b), [`0d37487`](https://github.com/mastra-ai/mastra/commit/0d37487d9f349388a3f1cef6a536cf9dcc4b6273), [`c46eb09`](https://github.com/mastra-ai/mastra/commit/c46eb09ce4987509af57a0ac582c61241a6dd2f1), [`30ed33e`](https://github.com/mastra-ai/mastra/commit/30ed33ee14084a26019aba15fceadda6d6ddefaf), [`91ad69d`](https://github.com/mastra-ai/mastra/commit/91ad69d64994c89199b0c55399e64ed91c61df2f), [`8dc408d`](https://github.com/mastra-ai/mastra/commit/8dc408d34438f9e13297f792c11a5cfd6cf952e1), [`c92def1`](https://github.com/mastra-ai/mastra/commit/c92def10a13c822972c96f0a4ca6ffc1f4258aed), [`c5eaec5`](https://github.com/mastra-ai/mastra/commit/c5eaec5a860d80d0e3805e67db0414b87ac8cbed), [`e66b2ba`](https://github.com/mastra-ai/mastra/commit/e66b2ba100db63eaeab6e21e1ea34b113f2ec781)]:
+  - @mastra/core@1.62.0-alpha.3
+
 ## 1.16.0-alpha.0
 
 ### Minor Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-clickhouse
 description: Documentation for @mastra/clickhouse. Use when working with @mastra/clickhouse APIs, configuration, or implementation.
 metadata:
   package: "@mastra/clickhouse"
-  version: "1.16.0-alpha.0"
+  version: "1.16.0-alpha.2"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.16.0-alpha.0",
+  "version": "1.16.0-alpha.2",
   "package": "@mastra/clickhouse",
   "exports": {},
   "modules": {}

package/dist/index.cjs

@@ -2,8 +2,8 @@ Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
 let _clickhouse_client = require("@clickhouse/client");
 let _mastra_core_error = require("@mastra/core/error");
 let _mastra_core_storage = require("@mastra/core/storage");
-let _mastra_core_base = require("@mastra/core/base");
 let _mastra_core_agent = require("@mastra/core/agent");
+let _mastra_core_base = require("@mastra/core/base");
 let _mastra_core_utils = require("@mastra/core/utils");
 let _mastra_core_features = require("@mastra/core/features");
 let _mastra_core_evals = require("@mastra/core/evals");
@@ -745,228 +745,6 @@ var ClickhouseDB = class extends _mastra_core_base.MastraBase {
 	}
 };
 //#endregion
-//#region src/storage/domains/background-tasks/index.ts
-function serializeJson(v) {
-	if (typeof v === "object" && v != null) return JSON.stringify(v);
-	return v ?? "";
-}
-function readNullableDate(val) {
-	if (val == null || val === "") return void 0;
-	const d = new Date(val);
-	if (Number.isNaN(d.getTime()) || d.getTime() === 0) return void 0;
-	return d;
-}
-function rowToTask(row) {
-	const parseJson = (val) => {
-		if (val == null || val === "") return void 0;
-		if (typeof val === "string") try {
-			return JSON.parse(val);
-		} catch {
-			return val;
-		}
-		return val;
-	};
-	return {
-		id: row.id,
-		status: row.status,
-		toolName: row.tool_name,
-		toolCallId: row.tool_call_id,
-		args: parseJson(row.args) ?? {},
-		agentId: row.agent_id,
-		threadId: row.thread_id || void 0,
-		resourceId: row.resource_id || void 0,
-		runId: row.run_id ?? "",
-		result: parseJson(row.result),
-		error: parseJson(row.error),
-		suspendPayload: parseJson(row.suspend_payload),
-		retryCount: Number(row.retry_count ?? 0),
-		maxRetries: Number(row.max_retries ?? 0),
-		timeoutMs: Number(row.timeout_ms ?? 3e5),
-		createdAt: new Date(row.createdAt),
-		startedAt: readNullableDate(row.startedAt),
-		suspendedAt: readNullableDate(row.suspendedAt),
-		completedAt: readNullableDate(row.completedAt)
-	};
-}
-var BackgroundTasksStorageClickhouse = class extends _mastra_core_storage.BackgroundTasksStorage {
-	client;
-	#db;
-	constructor(config) {
-		super();
-		const { client, ttl, replication } = resolveClickhouseConfig(config);
-		this.client = client;
-		this.#db = new ClickhouseDB({
-			client,
-			ttl,
-			replication
-		});
-	}
-	async init() {
-		await this.#db.createTable({
-			tableName: _mastra_core_storage.TABLE_BACKGROUND_TASKS,
-			schema: _mastra_core_storage.TABLE_SCHEMAS[_mastra_core_storage.TABLE_BACKGROUND_TASKS]
-		});
-		await this.#db.alterTable({
-			tableName: _mastra_core_storage.TABLE_BACKGROUND_TASKS,
-			schema: _mastra_core_storage.TABLE_SCHEMAS[_mastra_core_storage.TABLE_BACKGROUND_TASKS],
-			ifNotExists: ["suspend_payload", "suspendedAt"]
-		});
-	}
-	async dangerouslyClearAll() {
-		await this.#db.clearTable({ tableName: _mastra_core_storage.TABLE_BACKGROUND_TASKS });
-	}
-	async createTask(task) {
-		await this.client.insert({
-			table: _mastra_core_storage.TABLE_BACKGROUND_TASKS,
-			values: [{
-				id: task.id,
-				tool_call_id: task.toolCallId,
-				tool_name: task.toolName,
-				agent_id: task.agentId,
-				thread_id: task.threadId ?? "",
-				resource_id: task.resourceId ?? "",
-				run_id: task.runId,
-				status: task.status,
-				args: serializeJson(task.args),
-				result: serializeJson(task.result),
-				error: serializeJson(task.error),
-				suspend_payload: serializeJson(task.suspendPayload),
-				retry_count: task.retryCount,
-				max_retries: task.maxRetries,
-				timeout_ms: task.timeoutMs,
-				createdAt: task.createdAt.toISOString(),
-				startedAt: task.startedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z",
-				suspendedAt: task.suspendedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z",
-				completedAt: task.completedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z"
-			}],
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		});
-	}
-	async updateTask(taskId, update) {
-		const existing = await this.getTask(taskId);
-		if (!existing) return;
-		const merged = { ...existing };
-		if ("status" in update) merged.status = update.status;
-		if ("result" in update) merged.result = update.result;
-		if ("error" in update) merged.error = update.error;
-		if ("suspendPayload" in update) merged.suspendPayload = update.suspendPayload;
-		if ("retryCount" in update) merged.retryCount = update.retryCount;
-		if ("startedAt" in update) merged.startedAt = update.startedAt;
-		if ("suspendedAt" in update) merged.suspendedAt = update.suspendedAt;
-		if ("completedAt" in update) merged.completedAt = update.completedAt;
-		await this.createTask(merged);
-	}
-	async getTask(taskId) {
-		const rows = await (await this.client.query({
-			query: `SELECT * FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} FINAL WHERE id = {var_id:String} LIMIT 1`,
-			query_params: { var_id: taskId },
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		})).json();
-		return rows.length > 0 ? rowToTask(rows[0]) : null;
-	}
-	buildFilterClause(filter) {
-		const conditions = [];
-		const params = {};
-		if (filter.status) {
-			const statuses = Array.isArray(filter.status) ? filter.status : [filter.status];
-			conditions.push(`status IN ({var_statuses:Array(String)})`);
-			params.var_statuses = statuses;
-		}
-		if (filter.agentId) {
-			conditions.push(`agent_id = {var_agent:String}`);
-			params.var_agent = filter.agentId;
-		}
-		if (filter.threadId) {
-			conditions.push(`thread_id = {var_thread:String}`);
-			params.var_thread = filter.threadId;
-		}
-		if (filter.runId) {
-			conditions.push(`run_id = {var_run:String}`);
-			params.var_run = filter.runId;
-		}
-		if (filter.toolName) {
-			conditions.push(`tool_name = {var_tool:String}`);
-			params.var_tool = filter.toolName;
-		}
-		if (filter.toolCallId) {
-			conditions.push(`tool_call_id = {var_tool_call:String}`);
-			params.var_tool_call = filter.toolCallId;
-		}
-		const dateCol = filter.dateFilterBy === "startedAt" ? "startedAt" : filter.dateFilterBy === "suspendedAt" ? "suspendedAt" : filter.dateFilterBy === "completedAt" ? "completedAt" : "createdAt";
-		if (filter.fromDate) {
-			conditions.push(`${dateCol} >= parseDateTimeBestEffort({var_from_date:String})`);
-			params.var_from_date = filter.fromDate.toISOString();
-		}
-		if (filter.toDate) {
-			conditions.push(`${dateCol} < parseDateTimeBestEffort({var_to_date:String})`);
-			params.var_to_date = filter.toDate.toISOString();
-		}
-		return {
-			where: conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "",
-			params
-		};
-	}
-	async listTasks(filter) {
-		const { where, params } = this.buildFilterClause(filter);
-		const countRows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} FINAL ${where}`,
-			query_params: params,
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		})).json();
-		const total = Number(countRows[0]?.count ?? 0);
-		let sql = `SELECT * FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} FINAL ${where} ORDER BY ${filter.orderBy === "startedAt" ? "startedAt" : filter.orderBy === "suspendedAt" ? "suspendedAt" : filter.orderBy === "completedAt" ? "completedAt" : "createdAt"} ${filter.orderDirection === "desc" ? "DESC" : "ASC"}`;
-		if (filter.perPage != null) {
-			sql += ` LIMIT {var_limit:UInt32}`;
-			params.var_limit = filter.perPage;
-			if (filter.page != null) {
-				sql += ` OFFSET {var_offset:UInt32}`;
-				params.var_offset = filter.page * filter.perPage;
-			}
-		}
-		return {
-			tasks: (await (await this.client.query({
-				query: sql,
-				query_params: params,
-				format: "JSONEachRow",
-				clickhouse_settings: { date_time_input_format: "best_effort" }
-			})).json()).map(rowToTask),
-			total
-		};
-	}
-	async deleteTask(taskId) {
-		await this.client.command({
-			query: `DELETE FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} WHERE id = {var_id:String}`,
-			query_params: { var_id: taskId }
-		});
-	}
-	async deleteTasks(filter) {
-		const { where, params } = this.buildFilterClause(filter);
-		if (!where) return;
-		await this.client.command({
-			query: `DELETE FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} ${where}`,
-			query_params: params
-		});
-	}
-	async getRunningCount() {
-		const rows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} FINAL WHERE status = 'running'`,
-			format: "JSONEachRow"
-		})).json();
-		return Number(rows[0]?.count ?? 0);
-	}
-	async getRunningCountByAgent(agentId) {
-		const rows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${_mastra_core_storage.TABLE_BACKGROUND_TASKS} FINAL WHERE status = 'running' AND agent_id = {var_agent:String}`,
-			query_params: { var_agent: agentId },
-			format: "JSONEachRow"
-		})).json();
-		return Number(rows[0]?.count ?? 0);
-	}
-};
-//#endregion
 //#region src/storage/domains/memory/index.ts
 /**
 * Serialize metadata object to JSON string for storage in ClickHouse.
@@ -3520,7 +3298,7 @@ function unionDistinctFromSignals(kind, key1Expr, valueExpr, extraJoin = "", ext
 }
 const DISCOVERY_VALUES_MV_DDL = `
 CREATE MATERIALIZED VIEW IF NOT EXISTS ${MV_DISCOVERY_VALUES}
-REFRESH EVERY 1 MINUTE
+REFRESH EVERY 1 MINUTE APPEND
 TO ${TABLE_DISCOVERY_VALUES}
 AS
 SELECT DISTINCT kind, key1, value FROM (
@@ -3545,7 +3323,7 @@ SELECT DISTINCT kind, key1, value FROM (
 `;
 const DISCOVERY_PAIRS_MV_DDL = `
 CREATE MATERIALIZED VIEW IF NOT EXISTS ${MV_DISCOVERY_PAIRS}
-REFRESH EVERY 5 MINUTE
+REFRESH EVERY 5 MINUTE APPEND
 TO ${TABLE_DISCOVERY_PAIRS}
 AS
 SELECT DISTINCT kind, key1, key2, value FROM (
@@ -7083,6 +6861,12 @@ async function filterAppliedRetention(client, entries) {
 * Init's subsequent `CREATE TABLE IF NOT EXISTS` and discovery MV bootstrap
 * recreate both with the current definitions.
 *
+* Separately, a refreshable MV whose stored definition lacks the `APPEND`
+* modifier (created by older releases) is dropped — keeping its target
+* table — so the MV bootstrap recreates it with the current APPEND
+* definition. Non-APPEND refreshes swap the target table atomically, which
+* fails when the target is Replicated inside a non-Replicated database.
+*
 * Silently returns if `system.tables` can't be queried — the rest of init
 * will still run and leave any existing tables untouched.
 */
@@ -7097,13 +6881,20 @@ async function assertExistingTablesCompatibleWithReplication(client, replication
 }
 async function reconcileDiscoveryTables(client, replication) {
 	let engines;
+	let mvCreateQueries;
 	try {
 		const rows = await (await client.query({
-			query: `SELECT name, engine FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
-			query_params: { tables: [TABLE_DISCOVERY_VALUES, TABLE_DISCOVERY_PAIRS] },
+			query: `SELECT name, engine, create_table_query FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
+			query_params: { tables: [
+				TABLE_DISCOVERY_VALUES,
+				TABLE_DISCOVERY_PAIRS,
+				MV_DISCOVERY_VALUES,
+				MV_DISCOVERY_PAIRS
+			] },
 			format: "JSONEachRow"
 		})).json();
 		engines = new Map(rows.map((r) => [r.name, r.engine]));
+		mvCreateQueries = new Map(rows.map((r) => [r.name, r.create_table_query]));
 	} catch {
 		return;
 	}
@@ -7116,9 +6907,13 @@ async function reconcileDiscoveryTables(client, replication) {
 	}];
 	for (const { table, mv } of targets) {
 		const engine = engines.get(table);
-		if (!engine || isReplacingMergeTreeEngine(engine)) continue;
-		await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
-		await client.command({ query: addOnClusterToDDL(`DROP TABLE IF EXISTS ${table}`, replication) });
+		if (engine && !isReplacingMergeTreeEngine(engine)) {
+			await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
+			await client.command({ query: addOnClusterToDDL(`DROP TABLE IF EXISTS ${table}`, replication) });
+			continue;
+		}
+		const createQuery = mvCreateQueries.get(mv);
+		if (createQuery && /REFRESH EVERY/i.test(createQuery) && !/\bAPPEND\b/i.test(createQuery)) await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
 	}
 }
 async function queryNamesByTable(client, query, tables) {
@@ -8601,8 +8396,7 @@ var ClickhouseStore = class extends _mastra_core_storage.MastraCompositeStore {
 			workflows,
 			scores,
 			memory,
-			observability,
-			backgroundTasks: new BackgroundTasksStorageClickhouse(domainConfig)
+			observability
 		};
 	}
 	async optimizeTable({ tableName }) {
@@ -8688,7 +8482,6 @@ var ClickhouseStoreVNext = class extends ClickhouseStore {
 	}
 };
 //#endregion
-exports.BackgroundTasksStorageClickhouse = BackgroundTasksStorageClickhouse;
 exports.COLUMN_TYPES = COLUMN_TYPES;
 exports.ClickhouseStore = ClickhouseStore;
 exports.ClickhouseStoreVNext = ClickhouseStoreVNext;