@mastra/clickhouse 1.15.2 → 1.16.0-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @mastra/clickhouse
 
+## 1.16.0-alpha.1
+
+### Patch Changes
+
+- Fixed ClickHouse observability discovery refreshable materialized views failing with error 36 when their target tables use a Replicated engine inside a non-Replicated (Atomic) database. The discovery views now refresh in APPEND mode, and existing deployments with the old view definitions are migrated automatically on startup (only the views are recreated; discovery data is kept). Fixes https://github.com/mastra-ai/mastra/issues/21168 ([#22103](https://github.com/mastra-ai/mastra/pull/22103))
+
+- Updated dependencies [[`2c85f42`](https://github.com/mastra-ai/mastra/commit/2c85f428e04ccd63ea31a7ec80b5b327afdad555), [`11bbeb9`](https://github.com/mastra-ai/mastra/commit/11bbeb9b108ef2264e05acefc6dafb9cbb342921), [`1a485f3`](https://github.com/mastra-ai/mastra/commit/1a485f3538f5ec64d58bd8b5e1e99de0c695c87b), [`0d37487`](https://github.com/mastra-ai/mastra/commit/0d37487d9f349388a3f1cef6a536cf9dcc4b6273), [`8661d7d`](https://github.com/mastra-ai/mastra/commit/8661d7d7179f0a024456aabdd8679bcecd09ac28), [`575e343`](https://github.com/mastra-ai/mastra/commit/575e343900451021d96110916497d334af7bc252), [`cacb839`](https://github.com/mastra-ai/mastra/commit/cacb8392d9e74189b56d857290b0615f98a2683d), [`b47b26e`](https://github.com/mastra-ai/mastra/commit/b47b26e6fe95cb8a3482be2c5e52de157fe59d0b), [`0d37487`](https://github.com/mastra-ai/mastra/commit/0d37487d9f349388a3f1cef6a536cf9dcc4b6273), [`c46eb09`](https://github.com/mastra-ai/mastra/commit/c46eb09ce4987509af57a0ac582c61241a6dd2f1), [`30ed33e`](https://github.com/mastra-ai/mastra/commit/30ed33ee14084a26019aba15fceadda6d6ddefaf), [`91ad69d`](https://github.com/mastra-ai/mastra/commit/91ad69d64994c89199b0c55399e64ed91c61df2f), [`8dc408d`](https://github.com/mastra-ai/mastra/commit/8dc408d34438f9e13297f792c11a5cfd6cf952e1), [`c92def1`](https://github.com/mastra-ai/mastra/commit/c92def10a13c822972c96f0a4ca6ffc1f4258aed), [`c5eaec5`](https://github.com/mastra-ai/mastra/commit/c5eaec5a860d80d0e3805e67db0414b87ac8cbed), [`e66b2ba`](https://github.com/mastra-ai/mastra/commit/e66b2ba100db63eaeab6e21e1ea34b113f2ec781)]:
+  - @mastra/core@1.62.0-alpha.3
+
+## 1.16.0-alpha.0
+
+### Minor Changes
+
+- Added support for filtering scores by metadata key-value pairs in listScores. ([#22047](https://github.com/mastra-ai/mastra/pull/22047))
+
+  ```typescript
+  const result = await storage.listScores({
+    filters: { metadata: { env: 'prod' } },
+  });
+  ```
+
+  Each top-level metadata key is matched with exact equality against the stored value. Nested objects and arrays compare structurally (key order doesn't matter) with no partial/subset matching, and an empty metadata filter is a no-op.
+
+### Patch Changes
+
+- Updated dependencies [[`e737014`](https://github.com/mastra-ai/mastra/commit/e737014e0fc7035759762bb5b48baef1d6c0f6a7), [`d6ce34a`](https://github.com/mastra-ai/mastra/commit/d6ce34aeceb06ddf3d595a1eed5cc74f481a46a1), [`e6f8450`](https://github.com/mastra-ai/mastra/commit/e6f845074d478527026b18d85031b23353e1d0a4)]:
+  - @mastra/core@1.62.0-alpha.2
+
 ## 1.15.2
 
 ### Patch Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-clickhouse
 description: Documentation for @mastra/clickhouse. Use when working with @mastra/clickhouse APIs, configuration, or implementation.
 metadata:
   package: "@mastra/clickhouse"
-  version: "1.15.2"
+  version: "1.16.0-alpha.1"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.15.2",
+  "version": "1.16.0-alpha.1",
   "package": "@mastra/clickhouse",
   "exports": {},
   "modules": {}

package/dist/index.cjs

@@ -3520,7 +3520,7 @@ function unionDistinctFromSignals(kind, key1Expr, valueExpr, extraJoin = "", ext
 }
 const DISCOVERY_VALUES_MV_DDL = `
 CREATE MATERIALIZED VIEW IF NOT EXISTS ${MV_DISCOVERY_VALUES}
-REFRESH EVERY 1 MINUTE
+REFRESH EVERY 1 MINUTE APPEND
 TO ${TABLE_DISCOVERY_VALUES}
 AS
 SELECT DISTINCT kind, key1, value FROM (
@@ -3545,7 +3545,7 @@ SELECT DISTINCT kind, key1, value FROM (
 `;
 const DISCOVERY_PAIRS_MV_DDL = `
 CREATE MATERIALIZED VIEW IF NOT EXISTS ${MV_DISCOVERY_PAIRS}
-REFRESH EVERY 5 MINUTE
+REFRESH EVERY 5 MINUTE APPEND
 TO ${TABLE_DISCOVERY_PAIRS}
 AS
 SELECT DISTINCT kind, key1, key2, value FROM (
@@ -4381,6 +4381,64 @@ function addStringMapFilters(column, values, keyPrefix, valuePrefix, out) {
 	}
 }
 /**
+* Adds conditions asserting the JSON value at `pathRefs` inside `src` deep-equals `value`.
+*
+* Scalars (string/number/boolean/null) use type-checked typed extraction. Objects and
+* arrays are decomposed recursively into per-leaf comparisons plus length checks, so
+* nested values match structurally regardless of key serialization order while still
+* requiring complete (exact, not partial) equality — mirroring the in-memory
+* deep-equality semantics.
+*/
+function addJsonValueConditions(src, pathRefs, value, valuePrefix, nextId, out) {
+	const path = pathRefs.join(", ");
+	if (value === null || value === void 0) out.conditions.push(`JSONHas(${src}, ${path}) AND JSONType(${src}, ${path}) = 'Null'`);
+	else if (typeof value === "string") {
+		const p = `${valuePrefix}_${nextId()}`;
+		out.conditions.push(`JSONType(${src}, ${path}) = 'String' AND JSONExtractString(${src}, ${path}) = {${p}:String}`);
+		out.params[p] = value;
+	} else if (typeof value === "number") {
+		const p = `${valuePrefix}_${nextId()}`;
+		out.conditions.push(`JSONType(${src}, ${path}) IN ('Int64', 'UInt64', 'Double') AND JSONExtractFloat(${src}, ${path}) = {${p}:Float64}`);
+		out.params[p] = value;
+	} else if (typeof value === "boolean") {
+		const p = `${valuePrefix}_${nextId()}`;
+		out.conditions.push(`JSONType(${src}, ${path}) = 'Bool' AND JSONExtractBool(${src}, ${path}) = {${p}:UInt8}`);
+		out.params[p] = value ? 1 : 0;
+	} else if (Array.isArray(value)) {
+		out.conditions.push(`JSONType(${src}, ${path}) = 'Array' AND JSONLength(${src}, ${path}) = ${value.length}`);
+		value.forEach((item, idx) => {
+			addJsonValueConditions(src, [...pathRefs, String(idx + 1)], item, valuePrefix, nextId, out);
+		});
+	} else {
+		const entries = Object.entries(value).filter(([, v]) => v !== void 0);
+		out.conditions.push(`JSONType(${src}, ${path}) = 'Object' AND JSONLength(${src}, ${path}) = ${entries.length}`);
+		for (const [subKey, subValue] of entries) {
+			const p = `${valuePrefix}_k_${nextId()}`;
+			out.params[p] = subKey;
+			addJsonValueConditions(src, [...pathRefs, `{${p}:String}`], subValue, valuePrefix, nextId, out);
+		}
+	}
+}
+/**
+* Adds key/value filters against a JSON-encoded string column (e.g. scores.metadata).
+* Emits predicates per requested key with exact-value deep equality for any JSON value,
+* mirroring the in-memory deep-equality semantics (structural, key-order independent).
+*/
+function addJsonStringFilters(column, values, keyPrefix, valuePrefix, out) {
+	if (values == null || typeof values !== "object") return;
+	let id = 0;
+	const nextId = () => id++;
+	let i = 0;
+	for (const [rawKey, rawValue] of Object.entries(values)) {
+		if (rawValue === void 0) continue;
+		const keyParam = `${keyPrefix}_${i}`;
+		const src = `ifNull(${column}, '{}')`;
+		out.params[keyParam] = rawKey;
+		addJsonValueConditions(src, [`{${keyParam}:String}`], rawValue, valuePrefix, nextId, out);
+		i++;
+	}
+}
+/**
 * Adds shared context filter conditions (commonFilterFields) to the output.
 * Used by logs, metrics, scores, and feedback filter builders.
 */
@@ -4493,6 +4551,7 @@ function buildScoresFilterConditions(filters, tableAlias) {
 	addEq(col("scoreSource"), filters.scoreSource, "scoreSource", "String", out);
 	if (typeof filters.scorerId === "string") addEq(col("scorerId"), filters.scorerId, "scorerId", "String", out);
 	else if (Array.isArray(filters.scorerId)) addIn(col("scorerId"), filters.scorerId, "scorerIds", out);
+	addJsonStringFilters(col("metadata"), filters.metadata, "score_meta_k", "score_meta_v", out);
 	return out;
 }
 function buildFeedbackFilterConditions(filters, tableAlias) {
@@ -7024,6 +7083,12 @@ async function filterAppliedRetention(client, entries) {
 * Init's subsequent `CREATE TABLE IF NOT EXISTS` and discovery MV bootstrap
 * recreate both with the current definitions.
 *
+* Separately, a refreshable MV whose stored definition lacks the `APPEND`
+* modifier (created by older releases) is dropped — keeping its target
+* table — so the MV bootstrap recreates it with the current APPEND
+* definition. Non-APPEND refreshes swap the target table atomically, which
+* fails when the target is Replicated inside a non-Replicated database.
+*
 * Silently returns if `system.tables` can't be queried — the rest of init
 * will still run and leave any existing tables untouched.
 */
@@ -7038,13 +7103,20 @@ async function assertExistingTablesCompatibleWithReplication(client, replication
 }
 async function reconcileDiscoveryTables(client, replication) {
 	let engines;
+	let mvCreateQueries;
 	try {
 		const rows = await (await client.query({
-			query: `SELECT name, engine FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
-			query_params: { tables: [TABLE_DISCOVERY_VALUES, TABLE_DISCOVERY_PAIRS] },
+			query: `SELECT name, engine, create_table_query FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
+			query_params: { tables: [
+				TABLE_DISCOVERY_VALUES,
+				TABLE_DISCOVERY_PAIRS,
+				MV_DISCOVERY_VALUES,
+				MV_DISCOVERY_PAIRS
+			] },
 			format: "JSONEachRow"
 		})).json();
 		engines = new Map(rows.map((r) => [r.name, r.engine]));
+		mvCreateQueries = new Map(rows.map((r) => [r.name, r.create_table_query]));
 	} catch {
 		return;
 	}
@@ -7057,9 +7129,13 @@ async function reconcileDiscoveryTables(client, replication) {
 	}];
 	for (const { table, mv } of targets) {
 		const engine = engines.get(table);
-		if (!engine || isReplacingMergeTreeEngine(engine)) continue;
-		await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
-		await client.command({ query: addOnClusterToDDL(`DROP TABLE IF EXISTS ${table}`, replication) });
+		if (engine && !isReplacingMergeTreeEngine(engine)) {
+			await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
+			await client.command({ query: addOnClusterToDDL(`DROP TABLE IF EXISTS ${table}`, replication) });
+			continue;
+		}
+		const createQuery = mvCreateQueries.get(mv);
+		if (createQuery && /REFRESH EVERY/i.test(createQuery) && !/\bAPPEND\b/i.test(createQuery)) await client.command({ query: addOnClusterToDDL(`DROP VIEW IF EXISTS ${mv}`, replication) });
 	}
 }
 async function queryNamesByTable(client, query, tables) {