@mastra/clickhouse 1.9.0-alpha.0 → 1.9.0-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @mastra/clickhouse
 
+## 1.9.0-alpha.1
+
+### Patch Changes
+
+- Fixed duplicate entries in the ClickHouse v-next observability discovery endpoints — tags, services, environments, entities, metric names, and metric labels now return each value once. Existing deployments are reconciled automatically on next startup; no manual migration required. ([#16798](https://github.com/mastra-ai/mastra/pull/16798))
+
 ## 1.9.0-alpha.0
 
 ### Minor Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-clickhouse
 description: Documentation for @mastra/clickhouse. Use when working with @mastra/clickhouse APIs, configuration, or implementation.
 metadata:
   package: "@mastra/clickhouse"
-  version: "1.9.0-alpha.0"
+  version: "1.9.0-alpha.1"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.9.0-alpha.0",
+  "version": "1.9.0-alpha.1",
   "package": "@mastra/clickhouse",
   "exports": {},
   "modules": {}

package/dist/index.cjs

@@ -3611,7 +3611,7 @@ CREATE TABLE IF NOT EXISTS ${TABLE_DISCOVERY_VALUES} (
   key1               String,
   value              String
 )
-ENGINE = MergeTree
+ENGINE = ReplacingMergeTree
 ORDER BY (kind, key1, value)
 `;
 var DISCOVERY_PAIRS_DDL = `
@@ -3621,7 +3621,7 @@ CREATE TABLE IF NOT EXISTS ${TABLE_DISCOVERY_PAIRS} (
   key2               String,
   value              String
 )
-ENGINE = MergeTree
+ENGINE = ReplacingMergeTree
 ORDER BY (kind, key1, key2, value)
 `;
 var SIGNAL_TABLES = [TABLE_SPAN_EVENTS, TABLE_METRIC_EVENTS, TABLE_LOG_EVENTS];
@@ -4391,7 +4391,7 @@ async function queryJson(client, query, params = {}) {
 async function getEntityTypes(client, _args) {
   const rows = await queryJson(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'entityType' ORDER BY value`
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'entityType' ORDER BY value`
   );
   const validTypes = new Set(Object.values(storage.EntityType));
   const entityTypes = [];
@@ -4411,7 +4411,7 @@ async function getEntityNames(client, args) {
   }
   const rows = await queryJson(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value`,
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value`,
     params
   );
   return { names: rows.map((r) => r.value) };
@@ -4419,14 +4419,14 @@ async function getEntityNames(client, args) {
 async function getServiceNames(client, _args) {
   const rows = await queryJson(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'serviceName' ORDER BY value`
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'serviceName' ORDER BY value`
   );
   return { serviceNames: rows.map((r) => r.value) };
 }
 async function getEnvironments(client, _args) {
   const rows = await queryJson(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'environment' ORDER BY value`
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'environment' ORDER BY value`
   );
   return { environments: rows.map((r) => r.value) };
 }
@@ -4439,7 +4439,7 @@ async function getTags(client, args) {
   }
   const rows = await queryJson(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value`,
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value`,
     params
   );
   return { tags: rows.map((r) => r.value) };
@@ -5719,7 +5719,7 @@ async function getMetricNames(client, args) {
   if (args.limit) params.nameLimit = args.limit;
   const rows = await queryJson3(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`,
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`,
     params
   );
   return { names: rows.map((r) => r.value) };
@@ -5727,7 +5727,7 @@ async function getMetricNames(client, args) {
 async function getMetricLabelKeys(client, args) {
   const rows = await queryJson3(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'metricLabelKey' AND key1 = {metricName:String} ORDER BY value`,
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_VALUES} WHERE kind = 'metricLabelKey' AND key1 = {metricName:String} ORDER BY value`,
     { metricName: args.metricName }
   );
   return { keys: rows.map((r) => r.value) };
@@ -5746,7 +5746,7 @@ async function getMetricLabelValues(client, args) {
   if (args.limit) params.valLimit = args.limit;
   const rows = await queryJson3(
     client,
-    `SELECT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`,
+    `SELECT DISTINCT value FROM ${TABLE_DISCOVERY_PAIRS} WHERE ${conditions.join(" AND ")} ORDER BY value ${limitClause}`,
     params
   );
   return { values: rows.map((r) => r.value) };
@@ -6981,6 +6981,30 @@ async function filterAppliedRetention(client, entries) {
     return current.column !== e.column || current.days !== e.days;
   });
 }
+async function reconcileDiscoveryTables(client) {
+  let engines;
+  try {
+    const result = await client.query({
+      query: `SELECT name, engine FROM system.tables WHERE database = currentDatabase() AND name IN ({tables:Array(String)})`,
+      query_params: { tables: [TABLE_DISCOVERY_VALUES, TABLE_DISCOVERY_PAIRS] },
+      format: "JSONEachRow"
+    });
+    const rows = await result.json();
+    engines = new Map(rows.map((r) => [r.name, r.engine]));
+  } catch {
+    return;
+  }
+  const targets = [
+    { table: TABLE_DISCOVERY_VALUES, mv: MV_DISCOVERY_VALUES },
+    { table: TABLE_DISCOVERY_PAIRS, mv: MV_DISCOVERY_PAIRS }
+  ];
+  for (const { table, mv } of targets) {
+    const engine = engines.get(table);
+    if (!engine || isReplacingMergeTreeEngine(engine)) continue;
+    await client.command({ query: `DROP VIEW IF EXISTS ${mv}` });
+    await client.command({ query: `DROP TABLE IF EXISTS ${table}` });
+  }
+}
 async function queryNamesByTable(client, query, tables) {
   const result = await client.query({
     query,
@@ -7096,6 +7120,7 @@ var ObservabilityStorageClickhouseVNext = class extends storage.ObservabilitySto
       } else {
         this.#deltaCursorStrategy = await detectDeltaCursorStrategy(this.#client, void 0, existingStrategy);
       }
+      await reconcileDiscoveryTables(this.#client);
       const coreDdl = this.#deltaCursorStrategy === null ? [...BASE_TABLE_DDL, ...BASE_MV_DDL] : [...buildAllTableDDL(), ...buildAllMvDDL(this.#deltaCursorStrategy)];
       for (const ddl of coreDdl) {
         await this.#client.command({ query: ddl });