@mastra/clickhouse 0.11.1-alpha.0 → 0.11.1-alpha.2

package/dist/index.cjs

@@ -2,6 +2,7 @@
 
 var client = require('@clickhouse/client');
 var agent = require('@mastra/core/agent');
+var error = require('@mastra/core/error');
 var storage = require('@mastra/core/storage');
 
 // src/storage/index.ts
@@ -66,7 +67,12 @@ var ClickhouseStore = class extends storage.MastraStorage {
     const resultValue = JSON.parse(row.result);
     const testInfoValue = row.test_info ? JSON.parse(row.test_info) : void 0;
     if (!resultValue || typeof resultValue !== "object" || !("score" in resultValue)) {
-      throw new Error(`Invalid MetricResult format: ${JSON.stringify(resultValue)}`);
+      throw new error.MastraError({
+        id: "CLICKHOUSE_STORAGE_INVALID_METRIC_FORMAT",
+        text: `Invalid MetricResult format: ${JSON.stringify(resultValue)}`,
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER
+      });
     }
     return {
       input: row.input,
@@ -81,6 +87,18 @@ var ClickhouseStore = class extends storage.MastraStorage {
       createdAt: row.created_at
     };
   }
+  escape(value) {
+    if (typeof value === "string") {
+      return `'${value.replace(/'/g, "''")}'`;
+    }
+    if (value instanceof Date) {
+      return `'${value.toISOString()}'`;
+    }
+    if (value === null || value === void 0) {
+      return "NULL";
+    }
+    return value.toString();
+  }
   async getEvalsByAgentName(agentName, type) {
     try {
       const baseQuery = `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${storage.TABLE_EVALS} WHERE agent_name = {var_agent_name:String}`;
@@ -100,12 +118,19 @@ var ClickhouseStore = class extends storage.MastraStorage {
       }
       const rows = await result.json();
       return rows.data.map((row) => this.transformEvalRow(row));
-    } catch (error) {
-      if (error instanceof Error && error.message.includes("no such table")) {
+    } catch (error$1) {
+      if (error$1?.message?.includes("no such table") || error$1?.message?.includes("does not exist")) {
         return [];
       }
-      this.logger.error("Failed to get evals for the specified agent: " + error?.message);
-      throw error;
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_EVALS_BY_AGENT_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { agentName, type: type ?? null }
+        },
+        error$1
+      );
     }
   }
   async batchInsert({ tableName, records }) {
@@ -128,9 +153,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-    } catch (error) {
-      console.error(`Error inserting into ${tableName}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_BATCH_INSERT_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
     }
   }
   async getTraces({
@@ -178,48 +210,96 @@ var ClickhouseStore = class extends storage.MastraStorage {
       args.var_to_date = toDate.getTime() / 1e3;
     }
     const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
-    const result = await this.db.query({
-      query: `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${storage.TABLE_TRACES} ${whereClause} ORDER BY "createdAt" DESC LIMIT ${limit} OFFSET ${offset}`,
-      query_params: args,
-      clickhouse_settings: {
-        // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
-        date_time_input_format: "best_effort",
-        date_time_output_format: "iso",
-        use_client_time_zone: 1,
-        output_format_json_quote_64bit_integers: 0
+    try {
+      const result = await this.db.query({
+        query: `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${storage.TABLE_TRACES} ${whereClause} ORDER BY "createdAt" DESC LIMIT ${limit} OFFSET ${offset}`,
+        query_params: args,
+        clickhouse_settings: {
+          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
+          date_time_input_format: "best_effort",
+          date_time_output_format: "iso",
+          use_client_time_zone: 1,
+          output_format_json_quote_64bit_integers: 0
+        }
+      });
+      if (!result) {
+        return [];
       }
-    });
-    if (!result) {
-      return [];
-    }
-    const resp = await result.json();
-    const rows = resp.data;
-    return rows.map((row) => ({
-      id: row.id,
-      parentSpanId: row.parentSpanId,
-      traceId: row.traceId,
-      name: row.name,
-      scope: row.scope,
-      kind: row.kind,
-      status: safelyParseJSON(row.status),
-      events: safelyParseJSON(row.events),
-      links: safelyParseJSON(row.links),
-      attributes: safelyParseJSON(row.attributes),
-      startTime: row.startTime,
-      endTime: row.endTime,
-      other: safelyParseJSON(row.other),
-      createdAt: row.createdAt
-    }));
+      const resp = await result.json();
+      const rows = resp.data;
+      return rows.map((row) => ({
+        id: row.id,
+        parentSpanId: row.parentSpanId,
+        traceId: row.traceId,
+        name: row.name,
+        scope: row.scope,
+        kind: row.kind,
+        status: safelyParseJSON(row.status),
+        events: safelyParseJSON(row.events),
+        links: safelyParseJSON(row.links),
+        attributes: safelyParseJSON(row.attributes),
+        startTime: row.startTime,
+        endTime: row.endTime,
+        other: safelyParseJSON(row.other),
+        createdAt: row.createdAt
+      }));
+    } catch (error$1) {
+      if (error$1?.message?.includes("no such table") || error$1?.message?.includes("does not exist")) {
+        return [];
+      }
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_TRACES_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            name: name ?? null,
+            scope: scope ?? null,
+            page,
+            perPage,
+            attributes: attributes ? JSON.stringify(attributes) : null,
+            filters: filters ? JSON.stringify(filters) : null,
+            fromDate: fromDate?.toISOString() ?? null,
+            toDate: toDate?.toISOString() ?? null
+          }
+        },
+        error$1
+      );
+    }
   }
   async optimizeTable({ tableName }) {
-    await this.db.command({
-      query: `OPTIMIZE TABLE ${tableName} FINAL`
-    });
+    try {
+      await this.db.command({
+        query: `OPTIMIZE TABLE ${tableName} FINAL`
+      });
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_OPTIMIZE_TABLE_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
+    }
   }
   async materializeTtl({ tableName }) {
-    await this.db.command({
-      query: `ALTER TABLE ${tableName} MATERIALIZE TTL;`
-    });
+    try {
+      await this.db.command({
+        query: `ALTER TABLE ${tableName} MATERIALIZE TTL;`
+      });
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_MATERIALIZE_TTL_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
+    }
   }
   async createTable({
     tableName,
@@ -262,9 +342,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-    } catch (error) {
-      console.error(`Error creating table ${tableName}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_CREATE_TABLE_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
     }
   }
   getSqlType(type) {
@@ -315,11 +402,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           this.logger?.debug?.(`Added column ${columnName} to table ${tableName}`);
         }
       }
-    } catch (error) {
-      this.logger?.error?.(
-        `Error altering table ${tableName}: ${error instanceof Error ? error.message : String(error)}`
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_ALTER_TABLE_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
       );
-      throw new Error(`Failed to alter table ${tableName}: ${error}`);
     }
   }
   async clearTable({ tableName }) {
@@ -334,9 +426,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-    } catch (error) {
-      console.error(`Error clearing table ${tableName}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_CLEAR_TABLE_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
     }
   }
   async insert({ tableName, record }) {
@@ -358,12 +457,22 @@ var ClickhouseStore = class extends storage.MastraStorage {
           use_client_time_zone: 1
         }
       });
-    } catch (error) {
-      console.error(`Error inserting into ${tableName}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_INSERT_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
     }
   }
-  async load({ tableName, keys }) {
+  async load({
+    tableName,
+    keys
+  }) {
     try {
       const keyEntries = Object.entries(keys);
       const conditions = keyEntries.map(
@@ -399,9 +508,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
       }
       const data = transformRow(rows.data[0]);
       return data;
-    } catch (error) {
-      console.error(`Error loading from ${tableName}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_LOAD_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { tableName }
+        },
+        error$1
+      );
     }
   }
   async getThreadById({ threadId }) {
@@ -437,9 +553,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         createdAt: thread.createdAt,
         updatedAt: thread.updatedAt
       };
-    } catch (error) {
-      console.error(`Error getting thread ${threadId}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_THREAD_BY_ID_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { threadId }
+        },
+        error$1
+      );
     }
   }
   async getThreadsByResourceId({ resourceId }) {
@@ -471,9 +594,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         createdAt: thread.createdAt,
         updatedAt: thread.updatedAt
       }));
-    } catch (error) {
-      console.error(`Error getting threads for resource ${resourceId}:`, error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_THREADS_BY_RESOURCE_ID_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { resourceId }
+        },
+        error$1
+      );
     }
   }
   async saveThread({ thread }) {
@@ -496,9 +626,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         }
       });
       return thread;
-    } catch (error) {
-      console.error("Error saving thread:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_SAVE_THREAD_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { threadId: thread.id }
+        },
+        error$1
+      );
     }
   }
   async updateThread({
@@ -541,9 +678,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         }
       });
       return updatedThread;
-    } catch (error) {
-      console.error("Error updating thread:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_UPDATE_THREAD_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { threadId: id, title }
+        },
+        error$1
+      );
     }
   }
   async deleteThread({ threadId }) {
@@ -562,9 +706,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-    } catch (error) {
-      console.error("Error deleting thread:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_DELETE_THREAD_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { threadId }
+        },
+        error$1
+      );
     }
   }
   async getMessages({
@@ -575,7 +726,7 @@ var ClickhouseStore = class extends storage.MastraStorage {
   }) {
     try {
       const messages = [];
-      const limit = typeof selectBy?.last === `number` ? selectBy.last : 40;
+      const limit = this.resolveMessageLimit({ last: selectBy?.last, defaultLimit: 40 });
       const include = selectBy?.include || [];
       if (include.length) {
         const includeResult = await this.db.query({
@@ -671,9 +822,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
       const list = new agent.MessageList({ threadId, resourceId }).add(messages, "memory");
       if (format === `v2`) return list.get.all.v2();
       return list.get.all.v1();
-    } catch (error) {
-      console.error("Error getting messages:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_MESSAGES_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { threadId, resourceId: resourceId ?? "" }
+        },
+        error$1
+      );
     }
   }
   async saveMessages(args) {
@@ -689,12 +847,52 @@ var ClickhouseStore = class extends storage.MastraStorage {
       if (!thread) {
         throw new Error(`Thread ${threadId} not found`);
       }
+      const existingResult = await this.db.query({
+        query: `SELECT id, thread_id FROM ${storage.TABLE_MESSAGES} WHERE id IN ({ids:Array(String)})`,
+        query_params: {
+          ids: messages.map((m) => m.id)
+        },
+        clickhouse_settings: {
+          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
+          date_time_input_format: "best_effort",
+          date_time_output_format: "iso",
+          use_client_time_zone: 1,
+          output_format_json_quote_64bit_integers: 0
+        },
+        format: "JSONEachRow"
+      });
+      const existingRows = await existingResult.json();
+      const existingSet = new Set(existingRows.map((row) => `${row.id}::${row.thread_id}`));
+      const toInsert = messages.filter((m) => !existingSet.has(`${m.id}::${threadId}`));
+      const toUpdate = messages.filter((m) => existingSet.has(`${m.id}::${threadId}`));
+      const updatePromises = toUpdate.map(
+        (message) => this.db.command({
+          query: `
+      ALTER TABLE ${storage.TABLE_MESSAGES}
+      UPDATE content = {var_content:String}, role = {var_role:String}, type = {var_type:String}
+      WHERE id = {var_id:String} AND thread_id = {var_thread_id:String}
+    `,
+          query_params: {
+            var_content: typeof message.content === "string" ? message.content : JSON.stringify(message.content),
+            var_role: message.role,
+            var_type: message.type || "v2",
+            var_id: message.id,
+            var_thread_id: threadId
+          },
+          clickhouse_settings: {
+            // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
+            date_time_input_format: "best_effort",
+            use_client_time_zone: 1,
+            output_format_json_quote_64bit_integers: 0
+          }
+        })
+      );
       await Promise.all([
         // Insert messages
         this.db.insert({
           table: storage.TABLE_MESSAGES,
           format: "JSONEachRow",
-          values: messages.map((message) => ({
+          values: toInsert.map((message) => ({
             id: message.id,
             thread_id: threadId,
             content: typeof message.content === "string" ? message.content : JSON.stringify(message.content),
@@ -709,6 +907,7 @@ var ClickhouseStore = class extends storage.MastraStorage {
             output_format_json_quote_64bit_integers: 0
           }
         }),
+        ...updatePromises,
         // Update thread's updatedAt timestamp
         this.db.insert({
           table: storage.TABLE_THREADS,
@@ -733,9 +932,15 @@ var ClickhouseStore = class extends storage.MastraStorage {
       const list = new agent.MessageList({ threadId, resourceId }).add(messages, "memory");
       if (format === `v2`) return list.get.all.v2();
       return list.get.all.v1();
-    } catch (error) {
-      console.error("Error saving messages:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_SAVE_MESSAGES_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY
+        },
+        error$1
+      );
     }
   }
   async persistWorkflowSnapshot({
@@ -771,9 +976,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-    } catch (error) {
-      console.error("Error persisting workflow snapshot:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_PERSIST_WORKFLOW_SNAPSHOT_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { workflowName, runId }
+        },
+        error$1
+      );
     }
   }
   async loadWorkflowSnapshot({
@@ -792,9 +1004,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         return null;
       }
       return result.snapshot;
-    } catch (error) {
-      console.error("Error loading workflow snapshot:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_LOAD_WORKFLOW_SNAPSHOT_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { workflowName, runId }
+        },
+        error$1
+      );
     }
   }
   parseWorkflowRun(row) {
@@ -884,9 +1103,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         return this.parseWorkflowRun(row);
       });
       return { runs, total: total || runs.length };
-    } catch (error) {
-      console.error("Error getting workflow runs:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_WORKFLOW_RUNS_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { workflowName: workflowName ?? "", resourceId: resourceId ?? "" }
+        },
+        error$1
+      );
     }
   }
   async getWorkflowRunById({
@@ -925,9 +1151,16 @@ var ClickhouseStore = class extends storage.MastraStorage {
         return null;
       }
       return this.parseWorkflowRun(resultJson[0]);
-    } catch (error) {
-      console.error("Error getting workflow run by ID:", error);
-      throw error;
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "CLICKHOUSE_STORAGE_GET_WORKFLOW_RUN_BY_ID_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: { runId: runId ?? "", workflowName: workflowName ?? "" }
+        },
+        error$1
+      );
     }
   }
   async hasColumn(table, column) {
@@ -939,13 +1172,28 @@ var ClickhouseStore = class extends storage.MastraStorage {
     return columns.some((c) => c.name === column);
   }
   async getTracesPaginated(_args) {
-    throw new Error("Method not implemented.");
+    throw new error.MastraError({
+      id: "CLICKHOUSE_STORAGE_GET_TRACES_PAGINATED_FAILED",
+      domain: error.ErrorDomain.STORAGE,
+      category: error.ErrorCategory.USER,
+      text: "Method not implemented."
+    });
   }
   async getThreadsByResourceIdPaginated(_args) {
-    throw new Error("Method not implemented.");
+    throw new error.MastraError({
+      id: "CLICKHOUSE_STORAGE_GET_THREADS_BY_RESOURCE_ID_PAGINATED_FAILED",
+      domain: error.ErrorDomain.STORAGE,
+      category: error.ErrorCategory.USER,
+      text: "Method not implemented."
+    });
   }
   async getMessagesPaginated(_args) {
-    throw new Error("Method not implemented.");
+    throw new error.MastraError({
+      id: "CLICKHOUSE_STORAGE_GET_MESSAGES_PAGINATED_FAILED",
+      domain: error.ErrorDomain.STORAGE,
+      category: error.ErrorCategory.USER,
+      text: "Method not implemented."
+    });
   }
   async close() {
     await this.db.close();