@mastra/clickhouse 0.15.8 → 1.0.0-beta.0

package/dist/index.js

@@ -1,8 +1,8 @@
 import { createClient } from '@clickhouse/client';
 import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
-import { TABLE_AI_SPANS, TABLE_RESOURCES, TABLE_SCORERS, TABLE_EVALS, TABLE_THREADS, TABLE_TRACES, TABLE_WORKFLOW_SNAPSHOT, TABLE_MESSAGES, MastraStorage, StoreOperations, TABLE_SCHEMAS, WorkflowsStorage, ScoresStorage, safelyParseJSON, LegacyEvalsStorage, TracesStorage, MemoryStorage, resolveMessageLimit } from '@mastra/core/storage';
+import { TABLE_SPANS, TABLE_RESOURCES, TABLE_SCORERS, TABLE_THREADS, TABLE_TRACES, TABLE_WORKFLOW_SNAPSHOT, TABLE_MESSAGES, MastraStorage, StoreOperations, TABLE_SCHEMAS, WorkflowsStorage, normalizePerPage, ScoresStorage, safelyParseJSON, calculatePagination, MemoryStorage } from '@mastra/core/storage';
 import { MessageList } from '@mastra/core/agent';
-import { saveScorePayloadSchema } from '@mastra/core/scores';
+import { saveScorePayloadSchema } from '@mastra/core/evals';
 
 // src/storage/index.ts
 var TABLE_ENGINES = {
@@ -10,11 +10,10 @@ var TABLE_ENGINES = {
   [TABLE_WORKFLOW_SNAPSHOT]: `ReplacingMergeTree()`,
   [TABLE_TRACES]: `MergeTree()`,
   [TABLE_THREADS]: `ReplacingMergeTree()`,
-  [TABLE_EVALS]: `MergeTree()`,
   [TABLE_SCORERS]: `MergeTree()`,
   [TABLE_RESOURCES]: `ReplacingMergeTree()`,
-  // TODO: verify this is the correct engine for ai spans when implementing clickhouse storage
-  [TABLE_AI_SPANS]: `ReplacingMergeTree()`
+  // TODO: verify this is the correct engine for Spans when implementing clickhouse storage
+  [TABLE_SPANS]: `ReplacingMergeTree()`
 };
 var COLUMN_TYPES = {
   text: "String",
@@ -45,8 +44,26 @@ function transformRows(rows) {
   return rows.map((row) => transformRow(row));
 }
 
-// src/storage/domains/legacy-evals/index.ts
-var LegacyEvalsStorageClickhouse = class extends LegacyEvalsStorage {
+// src/storage/domains/memory/index.ts
+function serializeMetadata(metadata) {
+  if (!metadata || Object.keys(metadata).length === 0) {
+    return "{}";
+  }
+  return JSON.stringify(metadata);
+}
+function parseMetadata(metadata) {
+  if (!metadata) return {};
+  if (typeof metadata === "object") return metadata;
+  if (typeof metadata !== "string") return {};
+  const trimmed = metadata.trim();
+  if (trimmed === "" || trimmed === "null") return {};
+  try {
+    return JSON.parse(trimmed);
+  } catch {
+    return {};
+  }
+}
+var MemoryStorageClickhouse = class extends MemoryStorage {
   client;
   operations;
   constructor({ client, operations }) {
@@ -54,127 +71,122 @@ var LegacyEvalsStorageClickhouse = class extends LegacyEvalsStorage {
     this.client = client;
     this.operations = operations;
   }
-  transformEvalRow(row) {
-    row = transformRow(row);
-    let resultValue;
+  async listMessagesById({ messageIds }) {
+    if (messageIds.length === 0) return { messages: [] };
     try {
-      if (row.result && typeof row.result === "string" && row.result.trim() !== "") {
-        resultValue = JSON.parse(row.result);
-      } else if (typeof row.result === "object" && row.result !== null) {
-        resultValue = row.result;
-      } else if (row.result === null || row.result === void 0 || row.result === "") {
-        resultValue = { score: 0 };
-      } else {
-        throw new Error(`Invalid or empty result field: ${JSON.stringify(row.result)}`);
-      }
-    } catch (error) {
-      console.error("Error parsing result field:", row.result, error);
-      throw new MastraError({
-        id: "CLICKHOUSE_STORAGE_INVALID_RESULT_FORMAT",
-        text: `Invalid result format: ${JSON.stringify(row.result)}`,
-        domain: ErrorDomain.STORAGE,
-        category: ErrorCategory.USER
-      });
-    }
-    let testInfoValue;
-    try {
-      if (row.test_info && typeof row.test_info === "string" && row.test_info.trim() !== "" && row.test_info !== "null") {
-        testInfoValue = JSON.parse(row.test_info);
-      } else if (typeof row.test_info === "object" && row.test_info !== null) {
-        testInfoValue = row.test_info;
-      }
-    } catch {
-      testInfoValue = void 0;
-    }
-    if (!resultValue || typeof resultValue !== "object" || !("score" in resultValue)) {
-      throw new MastraError({
-        id: "CLICKHOUSE_STORAGE_INVALID_METRIC_FORMAT",
-        text: `Invalid MetricResult format: ${JSON.stringify(resultValue)}`,
-        domain: ErrorDomain.STORAGE,
-        category: ErrorCategory.USER
-      });
-    }
-    return {
-      input: row.input,
-      output: row.output,
-      result: resultValue,
-      agentName: row.agent_name,
-      metricName: row.metric_name,
-      instructions: row.instructions,
-      testInfo: testInfoValue,
-      globalRunId: row.global_run_id,
-      runId: row.run_id,
-      createdAt: row.created_at
-    };
-  }
-  async getEvalsByAgentName(agentName, type) {
-    try {
-      const baseQuery = `SELECT *, toDateTime64(created_at, 3) as createdAt FROM ${TABLE_EVALS} WHERE agent_name = {var_agent_name:String}`;
-      const typeCondition = type === "test" ? " AND test_info IS NOT NULL AND test_info != 'null' AND JSONExtractString(test_info, 'testPath') IS NOT NULL AND JSONExtractString(test_info, 'testPath') != ''" : type === "live" ? " AND (test_info IS NULL OR test_info = 'null' OR JSONExtractString(test_info, 'testPath') IS NULL OR JSONExtractString(test_info, 'testPath') = '')" : "";
       const result = await this.client.query({
-        query: `${baseQuery}${typeCondition} ORDER BY createdAt DESC`,
-        query_params: { var_agent_name: agentName },
+        query: `
+        SELECT 
+          id, 
+          content, 
+          role, 
+          type,
+          toDateTime64(createdAt, 3) as createdAt,
+          thread_id AS "threadId",
+          "resourceId"
+        FROM "${TABLE_MESSAGES}"
+        WHERE id IN {messageIds:Array(String)}
+        ORDER BY "createdAt" DESC
+        `,
+        query_params: {
+          messageIds
+        },
         clickhouse_settings: {
+          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
           date_time_input_format: "best_effort",
           date_time_output_format: "iso",
           use_client_time_zone: 1,
           output_format_json_quote_64bit_integers: 0
         }
       });
-      if (!result) {
-        return [];
-      }
       const rows = await result.json();
-      return rows.data.map((row) => this.transformEvalRow(row));
+      const messages = transformRows(rows.data);
+      messages.forEach((message) => {
+        if (typeof message.content === "string") {
+          try {
+            message.content = JSON.parse(message.content);
+          } catch {
+          }
+        }
+      });
+      const list = new MessageList().add(messages, "memory");
+      return { messages: list.get.all.db() };
     } catch (error) {
-      if (error?.message?.includes("no such table") || error?.message?.includes("does not exist")) {
-        return [];
-      }
       throw new MastraError(
         {
-          id: "CLICKHOUSE_STORAGE_GET_EVALS_BY_AGENT_FAILED",
+          id: "CLICKHOUSE_STORAGE_LIST_MESSAGES_BY_ID_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { agentName, type: type ?? null }
+          details: { messageIds: JSON.stringify(messageIds) }
         },
         error
       );
     }
   }
-  async getEvals(options = {}) {
-    const { agentName, type, page = 0, perPage = 100, dateRange } = options;
-    const fromDate = dateRange?.start;
-    const toDate = dateRange?.end;
-    const conditions = [];
-    if (agentName) {
-      conditions.push(`agent_name = {var_agent_name:String}`);
-    }
-    if (type === "test") {
-      conditions.push(
-        `(test_info IS NOT NULL AND test_info != 'null' AND JSONExtractString(test_info, 'testPath') IS NOT NULL AND JSONExtractString(test_info, 'testPath') != '')`
-      );
-    } else if (type === "live") {
-      conditions.push(
-        `(test_info IS NULL OR test_info = 'null' OR JSONExtractString(test_info, 'testPath') IS NULL OR JSONExtractString(test_info, 'testPath') = '')`
+  async listMessages(args) {
+    const { threadId, resourceId, include, filter, perPage: perPageInput, page = 0, orderBy } = args;
+    if (page < 0) {
+      throw new MastraError(
+        {
+          id: "STORAGE_CLICKHOUSE_LIST_MESSAGES_INVALID_PAGE",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.USER,
+          details: { page }
+        },
+        new Error("page must be >= 0")
       );
     }
-    if (fromDate) {
-      conditions.push(`created_at >= parseDateTime64BestEffort({var_from_date:String})`);
-      fromDate.toISOString();
-    }
-    if (toDate) {
-      conditions.push(`created_at <= parseDateTime64BestEffort({var_to_date:String})`);
-      toDate.toISOString();
+    if (!threadId.trim()) {
+      throw new MastraError(
+        {
+          id: "STORAGE_CLICKHOUSE_LIST_MESSAGES_INVALID_THREAD_ID",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { threadId }
+        },
+        new Error("threadId must be a non-empty string")
+      );
     }
-    const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
+    const perPageForQuery = normalizePerPage(perPageInput, 40);
+    const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPageForQuery);
     try {
-      const countResult = await this.client.query({
-        query: `SELECT COUNT(*) as count FROM ${TABLE_EVALS} ${whereClause}`,
-        query_params: {
-          ...agentName ? { var_agent_name: agentName } : {},
-          ...fromDate ? { var_from_date: fromDate.toISOString() } : {},
-          ...toDate ? { var_to_date: toDate.toISOString() } : {}
-        },
+      let dataQuery = `
+        SELECT 
+          id,
+          content,
+          role,
+          type,
+          toDateTime64(createdAt, 3) as createdAt,
+          thread_id AS "threadId",
+          resourceId
+        FROM ${TABLE_MESSAGES}
+        WHERE thread_id = {threadId:String}
+      `;
+      const dataParams = { threadId };
+      if (resourceId) {
+        dataQuery += ` AND resourceId = {resourceId:String}`;
+        dataParams.resourceId = resourceId;
+      }
+      if (filter?.dateRange?.start) {
+        const startDate = filter.dateRange.start instanceof Date ? filter.dateRange.start.toISOString() : new Date(filter.dateRange.start).toISOString();
+        dataQuery += ` AND createdAt >= parseDateTime64BestEffort({fromDate:String}, 3)`;
+        dataParams.fromDate = startDate;
+      }
+      if (filter?.dateRange?.end) {
+        const endDate = filter.dateRange.end instanceof Date ? filter.dateRange.end.toISOString() : new Date(filter.dateRange.end).toISOString();
+        dataQuery += ` AND createdAt <= parseDateTime64BestEffort({toDate:String}, 3)`;
+        dataParams.toDate = endDate;
+      }
+      const { field, direction } = this.parseOrderBy(orderBy, "ASC");
+      dataQuery += ` ORDER BY "${field}" ${direction}`;
+      if (perPageForResponse === false) ; else {
+        dataQuery += ` LIMIT {limit:Int64} OFFSET {offset:Int64}`;
+        dataParams.limit = perPageForQuery;
+        dataParams.offset = offset;
+      }
+      const result = await this.client.query({
+        query: dataQuery,
+        query_params: dataParams,
         clickhouse_settings: {
           date_time_input_format: "best_effort",
           date_time_output_format: "iso",
@@ -182,28 +194,28 @@ var LegacyEvalsStorageClickhouse = class extends LegacyEvalsStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-      const countData = await countResult.json();
-      const total = Number(countData.data?.[0]?.count ?? 0);
-      const currentOffset = page * perPage;
-      const hasMore = currentOffset + perPage < total;
-      if (total === 0) {
-        return {
-          evals: [],
-          total: 0,
-          page,
-          perPage,
-          hasMore: false
-        };
+      const rows = await result.json();
+      const paginatedMessages = transformRows(rows.data);
+      const paginatedCount = paginatedMessages.length;
+      let countQuery = `SELECT count() as total FROM ${TABLE_MESSAGES} WHERE thread_id = {threadId:String}`;
+      const countParams = { threadId };
+      if (resourceId) {
+        countQuery += ` AND resourceId = {resourceId:String}`;
+        countParams.resourceId = resourceId;
       }
-      const dataResult = await this.client.query({
-        query: `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${TABLE_EVALS} ${whereClause} ORDER BY created_at DESC LIMIT {var_limit:UInt32} OFFSET {var_offset:UInt32}`,
-        query_params: {
-          ...agentName ? { var_agent_name: agentName } : {},
-          ...fromDate ? { var_from_date: fromDate.toISOString() } : {},
-          ...toDate ? { var_to_date: toDate.toISOString() } : {},
-          var_limit: perPage || 100,
-          var_offset: currentOffset || 0
-        },
+      if (filter?.dateRange?.start) {
+        const startDate = filter.dateRange.start instanceof Date ? filter.dateRange.start.toISOString() : new Date(filter.dateRange.start).toISOString();
+        countQuery += ` AND createdAt >= parseDateTime64BestEffort({fromDate:String}, 3)`;
+        countParams.fromDate = startDate;
+      }
+      if (filter?.dateRange?.end) {
+        const endDate = filter.dateRange.end instanceof Date ? filter.dateRange.end.toISOString() : new Date(filter.dateRange.end).toISOString();
+        countQuery += ` AND createdAt <= parseDateTime64BestEffort({toDate:String}, 3)`;
+        countParams.toDate = endDate;
+      }
+      const countResult = await this.client.query({
+        query: countQuery,
+        query_params: countParams,
         clickhouse_settings: {
           date_time_input_format: "best_effort",
           date_time_output_format: "iso",
@@ -211,56 +223,20 @@ var LegacyEvalsStorageClickhouse = class extends LegacyEvalsStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-      const rows = await dataResult.json();
-      return {
-        evals: rows.data.map((row) => this.transformEvalRow(row)),
-        total,
-        page,
-        perPage,
-        hasMore
-      };
-    } catch (error) {
-      if (error?.message?.includes("no such table") || error?.message?.includes("does not exist")) {
+      const countData = await countResult.json();
+      const total = countData.data[0].total;
+      if (total === 0 && paginatedCount === 0 && (!include || include.length === 0)) {
         return {
-          evals: [],
+          messages: [],
           total: 0,
           page,
-          perPage,
+          perPage: perPageForResponse,
           hasMore: false
         };
       }
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_GET_EVALS_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { agentName: agentName ?? "all", type: type ?? "all" }
-        },
-        error
-      );
-    }
-  }
-};
-var MemoryStorageClickhouse = class extends MemoryStorage {
-  client;
-  operations;
-  constructor({ client, operations }) {
-    super();
-    this.client = client;
-    this.operations = operations;
-  }
-  async getMessages({
-    threadId,
-    resourceId,
-    selectBy,
-    format
-  }) {
-    try {
-      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
-      const messages = [];
-      const limit = resolveMessageLimit({ last: selectBy?.last, defaultLimit: 40 });
-      const include = selectBy?.include || [];
-      if (include.length) {
+      const messageIds = new Set(paginatedMessages.map((m) => m.id));
+      let includeMessages = [];
+      if (include && include.length > 0) {
         const unionQueries = [];
         const params = [];
         let paramIdx = 1;
@@ -281,7 +257,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
                 FROM numbered_messages
                 WHERE id = {var_include_id_${paramIdx}:String}
               )
-              SELECT DISTINCT m.id, m.content, m.role, m.type, m."createdAt", m.thread_id AS "threadId"
+              SELECT DISTINCT m.id, m.content, m.role, m.type, m."createdAt", m.thread_id AS "threadId", m."resourceId"
               FROM numbered_messages m
               CROSS JOIN target_positions t
               WHERE m.row_num BETWEEN (t.target_pos - {var_withPreviousMessages_${paramIdx}:Int64}) AND (t.target_pos + {var_withNextMessages_${paramIdx}:Int64})
@@ -295,7 +271,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
           );
           paramIdx++;
         }
-        const finalQuery = unionQueries.join(" UNION ALL ") + ' ORDER BY "createdAt" DESC';
+        const finalQuery = unionQueries.join(" UNION ALL ") + ' ORDER BY "createdAt" ASC';
         const mergedParams = params.reduce((acc, paramObj) => ({ ...acc, ...paramObj }), {});
         const includeResult = await this.client.query({
           query: finalQuery,
@@ -307,129 +283,66 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
             output_format_json_quote_64bit_integers: 0
           }
         });
-        const rows2 = await includeResult.json();
-        const includedMessages = transformRows(rows2.data);
-        const seen = /* @__PURE__ */ new Set();
-        const dedupedMessages = includedMessages.filter((message) => {
-          if (seen.has(message.id)) return false;
-          seen.add(message.id);
-          return true;
-        });
-        messages.push(...dedupedMessages);
-      }
-      const result = await this.client.query({
-        query: `
-        SELECT 
-            id, 
-            content, 
-            role, 
-            type,
-            toDateTime64(createdAt, 3) as createdAt,
-            thread_id AS "threadId"
-        FROM "${TABLE_MESSAGES}"
-        WHERE thread_id = {threadId:String}
-        AND id NOT IN ({exclude:Array(String)})
-        ORDER BY "createdAt" DESC
-        LIMIT {limit:Int64}
-        `,
-        query_params: {
-          threadId,
-          exclude: messages.map((m) => m.id),
-          limit
-        },
-        clickhouse_settings: {
-          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      const rows = await result.json();
-      messages.push(...transformRows(rows.data));
-      messages.sort((a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime());
-      messages.forEach((message) => {
-        if (typeof message.content === "string") {
-          try {
-            message.content = JSON.parse(message.content);
-          } catch {
+        const includeRows = await includeResult.json();
+        includeMessages = transformRows(includeRows.data);
+        for (const includeMsg of includeMessages) {
+          if (!messageIds.has(includeMsg.id)) {
+            paginatedMessages.push(includeMsg);
+            messageIds.add(includeMsg.id);
           }
         }
-      });
-      const list = new MessageList({ threadId, resourceId }).add(messages, "memory");
-      if (format === `v2`) return list.get.all.v2();
-      return list.get.all.v1();
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_GET_MESSAGES_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { threadId, resourceId: resourceId ?? "" }
-        },
-        error
-      );
-    }
-  }
-  async getMessagesById({
-    messageIds,
-    format
-  }) {
-    if (messageIds.length === 0) return [];
-    try {
-      const result = await this.client.query({
-        query: `
-        SELECT 
-          id, 
-          content, 
-          role, 
-          type,
-          toDateTime64(createdAt, 3) as createdAt,
-          thread_id AS "threadId",
-          "resourceId"
-        FROM "${TABLE_MESSAGES}"
-        WHERE id IN {messageIds:Array(String)}
-        ORDER BY "createdAt" DESC
-        `,
-        query_params: {
-          messageIds
-        },
-        clickhouse_settings: {
-          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
+      }
+      const list = new MessageList().add(paginatedMessages, "memory");
+      let finalMessages = list.get.all.db();
+      finalMessages = finalMessages.sort((a, b) => {
+        const isDateField = field === "createdAt" || field === "updatedAt";
+        const aValue = isDateField ? new Date(a[field]).getTime() : a[field];
+        const bValue = isDateField ? new Date(b[field]).getTime() : b[field];
+        if (aValue === bValue) {
+          return a.id.localeCompare(b.id);
         }
-      });
-      const rows = await result.json();
-      const messages = transformRows(rows.data);
-      messages.forEach((message) => {
-        if (typeof message.content === "string") {
-          try {
-            message.content = JSON.parse(message.content);
-          } catch {
-          }
+        if (typeof aValue === "number" && typeof bValue === "number") {
+          return direction === "ASC" ? aValue - bValue : bValue - aValue;
         }
+        return direction === "ASC" ? String(aValue).localeCompare(String(bValue)) : String(bValue).localeCompare(String(aValue));
       });
-      const list = new MessageList().add(messages, "memory");
-      if (format === `v1`) return list.get.all.v1();
-      return list.get.all.v2();
+      const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
+      const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
+      const hasMore = perPageForResponse === false ? false : allThreadMessagesReturned ? false : offset + paginatedCount < total;
+      return {
+        messages: finalMessages,
+        total,
+        page,
+        perPage: perPageForResponse,
+        hasMore
+      };
     } catch (error) {
-      throw new MastraError(
+      const mastraError = new MastraError(
         {
-          id: "CLICKHOUSE_STORAGE_GET_MESSAGES_BY_ID_FAILED",
+          id: "STORAGE_CLICKHOUSE_STORE_LIST_MESSAGES_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { messageIds: JSON.stringify(messageIds) }
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
         },
         error
       );
+      this.logger?.error?.(mastraError.toString());
+      this.logger?.trackException?.(mastraError);
+      return {
+        messages: [],
+        total: 0,
+        page,
+        perPage: perPageForResponse,
+        hasMore: false
+      };
     }
   }
   async saveMessages(args) {
-    const { messages, format = "v1" } = args;
-    if (messages.length === 0) return messages;
+    const { messages } = args;
+    if (messages.length === 0) return { messages };
     for (const message of messages) {
       const resourceId = message.resourceId;
       if (!resourceId) {
@@ -553,7 +466,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
             id: thread.id,
             resourceId: thread.resourceId,
             title: thread.title,
-            metadata: thread.metadata,
+            metadata: serializeMetadata(thread.metadata),
             createdAt: thread.createdAt,
             updatedAt: (/* @__PURE__ */ new Date()).toISOString()
           })),
@@ -565,8 +478,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
         })
       ]);
       const list = new MessageList().add(messages, "memory");
-      if (format === `v2`) return list.get.all.v2();
-      return list.get.all.v1();
+      return { messages: list.get.all.db() };
     } catch (error) {
       throw new MastraError(
         {
@@ -589,8 +501,9 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
           toDateTime64(createdAt, 3) as createdAt,
           toDateTime64(updatedAt, 3) as updatedAt
         FROM "${TABLE_THREADS}"
-        FINAL
-        WHERE id = {var_id:String}`,
+        WHERE id = {var_id:String}
+        ORDER BY updatedAt DESC
+        LIMIT 1`,
         query_params: { var_id: threadId },
         clickhouse_settings: {
           // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
@@ -607,7 +520,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
       }
       return {
         ...thread,
-        metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
+        metadata: parseMetadata(thread.metadata),
         createdAt: thread.createdAt,
         updatedAt: thread.updatedAt
       };
@@ -623,47 +536,6 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
       );
     }
   }
-  async getThreadsByResourceId({ resourceId }) {
-    try {
-      const result = await this.client.query({
-        query: `SELECT 
-          id,
-          "resourceId",
-          title,
-          metadata,
-          toDateTime64(createdAt, 3) as createdAt,
-          toDateTime64(updatedAt, 3) as updatedAt
-        FROM "${TABLE_THREADS}"
-        WHERE "resourceId" = {var_resourceId:String}`,
-        query_params: { var_resourceId: resourceId },
-        clickhouse_settings: {
-          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      const rows = await result.json();
-      const threads = transformRows(rows.data);
-      return threads.map((thread) => ({
-        ...thread,
-        metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
-        createdAt: thread.createdAt,
-        updatedAt: thread.updatedAt
-      }));
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_GET_THREADS_BY_RESOURCE_ID_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { resourceId }
-        },
-        error
-      );
-    }
-  }
   async saveThread({ thread }) {
     try {
       await this.client.insert({
@@ -671,6 +543,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
         values: [
           {
             ...thread,
+            metadata: serializeMetadata(thread.metadata),
             createdAt: thread.createdAt.toISOString(),
             updatedAt: thread.updatedAt.toISOString()
           }
@@ -724,7 +597,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
             id: updatedThread.id,
             resourceId: updatedThread.resourceId,
             title: updatedThread.title,
-            metadata: updatedThread.metadata,
+            metadata: serializeMetadata(updatedThread.metadata),
             createdAt: updatedThread.createdAt,
             updatedAt: updatedThread.updatedAt.toISOString()
           }
@@ -755,182 +628,47 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
         query_params: { var_thread_id: threadId },
         clickhouse_settings: {
           output_format_json_quote_64bit_integers: 0
-        }
-      });
-      await this.client.command({
-        query: `DELETE FROM "${TABLE_THREADS}" WHERE id = {var_id:String};`,
-        query_params: { var_id: threadId },
-        clickhouse_settings: {
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_DELETE_THREAD_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { threadId }
-        },
-        error
-      );
-    }
-  }
-  async getThreadsByResourceIdPaginated(args) {
-    const { resourceId, page = 0, perPage = 100 } = args;
-    try {
-      const currentOffset = page * perPage;
-      const countResult = await this.client.query({
-        query: `SELECT count() as total FROM ${TABLE_THREADS} WHERE resourceId = {resourceId:String}`,
-        query_params: { resourceId },
-        clickhouse_settings: {
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      const countData = await countResult.json();
-      const total = countData.data[0].total;
-      if (total === 0) {
-        return {
-          threads: [],
-          total: 0,
-          page,
-          perPage,
-          hasMore: false
-        };
-      }
-      const dataResult = await this.client.query({
-        query: `
-              SELECT 
-                id,
-                resourceId,
-                title,
-                metadata,
-                toDateTime64(createdAt, 3) as createdAt,
-                toDateTime64(updatedAt, 3) as updatedAt
-              FROM ${TABLE_THREADS}
-              WHERE resourceId = {resourceId:String}
-              ORDER BY createdAt DESC
-              LIMIT {limit:Int64} OFFSET {offset:Int64}
-            `,
-        query_params: {
-          resourceId,
-          limit: perPage,
-          offset: currentOffset
-        },
+        }
+      });
+      await this.client.command({
+        query: `DELETE FROM "${TABLE_THREADS}" WHERE id = {var_id:String};`,
+        query_params: { var_id: threadId },
         clickhouse_settings: {
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
           output_format_json_quote_64bit_integers: 0
         }
       });
-      const rows = await dataResult.json();
-      const threads = transformRows(rows.data);
-      return {
-        threads,
-        total,
-        page,
-        perPage,
-        hasMore: currentOffset + threads.length < total
-      };
     } catch (error) {
       throw new MastraError(
         {
-          id: "CLICKHOUSE_STORAGE_GET_THREADS_BY_RESOURCE_ID_PAGINATED_FAILED",
+          id: "CLICKHOUSE_STORAGE_DELETE_THREAD_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { resourceId, page }
+          details: { threadId }
         },
         error
       );
     }
   }
-  async getMessagesPaginated(args) {
-    const { threadId, resourceId, selectBy, format = "v1" } = args;
-    const page = selectBy?.pagination?.page || 0;
-    const perPageInput = selectBy?.pagination?.perPage;
-    const perPage = perPageInput !== void 0 ? perPageInput : resolveMessageLimit({ last: selectBy?.last, defaultLimit: 20 });
+  async listThreadsByResourceId(args) {
+    const { resourceId, page = 0, perPage: perPageInput, orderBy } = args;
+    const perPage = normalizePerPage(perPageInput, 100);
+    if (page < 0) {
+      throw new MastraError(
+        {
+          id: "STORAGE_CLICKHOUSE_LIST_THREADS_BY_RESOURCE_ID_INVALID_PAGE",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.USER,
+          details: { page }
+        },
+        new Error("page must be >= 0")
+      );
+    }
+    const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+    const { field, direction } = this.parseOrderBy(orderBy);
     try {
-      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
-      const offset = page * perPage;
-      const dateRange = selectBy?.pagination?.dateRange;
-      const fromDate = dateRange?.start;
-      const toDate = dateRange?.end;
-      const messages = [];
-      if (selectBy?.include?.length) {
-        const include = selectBy.include;
-        const unionQueries = [];
-        const params = [];
-        let paramIdx = 1;
-        for (const inc of include) {
-          const { id, withPreviousMessages = 0, withNextMessages = 0 } = inc;
-          const searchId = inc.threadId || threadId;
-          unionQueries.push(`
-                SELECT * FROM (
-                  WITH numbered_messages AS (
-                    SELECT
-                      id, content, role, type, "createdAt", thread_id, "resourceId",
-                      ROW_NUMBER() OVER (ORDER BY "createdAt" ASC) as row_num
-                    FROM "${TABLE_MESSAGES}"
-                    WHERE thread_id = {var_thread_id_${paramIdx}:String}
-                  ),
-                  target_positions AS (
-                    SELECT row_num as target_pos
-                    FROM numbered_messages
-                    WHERE id = {var_include_id_${paramIdx}:String}
-                  )
-                  SELECT DISTINCT m.id, m.content, m.role, m.type, m."createdAt", m.thread_id AS "threadId"
-                  FROM numbered_messages m
-                  CROSS JOIN target_positions t
-                  WHERE m.row_num BETWEEN (t.target_pos - {var_withPreviousMessages_${paramIdx}:Int64}) AND (t.target_pos + {var_withNextMessages_${paramIdx}:Int64})
-                ) AS query_${paramIdx}
-              `);
-          params.push(
-            { [`var_thread_id_${paramIdx}`]: searchId },
-            { [`var_include_id_${paramIdx}`]: id },
-            { [`var_withPreviousMessages_${paramIdx}`]: withPreviousMessages },
-            { [`var_withNextMessages_${paramIdx}`]: withNextMessages }
-          );
-          paramIdx++;
-        }
-        const finalQuery = unionQueries.join(" UNION ALL ") + ' ORDER BY "createdAt" DESC';
-        const mergedParams = params.reduce((acc, paramObj) => ({ ...acc, ...paramObj }), {});
-        const includeResult = await this.client.query({
-          query: finalQuery,
-          query_params: mergedParams,
-          clickhouse_settings: {
-            date_time_input_format: "best_effort",
-            date_time_output_format: "iso",
-            use_client_time_zone: 1,
-            output_format_json_quote_64bit_integers: 0
-          }
-        });
-        const rows2 = await includeResult.json();
-        const includedMessages = transformRows(rows2.data);
-        const seen = /* @__PURE__ */ new Set();
-        const dedupedMessages = includedMessages.filter((message) => {
-          if (seen.has(message.id)) return false;
-          seen.add(message.id);
-          return true;
-        });
-        messages.push(...dedupedMessages);
-      }
-      let countQuery = `SELECT count() as total FROM ${TABLE_MESSAGES} WHERE thread_id = {threadId:String}`;
-      const countParams = { threadId };
-      if (fromDate) {
-        countQuery += ` AND createdAt >= parseDateTime64BestEffort({fromDate:String}, 3)`;
-        countParams.fromDate = fromDate.toISOString();
-      }
-      if (toDate) {
-        countQuery += ` AND createdAt <= parseDateTime64BestEffort({toDate:String}, 3)`;
-        countParams.toDate = toDate.toISOString();
-      }
       const countResult = await this.client.query({
-        query: countQuery,
-        query_params: countParams,
+        query: `SELECT count(DISTINCT id) as total FROM ${TABLE_THREADS} WHERE resourceId = {resourceId:String}`,
+        query_params: { resourceId },
         clickhouse_settings: {
           date_time_input_format: "best_effort",
           date_time_output_format: "iso",
@@ -940,58 +678,46 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
       });
       const countData = await countResult.json();
       const total = countData.data[0].total;
-      if (total === 0 && messages.length === 0) {
+      if (total === 0) {
         return {
-          messages: [],
+          threads: [],
           total: 0,
           page,
-          perPage,
+          perPage: perPageForResponse,
           hasMore: false
         };
       }
-      const excludeIds = messages.map((m) => m.id);
-      let dataQuery = `
-            SELECT 
-              id,
-              content,
-              role,
-              type,
-              toDateTime64(createdAt, 3) as createdAt,
-              thread_id AS "threadId",
-              resourceId
-            FROM ${TABLE_MESSAGES}
-            WHERE thread_id = {threadId:String}
-          `;
-      const dataParams = { threadId };
-      if (fromDate) {
-        dataQuery += ` AND createdAt >= parseDateTime64BestEffort({fromDate:String}, 3)`;
-        dataParams.fromDate = fromDate.toISOString();
-      }
-      if (toDate) {
-        dataQuery += ` AND createdAt <= parseDateTime64BestEffort({toDate:String}, 3)`;
-        dataParams.toDate = toDate.toISOString();
-      }
-      if (excludeIds.length > 0) {
-        dataQuery += ` AND id NOT IN ({excludeIds:Array(String)})`;
-        dataParams.excludeIds = excludeIds;
-      }
-      if (selectBy?.last) {
-        dataQuery += `
-              ORDER BY createdAt DESC
-              LIMIT {limit:Int64}
-            `;
-        dataParams.limit = perPage;
-      } else {
-        dataQuery += `
-              ORDER BY createdAt ASC
-              LIMIT {limit:Int64} OFFSET {offset:Int64}
-            `;
-        dataParams.limit = perPage;
-        dataParams.offset = offset;
-      }
-      const result = await this.client.query({
-        query: dataQuery,
-        query_params: dataParams,
+      const dataResult = await this.client.query({
+        query: `
+              WITH ranked_threads AS (
+                SELECT
+                  id,
+                  resourceId,
+                  title,
+                  metadata,
+                  toDateTime64(createdAt, 3) as createdAt,
+                  toDateTime64(updatedAt, 3) as updatedAt,
+                  ROW_NUMBER() OVER (PARTITION BY id ORDER BY updatedAt DESC) as row_num
+                FROM ${TABLE_THREADS}
+                WHERE resourceId = {resourceId:String}
+              )
+              SELECT
+                id,
+                resourceId,
+                title,
+                metadata,
+                createdAt,
+                updatedAt
+              FROM ranked_threads
+              WHERE row_num = 1
+              ORDER BY "${field}" ${direction === "DESC" ? "DESC" : "ASC"}
+              LIMIT {perPage:Int64} OFFSET {offset:Int64}
+            `,
+        query_params: {
+          resourceId,
+          perPage,
+          offset
+        },
         clickhouse_settings: {
           date_time_input_format: "best_effort",
           date_time_output_format: "iso",
@@ -999,35 +725,28 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
           output_format_json_quote_64bit_integers: 0
         }
       });
-      const rows = await result.json();
-      const paginatedMessages = transformRows(rows.data);
-      messages.push(...paginatedMessages);
-      if (selectBy?.last) {
-        messages.sort((a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime());
-      }
+      const rows = await dataResult.json();
+      const threads = transformRows(rows.data).map((thread) => ({
+        ...thread,
+        metadata: parseMetadata(thread.metadata)
+      }));
       return {
-        messages: format === "v2" ? messages : messages,
+        threads,
         total,
         page,
-        perPage,
+        perPage: perPageForResponse,
         hasMore: offset + perPage < total
       };
     } catch (error) {
-      const mastraError = new MastraError(
+      throw new MastraError(
         {
-          id: "CLICKHOUSE_STORAGE_GET_MESSAGES_PAGINATED_FAILED",
+          id: "CLICKHOUSE_STORAGE_LIST_THREADS_BY_RESOURCE_ID_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: {
-            threadId,
-            resourceId: resourceId ?? ""
-          }
+          details: { resourceId, page }
         },
         error
       );
-      this.logger?.trackException?.(mastraError);
-      this.logger?.error?.(mastraError.toString());
-      return { messages: [], total: 0, page, perPage: perPageInput || 40, hasMore: false };
     }
   }
   async updateMessages(args) {
@@ -1227,7 +946,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
         const now = (/* @__PURE__ */ new Date()).toISOString().replace("Z", "");
         const threadUpdatePromises = Array.from(threadIdsToUpdate).map(async (threadId) => {
           const threadResult = await this.client.query({
-            query: `SELECT id, resourceId, title, metadata, createdAt FROM ${TABLE_THREADS} WHERE id = {threadId:String}`,
+            query: `SELECT id, resourceId, title, metadata, createdAt FROM ${TABLE_THREADS} WHERE id = {threadId:String} ORDER BY updatedAt DESC LIMIT 1`,
             query_params: { threadId },
             clickhouse_settings: {
               date_time_input_format: "best_effort",
@@ -1256,7 +975,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
                   id: existingThread.id,
                   resourceId: existingThread.resourceId,
                   title: existingThread.title,
-                  metadata: existingThread.metadata,
+                  metadata: typeof existingThread.metadata === "string" ? existingThread.metadata : serializeMetadata(existingThread.metadata),
                   createdAt: existingThread.createdAt,
                   updatedAt: now
                 }
@@ -1315,7 +1034,7 @@ var MemoryStorageClickhouse = class extends MemoryStorage {
   async getResourceById({ resourceId }) {
     try {
       const result = await this.client.query({
-        query: `SELECT id, workingMemory, metadata, createdAt, updatedAt FROM ${TABLE_RESOURCES} WHERE id = {resourceId:String}`,
+        query: `SELECT id, workingMemory, metadata, createdAt, updatedAt FROM ${TABLE_RESOURCES} WHERE id = {resourceId:String} ORDER BY updatedAt DESC LIMIT 1`,
         query_params: { resourceId },
         clickhouse_settings: {
           date_time_input_format: "best_effort",
@@ -1487,6 +1206,9 @@ var StoreOperationsClickhouse = class extends StoreOperations {
       const columns = Object.entries(schema).map(([name, def]) => {
         const constraints = [];
         if (!def.nullable) constraints.push("NOT NULL");
+        if (name === "metadata" && def.type === "text" && def.nullable) {
+          constraints.push("DEFAULT '{}'");
+        }
         const columnTtl = this.ttl?.[tableName]?.columns?.[name];
         return `"${name}" ${COLUMN_TYPES[def.type]} ${constraints.join(" ")} ${columnTtl ? `TTL toDateTime(${columnTtl.ttlKey ?? "createdAt"}) + INTERVAL ${columnTtl.interval} ${columnTtl.unit}` : ""}`;
       }).join(",\n");
@@ -1505,8 +1227,8 @@ var StoreOperationsClickhouse = class extends StoreOperations {
               ${columns}
             )
             ENGINE = ${TABLE_ENGINES[tableName] ?? "MergeTree()"}
-            PRIMARY KEY (createdAt, ${tableName === TABLE_EVALS ? "run_id" : "id"})
-            ORDER BY (createdAt, ${tableName === TABLE_EVALS ? "run_id" : "id"})
+            PRIMARY KEY (createdAt, ${"id"})
+            ORDER BY (createdAt, ${"id"})
             ${this.ttl?.[tableName]?.row ? `TTL toDateTime(createdAt) + INTERVAL ${this.ttl[tableName].row.interval} ${this.ttl[tableName].row.unit}` : ""}
             SETTINGS index_granularity = 8192
           `;
@@ -1735,7 +1457,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
     const input = safelyParseJSON(row.input);
     const output = safelyParseJSON(row.output);
     const additionalContext = safelyParseJSON(row.additionalContext);
-    const runtimeContext = safelyParseJSON(row.runtimeContext);
+    const requestContext = safelyParseJSON(row.requestContext);
     const entity = safelyParseJSON(row.entity);
     return {
       ...row,
@@ -1746,7 +1468,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       input,
       output,
       additionalContext,
-      runtimeContext,
+      requestContext,
       entity,
       createdAt: new Date(row.createdAt),
       updatedAt: new Date(row.updatedAt)
@@ -1825,7 +1547,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       );
     }
   }
-  async getScoresByRunId({
+  async listScoresByRunId({
     runId,
     pagination
   }) {
@@ -1841,24 +1563,28 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
         const countObj = countRows[0];
         total = Number(countObj.count);
       }
+      const { page, perPage: perPageInput } = pagination;
       if (!total) {
         return {
           pagination: {
             total: 0,
-            page: pagination.page,
-            perPage: pagination.perPage,
+            page,
+            perPage: perPageInput,
             hasMore: false
           },
           scores: []
         };
       }
-      const offset = pagination.page * pagination.perPage;
+      const perPage = normalizePerPage(perPageInput, 100);
+      const { offset: start, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+      const limitValue = perPageInput === false ? total : perPage;
+      const end = perPageInput === false ? total : start + perPage;
       const result = await this.client.query({
         query: `SELECT * FROM ${TABLE_SCORERS} WHERE runId = {var_runId:String} ORDER BY createdAt DESC LIMIT {var_limit:Int64} OFFSET {var_offset:Int64}`,
         query_params: {
           var_runId: runId,
-          var_limit: pagination.perPage,
-          var_offset: offset
+          var_limit: limitValue,
+          var_offset: start
         },
         format: "JSONEachRow",
         clickhouse_settings: {
@@ -1873,9 +1599,9 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       return {
         pagination: {
           total,
-          page: pagination.page,
-          perPage: pagination.perPage,
-          hasMore: total > (pagination.page + 1) * pagination.perPage
+          page,
+          perPage: perPageForResponse,
+          hasMore: end < total
         },
         scores
       };
@@ -1891,7 +1617,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       );
     }
   }
-  async getScoresByScorerId({
+  async listScoresByScorerId({
     scorerId,
     entityId,
     entityType,
@@ -1925,24 +1651,28 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
         const countObj = countRows[0];
         total = Number(countObj.count);
       }
+      const { page, perPage: perPageInput } = pagination;
       if (!total) {
         return {
           pagination: {
             total: 0,
-            page: pagination.page,
-            perPage: pagination.perPage,
+            page,
+            perPage: perPageInput,
             hasMore: false
           },
           scores: []
         };
       }
-      const offset = pagination.page * pagination.perPage;
+      const perPage = normalizePerPage(perPageInput, 100);
+      const { offset: start, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+      const limitValue = perPageInput === false ? total : perPage;
+      const end = perPageInput === false ? total : start + perPage;
       const result = await this.client.query({
         query: `SELECT * FROM ${TABLE_SCORERS} WHERE ${whereClause} ORDER BY createdAt DESC LIMIT {var_limit:Int64} OFFSET {var_offset:Int64}`,
         query_params: {
           var_scorerId: scorerId,
-          var_limit: pagination.perPage,
-          var_offset: offset,
+          var_limit: limitValue,
+          var_offset: start,
           var_entityId: entityId,
           var_entityType: entityType,
           var_source: source
@@ -1960,9 +1690,9 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       return {
         pagination: {
           total,
-          page: pagination.page,
-          perPage: pagination.perPage,
-          hasMore: total > (pagination.page + 1) * pagination.perPage
+          page,
+          perPage: perPageForResponse,
+          hasMore: end < total
         },
         scores
       };
@@ -1978,7 +1708,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       );
     }
   }
-  async getScoresByEntityId({
+  async listScoresByEntityId({
     entityId,
     entityType,
     pagination
@@ -1995,25 +1725,29 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
         const countObj = countRows[0];
         total = Number(countObj.count);
       }
+      const { page, perPage: perPageInput } = pagination;
       if (!total) {
         return {
           pagination: {
             total: 0,
-            page: pagination.page,
-            perPage: pagination.perPage,
+            page,
+            perPage: perPageInput,
             hasMore: false
           },
           scores: []
         };
       }
-      const offset = pagination.page * pagination.perPage;
+      const perPage = normalizePerPage(perPageInput, 100);
+      const { offset: start, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+      const limitValue = perPageInput === false ? total : perPage;
+      const end = perPageInput === false ? total : start + perPage;
       const result = await this.client.query({
         query: `SELECT * FROM ${TABLE_SCORERS} WHERE entityId = {var_entityId:String} AND entityType = {var_entityType:String} ORDER BY createdAt DESC LIMIT {var_limit:Int64} OFFSET {var_offset:Int64}`,
         query_params: {
           var_entityId: entityId,
           var_entityType: entityType,
-          var_limit: pagination.perPage,
-          var_offset: offset
+          var_limit: limitValue,
+          var_offset: start
         },
         format: "JSONEachRow",
         clickhouse_settings: {
@@ -2028,9 +1762,9 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       return {
         pagination: {
           total,
-          page: pagination.page,
-          perPage: pagination.perPage,
-          hasMore: total > (pagination.page + 1) * pagination.perPage
+          page,
+          perPage: perPageForResponse,
+          hasMore: end < total
         },
         scores
       };
@@ -2046,7 +1780,7 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
       );
     }
   }
-  async getScoresBySpan({
+  async listScoresBySpan({
     traceId,
     spanId,
     pagination
@@ -2066,26 +1800,29 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
         const countObj = countRows[0];
         total = Number(countObj.count);
       }
+      const { page, perPage: perPageInput } = pagination;
       if (!total) {
         return {
           pagination: {
             total: 0,
-            page: pagination.page,
-            perPage: pagination.perPage,
+            page,
+            perPage: perPageInput,
             hasMore: false
           },
           scores: []
         };
       }
-      const limit = pagination.perPage + 1;
-      const offset = pagination.page * pagination.perPage;
+      const perPage = normalizePerPage(perPageInput, 100);
+      const { offset: start, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+      const limitValue = perPageInput === false ? total : perPage;
+      const end = perPageInput === false ? total : start + perPage;
       const result = await this.client.query({
         query: `SELECT * FROM ${TABLE_SCORERS} WHERE traceId = {var_traceId:String} AND spanId = {var_spanId:String} ORDER BY createdAt DESC LIMIT {var_limit:Int64} OFFSET {var_offset:Int64}`,
         query_params: {
           var_traceId: traceId,
           var_spanId: spanId,
-          var_limit: limit,
-          var_offset: offset
+          var_limit: limitValue,
+          var_offset: start
         },
         format: "JSONEachRow",
         clickhouse_settings: {
@@ -2096,15 +1833,13 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
         }
       });
       const rows = await result.json();
-      const transformedRows = Array.isArray(rows) ? rows.map((row) => this.transformScoreRow(row)) : [];
-      const hasMore = transformedRows.length > pagination.perPage;
-      const scores = hasMore ? transformedRows.slice(0, pagination.perPage) : transformedRows;
+      const scores = Array.isArray(rows) ? rows.map((row) => this.transformScoreRow(row)) : [];
       return {
         pagination: {
           total,
-          page: pagination.page,
-          perPage: pagination.perPage,
-          hasMore
+          page,
+          perPage: perPageForResponse,
+          hasMore: end < total
         },
         scores
       };
@@ -2121,249 +1856,6 @@ var ScoresStorageClickhouse = class extends ScoresStorage {
     }
   }
 };
-var TracesStorageClickhouse = class extends TracesStorage {
-  client;
-  operations;
-  constructor({ client, operations }) {
-    super();
-    this.client = client;
-    this.operations = operations;
-  }
-  async getTracesPaginated(args) {
-    const { name, scope, page = 0, perPage = 100, attributes, filters, dateRange } = args;
-    const fromDate = dateRange?.start;
-    const toDate = dateRange?.end;
-    const currentOffset = page * perPage;
-    const queryArgs = {};
-    const conditions = [];
-    if (name) {
-      conditions.push(`name LIKE CONCAT({var_name:String}, '%')`);
-      queryArgs.var_name = name;
-    }
-    if (scope) {
-      conditions.push(`scope = {var_scope:String}`);
-      queryArgs.var_scope = scope;
-    }
-    if (attributes) {
-      Object.entries(attributes).forEach(([key, value]) => {
-        conditions.push(`JSONExtractString(attributes, '${key}') = {var_attr_${key}:String}`);
-        queryArgs[`var_attr_${key}`] = value;
-      });
-    }
-    if (filters) {
-      Object.entries(filters).forEach(([key, value]) => {
-        conditions.push(`${key} = {var_col_${key}:${TABLE_SCHEMAS.mastra_traces?.[key]?.type ?? "text"}}`);
-        queryArgs[`var_col_${key}`] = value;
-      });
-    }
-    if (fromDate) {
-      conditions.push(`createdAt >= parseDateTime64BestEffort({var_from_date:String})`);
-      queryArgs.var_from_date = fromDate.toISOString();
-    }
-    if (toDate) {
-      conditions.push(`createdAt <= parseDateTime64BestEffort({var_to_date:String})`);
-      queryArgs.var_to_date = toDate.toISOString();
-    }
-    const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
-    try {
-      const countResult = await this.client.query({
-        query: `SELECT COUNT(*) as count FROM ${TABLE_TRACES} ${whereClause}`,
-        query_params: queryArgs,
-        clickhouse_settings: {
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      const countData = await countResult.json();
-      const total = Number(countData.data?.[0]?.count ?? 0);
-      if (total === 0) {
-        return {
-          traces: [],
-          total: 0,
-          page,
-          perPage,
-          hasMore: false
-        };
-      }
-      const result = await this.client.query({
-        query: `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${TABLE_TRACES} ${whereClause} ORDER BY "createdAt" DESC LIMIT {var_limit:UInt32} OFFSET {var_offset:UInt32}`,
-        query_params: { ...queryArgs, var_limit: perPage, var_offset: currentOffset },
-        clickhouse_settings: {
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      if (!result) {
-        return {
-          traces: [],
-          total,
-          page,
-          perPage,
-          hasMore: false
-        };
-      }
-      const resp = await result.json();
-      const rows = resp.data;
-      const traces = rows.map((row) => ({
-        id: row.id,
-        parentSpanId: row.parentSpanId,
-        traceId: row.traceId,
-        name: row.name,
-        scope: row.scope,
-        kind: row.kind,
-        status: safelyParseJSON(row.status),
-        events: safelyParseJSON(row.events),
-        links: safelyParseJSON(row.links),
-        attributes: safelyParseJSON(row.attributes),
-        startTime: row.startTime,
-        endTime: row.endTime,
-        other: safelyParseJSON(row.other),
-        createdAt: row.createdAt
-      }));
-      return {
-        traces,
-        total,
-        page,
-        perPage,
-        hasMore: currentOffset + traces.length < total
-      };
-    } catch (error) {
-      if (error?.message?.includes("no such table") || error?.message?.includes("does not exist")) {
-        return {
-          traces: [],
-          total: 0,
-          page,
-          perPage,
-          hasMore: false
-        };
-      }
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_GET_TRACES_PAGINATED_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: {
-            name: name ?? null,
-            scope: scope ?? null,
-            page,
-            perPage,
-            attributes: attributes ? JSON.stringify(attributes) : null,
-            filters: filters ? JSON.stringify(filters) : null,
-            dateRange: dateRange ? JSON.stringify(dateRange) : null
-          }
-        },
-        error
-      );
-    }
-  }
-  async getTraces({
-    name,
-    scope,
-    page,
-    perPage,
-    attributes,
-    filters,
-    fromDate,
-    toDate
-  }) {
-    const limit = perPage;
-    const offset = page * perPage;
-    const args = {};
-    const conditions = [];
-    if (name) {
-      conditions.push(`name LIKE CONCAT({var_name:String}, '%')`);
-      args.var_name = name;
-    }
-    if (scope) {
-      conditions.push(`scope = {var_scope:String}`);
-      args.var_scope = scope;
-    }
-    if (attributes) {
-      Object.entries(attributes).forEach(([key, value]) => {
-        conditions.push(`JSONExtractString(attributes, '${key}') = {var_attr_${key}:String}`);
-        args[`var_attr_${key}`] = value;
-      });
-    }
-    if (filters) {
-      Object.entries(filters).forEach(([key, value]) => {
-        conditions.push(`${key} = {var_col_${key}:${TABLE_SCHEMAS.mastra_traces?.[key]?.type ?? "text"}}`);
-        args[`var_col_${key}`] = value;
-      });
-    }
-    if (fromDate) {
-      conditions.push(`createdAt >= {var_from_date:DateTime64(3)}`);
-      args.var_from_date = fromDate.getTime() / 1e3;
-    }
-    if (toDate) {
-      conditions.push(`createdAt <= {var_to_date:DateTime64(3)}`);
-      args.var_to_date = toDate.getTime() / 1e3;
-    }
-    const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
-    try {
-      const result = await this.client.query({
-        query: `SELECT *, toDateTime64(createdAt, 3) as createdAt FROM ${TABLE_TRACES} ${whereClause} ORDER BY "createdAt" DESC LIMIT ${limit} OFFSET ${offset}`,
-        query_params: args,
-        clickhouse_settings: {
-          // Allows to insert serialized JS Dates (such as '2023-12-06T10:54:48.000Z')
-          date_time_input_format: "best_effort",
-          date_time_output_format: "iso",
-          use_client_time_zone: 1,
-          output_format_json_quote_64bit_integers: 0
-        }
-      });
-      if (!result) {
-        return [];
-      }
-      const resp = await result.json();
-      const rows = resp.data;
-      return rows.map((row) => ({
-        id: row.id,
-        parentSpanId: row.parentSpanId,
-        traceId: row.traceId,
-        name: row.name,
-        scope: row.scope,
-        kind: row.kind,
-        status: safelyParseJSON(row.status),
-        events: safelyParseJSON(row.events),
-        links: safelyParseJSON(row.links),
-        attributes: safelyParseJSON(row.attributes),
-        startTime: row.startTime,
-        endTime: row.endTime,
-        other: safelyParseJSON(row.other),
-        createdAt: row.createdAt
-      }));
-    } catch (error) {
-      if (error?.message?.includes("no such table") || error?.message?.includes("does not exist")) {
-        return [];
-      }
-      throw new MastraError(
-        {
-          id: "CLICKHOUSE_STORAGE_GET_TRACES_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: {
-            name: name ?? null,
-            scope: scope ?? null,
-            page,
-            perPage,
-            attributes: attributes ? JSON.stringify(attributes) : null,
-            filters: filters ? JSON.stringify(filters) : null,
-            fromDate: fromDate?.toISOString() ?? null,
-            toDate: toDate?.toISOString() ?? null
-          }
-        },
-        error
-      );
-    }
-  }
-  async batchTraceInsert(args) {
-    await this.operations.batchInsert({ tableName: TABLE_TRACES, records: args.records });
-  }
-};
 var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
   client;
   operations;
@@ -2377,7 +1869,7 @@ var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
     // runId,
     // stepId,
     // result,
-    // runtimeContext,
+    // requestContext,
   }) {
     throw new Error("Method not implemented.");
   }
@@ -2482,12 +1974,12 @@ var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
       resourceId: row.resourceId
     };
   }
-  async getWorkflowRuns({
+  async listWorkflowRuns({
     workflowName,
     fromDate,
     toDate,
-    limit,
-    offset,
+    page,
+    perPage,
     resourceId
   } = {}) {
     try {
@@ -2515,10 +2007,13 @@ var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
         values.var_to_date = toDate.getTime() / 1e3;
       }
       const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
-      const limitClause = limit !== void 0 ? `LIMIT ${limit}` : "";
-      const offsetClause = offset !== void 0 ? `OFFSET ${offset}` : "";
+      const usePagination = perPage !== void 0 && page !== void 0;
+      const normalizedPerPage = usePagination ? normalizePerPage(perPage, Number.MAX_SAFE_INTEGER) : 0;
+      const offset = usePagination ? page * normalizedPerPage : 0;
+      const limitClause = usePagination ? `LIMIT ${normalizedPerPage}` : "";
+      const offsetClause = usePagination ? `OFFSET ${offset}` : "";
       let total = 0;
-      if (limit !== void 0 && offset !== void 0) {
+      if (usePagination) {
         const countResult = await this.client.query({
           query: `SELECT COUNT(*) as count FROM ${TABLE_WORKFLOW_SNAPSHOT} ${TABLE_ENGINES[TABLE_WORKFLOW_SNAPSHOT].startsWith("ReplacingMergeTree") ? "FINAL" : ""} ${whereClause}`,
           query_params: values,
@@ -2554,7 +2049,7 @@ var WorkflowsStorageClickhouse = class extends WorkflowsStorage {
     } catch (error) {
       throw new MastraError(
         {
-          id: "CLICKHOUSE_STORAGE_GET_WORKFLOW_RUNS_FAILED",
+          id: "CLICKHOUSE_STORAGE_LIST_WORKFLOW_RUNS_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
           details: { workflowName: workflowName ?? "", resourceId: resourceId ?? "" }
@@ -2620,7 +2115,7 @@ var ClickhouseStore = class extends MastraStorage {
   ttl = {};
   stores;
   constructor(config) {
-    super({ name: "ClickhouseStore" });
+    super({ id: config.id, name: "ClickhouseStore" });
     this.db = createClient({
       url: config.url,
       username: config.username,
@@ -2637,15 +2132,11 @@ var ClickhouseStore = class extends MastraStorage {
     const operations = new StoreOperationsClickhouse({ client: this.db, ttl: this.ttl });
     const workflows = new WorkflowsStorageClickhouse({ client: this.db, operations });
     const scores = new ScoresStorageClickhouse({ client: this.db, operations });
-    const legacyEvals = new LegacyEvalsStorageClickhouse({ client: this.db, operations });
-    const traces = new TracesStorageClickhouse({ client: this.db, operations });
     const memory = new MemoryStorageClickhouse({ client: this.db, operations });
     this.stores = {
       operations,
       workflows,
       scores,
-      legacyEvals,
-      traces,
       memory
     };
   }
@@ -2656,15 +2147,9 @@ var ClickhouseStore = class extends MastraStorage {
       hasColumn: true,
       createTable: true,
       deleteMessages: false,
-      getScoresBySpan: true
+      listScoresBySpan: true
     };
   }
-  async getEvalsByAgentName(agentName, type) {
-    return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
-  }
-  async getEvals(options) {
-    return this.stores.legacyEvals.getEvals(options);
-  }
   async batchInsert({ tableName, records }) {
     await this.stores.operations.batchInsert({ tableName, records });
   }
@@ -2732,9 +2217,9 @@ var ClickhouseStore = class extends MastraStorage {
     runId,
     stepId,
     result,
-    runtimeContext
+    requestContext
   }) {
-    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, runtimeContext });
+    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, requestContext });
   }
   async updateWorkflowState({
     workflowName,
@@ -2757,15 +2242,15 @@ var ClickhouseStore = class extends MastraStorage {
   }) {
     return this.stores.workflows.loadWorkflowSnapshot({ workflowName, runId });
   }
-  async getWorkflowRuns({
+  async listWorkflowRuns({
     workflowName,
     fromDate,
     toDate,
-    limit,
-    offset,
+    perPage,
+    page,
     resourceId
   } = {}) {
-    return this.stores.workflows.getWorkflowRuns({ workflowName, fromDate, toDate, limit, offset, resourceId });
+    return this.stores.workflows.listWorkflowRuns({ workflowName, fromDate, toDate, perPage, page, resourceId });
   }
   async getWorkflowRunById({
     runId,
@@ -2773,21 +2258,9 @@ var ClickhouseStore = class extends MastraStorage {
   }) {
     return this.stores.workflows.getWorkflowRunById({ runId, workflowName });
   }
-  async getTraces(args) {
-    return this.stores.traces.getTraces(args);
-  }
-  async getTracesPaginated(args) {
-    return this.stores.traces.getTracesPaginated(args);
-  }
-  async batchTraceInsert(args) {
-    return this.stores.traces.batchTraceInsert(args);
-  }
   async getThreadById({ threadId }) {
     return this.stores.memory.getThreadById({ threadId });
   }
-  async getThreadsByResourceId({ resourceId }) {
-    return this.stores.memory.getThreadsByResourceId({ resourceId });
-  }
   async saveThread({ thread }) {
     return this.stores.memory.saveThread({ thread });
   }
@@ -2801,29 +2274,9 @@ var ClickhouseStore = class extends MastraStorage {
   async deleteThread({ threadId }) {
     return this.stores.memory.deleteThread({ threadId });
   }
-  async getThreadsByResourceIdPaginated(args) {
-    return this.stores.memory.getThreadsByResourceIdPaginated(args);
-  }
-  async getMessages({
-    threadId,
-    resourceId,
-    selectBy,
-    format
-  }) {
-    return this.stores.memory.getMessages({ threadId, resourceId, selectBy, format });
-  }
-  async getMessagesById({
-    messageIds,
-    format
-  }) {
-    return this.stores.memory.getMessagesById({ messageIds, format });
-  }
   async saveMessages(args) {
     return this.stores.memory.saveMessages(args);
   }
-  async getMessagesPaginated(args) {
-    return this.stores.memory.getMessagesPaginated(args);
-  }
   async updateMessages(args) {
     return this.stores.memory.updateMessages(args);
   }
@@ -2846,34 +2299,34 @@ var ClickhouseStore = class extends MastraStorage {
   async saveScore(_score) {
     return this.stores.scores.saveScore(_score);
   }
-  async getScoresByRunId({
+  async listScoresByRunId({
     runId,
     pagination
   }) {
-    return this.stores.scores.getScoresByRunId({ runId, pagination });
+    return this.stores.scores.listScoresByRunId({ runId, pagination });
   }
-  async getScoresByEntityId({
+  async listScoresByEntityId({
     entityId,
     entityType,
     pagination
   }) {
-    return this.stores.scores.getScoresByEntityId({ entityId, entityType, pagination });
+    return this.stores.scores.listScoresByEntityId({ entityId, entityType, pagination });
   }
-  async getScoresByScorerId({
+  async listScoresByScorerId({
     scorerId,
     pagination,
     entityId,
     entityType,
     source
   }) {
-    return this.stores.scores.getScoresByScorerId({ scorerId, pagination, entityId, entityType, source });
+    return this.stores.scores.listScoresByScorerId({ scorerId, pagination, entityId, entityType, source });
   }
-  async getScoresBySpan({
+  async listScoresBySpan({
     traceId,
     spanId,
     pagination
   }) {
-    return this.stores.scores.getScoresBySpan({ traceId, spanId, pagination });
+    return this.stores.scores.listScoresBySpan({ traceId, spanId, pagination });
   }
   async close() {
     await this.db.close();