@mastra/lance 0.0.0-rag-chunk-extract-llm-option-20250926183645 → 0.0.0-remove-unused-model-providers-api-20251030210744

package/dist/index.js

@@ -1,6 +1,6 @@
 import { connect, Index } from '@lancedb/lancedb';
 import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
-import { MastraStorage, StoreOperations, LegacyEvalsStorage, TABLE_EVALS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, TracesStorage, TABLE_TRACES, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate } from '@mastra/core/storage';
+import { MastraStorage, StoreOperations, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate } from '@mastra/core/storage';
 import { MessageList } from '@mastra/core/agent';
 import { Utf8, Float64, Binary, Float32, Int32, Field, Schema } from 'apache-arrow';
 import { saveScorePayloadSchema } from '@mastra/core/scores';
@@ -8,126 +8,10 @@ import { MastraVector } from '@mastra/core/vector';
 import { BaseFilterTranslator } from '@mastra/core/vector/filter';
 
 // src/storage/index.ts
-var StoreLegacyEvalsLance = class extends LegacyEvalsStorage {
-  client;
-  constructor({ client }) {
-    super();
-    this.client = client;
-  }
-  async getEvalsByAgentName(agentName, type) {
-    try {
-      const table = await this.client.openTable(TABLE_EVALS);
-      const query = table.query().where(`agent_name = '${agentName}'`);
-      const records = await query.toArray();
-      let filteredRecords = records;
-      if (type === "live") {
-        filteredRecords = records.filter((record) => record.test_info === null);
-      } else if (type === "test") {
-        filteredRecords = records.filter((record) => record.test_info !== null);
-      }
-      return filteredRecords.map((record) => {
-        return {
-          id: record.id,
-          input: record.input,
-          output: record.output,
-          agentName: record.agent_name,
-          metricName: record.metric_name,
-          result: JSON.parse(record.result),
-          instructions: record.instructions,
-          testInfo: record.test_info ? JSON.parse(record.test_info) : null,
-          globalRunId: record.global_run_id,
-          runId: record.run_id,
-          createdAt: new Date(record.created_at).toString()
-        };
-      });
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_GET_EVALS_BY_AGENT_NAME_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { agentName }
-        },
-        error
-      );
-    }
-  }
-  async getEvals(options) {
-    try {
-      const table = await this.client.openTable(TABLE_EVALS);
-      const conditions = [];
-      if (options.agentName) {
-        conditions.push(`agent_name = '${options.agentName}'`);
-      }
-      if (options.type === "live") {
-        conditions.push("length(test_info) = 0");
-      } else if (options.type === "test") {
-        conditions.push("length(test_info) > 0");
-      }
-      const startDate = options.dateRange?.start || options.fromDate;
-      const endDate = options.dateRange?.end || options.toDate;
-      if (startDate) {
-        conditions.push(`\`created_at\` >= ${startDate.getTime()}`);
-      }
-      if (endDate) {
-        conditions.push(`\`created_at\` <= ${endDate.getTime()}`);
-      }
-      let total = 0;
-      if (conditions.length > 0) {
-        total = await table.countRows(conditions.join(" AND "));
-      } else {
-        total = await table.countRows();
-      }
-      const query = table.query();
-      if (conditions.length > 0) {
-        const whereClause = conditions.join(" AND ");
-        query.where(whereClause);
-      }
-      const records = await query.toArray();
-      const evals = records.sort((a, b) => b.created_at - a.created_at).map((record) => {
-        return {
-          id: record.id,
-          input: record.input,
-          output: record.output,
-          agentName: record.agent_name,
-          metricName: record.metric_name,
-          result: JSON.parse(record.result),
-          instructions: record.instructions,
-          testInfo: record.test_info ? JSON.parse(record.test_info) : null,
-          globalRunId: record.global_run_id,
-          runId: record.run_id,
-          createdAt: new Date(record.created_at).toISOString()
-        };
-      });
-      const page = options.page || 0;
-      const perPage = options.perPage || 10;
-      const pagedEvals = evals.slice(page * perPage, (page + 1) * perPage);
-      return {
-        evals: pagedEvals,
-        total,
-        page,
-        perPage,
-        hasMore: total > (page + 1) * perPage
-      };
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_GET_EVALS_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { agentName: options.agentName ?? "" }
-        },
-        error
-      );
-    }
-  }
-};
 function getPrimaryKeys(tableName) {
   let primaryId = ["id"];
   if (tableName === TABLE_WORKFLOW_SNAPSHOT) {
     primaryId = ["workflow_name", "run_id"];
-  } else if (tableName === TABLE_EVALS) {
-    primaryId = ["agent_name", "metric_name", "run_id"];
   }
   return primaryId;
 }
@@ -452,10 +336,7 @@ var StoreMemoryLance = class extends MemoryStorage {
       );
     }
   }
-  async getMessagesById({
-    messageIds,
-    format
-  }) {
+  async listMessagesById({ messageIds }) {
     if (messageIds.length === 0) return [];
     try {
       const table = await this.client.openTable(TABLE_MESSAGES);
@@ -466,7 +347,6 @@ var StoreMemoryLance = class extends MemoryStorage {
         await getTableSchema({ tableName: TABLE_MESSAGES, client: this.client })
       );
       const list = new MessageList().add(messages.map(this.normalizeMessage), "memory");
-      if (format === `v1`) return list.get.all.v1();
       return list.get.all.v2();
     } catch (error) {
       throw new MastraError(
@@ -482,6 +362,138 @@ var StoreMemoryLance = class extends MemoryStorage {
       );
     }
   }
+  async listMessages(args) {
+    const { threadId, resourceId, include, filter, limit, offset = 0, orderBy } = args;
+    if (!threadId.trim()) {
+      throw new MastraError(
+        {
+          id: "STORAGE_LANCE_LIST_MESSAGES_INVALID_THREAD_ID",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { threadId }
+        },
+        new Error("threadId must be a non-empty string")
+      );
+    }
+    try {
+      let perPage = 40;
+      if (limit !== void 0) {
+        if (limit === false) {
+          perPage = Number.MAX_SAFE_INTEGER;
+        } else if (limit === 0) {
+          perPage = 0;
+        } else if (typeof limit === "number" && limit > 0) {
+          perPage = limit;
+        }
+      }
+      const page = perPage === 0 ? 0 : Math.floor(offset / perPage);
+      const sortField = orderBy?.field || "createdAt";
+      const sortDirection = orderBy?.direction || "DESC";
+      const table = await this.client.openTable(TABLE_MESSAGES);
+      const escapeSql = (str) => str.replace(/'/g, "''");
+      const conditions = [`thread_id = '${escapeSql(threadId)}'`];
+      if (resourceId) {
+        conditions.push(`\`resourceId\` = '${escapeSql(resourceId)}'`);
+      }
+      if (filter?.dateRange?.start) {
+        const startTime = filter.dateRange.start instanceof Date ? filter.dateRange.start.getTime() : new Date(filter.dateRange.start).getTime();
+        conditions.push(`\`createdAt\` >= ${startTime}`);
+      }
+      if (filter?.dateRange?.end) {
+        const endTime = filter.dateRange.end instanceof Date ? filter.dateRange.end.getTime() : new Date(filter.dateRange.end).getTime();
+        conditions.push(`\`createdAt\` <= ${endTime}`);
+      }
+      const whereClause = conditions.join(" AND ");
+      const total = await table.countRows(whereClause);
+      const query = table.query().where(whereClause);
+      let allRecords = await query.toArray();
+      allRecords.sort((a, b) => {
+        const aValue = sortField === "createdAt" ? a.createdAt : a[sortField];
+        const bValue = sortField === "createdAt" ? b.createdAt : b[sortField];
+        return sortDirection === "ASC" ? aValue - bValue : bValue - aValue;
+      });
+      const paginatedRecords = allRecords.slice(offset, offset + perPage);
+      const messages = paginatedRecords.map((row) => this.normalizeMessage(row));
+      if (total === 0 && messages.length === 0) {
+        return {
+          messages: [],
+          total: 0,
+          page,
+          perPage,
+          hasMore: false
+        };
+      }
+      const messageIds = new Set(messages.map((m) => m.id));
+      if (include && include.length > 0) {
+        const threadIds = [...new Set(include.map((item) => item.threadId || threadId))];
+        const allThreadMessages = [];
+        for (const tid of threadIds) {
+          const threadQuery = table.query().where(`thread_id = '${tid}'`);
+          let threadRecords = await threadQuery.toArray();
+          allThreadMessages.push(...threadRecords);
+        }
+        allThreadMessages.sort((a, b) => a.createdAt - b.createdAt);
+        const contextMessages = this.processMessagesWithContext(allThreadMessages, include);
+        const includedMessages = contextMessages.map((row) => this.normalizeMessage(row));
+        for (const includeMsg of includedMessages) {
+          if (!messageIds.has(includeMsg.id)) {
+            messages.push(includeMsg);
+            messageIds.add(includeMsg.id);
+          }
+        }
+      }
+      const list = new MessageList().add(messages, "memory");
+      let finalMessages = list.get.all.v2();
+      finalMessages = finalMessages.sort((a, b) => {
+        const aValue = sortField === "createdAt" ? new Date(a.createdAt).getTime() : a[sortField];
+        const bValue = sortField === "createdAt" ? new Date(b.createdAt).getTime() : b[sortField];
+        return sortDirection === "ASC" ? aValue - bValue : bValue - aValue;
+      });
+      const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
+      const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
+      const hasMore = limit === false ? false : allThreadMessagesReturned ? false : offset + paginatedRecords.length < total;
+      return {
+        messages: finalMessages,
+        total,
+        page,
+        perPage,
+        hasMore
+      };
+    } catch (error) {
+      const errorPerPage = limit === false ? Number.MAX_SAFE_INTEGER : limit === 0 ? 0 : limit || 40;
+      const mastraError = new MastraError(
+        {
+          id: "LANCE_STORE_LIST_MESSAGES_FAILED",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
+        },
+        error
+      );
+      this.logger?.error?.(mastraError.toString());
+      this.logger?.trackException?.(mastraError);
+      return {
+        messages: [],
+        total: 0,
+        page: errorPerPage === 0 ? 0 : Math.floor(offset / errorPerPage),
+        perPage: errorPerPage,
+        hasMore: false
+      };
+    }
+  }
+  /**
+   * @todo When migrating from getThreadsByResourceIdPaginated to this method,
+   * implement orderBy and sortDirection support for full sorting capabilities
+   */
+  async listThreadsByResourceId(args) {
+    const { resourceId, limit, offset } = args;
+    const page = Math.floor(offset / limit);
+    const perPage = limit;
+    return this.getThreadsByResourceIdPaginated({ resourceId, page, perPage });
+  }
   async saveMessages(args) {
     try {
       const { messages, format = "v1" } = args;
@@ -1632,198 +1644,6 @@ var StoreScoresLance = class extends ScoresStorage {
     }
   }
 };
-var StoreTracesLance = class extends TracesStorage {
-  client;
-  operations;
-  constructor({ client, operations }) {
-    super();
-    this.client = client;
-    this.operations = operations;
-  }
-  async saveTrace({ trace }) {
-    try {
-      const table = await this.client.openTable(TABLE_TRACES);
-      const record = {
-        ...trace,
-        attributes: JSON.stringify(trace.attributes),
-        status: JSON.stringify(trace.status),
-        events: JSON.stringify(trace.events),
-        links: JSON.stringify(trace.links),
-        other: JSON.stringify(trace.other)
-      };
-      await table.add([record], { mode: "append" });
-      return trace;
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_SAVE_TRACE_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY
-        },
-        error
-      );
-    }
-  }
-  async getTraceById({ traceId }) {
-    try {
-      const table = await this.client.openTable(TABLE_TRACES);
-      const query = table.query().where(`id = '${traceId}'`);
-      const records = await query.toArray();
-      return records[0];
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_GET_TRACE_BY_ID_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY
-        },
-        error
-      );
-    }
-  }
-  async getTraces({
-    name,
-    scope,
-    page = 1,
-    perPage = 10,
-    attributes
-  }) {
-    try {
-      const table = await this.client.openTable(TABLE_TRACES);
-      const query = table.query();
-      if (name) {
-        query.where(`name = '${name}'`);
-      }
-      if (scope) {
-        query.where(`scope = '${scope}'`);
-      }
-      if (attributes) {
-        query.where(`attributes = '${JSON.stringify(attributes)}'`);
-      }
-      const offset = (page - 1) * perPage;
-      query.limit(perPage);
-      if (offset > 0) {
-        query.offset(offset);
-      }
-      const records = await query.toArray();
-      return records.map((record) => {
-        const processed = {
-          ...record,
-          attributes: record.attributes ? JSON.parse(record.attributes) : {},
-          status: record.status ? JSON.parse(record.status) : {},
-          events: record.events ? JSON.parse(record.events) : [],
-          links: record.links ? JSON.parse(record.links) : [],
-          other: record.other ? JSON.parse(record.other) : {},
-          startTime: new Date(record.startTime),
-          endTime: new Date(record.endTime),
-          createdAt: new Date(record.createdAt)
-        };
-        if (processed.parentSpanId === null || processed.parentSpanId === void 0) {
-          processed.parentSpanId = "";
-        } else {
-          processed.parentSpanId = String(processed.parentSpanId);
-        }
-        return processed;
-      });
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_GET_TRACES_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { name: name ?? "", scope: scope ?? "" }
-        },
-        error
-      );
-    }
-  }
-  async getTracesPaginated(args) {
-    try {
-      const table = await this.client.openTable(TABLE_TRACES);
-      const query = table.query();
-      const conditions = [];
-      if (args.name) {
-        conditions.push(`name = '${args.name}'`);
-      }
-      if (args.scope) {
-        conditions.push(`scope = '${args.scope}'`);
-      }
-      if (args.attributes) {
-        const attributesStr = JSON.stringify(args.attributes);
-        conditions.push(`attributes LIKE '%${attributesStr.replace(/"/g, '\\"')}%'`);
-      }
-      if (args.dateRange?.start) {
-        conditions.push(`\`createdAt\` >= ${args.dateRange.start.getTime()}`);
-      }
-      if (args.dateRange?.end) {
-        conditions.push(`\`createdAt\` <= ${args.dateRange.end.getTime()}`);
-      }
-      if (conditions.length > 0) {
-        const whereClause = conditions.join(" AND ");
-        query.where(whereClause);
-      }
-      let total = 0;
-      if (conditions.length > 0) {
-        const countQuery = table.query().where(conditions.join(" AND "));
-        const allRecords = await countQuery.toArray();
-        total = allRecords.length;
-      } else {
-        total = await table.countRows();
-      }
-      const page = args.page || 0;
-      const perPage = args.perPage || 10;
-      const offset = page * perPage;
-      query.limit(perPage);
-      if (offset > 0) {
-        query.offset(offset);
-      }
-      const records = await query.toArray();
-      const traces = records.map((record) => {
-        const processed = {
-          ...record,
-          attributes: record.attributes ? JSON.parse(record.attributes) : {},
-          status: record.status ? JSON.parse(record.status) : {},
-          events: record.events ? JSON.parse(record.events) : [],
-          links: record.links ? JSON.parse(record.links) : [],
-          other: record.other ? JSON.parse(record.other) : {},
-          startTime: new Date(record.startTime),
-          endTime: new Date(record.endTime),
-          createdAt: new Date(record.createdAt)
-        };
-        if (processed.parentSpanId === null || processed.parentSpanId === void 0) {
-          processed.parentSpanId = "";
-        } else {
-          processed.parentSpanId = String(processed.parentSpanId);
-        }
-        return processed;
-      });
-      return {
-        traces,
-        total,
-        page,
-        perPage,
-        hasMore: total > (page + 1) * perPage
-      };
-    } catch (error) {
-      throw new MastraError(
-        {
-          id: "LANCE_STORE_GET_TRACES_PAGINATED_FAILED",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { name: args.name ?? "", scope: args.scope ?? "" }
-        },
-        error
-      );
-    }
-  }
-  async batchTraceInsert({ records }) {
-    this.logger.debug("Batch inserting traces", { count: records.length });
-    await this.operations.batchInsert({
-      tableName: TABLE_TRACES,
-      records
-    });
-  }
-};
 function parseWorkflowRun(row) {
   let parsedSnapshot = row.snapshot;
   if (typeof parsedSnapshot === "string") {
@@ -1853,7 +1673,7 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
     // runId,
     // stepId,
     // result,
-    // runtimeContext,
+    // requestContext,
   }) {
     throw new Error("Method not implemented.");
   }
@@ -1947,7 +1767,7 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
       );
     }
   }
-  async getWorkflowRuns(args) {
+  async listWorkflowRuns(args) {
     try {
       const table = await this.client.openTable(TABLE_WORKFLOW_SNAPSHOT);
       let query = table.query();
@@ -1988,7 +1808,7 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
           id: "LANCE_STORE_GET_WORKFLOW_RUNS_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { namespace: args?.namespace ?? "", workflowName: args?.workflowName ?? "" }
+          details: { resourceId: args?.resourceId ?? "", workflowName: args?.workflowName ?? "" }
         },
         error
       );
@@ -2030,10 +1850,8 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
       instance.stores = {
         operations: new StoreOperationsLance({ client: instance.lanceClient }),
         workflows: new StoreWorkflowsLance({ client: instance.lanceClient }),
-        traces: new StoreTracesLance({ client: instance.lanceClient, operations }),
         scores: new StoreScoresLance({ client: instance.lanceClient }),
-        memory: new StoreMemoryLance({ client: instance.lanceClient, operations }),
-        legacyEvals: new StoreLegacyEvalsLance({ client: instance.lanceClient })
+        memory: new StoreMemoryLance({ client: instance.lanceClient, operations })
       };
       return instance;
     } catch (e) {
@@ -2059,9 +1877,7 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
     this.stores = {
       operations: new StoreOperationsLance({ client: this.lanceClient }),
       workflows: new StoreWorkflowsLance({ client: this.lanceClient }),
-      traces: new StoreTracesLance({ client: this.lanceClient, operations }),
       scores: new StoreScoresLance({ client: this.lanceClient }),
-      legacyEvals: new StoreLegacyEvalsLance({ client: this.lanceClient }),
       memory: new StoreMemoryLance({ client: this.lanceClient, operations })
     };
   }
@@ -2197,12 +2013,6 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   }) {
     return this.stores.memory.getMessages({ threadId, resourceId, selectBy, format, threadConfig });
   }
-  async getMessagesById({
-    messageIds,
-    format
-  }) {
-    return this.stores.memory.getMessagesById({ messageIds, format });
-  }
   async saveMessages(args) {
     return this.stores.memory.saveMessages(args);
   }
@@ -2215,23 +2025,8 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   async updateMessages(_args) {
     return this.stores.memory.updateMessages(_args);
   }
-  async getTraceById(args) {
-    return this.stores.traces.getTraceById(args);
-  }
-  async getTraces(args) {
-    return this.stores.traces.getTraces(args);
-  }
-  async getTracesPaginated(args) {
-    return this.stores.traces.getTracesPaginated(args);
-  }
-  async getEvalsByAgentName(agentName, type) {
-    return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
-  }
-  async getEvals(options) {
-    return this.stores.legacyEvals.getEvals(options);
-  }
-  async getWorkflowRuns(args) {
-    return this.stores.workflows.getWorkflowRuns(args);
+  async listWorkflowRuns(args) {
+    return this.stores.workflows.listWorkflowRuns(args);
   }
   async getWorkflowRunById(args) {
     return this.stores.workflows.getWorkflowRunById(args);
@@ -2241,9 +2036,9 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
     runId,
     stepId,
     result,
-    runtimeContext
+    requestContext
   }) {
-    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, runtimeContext });
+    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, requestContext });
   }
   async updateWorkflowState({
     workflowName,