@mastra/lance 0.0.0-new-scorer-api-20250801075530 → 0.0.0-rag-chunk-extract-llm-option-20250926183645

package/dist/index.d.ts

@@ -1,3 +1,3 @@
-export * from './storage';
-export * from './vector';
+export * from './storage/index.js';
+export * from './vector/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -3,6 +3,7 @@ import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
 import { MastraStorage, StoreOperations, LegacyEvalsStorage, TABLE_EVALS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, TracesStorage, TABLE_TRACES, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate } from '@mastra/core/storage';
 import { MessageList } from '@mastra/core/agent';
 import { Utf8, Float64, Binary, Float32, Int32, Field, Schema } from 'apache-arrow';
+import { saveScorePayloadSchema } from '@mastra/core/scores';
 import { MastraVector } from '@mastra/core/vector';
 import { BaseFilterTranslator } from '@mastra/core/vector/filter';
 
@@ -187,7 +188,6 @@ function processResultWithTypeConversion(rawResult, tableSchema) {
     } else if (fieldTypeStr.includes("float64") && ["createdAt", "updatedAt"].includes(key)) {
       processedResult[key] = new Date(processedResult[key]);
     }
-    console.log(key, "processedResult", processedResult);
   }
   return processedResult;
 }
@@ -379,6 +379,20 @@ var StoreMemoryLance = class extends MemoryStorage {
       );
     }
   }
+  normalizeMessage(message) {
+    const { thread_id, ...rest } = message;
+    return {
+      ...rest,
+      threadId: thread_id,
+      content: typeof message.content === "string" ? (() => {
+        try {
+          return JSON.parse(message.content);
+        } catch {
+          return message.content;
+        }
+      })() : message.content
+    };
+  }
   async getMessages({
     threadId,
     resourceId,
@@ -387,6 +401,7 @@ var StoreMemoryLance = class extends MemoryStorage {
     threadConfig
   }) {
     try {
+      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
       if (threadConfig) {
         throw new Error("ThreadConfig is not supported by LanceDB storage");
       }
@@ -419,21 +434,7 @@ var StoreMemoryLance = class extends MemoryStorage {
         allRecords,
         await getTableSchema({ tableName: TABLE_MESSAGES, client: this.client })
       );
-      const normalized = messages.map((msg) => {
-        const { thread_id, ...rest } = msg;
-        return {
-          ...rest,
-          threadId: thread_id,
-          content: typeof msg.content === "string" ? (() => {
-            try {
-              return JSON.parse(msg.content);
-            } catch {
-              return msg.content;
-            }
-          })() : msg.content
-        };
-      });
-      const list = new MessageList({ threadId, resourceId }).add(normalized, "memory");
+      const list = new MessageList({ threadId, resourceId }).add(messages.map(this.normalizeMessage), "memory");
       if (format === "v2") return list.get.all.v2();
       return list.get.all.v1();
     } catch (error) {
@@ -441,7 +442,41 @@ var StoreMemoryLance = class extends MemoryStorage {
         {
           id: "LANCE_STORE_GET_MESSAGES_FAILED",
           domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
+        },
+        error
+      );
+    }
+  }
+  async getMessagesById({
+    messageIds,
+    format
+  }) {
+    if (messageIds.length === 0) return [];
+    try {
+      const table = await this.client.openTable(TABLE_MESSAGES);
+      const quotedIds = messageIds.map((id) => `'${id}'`).join(", ");
+      const allRecords = await table.query().where(`id IN (${quotedIds})`).toArray();
+      const messages = processResultWithTypeConversion(
+        allRecords,
+        await getTableSchema({ tableName: TABLE_MESSAGES, client: this.client })
+      );
+      const list = new MessageList().add(messages.map(this.normalizeMessage), "memory");
+      if (format === `v1`) return list.get.all.v1();
+      return list.get.all.v2();
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: "LANCE_STORE_GET_MESSAGES_BY_ID_FAILED",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            messageIds: JSON.stringify(messageIds)
+          }
         },
         error
       );
@@ -582,13 +617,11 @@ var StoreMemoryLance = class extends MemoryStorage {
     return Array.from(allIndices).sort((a, b) => a - b).map((index) => records[index]);
   }
   async getMessagesPaginated(args) {
+    const { threadId, resourceId, selectBy, format = "v1" } = args;
+    const page = selectBy?.pagination?.page ?? 0;
+    const perPage = selectBy?.pagination?.perPage ?? 10;
     try {
-      const { threadId, resourceId, selectBy, format = "v1" } = args;
-      if (!threadId) {
-        throw new Error("Thread ID is required for getMessagesPaginated");
-      }
-      const page = selectBy?.pagination?.page ?? 0;
-      const perPage = selectBy?.pagination?.perPage ?? 10;
+      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
       const dateRange = selectBy?.pagination?.dateRange;
       const fromDate = dateRange?.start;
       const toDate = dateRange?.end;
@@ -690,14 +723,21 @@ var StoreMemoryLance = class extends MemoryStorage {
         hasMore: total > (page + 1) * perPage
       };
     } catch (error) {
-      throw new MastraError(
+      const mastraError = new MastraError(
         {
           id: "LANCE_STORE_GET_MESSAGES_PAGINATED_FAILED",
           domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
         },
         error
       );
+      this.logger?.trackException?.(mastraError);
+      this.logger?.error?.(mastraError.toString());
+      return { messages: [], total: 0, page, perPage, hasMore: false };
     }
   }
   /**
@@ -1224,7 +1264,7 @@ var StoreOperationsLance = class extends StoreOperations {
           processedRecord[key] = JSON.stringify(processedRecord[key]);
         }
       }
-      console.log(await table.schema());
+      console.info(await table.schema());
       await table.mergeInsert(primaryId).whenMatchedUpdateAll().whenNotMatchedInsertAll().execute([processedRecord]);
     } catch (error) {
       throw new MastraError(
@@ -1274,7 +1314,6 @@ var StoreOperationsLance = class extends StoreOperations {
         }
         return processedRecord;
       });
-      console.log(processedRecords);
       await table.mergeInsert(primaryId).whenMatchedUpdateAll().whenNotMatchedInsertAll().execute(processedRecords);
     } catch (error) {
       throw new MastraError(
@@ -1358,12 +1397,27 @@ var StoreScoresLance = class extends ScoresStorage {
     this.client = client;
   }
   async saveScore(score) {
+    let validatedScore;
+    try {
+      validatedScore = saveScorePayloadSchema.parse(score);
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: "LANCE_STORAGE_SAVE_SCORE_FAILED",
+          text: "Failed to save score in LanceStorage",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY
+        },
+        error
+      );
+    }
     try {
+      const id = crypto.randomUUID();
       const table = await this.client.openTable(TABLE_SCORERS);
       const schema = await getTableSchema({ tableName: TABLE_SCORERS, client: this.client });
       const allowedFields = new Set(schema.fields.map((f) => f.name));
       const filteredScore = {};
-      Object.keys(score).forEach((key) => {
+      Object.keys(validatedScore).forEach((key) => {
         if (allowedFields.has(key)) {
           filteredScore[key] = score[key];
         }
@@ -1373,7 +1427,7 @@ var StoreScoresLance = class extends ScoresStorage {
           filteredScore[key] = JSON.stringify(filteredScore[key]);
         }
       }
-      console.log("Saving score to LanceStorage:", filteredScore);
+      filteredScore.id = id;
       await table.add([filteredScore], { mode: "append" });
       return { score };
     } catch (error) {
@@ -1412,18 +1466,35 @@ var StoreScoresLance = class extends ScoresStorage {
   }
   async getScoresByScorerId({
     scorerId,
-    pagination
+    pagination,
+    entityId,
+    entityType,
+    source
   }) {
     try {
       const table = await this.client.openTable(TABLE_SCORERS);
       const { page = 0, perPage = 10 } = pagination || {};
       const offset = page * perPage;
-      const query = table.query().where(`\`scorerId\` = '${scorerId}'`).limit(perPage);
+      let query = table.query().where(`\`scorerId\` = '${scorerId}'`);
+      if (source) {
+        query = query.where(`\`source\` = '${source}'`);
+      }
+      if (entityId) {
+        query = query.where(`\`entityId\` = '${entityId}'`);
+      }
+      if (entityType) {
+        query = query.where(`\`entityType\` = '${entityType}'`);
+      }
+      query = query.limit(perPage);
       if (offset > 0) query.offset(offset);
       const records = await query.toArray();
       const schema = await getTableSchema({ tableName: TABLE_SCORERS, client: this.client });
       const scores = processResultWithTypeConversion(records, schema);
-      const allRecords = await table.query().where(`\`scorerId\` = '${scorerId}'`).toArray();
+      let totalQuery = table.query().where(`\`scorerId\` = '${scorerId}'`);
+      if (source) {
+        totalQuery = totalQuery.where(`\`source\` = '${source}'`);
+      }
+      const allRecords = await totalQuery.toArray();
       const total = allRecords.length;
       return {
         pagination: {
@@ -1522,6 +1593,44 @@ var StoreScoresLance = class extends ScoresStorage {
       );
     }
   }
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
+  }) {
+    try {
+      const table = await this.client.openTable(TABLE_SCORERS);
+      const { page = 0, perPage = 10 } = pagination || {};
+      const offset = page * perPage;
+      const query = table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).limit(perPage);
+      if (offset > 0) query.offset(offset);
+      const records = await query.toArray();
+      const schema = await getTableSchema({ tableName: TABLE_SCORERS, client: this.client });
+      const scores = processResultWithTypeConversion(records, schema);
+      const allRecords = await table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).toArray();
+      const total = allRecords.length;
+      return {
+        pagination: {
+          page,
+          perPage,
+          total,
+          hasMore: offset + scores.length < total
+        },
+        scores
+      };
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: "LANCE_STORAGE_GET_SCORES_BY_SPAN_FAILED",
+          text: "Failed to get scores by traceId and spanId in LanceStorage",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { error: error?.message }
+        },
+        error
+      );
+    }
+  }
 };
 var StoreTracesLance = class extends TracesStorage {
   client;
@@ -1739,9 +1848,26 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
     super();
     this.client = client;
   }
+  updateWorkflowResults({
+    // workflowName,
+    // runId,
+    // stepId,
+    // result,
+    // runtimeContext,
+  }) {
+    throw new Error("Method not implemented.");
+  }
+  updateWorkflowState({
+    // workflowName,
+    // runId,
+    // opts,
+  }) {
+    throw new Error("Method not implemented.");
+  }
   async persistWorkflowSnapshot({
     workflowName,
     runId,
+    resourceId,
     snapshot
   }) {
     try {
@@ -1758,6 +1884,7 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
       const record = {
         workflow_name: workflowName,
         run_id: runId,
+        resourceId,
         snapshot: JSON.stringify(snapshot),
         createdAt,
         updatedAt: now
@@ -1996,7 +2123,8 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
       resourceWorkingMemory: true,
       hasColumn: true,
       createTable: true,
-      deleteMessages: false
+      deleteMessages: false,
+      getScoresBySpan: true
     };
   }
   async getResourceById({ resourceId }) {
@@ -2069,6 +2197,12 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   }) {
     return this.stores.memory.getMessages({ threadId, resourceId, selectBy, format, threadConfig });
   }
+  async getMessagesById({
+    messageIds,
+    format
+  }) {
+    return this.stores.memory.getMessagesById({ messageIds, format });
+  }
   async saveMessages(args) {
     return this.stores.memory.saveMessages(args);
   }
@@ -2102,12 +2236,29 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   async getWorkflowRunById(args) {
     return this.stores.workflows.getWorkflowRunById(args);
   }
+  async updateWorkflowResults({
+    workflowName,
+    runId,
+    stepId,
+    result,
+    runtimeContext
+  }) {
+    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, runtimeContext });
+  }
+  async updateWorkflowState({
+    workflowName,
+    runId,
+    opts
+  }) {
+    return this.stores.workflows.updateWorkflowState({ workflowName, runId, opts });
+  }
   async persistWorkflowSnapshot({
     workflowName,
     runId,
+    resourceId,
     snapshot
   }) {
-    return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, snapshot });
+    return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, resourceId, snapshot });
   }
   async loadWorkflowSnapshot({
     workflowName,
@@ -2120,9 +2271,12 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   }
   async getScoresByScorerId({
     scorerId,
+    source,
+    entityId,
+    entityType,
     pagination
   }) {
-    return this.stores.scores.getScoresByScorerId({ scorerId, pagination });
+    return this.stores.scores.getScoresByScorerId({ scorerId, source, pagination, entityId, entityType });
   }
   async saveScore(_score) {
     return this.stores.scores.saveScore(_score);
@@ -2140,6 +2294,13 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   }) {
     return this.stores.scores.getScoresByEntityId({ entityId, entityType, pagination });
   }
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
+  }) {
+    return this.stores.scores.getScoresBySpan({ traceId, spanId, pagination });
+  }
 };
 var LanceFilterTranslator = class extends BaseFilterTranslator {
   translate(filter) {