@mastra/lance 0.0.0-new-scorer-api-20250801075530 → 0.0.0-playground-studio-cloud-20251031080052

package/dist/index.cjs

@@ -5,6 +5,7 @@ var error = require('@mastra/core/error');
 var storage = require('@mastra/core/storage');
 var agent = require('@mastra/core/agent');
 var apacheArrow = require('apache-arrow');
+var scores = require('@mastra/core/scores');
 var vector = require('@mastra/core/vector');
 var filter = require('@mastra/core/vector/filter');
 
@@ -61,9 +62,9 @@ var StoreLegacyEvalsLance = class extends storage.LegacyEvalsStorage {
         conditions.push(`agent_name = '${options.agentName}'`);
       }
       if (options.type === "live") {
-        conditions.push("length(test_info) = 0");
+        conditions.push("test_info IS NULL");
       } else if (options.type === "test") {
-        conditions.push("length(test_info) > 0");
+        conditions.push("test_info IS NOT NULL");
       }
       const startDate = options.dateRange?.start || options.fromDate;
       const endDate = options.dateRange?.end || options.toDate;
@@ -189,7 +190,6 @@ function processResultWithTypeConversion(rawResult, tableSchema) {
     } else if (fieldTypeStr.includes("float64") && ["createdAt", "updatedAt"].includes(key)) {
       processedResult[key] = new Date(processedResult[key]);
     }
-    console.log(key, "processedResult", processedResult);
   }
   return processedResult;
 }
@@ -381,6 +381,20 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
       );
     }
   }
+  normalizeMessage(message) {
+    const { thread_id, ...rest } = message;
+    return {
+      ...rest,
+      threadId: thread_id,
+      content: typeof message.content === "string" ? (() => {
+        try {
+          return JSON.parse(message.content);
+        } catch {
+          return message.content;
+        }
+      })() : message.content
+    };
+  }
   async getMessages({
     threadId,
     resourceId,
@@ -389,6 +403,7 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
     threadConfig
   }) {
     try {
+      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
       if (threadConfig) {
         throw new Error("ThreadConfig is not supported by LanceDB storage");
       }
@@ -421,21 +436,7 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
         allRecords,
         await getTableSchema({ tableName: storage.TABLE_MESSAGES, client: this.client })
       );
-      const normalized = messages.map((msg) => {
-        const { thread_id, ...rest } = msg;
-        return {
-          ...rest,
-          threadId: thread_id,
-          content: typeof msg.content === "string" ? (() => {
-            try {
-              return JSON.parse(msg.content);
-            } catch {
-              return msg.content;
-            }
-          })() : msg.content
-        };
-      });
-      const list = new agent.MessageList({ threadId, resourceId }).add(normalized, "memory");
+      const list = new agent.MessageList({ threadId, resourceId }).add(messages.map(this.normalizeMessage), "memory");
       if (format === "v2") return list.get.all.v2();
       return list.get.all.v1();
     } catch (error$1) {
@@ -443,7 +444,41 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
         {
           id: "LANCE_STORE_GET_MESSAGES_FAILED",
           domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.THIRD_PARTY
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
+        },
+        error$1
+      );
+    }
+  }
+  async getMessagesById({
+    messageIds,
+    format
+  }) {
+    if (messageIds.length === 0) return [];
+    try {
+      const table = await this.client.openTable(storage.TABLE_MESSAGES);
+      const quotedIds = messageIds.map((id) => `'${id}'`).join(", ");
+      const allRecords = await table.query().where(`id IN (${quotedIds})`).toArray();
+      const messages = processResultWithTypeConversion(
+        allRecords,
+        await getTableSchema({ tableName: storage.TABLE_MESSAGES, client: this.client })
+      );
+      const list = new agent.MessageList().add(messages.map(this.normalizeMessage), "memory");
+      if (format === `v1`) return list.get.all.v1();
+      return list.get.all.v2();
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "LANCE_STORE_GET_MESSAGES_BY_ID_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            messageIds: JSON.stringify(messageIds)
+          }
         },
         error$1
       );
@@ -584,13 +619,11 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
     return Array.from(allIndices).sort((a, b) => a - b).map((index) => records[index]);
   }
   async getMessagesPaginated(args) {
+    const { threadId, resourceId, selectBy, format = "v1" } = args;
+    const page = selectBy?.pagination?.page ?? 0;
+    const perPage = selectBy?.pagination?.perPage ?? 10;
     try {
-      const { threadId, resourceId, selectBy, format = "v1" } = args;
-      if (!threadId) {
-        throw new Error("Thread ID is required for getMessagesPaginated");
-      }
-      const page = selectBy?.pagination?.page ?? 0;
-      const perPage = selectBy?.pagination?.perPage ?? 10;
+      if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
       const dateRange = selectBy?.pagination?.dateRange;
       const fromDate = dateRange?.start;
       const toDate = dateRange?.end;
@@ -692,14 +725,21 @@ var StoreMemoryLance = class extends storage.MemoryStorage {
         hasMore: total > (page + 1) * perPage
       };
     } catch (error$1) {
-      throw new error.MastraError(
+      const mastraError = new error.MastraError(
         {
           id: "LANCE_STORE_GET_MESSAGES_PAGINATED_FAILED",
           domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.THIRD_PARTY
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            threadId,
+            resourceId: resourceId ?? ""
+          }
         },
         error$1
       );
+      this.logger?.trackException?.(mastraError);
+      this.logger?.error?.(mastraError.toString());
+      return { messages: [], total: 0, page, perPage, hasMore: false };
     }
   }
   /**
@@ -1226,7 +1266,7 @@ var StoreOperationsLance = class extends storage.StoreOperations {
           processedRecord[key] = JSON.stringify(processedRecord[key]);
         }
       }
-      console.log(await table.schema());
+      console.info(await table.schema());
       await table.mergeInsert(primaryId).whenMatchedUpdateAll().whenNotMatchedInsertAll().execute([processedRecord]);
     } catch (error$1) {
       throw new error.MastraError(
@@ -1276,7 +1316,6 @@ var StoreOperationsLance = class extends storage.StoreOperations {
         }
         return processedRecord;
       });
-      console.log(processedRecords);
       await table.mergeInsert(primaryId).whenMatchedUpdateAll().whenNotMatchedInsertAll().execute(processedRecords);
     } catch (error$1) {
       throw new error.MastraError(
@@ -1360,12 +1399,27 @@ var StoreScoresLance = class extends storage.ScoresStorage {
     this.client = client;
   }
   async saveScore(score) {
+    let validatedScore;
     try {
+      validatedScore = scores.saveScorePayloadSchema.parse(score);
+    } catch (error$1) {
+      throw new error.MastraError(
+        {
+          id: "LANCE_STORAGE_SAVE_SCORE_FAILED",
+          text: "Failed to save score in LanceStorage",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY
+        },
+        error$1
+      );
+    }
+    try {
+      const id = crypto.randomUUID();
       const table = await this.client.openTable(storage.TABLE_SCORERS);
       const schema = await getTableSchema({ tableName: storage.TABLE_SCORERS, client: this.client });
       const allowedFields = new Set(schema.fields.map((f) => f.name));
       const filteredScore = {};
-      Object.keys(score).forEach((key) => {
+      Object.keys(validatedScore).forEach((key) => {
         if (allowedFields.has(key)) {
           filteredScore[key] = score[key];
         }
@@ -1375,7 +1429,7 @@ var StoreScoresLance = class extends storage.ScoresStorage {
           filteredScore[key] = JSON.stringify(filteredScore[key]);
         }
       }
-      console.log("Saving score to LanceStorage:", filteredScore);
+      filteredScore.id = id;
       await table.add([filteredScore], { mode: "append" });
       return { score };
     } catch (error$1) {
@@ -1414,18 +1468,35 @@ var StoreScoresLance = class extends storage.ScoresStorage {
   }
   async getScoresByScorerId({
     scorerId,
-    pagination
+    pagination,
+    entityId,
+    entityType,
+    source
   }) {
     try {
       const table = await this.client.openTable(storage.TABLE_SCORERS);
       const { page = 0, perPage = 10 } = pagination || {};
       const offset = page * perPage;
-      const query = table.query().where(`\`scorerId\` = '${scorerId}'`).limit(perPage);
+      let query = table.query().where(`\`scorerId\` = '${scorerId}'`);
+      if (source) {
+        query = query.where(`\`source\` = '${source}'`);
+      }
+      if (entityId) {
+        query = query.where(`\`entityId\` = '${entityId}'`);
+      }
+      if (entityType) {
+        query = query.where(`\`entityType\` = '${entityType}'`);
+      }
+      query = query.limit(perPage);
       if (offset > 0) query.offset(offset);
       const records = await query.toArray();
       const schema = await getTableSchema({ tableName: storage.TABLE_SCORERS, client: this.client });
       const scores = processResultWithTypeConversion(records, schema);
-      const allRecords = await table.query().where(`\`scorerId\` = '${scorerId}'`).toArray();
+      let totalQuery = table.query().where(`\`scorerId\` = '${scorerId}'`);
+      if (source) {
+        totalQuery = totalQuery.where(`\`source\` = '${source}'`);
+      }
+      const allRecords = await totalQuery.toArray();
       const total = allRecords.length;
       return {
         pagination: {
@@ -1524,198 +1595,44 @@ var StoreScoresLance = class extends storage.ScoresStorage {
       );
     }
   }
-};
-var StoreTracesLance = class extends storage.TracesStorage {
-  client;
-  operations;
-  constructor({ client, operations }) {
-    super();
-    this.client = client;
-    this.operations = operations;
-  }
-  async saveTrace({ trace }) {
-    try {
-      const table = await this.client.openTable(storage.TABLE_TRACES);
-      const record = {
-        ...trace,
-        attributes: JSON.stringify(trace.attributes),
-        status: JSON.stringify(trace.status),
-        events: JSON.stringify(trace.events),
-        links: JSON.stringify(trace.links),
-        other: JSON.stringify(trace.other)
-      };
-      await table.add([record], { mode: "append" });
-      return trace;
-    } catch (error$1) {
-      throw new error.MastraError(
-        {
-          id: "LANCE_STORE_SAVE_TRACE_FAILED",
-          domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.THIRD_PARTY
-        },
-        error$1
-      );
-    }
-  }
-  async getTraceById({ traceId }) {
-    try {
-      const table = await this.client.openTable(storage.TABLE_TRACES);
-      const query = table.query().where(`id = '${traceId}'`);
-      const records = await query.toArray();
-      return records[0];
-    } catch (error$1) {
-      throw new error.MastraError(
-        {
-          id: "LANCE_STORE_GET_TRACE_BY_ID_FAILED",
-          domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.THIRD_PARTY
-        },
-        error$1
-      );
-    }
-  }
-  async getTraces({
-    name,
-    scope,
-    page = 1,
-    perPage = 10,
-    attributes
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
   }) {
     try {
-      const table = await this.client.openTable(storage.TABLE_TRACES);
-      const query = table.query();
-      if (name) {
-        query.where(`name = '${name}'`);
-      }
-      if (scope) {
-        query.where(`scope = '${scope}'`);
-      }
-      if (attributes) {
-        query.where(`attributes = '${JSON.stringify(attributes)}'`);
-      }
-      const offset = (page - 1) * perPage;
-      query.limit(perPage);
-      if (offset > 0) {
-        query.offset(offset);
-      }
-      const records = await query.toArray();
-      return records.map((record) => {
-        const processed = {
-          ...record,
-          attributes: record.attributes ? JSON.parse(record.attributes) : {},
-          status: record.status ? JSON.parse(record.status) : {},
-          events: record.events ? JSON.parse(record.events) : [],
-          links: record.links ? JSON.parse(record.links) : [],
-          other: record.other ? JSON.parse(record.other) : {},
-          startTime: new Date(record.startTime),
-          endTime: new Date(record.endTime),
-          createdAt: new Date(record.createdAt)
-        };
-        if (processed.parentSpanId === null || processed.parentSpanId === void 0) {
-          processed.parentSpanId = "";
-        } else {
-          processed.parentSpanId = String(processed.parentSpanId);
-        }
-        return processed;
-      });
-    } catch (error$1) {
-      throw new error.MastraError(
-        {
-          id: "LANCE_STORE_GET_TRACES_FAILED",
-          domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.THIRD_PARTY,
-          details: { name: name ?? "", scope: scope ?? "" }
-        },
-        error$1
-      );
-    }
-  }
-  async getTracesPaginated(args) {
-    try {
-      const table = await this.client.openTable(storage.TABLE_TRACES);
-      const query = table.query();
-      const conditions = [];
-      if (args.name) {
-        conditions.push(`name = '${args.name}'`);
-      }
-      if (args.scope) {
-        conditions.push(`scope = '${args.scope}'`);
-      }
-      if (args.attributes) {
-        const attributesStr = JSON.stringify(args.attributes);
-        conditions.push(`attributes LIKE '%${attributesStr.replace(/"/g, '\\"')}%'`);
-      }
-      if (args.dateRange?.start) {
-        conditions.push(`\`createdAt\` >= ${args.dateRange.start.getTime()}`);
-      }
-      if (args.dateRange?.end) {
-        conditions.push(`\`createdAt\` <= ${args.dateRange.end.getTime()}`);
-      }
-      if (conditions.length > 0) {
-        const whereClause = conditions.join(" AND ");
-        query.where(whereClause);
-      }
-      let total = 0;
-      if (conditions.length > 0) {
-        const countQuery = table.query().where(conditions.join(" AND "));
-        const allRecords = await countQuery.toArray();
-        total = allRecords.length;
-      } else {
-        total = await table.countRows();
-      }
-      const page = args.page || 0;
-      const perPage = args.perPage || 10;
+      const table = await this.client.openTable(storage.TABLE_SCORERS);
+      const { page = 0, perPage = 10 } = pagination || {};
       const offset = page * perPage;
-      query.limit(perPage);
-      if (offset > 0) {
-        query.offset(offset);
-      }
+      const query = table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).limit(perPage);
+      if (offset > 0) query.offset(offset);
       const records = await query.toArray();
-      const traces = records.map((record) => {
-        const processed = {
-          ...record,
-          attributes: record.attributes ? JSON.parse(record.attributes) : {},
-          status: record.status ? JSON.parse(record.status) : {},
-          events: record.events ? JSON.parse(record.events) : [],
-          links: record.links ? JSON.parse(record.links) : [],
-          other: record.other ? JSON.parse(record.other) : {},
-          startTime: new Date(record.startTime),
-          endTime: new Date(record.endTime),
-          createdAt: new Date(record.createdAt)
-        };
-        if (processed.parentSpanId === null || processed.parentSpanId === void 0) {
-          processed.parentSpanId = "";
-        } else {
-          processed.parentSpanId = String(processed.parentSpanId);
-        }
-        return processed;
-      });
+      const schema = await getTableSchema({ tableName: storage.TABLE_SCORERS, client: this.client });
+      const scores = processResultWithTypeConversion(records, schema);
+      const allRecords = await table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).toArray();
+      const total = allRecords.length;
       return {
-        traces,
-        total,
-        page,
-        perPage,
-        hasMore: total > (page + 1) * perPage
+        pagination: {
+          page,
+          perPage,
+          total,
+          hasMore: offset + scores.length < total
+        },
+        scores
       };
     } catch (error$1) {
       throw new error.MastraError(
         {
-          id: "LANCE_STORE_GET_TRACES_PAGINATED_FAILED",
+          id: "LANCE_STORAGE_GET_SCORES_BY_SPAN_FAILED",
+          text: "Failed to get scores by traceId and spanId in LanceStorage",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { name: args.name ?? "", scope: args.scope ?? "" }
+          details: { error: error$1?.message }
         },
         error$1
       );
     }
   }
-  async batchTraceInsert({ records }) {
-    this.logger.debug("Batch inserting traces", { count: records.length });
-    await this.operations.batchInsert({
-      tableName: storage.TABLE_TRACES,
-      records
-    });
-  }
 };
 function parseWorkflowRun(row) {
   let parsedSnapshot = row.snapshot;
@@ -1741,9 +1658,26 @@ var StoreWorkflowsLance = class extends storage.WorkflowsStorage {
     super();
     this.client = client;
   }
+  updateWorkflowResults({
+    // workflowName,
+    // runId,
+    // stepId,
+    // result,
+    // runtimeContext,
+  }) {
+    throw new Error("Method not implemented.");
+  }
+  updateWorkflowState({
+    // workflowName,
+    // runId,
+    // opts,
+  }) {
+    throw new Error("Method not implemented.");
+  }
   async persistWorkflowSnapshot({
     workflowName,
     runId,
+    resourceId,
     snapshot
   }) {
     try {
@@ -1760,6 +1694,7 @@ var StoreWorkflowsLance = class extends storage.WorkflowsStorage {
       const record = {
         workflow_name: workflowName,
         run_id: runId,
+        resourceId,
         snapshot: JSON.stringify(snapshot),
         createdAt,
         updatedAt: now
@@ -1905,7 +1840,6 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
       instance.stores = {
         operations: new StoreOperationsLance({ client: instance.lanceClient }),
         workflows: new StoreWorkflowsLance({ client: instance.lanceClient }),
-        traces: new StoreTracesLance({ client: instance.lanceClient, operations }),
         scores: new StoreScoresLance({ client: instance.lanceClient }),
         memory: new StoreMemoryLance({ client: instance.lanceClient, operations }),
         legacyEvals: new StoreLegacyEvalsLance({ client: instance.lanceClient })
@@ -1934,7 +1868,6 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
     this.stores = {
       operations: new StoreOperationsLance({ client: this.lanceClient }),
       workflows: new StoreWorkflowsLance({ client: this.lanceClient }),
-      traces: new StoreTracesLance({ client: this.lanceClient, operations }),
       scores: new StoreScoresLance({ client: this.lanceClient }),
       legacyEvals: new StoreLegacyEvalsLance({ client: this.lanceClient }),
       memory: new StoreMemoryLance({ client: this.lanceClient, operations })
@@ -1998,7 +1931,8 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
       resourceWorkingMemory: true,
       hasColumn: true,
       createTable: true,
-      deleteMessages: false
+      deleteMessages: false,
+      getScoresBySpan: true
     };
   }
   async getResourceById({ resourceId }) {
@@ -2071,6 +2005,12 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
   }) {
     return this.stores.memory.getMessages({ threadId, resourceId, selectBy, format, threadConfig });
   }
+  async getMessagesById({
+    messageIds,
+    format
+  }) {
+    return this.stores.memory.getMessagesById({ messageIds, format });
+  }
   async saveMessages(args) {
     return this.stores.memory.saveMessages(args);
   }
@@ -2083,15 +2023,6 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
   async updateMessages(_args) {
     return this.stores.memory.updateMessages(_args);
   }
-  async getTraceById(args) {
-    return this.stores.traces.getTraceById(args);
-  }
-  async getTraces(args) {
-    return this.stores.traces.getTraces(args);
-  }
-  async getTracesPaginated(args) {
-    return this.stores.traces.getTracesPaginated(args);
-  }
   async getEvalsByAgentName(agentName, type) {
     return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
   }
@@ -2104,12 +2035,29 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
   async getWorkflowRunById(args) {
     return this.stores.workflows.getWorkflowRunById(args);
   }
+  async updateWorkflowResults({
+    workflowName,
+    runId,
+    stepId,
+    result,
+    runtimeContext
+  }) {
+    return this.stores.workflows.updateWorkflowResults({ workflowName, runId, stepId, result, runtimeContext });
+  }
+  async updateWorkflowState({
+    workflowName,
+    runId,
+    opts
+  }) {
+    return this.stores.workflows.updateWorkflowState({ workflowName, runId, opts });
+  }
   async persistWorkflowSnapshot({
     workflowName,
     runId,
+    resourceId,
     snapshot
   }) {
-    return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, snapshot });
+    return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, resourceId, snapshot });
   }
   async loadWorkflowSnapshot({
     workflowName,
@@ -2122,9 +2070,12 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
   }
   async getScoresByScorerId({
     scorerId,
+    source,
+    entityId,
+    entityType,
     pagination
   }) {
-    return this.stores.scores.getScoresByScorerId({ scorerId, pagination });
+    return this.stores.scores.getScoresByScorerId({ scorerId, source, pagination, entityId, entityType });
   }
   async saveScore(_score) {
     return this.stores.scores.saveScore(_score);
@@ -2142,6 +2093,13 @@ var LanceStorage = class _LanceStorage extends storage.MastraStorage {
   }) {
     return this.stores.scores.getScoresByEntityId({ entityId, entityType, pagination });
   }
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
+  }) {
+    return this.stores.scores.getScoresBySpan({ traceId, spanId, pagination });
+  }
 };
 var LanceFilterTranslator = class extends filter.BaseFilterTranslator {
   translate(filter) {