@mastra/lance 0.0.0-roamin-openaivoice-speak-options-passing-20250926163614 → 0.0.0-safe-stringify-telemetry-20251205024938

package/dist/index.js

@@ -3,6 +3,7 @@ import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
 import { MastraStorage, StoreOperations, LegacyEvalsStorage, TABLE_EVALS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, TracesStorage, TABLE_TRACES, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate } from '@mastra/core/storage';
 import { MessageList } from '@mastra/core/agent';
 import { Utf8, Float64, Binary, Float32, Int32, Field, Schema } from 'apache-arrow';
+import { saveScorePayloadSchema } from '@mastra/core/scores';
 import { MastraVector } from '@mastra/core/vector';
 import { BaseFilterTranslator } from '@mastra/core/vector/filter';
 
@@ -59,9 +60,9 @@ var StoreLegacyEvalsLance = class extends LegacyEvalsStorage {
         conditions.push(`agent_name = '${options.agentName}'`);
       }
       if (options.type === "live") {
-        conditions.push("length(test_info) = 0");
+        conditions.push("test_info IS NULL");
       } else if (options.type === "test") {
-        conditions.push("length(test_info) > 0");
+        conditions.push("test_info IS NOT NULL");
       }
       const startDate = options.dateRange?.start || options.fromDate;
       const endDate = options.dateRange?.end || options.toDate;
@@ -1396,13 +1397,27 @@ var StoreScoresLance = class extends ScoresStorage {
     this.client = client;
   }
   async saveScore(score) {
+    let validatedScore;
+    try {
+      validatedScore = saveScorePayloadSchema.parse(score);
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: "LANCE_STORAGE_SAVE_SCORE_FAILED",
+          text: "Failed to save score in LanceStorage",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY
+        },
+        error
+      );
+    }
     try {
       const id = crypto.randomUUID();
       const table = await this.client.openTable(TABLE_SCORERS);
       const schema = await getTableSchema({ tableName: TABLE_SCORERS, client: this.client });
       const allowedFields = new Set(schema.fields.map((f) => f.name));
       const filteredScore = {};
-      Object.keys(score).forEach((key) => {
+      Object.keys(validatedScore).forEach((key) => {
         if (allowedFields.has(key)) {
           filteredScore[key] = score[key];
         }
@@ -1412,6 +1427,8 @@ var StoreScoresLance = class extends ScoresStorage {
           filteredScore[key] = JSON.stringify(filteredScore[key]);
         }
       }
+      filteredScore.createdAt = /* @__PURE__ */ new Date();
+      filteredScore.updatedAt = /* @__PURE__ */ new Date();
       filteredScore.id = id;
       await table.add([filteredScore], { mode: "append" });
       return { score };
@@ -1578,6 +1595,44 @@ var StoreScoresLance = class extends ScoresStorage {
       );
     }
   }
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
+  }) {
+    try {
+      const table = await this.client.openTable(TABLE_SCORERS);
+      const { page = 0, perPage = 10 } = pagination || {};
+      const offset = page * perPage;
+      const query = table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).limit(perPage);
+      if (offset > 0) query.offset(offset);
+      const records = await query.toArray();
+      const schema = await getTableSchema({ tableName: TABLE_SCORERS, client: this.client });
+      const scores = processResultWithTypeConversion(records, schema);
+      const allRecords = await table.query().where(`\`traceId\` = '${traceId}' AND \`spanId\` = '${spanId}'`).toArray();
+      const total = allRecords.length;
+      return {
+        pagination: {
+          page,
+          perPage,
+          total,
+          hasMore: offset + scores.length < total
+        },
+        scores
+      };
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: "LANCE_STORAGE_GET_SCORES_BY_SPAN_FAILED",
+          text: "Failed to get scores by traceId and spanId in LanceStorage",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { error: error?.message }
+        },
+        error
+      );
+    }
+  }
 };
 var StoreTracesLance = class extends TracesStorage {
   client;
@@ -1828,11 +1883,13 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
       } else {
         createdAt = now;
       }
+      const { status, value, ...rest } = snapshot;
       const record = {
         workflow_name: workflowName,
         run_id: runId,
         resourceId,
-        snapshot: JSON.stringify(snapshot),
+        snapshot: JSON.stringify({ status, value, ...rest }),
+        // this is to ensure status is always just before value, for when querying the db by status
         createdAt,
         updatedAt: now
       };
@@ -1902,6 +1959,10 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
       if (args?.workflowName) {
         conditions.push(`workflow_name = '${args.workflowName.replace(/'/g, "''")}'`);
       }
+      if (args?.status) {
+        const escapedStatus = args.status.replace(/\\/g, "\\\\").replace(/'/g, "''").replace(/%/g, "\\%").replace(/_/g, "\\_");
+        conditions.push(`\`snapshot\` LIKE '%"status":"${escapedStatus}","value"%'`);
+      }
       if (args?.resourceId) {
         conditions.push(`\`resourceId\` = '${args.resourceId}'`);
       }
@@ -1935,7 +1996,7 @@ var StoreWorkflowsLance = class extends WorkflowsStorage {
           id: "LANCE_STORE_GET_WORKFLOW_RUNS_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { namespace: args?.namespace ?? "", workflowName: args?.workflowName ?? "" }
+          details: { resourceId: args?.resourceId ?? "", workflowName: args?.workflowName ?? "" }
         },
         error
       );
@@ -2070,7 +2131,8 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
       resourceWorkingMemory: true,
       hasColumn: true,
       createTable: true,
-      deleteMessages: false
+      deleteMessages: false,
+      getScoresBySpan: true
     };
   }
   async getResourceById({ resourceId }) {
@@ -2240,6 +2302,13 @@ var LanceStorage = class _LanceStorage extends MastraStorage {
   }) {
     return this.stores.scores.getScoresByEntityId({ entityId, entityType, pagination });
   }
+  async getScoresBySpan({
+    traceId,
+    spanId,
+    pagination
+  }) {
+    return this.stores.scores.getScoresBySpan({ traceId, spanId, pagination });
+  }
 };
 var LanceFilterTranslator = class extends BaseFilterTranslator {
   translate(filter) {
@@ -3131,7 +3200,44 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
       );
     }
   }
-  async updateVector({ indexName, id, update }) {
+  async updateVector(params) {
+    const { indexName, update } = params;
+    if ("id" in params && "filter" in params && params.id && params.filter) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "id and filter are mutually exclusive",
+        details: { indexName }
+      });
+    }
+    if (!("id" in params || "filter" in params) || !params.id && !params.filter) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Either id or filter must be provided",
+        details: { indexName }
+      });
+    }
+    if ("filter" in params && params.filter && Object.keys(params.filter).length === 0) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Cannot update with empty filter",
+        details: { indexName }
+      });
+    }
+    if (!update.vector && !update.metadata) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "No updates provided",
+        details: { indexName }
+      });
+    }
     try {
       if (!this.lanceClient) {
         throw new Error("LanceDB client not initialized. Use LanceVectorStore.create() to create an instance");
@@ -3139,21 +3245,6 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
       if (!indexName) {
         throw new Error("indexName is required");
       }
-      if (!id) {
-        throw new Error("id is required");
-      }
-    } catch (err) {
-      throw new MastraError(
-        {
-          id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_FAILED_INVALID_ARGS",
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.USER,
-          details: { indexName, id }
-        },
-        err
-      );
-    }
-    try {
       const tables = await this.lanceClient.tableNames();
       for (const tableName of tables) {
         this.logger.debug("Checking table:" + tableName);
@@ -3163,39 +3254,66 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
           const hasColumn = schema.fields.some((field) => field.name === indexName);
           if (hasColumn) {
             this.logger.debug(`Found column ${indexName} in table ${tableName}`);
-            const existingRecord = await table.query().where(`id = '${id}'`).select(schema.fields.map((field) => field.name)).limit(1).toArray();
-            if (existingRecord.length === 0) {
-              throw new Error(`Record with id '${id}' not found in table ${tableName}`);
+            let whereClause;
+            if ("id" in params && params.id) {
+              whereClause = `id = '${params.id}'`;
+            } else if ("filter" in params && params.filter) {
+              const translator = new LanceFilterTranslator();
+              const processFilterKeys = (filter) => {
+                const processedFilter = {};
+                Object.entries(filter).forEach(([key, value]) => {
+                  if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+                    Object.entries(value).forEach(([nestedKey, nestedValue]) => {
+                      processedFilter[`metadata_${key}_${nestedKey}`] = nestedValue;
+                    });
+                  } else {
+                    processedFilter[`metadata_${key}`] = value;
+                  }
+                });
+                return processedFilter;
+              };
+              const prefixedFilter = processFilterKeys(params.filter);
+              whereClause = translator.translate(prefixedFilter) || "";
+              if (!whereClause) {
+                throw new Error("Failed to translate filter to SQL");
+              }
+            } else {
+              throw new Error("Either id or filter must be provided");
             }
-            const rowData = {
-              id
-            };
-            Object.entries(existingRecord[0]).forEach(([key, value]) => {
-              if (key !== "id" && key !== "_distance") {
-                if (key === indexName) {
-                  if (!update.vector) {
-                    if (Array.isArray(value)) {
-                      rowData[key] = [...value];
-                    } else if (typeof value === "object" && value !== null) {
-                      rowData[key] = Array.from(value);
+            const existingRecords = await table.query().where(whereClause).select(schema.fields.map((field) => field.name)).toArray();
+            if (existingRecords.length === 0) {
+              this.logger.info(`No records found matching criteria in table ${tableName}`);
+              return;
+            }
+            const updatedRecords = existingRecords.map((record) => {
+              const rowData = {};
+              Object.entries(record).forEach(([key, value]) => {
+                if (key !== "_distance") {
+                  if (key === indexName) {
+                    if (update.vector) {
+                      rowData[key] = update.vector;
                     } else {
-                      rowData[key] = value;
+                      if (Array.isArray(value)) {
+                        rowData[key] = [...value];
+                      } else if (typeof value === "object" && value !== null) {
+                        rowData[key] = Array.from(value);
+                      } else {
+                        rowData[key] = value;
+                      }
                     }
+                  } else {
+                    rowData[key] = value;
                   }
-                } else {
-                  rowData[key] = value;
                 }
+              });
+              if (update.metadata) {
+                Object.entries(update.metadata).forEach(([key, value]) => {
+                  rowData[`metadata_${key}`] = value;
+                });
               }
+              return rowData;
             });
-            if (update.vector) {
-              rowData[indexName] = update.vector;
-            }
-            if (update.metadata) {
-              Object.entries(update.metadata).forEach(([key, value]) => {
-                rowData[`metadata_${key}`] = value;
-              });
-            }
-            await table.add([rowData], { mode: "overwrite" });
+            await table.add(updatedRecords, { mode: "overwrite" });
             return;
           }
         } catch (err) {
@@ -3205,12 +3323,19 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
       }
       throw new Error(`No table found with column/index '${indexName}'`);
     } catch (error) {
+      if (error instanceof MastraError) throw error;
       throw new MastraError(
         {
           id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { indexName, id, hasVector: !!update.vector, hasMetadata: !!update.metadata }
+          details: {
+            indexName,
+            ..."id" in params && params.id && { id: params.id },
+            ..."filter" in params && params.filter && { filter: JSON.stringify(params.filter) },
+            hasVector: !!update.vector,
+            hasMetadata: !!update.metadata
+          }
         },
         error
       );
@@ -3233,7 +3358,10 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
           id: "STORAGE_LANCE_VECTOR_DELETE_VECTOR_FAILED_INVALID_ARGS",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.USER,
-          details: { indexName, id }
+          details: {
+            indexName,
+            ...id && { id }
+          }
         },
         err
       );
@@ -3263,7 +3391,10 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
           id: "STORAGE_LANCE_VECTOR_DELETE_VECTOR_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { indexName, id }
+          details: {
+            indexName,
+            ...id && { id }
+          }
         },
         error
       );
@@ -3294,6 +3425,109 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
     });
     return result;
   }
+  async deleteVectors({ indexName, filter, ids }) {
+    if (ids && filter) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "ids and filter are mutually exclusive",
+        details: { indexName }
+      });
+    }
+    if (!ids && !filter) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Either filter or ids must be provided",
+        details: { indexName }
+      });
+    }
+    if (ids && ids.length === 0) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Cannot delete with empty ids array",
+        details: { indexName }
+      });
+    }
+    if (filter && Object.keys(filter).length === 0) {
+      throw new MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Cannot delete with empty filter",
+        details: { indexName }
+      });
+    }
+    try {
+      if (!this.lanceClient) {
+        throw new Error("LanceDB client not initialized. Use LanceVectorStore.create() to create an instance");
+      }
+      if (!indexName) {
+        throw new Error("indexName is required");
+      }
+      const tables = await this.lanceClient.tableNames();
+      for (const tableName of tables) {
+        this.logger.debug("Checking table:" + tableName);
+        const table = await this.lanceClient.openTable(tableName);
+        try {
+          const schema = await table.schema();
+          const hasColumn = schema.fields.some((field) => field.name === indexName);
+          if (hasColumn) {
+            this.logger.debug(`Found column ${indexName} in table ${tableName}`);
+            if (ids) {
+              const idsConditions = ids.map((id) => `id = '${id}'`).join(" OR ");
+              await table.delete(idsConditions);
+            } else if (filter) {
+              const translator = new LanceFilterTranslator();
+              const processFilterKeys = (filter2) => {
+                const processedFilter = {};
+                Object.entries(filter2).forEach(([key, value]) => {
+                  if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+                    Object.entries(value).forEach(([nestedKey, nestedValue]) => {
+                      processedFilter[`metadata_${key}_${nestedKey}`] = nestedValue;
+                    });
+                  } else {
+                    processedFilter[`metadata_${key}`] = value;
+                  }
+                });
+                return processedFilter;
+              };
+              const prefixedFilter = processFilterKeys(filter);
+              const whereClause = translator.translate(prefixedFilter);
+              if (!whereClause) {
+                throw new Error("Failed to translate filter to SQL");
+              }
+              await table.delete(whereClause);
+            }
+            return;
+          }
+        } catch (err) {
+          this.logger.error(`Error checking schema for table ${tableName}:` + err);
+          continue;
+        }
+      }
+      throw new Error(`No table found with column/index '${indexName}'`);
+    } catch (error) {
+      if (error instanceof MastraError) throw error;
+      throw new MastraError(
+        {
+          id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_FAILED",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            indexName,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error
+      );
+    }
+  }
 };
 
 export { LanceStorage, LanceVectorStore };