@mastra/mongodb 0.14.9 → 0.14.10-alpha.0

package/dist/index.js

@@ -11,7 +11,7 @@ import { saveScorePayloadSchema } from '@mastra/core/scores';
 
 // package.json
 var package_default = {
-  version: "0.14.9"};
+  version: "0.14.10-alpha.0"};
 var MongoDBFilterTranslator = class extends BaseFilterTranslator {
   getSupportedOperators() {
     return {
@@ -353,12 +353,17 @@ var MongoDBVector = class extends MastraVector {
         limit: topK
       };
       if (Object.keys(combinedFilter).length > 0) {
-        const candidateIds = await collection.aggregate([{ $match: combinedFilter }, { $project: { _id: 1 } }]).map((doc) => doc._id).toArray();
+        const filterWithExclusion = {
+          $and: [{ _id: { $ne: "__index_metadata__" } }, combinedFilter]
+        };
+        const candidateIds = await collection.aggregate([{ $match: filterWithExclusion }, { $project: { _id: 1 } }]).map((doc) => doc._id).toArray();
         if (candidateIds.length > 0) {
           vectorSearch.filter = { _id: { $in: candidateIds } };
         } else {
           return [];
         }
+      } else {
+        vectorSearch.filter = { _id: { $ne: "__index_metadata__" } };
       }
       const pipeline = [
         {
@@ -479,7 +484,26 @@ var MongoDBVector = class extends MastraVector {
    * @returns A promise that resolves when the update is complete.
    * @throws Will throw an error if no updates are provided or if the update operation fails.
    */
-  async updateVector({ indexName, id, update }) {
+  async updateVector(params) {
+    const { indexName, update } = params;
+    if ("id" in params && params.id && "filter" in params && params.filter) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_UPDATE_MUTUALLY_EXCLUSIVE_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "id and filter are mutually exclusive - provide only one"
+      });
+    }
+    if (!("id" in params || "filter" in params) || !params.id && !params.filter) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_UPDATE_MISSING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Either id or filter must be provided",
+        details: { indexName }
+      });
+    }
     try {
       if (!update.vector && !update.metadata) {
         throw new Error("No updates provided");
@@ -501,17 +525,49 @@ var MongoDBVector = class extends MastraVector {
         );
         updateDoc[this.metadataFieldName] = normalizedMeta;
       }
-      await collection.findOneAndUpdate({ _id: id }, { $set: updateDoc });
+      if ("id" in params && params.id) {
+        await collection.findOneAndUpdate({ _id: params.id }, { $set: updateDoc });
+      } else if ("filter" in params && params.filter) {
+        const filter = params.filter;
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_UPDATE_EMPTY_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot update with empty filter"
+          });
+        }
+        const mongoFilter = this.transformFilter(filter);
+        const transformedFilter = this.transformMetadataFilter(mongoFilter);
+        if (!transformedFilter || Object.keys(transformedFilter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_UPDATE_INVALID_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Filter produced empty query"
+          });
+        }
+        await collection.updateMany(transformedFilter, { $set: updateDoc });
+      }
     } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
+      const errorDetails = { indexName };
+      if ("id" in params && params.id) {
+        errorDetails.id = params.id;
+      }
+      if ("filter" in params && params.filter) {
+        errorDetails.filter = JSON.stringify(params.filter);
+      }
       throw new MastraError(
         {
           id: "STORAGE_MONGODB_VECTOR_UPDATE_VECTOR_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: {
-            indexName,
-            id
-          }
+          details: errorDetails
         },
         error
       );
@@ -543,6 +599,83 @@ var MongoDBVector = class extends MastraVector {
       );
     }
   }
+  async deleteVectors({ indexName, filter, ids }) {
+    if (!filter && !ids) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_DELETE_MISSING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "Either filter or ids must be provided"
+      });
+    }
+    if (filter && ids) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_DELETE_CONFLICTING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "Cannot provide both filter and ids - they are mutually exclusive"
+      });
+    }
+    try {
+      const collection = await this.getCollection(indexName, true);
+      if (ids) {
+        if (ids.length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_EMPTY_IDS",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot delete with empty ids array"
+          });
+        }
+        await collection.deleteMany({ _id: { $in: ids } });
+      } else {
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_EMPTY_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot delete with empty filter"
+          });
+        }
+        const mongoFilter = this.transformFilter(filter);
+        const transformedFilter = this.transformMetadataFilter(mongoFilter);
+        if (!transformedFilter || Object.keys(transformedFilter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_INVALID_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Filter produced empty query"
+          });
+        }
+        const finalFilter = {
+          $and: [{ _id: { $ne: "__index_metadata__" } }, transformedFilter]
+        };
+        await collection.deleteMany(finalFilter);
+      }
+    } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
+      throw new MastraError(
+        {
+          id: "STORAGE_MONGODB_VECTOR_DELETE_VECTORS_FAILED",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            indexName,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error
+      );
+    }
+  }
   // Private methods
   async getCollection(indexName, throwIfNotExists = true) {
     if (this.collections.has(indexName)) {
@@ -590,16 +723,26 @@ var MongoDBVector = class extends MastraVector {
    */
   transformMetadataFilter(filter) {
     if (!filter || typeof filter !== "object") return filter;
+    if (Array.isArray(filter)) {
+      return filter.map((item) => this.transformMetadataFilter(item));
+    }
     const transformed = {};
     for (const [key, value] of Object.entries(filter)) {
       if (key.startsWith("$")) {
         if (Array.isArray(value)) {
           transformed[key] = value.map((item) => this.transformMetadataFilter(item));
-        } else {
+        } else if (typeof value === "object" && value !== null) {
           transformed[key] = this.transformMetadataFilter(value);
+        } else {
+          transformed[key] = value;
         }
       } else if (key.startsWith("metadata.")) {
-        transformed[key] = value;
+        if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+          const hasOperator = Object.keys(value).some((k) => k.startsWith("$"));
+          transformed[key] = hasOperator ? value : value;
+        } else {
+          transformed[key] = value;
+        }
       } else if (this.isMetadataField(key)) {
         transformed[`metadata.${key}`] = value;
       } else {
@@ -842,11 +985,27 @@ var LegacyEvalsMongoDB = class extends LegacyEvalsStorage {
     }
   }
 };
-
-// src/storage/domains/utils.ts
 function formatDateForMongoDB(date) {
   return typeof date === "string" ? new Date(date) : date;
 }
+var transformRow = ({ row, tableName }) => {
+  const tableSchema = TABLE_SCHEMAS[tableName];
+  const result = {};
+  Object.entries(tableSchema).forEach(([key, columnSchema]) => {
+    const value = row[key];
+    if (value === void 0 || value === null) {
+      return;
+    }
+    if (columnSchema.type === "jsonb" && typeof value === "string") {
+      result[key] = safelyParseJSON(value);
+    } else if (columnSchema.type === "timestamp" && typeof value === "string") {
+      result[key] = new Date(value);
+    } else {
+      result[key] = value;
+    }
+  });
+  return result;
+};
 
 // src/storage/domains/memory/index.ts
 var MemoryStorageMongoDB = class extends MemoryStorage {
@@ -1020,7 +1179,11 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
       }
       const dataResult = await collection.find(query).sort({ createdAt: -1 }).skip(currentOffset).limit(perPage).toArray();
       messages.push(...dataResult.map((row) => this.parseRow(row)));
-      const messagesToReturn = format === "v1" ? new MessageList().add(messages, "memory").get.all.v1() : new MessageList().add(messages, "memory").get.all.v2();
+      const list = new MessageList().add(messages, "memory");
+      let messagesToReturn = format === "v1" ? list.get.all.v1() : list.get.all.v2();
+      messagesToReturn = messagesToReturn.sort(
+        (a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime()
+      );
       return {
         messages: messagesToReturn,
         total,
@@ -1905,98 +2068,8 @@ var StoreOperationsMongoDB = class extends StoreOperations {
   }
 };
 function transformScoreRow(row) {
-  let scorerValue = null;
-  if (row.scorer) {
-    try {
-      scorerValue = typeof row.scorer === "string" ? safelyParseJSON(row.scorer) : row.scorer;
-    } catch (e) {
-      console.warn("Failed to parse scorer:", e);
-    }
-  }
-  let preprocessStepResultValue = null;
-  if (row.preprocessStepResult) {
-    try {
-      preprocessStepResultValue = typeof row.preprocessStepResult === "string" ? safelyParseJSON(row.preprocessStepResult) : row.preprocessStepResult;
-    } catch (e) {
-      console.warn("Failed to parse preprocessStepResult:", e);
-    }
-  }
-  let analyzeStepResultValue = null;
-  if (row.analyzeStepResult) {
-    try {
-      analyzeStepResultValue = typeof row.analyzeStepResult === "string" ? safelyParseJSON(row.analyzeStepResult) : row.analyzeStepResult;
-    } catch (e) {
-      console.warn("Failed to parse analyzeStepResult:", e);
-    }
-  }
-  let inputValue = null;
-  if (row.input) {
-    try {
-      inputValue = typeof row.input === "string" ? safelyParseJSON(row.input) : row.input;
-    } catch (e) {
-      console.warn("Failed to parse input:", e);
-    }
-  }
-  let outputValue = null;
-  if (row.output) {
-    try {
-      outputValue = typeof row.output === "string" ? safelyParseJSON(row.output) : row.output;
-    } catch (e) {
-      console.warn("Failed to parse output:", e);
-    }
-  }
-  let entityValue = null;
-  if (row.entity) {
-    try {
-      entityValue = typeof row.entity === "string" ? safelyParseJSON(row.entity) : row.entity;
-    } catch (e) {
-      console.warn("Failed to parse entity:", e);
-    }
-  }
-  let runtimeContextValue = null;
-  if (row.runtimeContext) {
-    try {
-      runtimeContextValue = typeof row.runtimeContext === "string" ? safelyParseJSON(row.runtimeContext) : row.runtimeContext;
-    } catch (e) {
-      console.warn("Failed to parse runtimeContext:", e);
-    }
-  }
-  let metadataValue = null;
-  if (row.metadata) {
-    try {
-      metadataValue = typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata;
-    } catch (e) {
-      console.warn("Failed to parse metadata:", e);
-    }
-  }
-  return {
-    id: row.id,
-    entityId: row.entityId,
-    entityType: row.entityType,
-    scorerId: row.scorerId,
-    traceId: row.traceId,
-    spanId: row.spanId,
-    runId: row.runId,
-    scorer: scorerValue,
-    preprocessStepResult: preprocessStepResultValue,
-    preprocessPrompt: row.preprocessPrompt,
-    analyzeStepResult: analyzeStepResultValue,
-    generateScorePrompt: row.generateScorePrompt,
-    score: row.score,
-    analyzePrompt: row.analyzePrompt,
-    reasonPrompt: row.reasonPrompt,
-    metadata: metadataValue,
-    input: inputValue,
-    output: outputValue,
-    additionalContext: row.additionalContext,
-    runtimeContext: runtimeContextValue,
-    entity: entityValue,
-    source: row.source,
-    resourceId: row.resourceId,
-    threadId: row.threadId,
-    createdAt: new Date(row.createdAt),
-    updatedAt: new Date(row.updatedAt)
-  };
+  const transformedRow = transformRow({ row, tableName: TABLE_SCORERS });
+  return transformedRow;
 }
 var ScoresStorageMongoDB = class extends ScoresStorage {
   operations;
@@ -2041,36 +2114,29 @@ var ScoresStorageMongoDB = class extends ScoresStorage {
     try {
       const now = /* @__PURE__ */ new Date();
       const scoreId = `score-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
-      const scoreData = {
-        id: scoreId,
-        entityId: validatedScore.entityId,
-        entityType: validatedScore.entityType,
-        scorerId: validatedScore.scorerId,
-        traceId: validatedScore.traceId || "",
-        spanId: validatedScore.spanId || "",
-        runId: validatedScore.runId,
-        scorer: typeof validatedScore.scorer === "string" ? safelyParseJSON(validatedScore.scorer) : validatedScore.scorer,
-        preprocessStepResult: typeof validatedScore.preprocessStepResult === "string" ? safelyParseJSON(validatedScore.preprocessStepResult) : validatedScore.preprocessStepResult,
-        analyzeStepResult: typeof validatedScore.analyzeStepResult === "string" ? safelyParseJSON(validatedScore.analyzeStepResult) : validatedScore.analyzeStepResult,
-        score: validatedScore.score,
-        reason: validatedScore.reason,
-        preprocessPrompt: validatedScore.preprocessPrompt,
-        generateScorePrompt: validatedScore.generateScorePrompt,
-        generateReasonPrompt: validatedScore.generateReasonPrompt,
-        analyzePrompt: validatedScore.analyzePrompt,
-        input: typeof validatedScore.input === "string" ? safelyParseJSON(validatedScore.input) : validatedScore.input,
-        output: typeof validatedScore.output === "string" ? safelyParseJSON(validatedScore.output) : validatedScore.output,
-        additionalContext: validatedScore.additionalContext,
-        runtimeContext: typeof validatedScore.runtimeContext === "string" ? safelyParseJSON(validatedScore.runtimeContext) : validatedScore.runtimeContext,
-        entity: typeof validatedScore.entity === "string" ? safelyParseJSON(validatedScore.entity) : validatedScore.entity,
-        source: validatedScore.source,
-        resourceId: validatedScore.resourceId || "",
-        threadId: validatedScore.threadId || "",
-        createdAt: now,
-        updatedAt: now
+      const scorer = typeof validatedScore.scorer === "string" ? safelyParseJSON(validatedScore.scorer) : validatedScore.scorer;
+      const preprocessStepResult = typeof validatedScore.preprocessStepResult === "string" ? safelyParseJSON(validatedScore.preprocessStepResult) : validatedScore.preprocessStepResult;
+      const analyzeStepResult = typeof validatedScore.analyzeStepResult === "string" ? safelyParseJSON(validatedScore.analyzeStepResult) : validatedScore.analyzeStepResult;
+      const input = typeof validatedScore.input === "string" ? safelyParseJSON(validatedScore.input) : validatedScore.input;
+      const output = typeof validatedScore.output === "string" ? safelyParseJSON(validatedScore.output) : validatedScore.output;
+      const runtimeContext = typeof validatedScore.runtimeContext === "string" ? safelyParseJSON(validatedScore.runtimeContext) : validatedScore.runtimeContext;
+      const entity = typeof validatedScore.entity === "string" ? safelyParseJSON(validatedScore.entity) : validatedScore.entity;
+      const createdAt = now;
+      const updatedAt = now;
+      const dataToSave = {
+        ...validatedScore,
+        scorer,
+        preprocessStepResult,
+        analyzeStepResult,
+        input,
+        output,
+        runtimeContext,
+        entity,
+        createdAt,
+        updatedAt
       };
       const collection = await this.operations.getCollection(TABLE_SCORERS);
-      await collection.insertOne(scoreData);
+      await collection.insertOne(dataToSave);
       const savedScore = {
         ...score,
         id: scoreId,