@mastra/mongodb 1.0.0-beta.1 → 1.0.0-beta.3

package/dist/index.js

@@ -3,7 +3,7 @@ import { MastraVector } from '@mastra/core/vector';
 import { MongoClient } from 'mongodb';
 import { v4 } from 'uuid';
 import { BaseFilterTranslator } from '@mastra/core/vector/filter';
-import { MastraStorage, StoreOperations, TABLE_SCHEMAS, safelyParseJSON, MemoryStorage, TABLE_MESSAGES, normalizePerPage, calculatePagination, TABLE_THREADS, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ObservabilityStorage, TABLE_SPANS } from '@mastra/core/storage';
+import { MastraStorage, StoreOperations, TABLE_SCHEMAS, safelyParseJSON, MemoryStorage, TABLE_MESSAGES, normalizePerPage, calculatePagination, TABLE_THREADS, TABLE_RESOURCES, ScoresStorage, TABLE_SCORERS, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ObservabilityStorage, TABLE_SPANS, transformScoreRow as transformScoreRow$1 } from '@mastra/core/storage';
 import { MessageList } from '@mastra/core/agent';
 import { saveScorePayloadSchema } from '@mastra/core/evals';
 
@@ -11,7 +11,7 @@ import { saveScorePayloadSchema } from '@mastra/core/evals';
 
 // package.json
 var package_default = {
-  version: "1.0.0-beta.1"};
+  version: "1.0.0-beta.3"};
 var MongoDBFilterTranslator = class extends BaseFilterTranslator {
   getSupportedOperators() {
     return {
@@ -353,12 +353,17 @@ var MongoDBVector = class extends MastraVector {
         limit: topK
       };
       if (Object.keys(combinedFilter).length > 0) {
-        const candidateIds = await collection.aggregate([{ $match: combinedFilter }, { $project: { _id: 1 } }]).map((doc) => doc._id).toArray();
+        const filterWithExclusion = {
+          $and: [{ _id: { $ne: "__index_metadata__" } }, combinedFilter]
+        };
+        const candidateIds = await collection.aggregate([{ $match: filterWithExclusion }, { $project: { _id: 1 } }]).map((doc) => doc._id).toArray();
         if (candidateIds.length > 0) {
           vectorSearch.filter = { _id: { $in: candidateIds } };
         } else {
           return [];
         }
+      } else {
+        vectorSearch.filter = { _id: { $ne: "__index_metadata__" } };
       }
       const pipeline = [
         {
@@ -479,7 +484,26 @@ var MongoDBVector = class extends MastraVector {
    * @returns A promise that resolves when the update is complete.
    * @throws Will throw an error if no updates are provided or if the update operation fails.
    */
-  async updateVector({ indexName, id, update }) {
+  async updateVector(params) {
+    const { indexName, update } = params;
+    if ("id" in params && params.id && "filter" in params && params.filter) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_UPDATE_MUTUALLY_EXCLUSIVE_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "id and filter are mutually exclusive - provide only one"
+      });
+    }
+    if (!("id" in params || "filter" in params) || !params.id && !params.filter) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_UPDATE_MISSING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        text: "Either id or filter must be provided",
+        details: { indexName }
+      });
+    }
     try {
       if (!update.vector && !update.metadata) {
         throw new Error("No updates provided");
@@ -501,17 +525,49 @@ var MongoDBVector = class extends MastraVector {
         );
         updateDoc[this.metadataFieldName] = normalizedMeta;
       }
-      await collection.findOneAndUpdate({ _id: id }, { $set: updateDoc });
+      if ("id" in params && params.id) {
+        await collection.findOneAndUpdate({ _id: params.id }, { $set: updateDoc });
+      } else if ("filter" in params && params.filter) {
+        const filter = params.filter;
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_UPDATE_EMPTY_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot update with empty filter"
+          });
+        }
+        const mongoFilter = this.transformFilter(filter);
+        const transformedFilter = this.transformMetadataFilter(mongoFilter);
+        if (!transformedFilter || Object.keys(transformedFilter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_UPDATE_INVALID_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Filter produced empty query"
+          });
+        }
+        await collection.updateMany(transformedFilter, { $set: updateDoc });
+      }
     } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
+      const errorDetails = { indexName };
+      if ("id" in params && params.id) {
+        errorDetails.id = params.id;
+      }
+      if ("filter" in params && params.filter) {
+        errorDetails.filter = JSON.stringify(params.filter);
+      }
       throw new MastraError(
         {
           id: "STORAGE_MONGODB_VECTOR_UPDATE_VECTOR_FAILED",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: {
-            indexName,
-            id
-          }
+          details: errorDetails
         },
         error
       );
@@ -543,6 +599,83 @@ var MongoDBVector = class extends MastraVector {
       );
     }
   }
+  async deleteVectors({ indexName, filter, ids }) {
+    if (!filter && !ids) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_DELETE_MISSING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "Either filter or ids must be provided"
+      });
+    }
+    if (filter && ids) {
+      throw new MastraError({
+        id: "STORAGE_MONGODB_VECTOR_DELETE_CONFLICTING_PARAMS",
+        domain: ErrorDomain.STORAGE,
+        category: ErrorCategory.USER,
+        details: { indexName },
+        text: "Cannot provide both filter and ids - they are mutually exclusive"
+      });
+    }
+    try {
+      const collection = await this.getCollection(indexName, true);
+      if (ids) {
+        if (ids.length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_EMPTY_IDS",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot delete with empty ids array"
+          });
+        }
+        await collection.deleteMany({ _id: { $in: ids } });
+      } else {
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_EMPTY_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Cannot delete with empty filter"
+          });
+        }
+        const mongoFilter = this.transformFilter(filter);
+        const transformedFilter = this.transformMetadataFilter(mongoFilter);
+        if (!transformedFilter || Object.keys(transformedFilter).length === 0) {
+          throw new MastraError({
+            id: "STORAGE_MONGODB_VECTOR_DELETE_INVALID_FILTER",
+            domain: ErrorDomain.STORAGE,
+            category: ErrorCategory.USER,
+            details: { indexName },
+            text: "Filter produced empty query"
+          });
+        }
+        const finalFilter = {
+          $and: [{ _id: { $ne: "__index_metadata__" } }, transformedFilter]
+        };
+        await collection.deleteMany(finalFilter);
+      }
+    } catch (error) {
+      if (error instanceof MastraError) {
+        throw error;
+      }
+      throw new MastraError(
+        {
+          id: "STORAGE_MONGODB_VECTOR_DELETE_VECTORS_FAILED",
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            indexName,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error
+      );
+    }
+  }
   // Private methods
   async getCollection(indexName, throwIfNotExists = true) {
     if (this.collections.has(indexName)) {
@@ -590,16 +723,26 @@ var MongoDBVector = class extends MastraVector {
    */
   transformMetadataFilter(filter) {
     if (!filter || typeof filter !== "object") return filter;
+    if (Array.isArray(filter)) {
+      return filter.map((item) => this.transformMetadataFilter(item));
+    }
     const transformed = {};
     for (const [key, value] of Object.entries(filter)) {
       if (key.startsWith("$")) {
         if (Array.isArray(value)) {
           transformed[key] = value.map((item) => this.transformMetadataFilter(item));
-        } else {
+        } else if (typeof value === "object" && value !== null) {
           transformed[key] = this.transformMetadataFilter(value);
+        } else {
+          transformed[key] = value;
         }
       } else if (key.startsWith("metadata.")) {
-        transformed[key] = value;
+        if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+          const hasOperator = Object.keys(value).some((k) => k.startsWith("$"));
+          transformed[key] = hasOperator ? value : value;
+        } else {
+          transformed[key] = value;
+        }
       } else if (this.isMetadataField(key)) {
         transformed[`metadata.${key}`] = value;
       } else {
@@ -693,8 +836,6 @@ var MongoDBConnector = class _MongoDBConnector {
     }
   }
 };
-
-// src/storage/domains/utils.ts
 function formatDateForMongoDB(date) {
   return typeof date === "string" ? new Date(date) : date;
 }
@@ -725,18 +866,16 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
     if (row.type && row.type !== "v2") result.type = row.type;
     return result;
   }
-  async _getIncludedMessages({
-    threadId,
-    include
-  }) {
-    if (!threadId.trim()) throw new Error("threadId must be a non-empty string");
-    if (!include) return null;
+  async _getIncludedMessages({ include }) {
+    if (!include || include.length === 0) return null;
     const collection = await this.operations.getCollection(TABLE_MESSAGES);
     const includedMessages = [];
     for (const inc of include) {
       const { id, withPreviousMessages = 0, withNextMessages = 0 } = inc;
-      const searchThreadId = inc.threadId || threadId;
-      const allMessages = await collection.find({ thread_id: searchThreadId }).sort({ createdAt: 1 }).toArray();
+      const targetMessage = await collection.findOne({ id });
+      if (!targetMessage) continue;
+      const messageThreadId = targetMessage.thread_id;
+      const allMessages = await collection.find({ thread_id: messageThreadId }).sort({ createdAt: 1 }).toArray();
       const targetIndex = allMessages.findIndex((msg) => msg.id === id);
       if (targetIndex === -1) continue;
       const startIndex = Math.max(0, targetIndex - withPreviousMessages);
@@ -777,15 +916,16 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
   }
   async listMessages(args) {
     const { threadId, resourceId, include, filter, perPage: perPageInput, page = 0, orderBy } = args;
-    if (!threadId.trim()) {
+    const threadIds = Array.isArray(threadId) ? threadId : [threadId];
+    if (threadIds.length === 0 || threadIds.some((id) => !id.trim())) {
       throw new MastraError(
         {
           id: "STORAGE_MONGODB_LIST_MESSAGES_INVALID_THREAD_ID",
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
-          details: { threadId }
+          details: { threadId: Array.isArray(threadId) ? threadId.join(",") : threadId }
         },
-        new Error("threadId must be a non-empty string")
+        new Error("threadId must be a non-empty string or array of non-empty strings")
       );
     }
     if (page < 0) {
@@ -805,7 +945,7 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
       const { field, direction } = this.parseOrderBy(orderBy, "ASC");
       const sortOrder = direction === "ASC" ? 1 : -1;
       const collection = await this.operations.getCollection(TABLE_MESSAGES);
-      const query = { thread_id: threadId };
+      const query = { thread_id: threadIds.length === 1 ? threadIds[0] : { $in: threadIds } };
       if (resourceId) {
         query.resourceId = resourceId;
       }
@@ -837,7 +977,7 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
       }
       const messageIds = new Set(messages.map((m) => m.id));
       if (include && include.length > 0) {
-        const includeMessages = await this._getIncludedMessages({ threadId, include });
+        const includeMessages = await this._getIncludedMessages({ include });
         if (includeMessages) {
           for (const includeMsg of includeMessages) {
             if (!messageIds.has(includeMsg.id)) {
@@ -858,7 +998,10 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
         }
         return direction === "ASC" ? String(aValue).localeCompare(String(bValue)) : String(bValue).localeCompare(String(aValue));
       });
-      const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
+      const threadIdSet = new Set(threadIds);
+      const returnedThreadMessageIds = new Set(
+        finalMessages.filter((m) => m.threadId && threadIdSet.has(m.threadId)).map((m) => m.id)
+      );
       const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
       const hasMore = perPageInput !== false && !allThreadMessagesReturned && offset + perPage < total;
       return {
@@ -875,7 +1018,7 @@ var MemoryStorageMongoDB = class extends MemoryStorage {
           domain: ErrorDomain.STORAGE,
           category: ErrorCategory.THIRD_PARTY,
           details: {
-            threadId,
+            threadId: Array.isArray(threadId) ? threadId.join(",") : threadId,
             resourceId: resourceId ?? ""
           }
         },
@@ -1755,98 +1898,9 @@ var StoreOperationsMongoDB = class extends StoreOperations {
   }
 };
 function transformScoreRow(row) {
-  let scorerValue = null;
-  if (row.scorer) {
-    try {
-      scorerValue = typeof row.scorer === "string" ? safelyParseJSON(row.scorer) : row.scorer;
-    } catch (e) {
-      console.warn("Failed to parse scorer:", e);
-    }
-  }
-  let preprocessStepResultValue = null;
-  if (row.preprocessStepResult) {
-    try {
-      preprocessStepResultValue = typeof row.preprocessStepResult === "string" ? safelyParseJSON(row.preprocessStepResult) : row.preprocessStepResult;
-    } catch (e) {
-      console.warn("Failed to parse preprocessStepResult:", e);
-    }
-  }
-  let analyzeStepResultValue = null;
-  if (row.analyzeStepResult) {
-    try {
-      analyzeStepResultValue = typeof row.analyzeStepResult === "string" ? safelyParseJSON(row.analyzeStepResult) : row.analyzeStepResult;
-    } catch (e) {
-      console.warn("Failed to parse analyzeStepResult:", e);
-    }
-  }
-  let inputValue = null;
-  if (row.input) {
-    try {
-      inputValue = typeof row.input === "string" ? safelyParseJSON(row.input) : row.input;
-    } catch (e) {
-      console.warn("Failed to parse input:", e);
-    }
-  }
-  let outputValue = null;
-  if (row.output) {
-    try {
-      outputValue = typeof row.output === "string" ? safelyParseJSON(row.output) : row.output;
-    } catch (e) {
-      console.warn("Failed to parse output:", e);
-    }
-  }
-  let entityValue = null;
-  if (row.entity) {
-    try {
-      entityValue = typeof row.entity === "string" ? safelyParseJSON(row.entity) : row.entity;
-    } catch (e) {
-      console.warn("Failed to parse entity:", e);
-    }
-  }
-  let requestContextValue = null;
-  if (row.requestContext) {
-    try {
-      requestContextValue = typeof row.requestContext === "string" ? safelyParseJSON(row.requestContext) : row.requestContext;
-    } catch (e) {
-      console.warn("Failed to parse requestContext:", e);
-    }
-  }
-  let metadataValue = null;
-  if (row.metadata) {
-    try {
-      metadataValue = typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata;
-    } catch (e) {
-      console.warn("Failed to parse metadata:", e);
-    }
-  }
-  return {
-    id: row.id,
-    entityId: row.entityId,
-    entityType: row.entityType,
-    scorerId: row.scorerId,
-    traceId: row.traceId,
-    spanId: row.spanId,
-    runId: row.runId,
-    scorer: scorerValue,
-    preprocessStepResult: preprocessStepResultValue,
-    preprocessPrompt: row.preprocessPrompt,
-    analyzeStepResult: analyzeStepResultValue,
-    generateScorePrompt: row.generateScorePrompt,
-    score: row.score,
-    analyzePrompt: row.analyzePrompt,
-    reasonPrompt: row.reasonPrompt,
-    metadata: metadataValue,
-    input: inputValue,
-    output: outputValue,
-    additionalContext: row.additionalContext,
-    requestContext: requestContextValue,
-    entity: entityValue,
-    source: row.source,
-    resourceId: row.resourceId,
-    threadId: row.threadId,
-    createdAt: new Date(row.createdAt),
-    updatedAt: new Date(row.updatedAt)
-  };
+  return transformScoreRow$1(row, {
+    convertTimestamps: true
+  });
 }
 var ScoresStorageMongoDB = class extends ScoresStorage {
   operations;
@@ -1891,36 +1945,29 @@ var ScoresStorageMongoDB = class extends ScoresStorage {
     try {
       const now = /* @__PURE__ */ new Date();
       const scoreId = `score-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
-      const scoreData = {
-        id: scoreId,
-        entityId: validatedScore.entityId,
-        entityType: validatedScore.entityType,
-        scorerId: validatedScore.scorerId,
-        traceId: validatedScore.traceId || "",
-        spanId: validatedScore.spanId || "",
-        runId: validatedScore.runId,
-        scorer: typeof validatedScore.scorer === "string" ? safelyParseJSON(validatedScore.scorer) : validatedScore.scorer,
-        preprocessStepResult: typeof validatedScore.preprocessStepResult === "string" ? safelyParseJSON(validatedScore.preprocessStepResult) : validatedScore.preprocessStepResult,
-        analyzeStepResult: typeof validatedScore.analyzeStepResult === "string" ? safelyParseJSON(validatedScore.analyzeStepResult) : validatedScore.analyzeStepResult,
-        score: validatedScore.score,
-        reason: validatedScore.reason,
-        preprocessPrompt: validatedScore.preprocessPrompt,
-        generateScorePrompt: validatedScore.generateScorePrompt,
-        generateReasonPrompt: validatedScore.generateReasonPrompt,
-        analyzePrompt: validatedScore.analyzePrompt,
-        input: typeof validatedScore.input === "string" ? safelyParseJSON(validatedScore.input) : validatedScore.input,
-        output: typeof validatedScore.output === "string" ? safelyParseJSON(validatedScore.output) : validatedScore.output,
-        additionalContext: validatedScore.additionalContext,
-        requestContext: typeof validatedScore.requestContext === "string" ? safelyParseJSON(validatedScore.requestContext) : validatedScore.requestContext,
-        entity: typeof validatedScore.entity === "string" ? safelyParseJSON(validatedScore.entity) : validatedScore.entity,
-        source: validatedScore.source,
-        resourceId: validatedScore.resourceId || "",
-        threadId: validatedScore.threadId || "",
-        createdAt: now,
-        updatedAt: now
+      const scorer = typeof validatedScore.scorer === "string" ? safelyParseJSON(validatedScore.scorer) : validatedScore.scorer;
+      const preprocessStepResult = typeof validatedScore.preprocessStepResult === "string" ? safelyParseJSON(validatedScore.preprocessStepResult) : validatedScore.preprocessStepResult;
+      const analyzeStepResult = typeof validatedScore.analyzeStepResult === "string" ? safelyParseJSON(validatedScore.analyzeStepResult) : validatedScore.analyzeStepResult;
+      const input = typeof validatedScore.input === "string" ? safelyParseJSON(validatedScore.input) : validatedScore.input;
+      const output = typeof validatedScore.output === "string" ? safelyParseJSON(validatedScore.output) : validatedScore.output;
+      const requestContext = typeof validatedScore.requestContext === "string" ? safelyParseJSON(validatedScore.requestContext) : validatedScore.requestContext;
+      const entity = typeof validatedScore.entity === "string" ? safelyParseJSON(validatedScore.entity) : validatedScore.entity;
+      const createdAt = now;
+      const updatedAt = now;
+      const dataToSave = {
+        ...validatedScore,
+        scorer,
+        preprocessStepResult,
+        analyzeStepResult,
+        input,
+        output,
+        requestContext,
+        entity,
+        createdAt,
+        updatedAt
       };
       const collection = await this.operations.getCollection(TABLE_SCORERS);
-      await collection.insertOne(scoreData);
+      await collection.insertOne(dataToSave);
       const savedScore = {
         ...score,
         id: scoreId,