@mastra/mongodb 0.13.0-alpha.2 → 0.13.0

package/dist/vector/index.d.ts

@@ -73,6 +73,21 @@ export declare class MongoDBVector extends MastraVector<MongoDBVectorFilter> {
     private validateVectorDimensions;
     private setIndexDimension;
     private transformFilter;
+    /**
+     * Transform metadata field filters to use MongoDB dot notation.
+     * Fields that are stored in the metadata subdocument need to be prefixed with 'metadata.'
+     * This handles filters from the Memory system which expects direct field access.
+     *
+     * @param filter - The filter object to transform
+     * @returns Transformed filter with metadata fields properly prefixed
+     */
+    private transformMetadataFilter;
+    /**
+     * Determine if a field should be treated as a metadata field.
+     * Common metadata fields include thread_id, resource_id, message_id, and any field
+     * that doesn't start with underscore (MongoDB system fields).
+     */
+    private isMetadataField;
 }
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/vector/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EACV,WAAW,EACX,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,kBAAkB,EAA4B,MAAM,SAAS,CAAC;AAI5E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,MAAM,WAAW,yBAA0B,SAAQ,kBAAkB;IACnE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,UAAU,wBAAyB,SAAQ,iBAAiB,CAAC,mBAAmB,CAAC;IAC/E,cAAc,CAAC,EAAE,mBAAmB,CAAC;CACtC;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAWD,qBAAa,aAAc,SAAQ,YAAY,CAAC,mBAAmB,CAAC;IAClE,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,EAAE,CAAK;IACf,OAAO,CAAC,WAAW,CAA2C;IAC9D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAe;IAClD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAc;IAChD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAc;IAChD,OAAO,CAAC,uBAAuB,CAA4C;IAC3E,OAAO,CAAC,cAAc,CAIpB;gBAEU,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,kBAAkB,CAAA;KAAE;IAQ7F,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAexB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B,WAAW,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,MAAiB,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoGhG;;;;;;;OAOG;IACG,iBAAiB,CAAC,EACtB,SAAS,EACT,SAAiB,EACjB,eAAsB,GACvB,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBpC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,yBAAyB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA+DtG,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,IAAS,EACT,MAAM,EACN,aAAqB,EACrB,cAAc,GACf,EAAE,wBAAwB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAkF9C,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBtC;;;;;OAKG;IACG,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAgCtE,WAAW,CAAC,EAAE,SAAS,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBlE;;;;;;;;;OASG;IACG,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IA8ChF;;;;;;OAMG;IACG,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAqB1D,aAAa;YAoBb,wBAAwB;YAmBxB,iBAAiB;IAM/B,OAAO,CAAC,eAAe;CAKxB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EACV,WAAW,EACX,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,kBAAkB,EAA4B,MAAM,SAAS,CAAC;AAI5E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,MAAM,WAAW,yBAA0B,SAAQ,kBAAkB;IACnE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,UAAU,wBAAyB,SAAQ,iBAAiB,CAAC,mBAAmB,CAAC;IAC/E,cAAc,CAAC,EAAE,mBAAmB,CAAC;CACtC;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAWD,qBAAa,aAAc,SAAQ,YAAY,CAAC,mBAAmB,CAAC;IAClE,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,EAAE,CAAK;IACf,OAAO,CAAC,WAAW,CAA2C;IAC9D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAe;IAClD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAc;IAChD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAc;IAChD,OAAO,CAAC,uBAAuB,CAA4C;IAC3E,OAAO,CAAC,cAAc,CAIpB;gBAEU,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,kBAAkB,CAAA;KAAE;IAQ7F,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAexB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B,WAAW,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,MAAiB,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoGhG;;;;;;;OAOG;IACG,iBAAiB,CAAC,EACtB,SAAS,EACT,SAAiB,EACjB,eAAsB,GACvB,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBpC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,yBAAyB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA+DtG,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,IAAS,EACT,MAAM,EACN,aAAqB,EACrB,cAAc,GACf,EAAE,wBAAwB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAwF9C,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBtC;;;;;OAKG;IACG,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAgCtE,WAAW,CAAC,EAAE,SAAS,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBlE;;;;;;;;;OASG;IACG,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IA8ChF;;;;;;OAMG;IACG,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAqB1D,aAAa;YAoBb,wBAAwB;YAmBxB,iBAAiB;IAM/B,OAAO,CAAC,eAAe;IAMvB;;;;;;;OAOG;IACH,OAAO,CAAC,uBAAuB;IAiC/B;;;;OAIG;IACH,OAAO,CAAC,eAAe;CAYxB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/mongodb",
-  "version": "0.13.0-alpha.2",
+  "version": "0.13.0",
   "description": "MongoDB provider for Mastra - includes vector store capabilities",
   "type": "module",
   "main": "dist/index.js",
@@ -31,10 +31,10 @@
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@internal/lint": "0.0.26",
-    "@internal/storage-test-utils": "0.0.22",
-    "@internal/types-builder": "0.0.1",
-    "@mastra/core": "0.13.0-alpha.2"
+    "@internal/types-builder": "0.0.2",
+    "@internal/lint": "0.0.27",
+    "@mastra/core": "0.13.0",
+    "@internal/storage-test-utils": "0.0.23"
   },
   "peerDependencies": {
     "@mastra/core": ">=0.13.0-0 <0.14.0-0"

package/src/vector/index.test.ts

@@ -1,3 +1,4 @@
+import { createVectorTestSuite } from '@internal/storage-test-utils';
 import { vi, describe, it, expect, beforeAll, afterAll, test } from 'vitest';
 import { MongoDBVector } from './';
 
@@ -514,4 +515,137 @@ describe('MongoDBVector Integration Tests', () => {
       expect(results.length).toBe(0);
     });
   });
+
+  describe('Metadata Field Filtering Bug Reproduction', () => {
+    const bugTestIndexName = 'metadata_filter_bug_test_' + Date.now();
+
+    beforeAll(async () => {
+      // Create index for bug reproduction
+      await createIndexAndWait(vectorDB, bugTestIndexName, 4, 'cosine');
+
+      // Insert vectors with thread_id and resource_id in metadata
+      // Simulating what the Memory system does
+      const vectors = [
+        [1, 0, 0, 0],
+        [0, 1, 0, 0],
+        [0, 0, 1, 0],
+        [0, 0, 0, 1],
+      ];
+
+      const metadata = [
+        { thread_id: 'thread-123', resource_id: 'resource-123', message: 'first' },
+        { thread_id: 'thread-123', resource_id: 'resource-123', message: 'second' },
+        { thread_id: 'thread-456', resource_id: 'resource-456', message: 'third' },
+        { thread_id: 'thread-456', resource_id: 'resource-456', message: 'fourth' },
+      ];
+
+      await vectorDB.upsert({
+        indexName: bugTestIndexName,
+        vectors,
+        metadata,
+      });
+
+      // Wait for indexing
+      await new Promise(resolve => setTimeout(resolve, 5000));
+    });
+
+    afterAll(async () => {
+      await deleteIndexAndWait(vectorDB, bugTestIndexName);
+    });
+
+    test('filtering by thread_id WITHOUT metadata prefix works correctly', async () => {
+      // This is what Memory.rememberMessages does - passes thread_id directly
+      // Previously this would ignore the filter, but now it works correctly
+      const results = await vectorDB.query({
+        indexName: bugTestIndexName,
+        queryVector: [1, 0, 0, 0],
+        topK: 10,
+        filter: { thread_id: 'thread-123' }, // Now correctly filters by thread_id
+      });
+
+      // Verify the fix works - should return only documents from thread-123
+      expect(results).toHaveLength(2);
+      expect(results.every(r => r.metadata?.thread_id === 'thread-123')).toBe(true);
+
+      // Should NOT contain documents from other threads
+      const threadIds = results.map(r => r.metadata?.thread_id);
+      expect(threadIds).not.toContain('thread-456');
+    });
+
+    test('filtering by resource_id WITHOUT metadata prefix works correctly', async () => {
+      // This is what Memory.rememberMessages does with resource scope
+      const results = await vectorDB.query({
+        indexName: bugTestIndexName,
+        queryVector: [0, 1, 0, 0],
+        topK: 10,
+        filter: { resource_id: 'resource-123' }, // Now correctly filters by resource_id
+      });
+
+      // Verify the fix works - should return only documents from resource-123
+      expect(results).toHaveLength(2);
+      expect(results.every(r => r.metadata?.resource_id === 'resource-123')).toBe(true);
+
+      // Should NOT contain documents from other resources
+      const resourceIds = results.map(r => r.metadata?.resource_id);
+      expect(resourceIds).not.toContain('resource-456');
+    });
+
+    test('filtering WITH metadata. prefix works correctly (workaround)', async () => {
+      // This is the workaround - using metadata.thread_id
+      const results = await vectorDB.query({
+        indexName: bugTestIndexName,
+        queryVector: [1, 0, 0, 0],
+        topK: 10,
+        filter: { 'metadata.thread_id': 'thread-123' },
+      });
+
+      // This works correctly
+      expect(results).toHaveLength(2);
+      expect(results[0]?.metadata?.thread_id).toBe('thread-123');
+      expect(results[1]?.metadata?.thread_id).toBe('thread-123');
+    });
+
+    test('semantic search without filter returns all vectors (shows data exists)', async () => {
+      // Verify that the data exists and can be retrieved without filters
+      const results = await vectorDB.query({
+        indexName: bugTestIndexName,
+        queryVector: [0.5, 0.5, 0.5, 0.5],
+        topK: 10,
+      });
+
+      // Should return all 4 vectors
+      expect(results).toHaveLength(4);
+
+      // Verify metadata is stored correctly
+      const threadIds = results.map(r => r.metadata?.thread_id);
+      expect(threadIds).toContain('thread-123');
+      expect(threadIds).toContain('thread-456');
+    });
+  });
+});
+
+// Use the shared test suite with factory pattern
+const vectorDB = new MongoDBVector({ uri, dbName });
+
+createVectorTestSuite({
+  vector: vectorDB,
+  connect: async () => {
+    await vectorDB.connect();
+    await waitForAtlasSearchReady(vectorDB);
+  },
+  disconnect: async () => {
+    await vectorDB.disconnect();
+  },
+  createIndex: async (indexName: string) => {
+    await vectorDB.createIndex({ indexName, dimension: 4, metric: 'cosine' });
+    await vectorDB.waitForIndexReady({ indexName });
+  },
+  deleteIndex: async (indexName: string) => {
+    try {
+      await vectorDB.deleteIndex({ indexName });
+    } catch (error) {
+      console.error(`Error deleting index ${indexName}:`, error);
+    }
+  },
+  waitForIndexing: () => new Promise(resolve => setTimeout(resolve, 5000)),
 });

package/src/vector/index.ts

@@ -302,12 +302,15 @@ export class MongoDBVector extends MastraVector<MongoDBVectorFilter> {
       const mongoFilter = this.transformFilter(filter);
       const documentMongoFilter = documentFilter ? { [this.documentFieldName]: documentFilter } : {};
 
+      // Transform metadata field filters to use dot notation
+      const transformedMongoFilter = this.transformMetadataFilter(mongoFilter);
+
       // Combine the filters
       let combinedFilter: any = {};
-      if (Object.keys(mongoFilter).length > 0 && Object.keys(documentMongoFilter).length > 0) {
-        combinedFilter = { $and: [mongoFilter, documentMongoFilter] };
-      } else if (Object.keys(mongoFilter).length > 0) {
-        combinedFilter = mongoFilter;
+      if (Object.keys(transformedMongoFilter).length > 0 && Object.keys(documentMongoFilter).length > 0) {
+        combinedFilter = { $and: [transformedMongoFilter, documentMongoFilter] };
+      } else if (Object.keys(transformedMongoFilter).length > 0) {
+        combinedFilter = transformedMongoFilter;
       } else if (Object.keys(documentMongoFilter).length > 0) {
         combinedFilter = documentMongoFilter;
       }
@@ -329,6 +332,9 @@ export class MongoDBVector extends MastraVector<MongoDBVectorFilter> {
 
         if (candidateIds.length > 0) {
           vectorSearch.filter = { _id: { $in: candidateIds } };
+        } else {
+          // No documents match the filter, return empty results
+          return [];
         }
       }
 
@@ -588,4 +594,63 @@ export class MongoDBVector extends MastraVector<MongoDBVectorFilter> {
     if (!filter) return {};
     return translator.translate(filter);
   }
+
+  /**
+   * Transform metadata field filters to use MongoDB dot notation.
+   * Fields that are stored in the metadata subdocument need to be prefixed with 'metadata.'
+   * This handles filters from the Memory system which expects direct field access.
+   *
+   * @param filter - The filter object to transform
+   * @returns Transformed filter with metadata fields properly prefixed
+   */
+  private transformMetadataFilter(filter: any): any {
+    if (!filter || typeof filter !== 'object') return filter;
+
+    const transformed: any = {};
+
+    for (const [key, value] of Object.entries(filter)) {
+      // Check if this is a MongoDB operator (starts with $)
+      if (key.startsWith('$')) {
+        // For logical operators like $and, $or, recursively transform their contents
+        if (Array.isArray(value)) {
+          transformed[key] = value.map(item => this.transformMetadataFilter(item));
+        } else {
+          transformed[key] = this.transformMetadataFilter(value);
+        }
+      }
+      // Check if the key already has 'metadata.' prefix
+      else if (key.startsWith('metadata.')) {
+        // Already prefixed, keep as is
+        transformed[key] = value;
+      }
+      // Check if this is a known metadata field that needs prefixing
+      else if (this.isMetadataField(key)) {
+        // Add metadata. prefix for fields stored in metadata subdocument
+        transformed[`metadata.${key}`] = value;
+      } else {
+        // Keep other fields as is
+        transformed[key] = value;
+      }
+    }
+
+    return transformed;
+  }
+
+  /**
+   * Determine if a field should be treated as a metadata field.
+   * Common metadata fields include thread_id, resource_id, message_id, and any field
+   * that doesn't start with underscore (MongoDB system fields).
+   */
+  private isMetadataField(key: string): boolean {
+    // MongoDB system fields start with underscore
+    if (key.startsWith('_')) return false;
+
+    // Document-level fields that are NOT in metadata
+    const documentFields = ['_id', this.embeddingFieldName, this.documentFieldName];
+    if (documentFields.includes(key)) return false;
+
+    // Everything else is assumed to be in metadata
+    // This includes thread_id, resource_id, message_id, and any custom fields
+    return true;
+  }
 }