@mastra/lance 1.1.2 → 1.2.0-alpha.0

package/dist/index.js

@@ -1,6 +1,6 @@
 import { connect, Index } from '@lancedb/lancedb';
 import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
-import { BackgroundTasksStorage, TABLE_SCHEMAS, TABLE_BACKGROUND_TASKS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, createStorageErrorId, normalizePerPage, calculatePagination, ScoresStorage, SCORERS_SCHEMA, TABLE_SCORERS, WorkflowsStorage, ensureDate, TABLE_WORKFLOW_SNAPSHOT, MastraCompositeStore, createVectorErrorId, getDefaultValue } from '@mastra/core/storage';
+import { BackgroundTasksStorage, TABLE_SCHEMAS, TABLE_BACKGROUND_TASKS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, createStorageErrorId, normalizePerPage, calculatePagination, validateStorageMetadataFilter, storageMessageMatchesMetadataFilter, ScoresStorage, SCORERS_SCHEMA, TABLE_SCORERS, WorkflowsStorage, ensureDate, TABLE_WORKFLOW_SNAPSHOT, MastraCompositeStore, createVectorErrorId, getDefaultValue } from '@mastra/core/storage';
 import { MastraBase } from '@mastra/core/base';
 import { Utf8, Float64, Binary, Float32, Int32, Field, Schema } from 'apache-arrow';
 import { MessageList } from '@mastra/core/agent';
@@ -1028,6 +1028,7 @@ var StoreMemoryLance = class extends MemoryStorage {
     }
     const perPage = normalizePerPage(perPageInput, 40);
     const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
+    const metadataFilter = validateStorageMetadataFilter(filter?.metadata);
     try {
       if (page < 0) {
         throw new MastraError(
@@ -1072,9 +1073,14 @@ var StoreMemoryLance = class extends MemoryStorage {
           hasMore: false
         };
       }
-      const total = await table.countRows(whereClause);
       const query = table.query().where(whereClause);
       let allRecords = await query.toArray();
+      if (metadataFilter) {
+        allRecords = allRecords.filter(
+          (row) => storageMessageMatchesMetadataFilter(this.normalizeMessage(row).content, metadataFilter)
+        );
+      }
+      const total = allRecords.length;
       allRecords.sort((a, b) => {
         const aValue = field === "createdAt" ? a.createdAt : a[field];
         const bValue = field === "createdAt" ? b.createdAt : b[field];
@@ -1097,6 +1103,7 @@ var StoreMemoryLance = class extends MemoryStorage {
           hasMore: false
         };
       }
+      const primaryPageCount = messages.length;
       const messageIds = new Set(messages.map((m) => m.id));
       if (include && include.length > 0) {
         const includedMessages = await this._getIncludedMessages(table, include);
@@ -1110,10 +1117,11 @@ var StoreMemoryLance = class extends MemoryStorage {
       const list = new MessageList().add(messages, "memory");
       let finalMessages = list.get.all.db();
       finalMessages = this._sortMessages(finalMessages, field, direction);
-      const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
-      const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
-      const fetchedAll = perPageInput === false || allThreadMessagesReturned;
-      const hasMore = !fetchedAll && offset + perPage < total;
+      const threadIdSet = new Set(threadIds);
+      const returnedThreadMessageIds = new Set(
+        finalMessages.filter((message) => message.threadId && threadIdSet.has(message.threadId)).map((message) => message.id)
+      );
+      const hasMore = perPageInput !== false && (metadataFilter || returnedThreadMessageIds.size < total) && offset + primaryPageCount < total;
       return {
         messages: finalMessages,
         total,