@mastra/dynamodb 1.1.2 → 1.1.3

package/CHANGELOG.md

@@ -1,5 +1,35 @@
 # @mastra/dynamodb
 
+## 1.1.3
+
+### Patch Changes
+
+- Fixed `listMessages()` silently truncating large threads, returning incorrect pagination metadata, and failing to retrieve included-message context beyond the first DynamoDB page. Large threads now return complete paginated results with correct `total` and `hasMore`, and `include` lookups (e.g. jumping to a message deep in a thread) again return the requested surrounding context instead of partial or empty windows. ([#19562](https://github.com/mastra-ai/mastra/pull/19562))
+
+- Fixed a TypeScript build error in the DynamoDB store where date range filtering in listMessages failed strict null checks ([#19567](https://github.com/mastra-ai/mastra/pull/19567))
+
+- Fixed `listMessages` pagination so `hasMore` is `false` when `include` (e.g. `withNextMessages`/`withPreviousMessages`) already returns every message in the queried thread(s). Previously `hasMore` was derived from `offset + perPage < total` only, so it stayed `true` even when the included context completed the full set — matching the behavior of the pg store. ([#19371](https://github.com/mastra-ai/mastra/pull/19371))
+
+- Fixed `listMessages` reporting `hasMore: false` too early when `include` context messages fall outside the active `resourceId` or `dateRange` filters. Only messages matching the filters now count toward the returned total, so later filter-matching pages are no longer hidden. ([#19576](https://github.com/mastra-ai/mastra/pull/19576))
+
+- Updated dependencies [[`ec857fc`](https://github.com/mastra-ai/mastra/commit/ec857fc79c264b53b38e16478c789b7177f2ad59), [`d7385ad`](https://github.com/mastra-ai/mastra/commit/d7385ad9e88f9e4f33d15c0ec0bfebedde0cbc2e), [`41a5392`](https://github.com/mastra-ai/mastra/commit/41a5392d9f6c5e18d6b227f0fc0ddf49c50774e9), [`3d6e539`](https://github.com/mastra-ai/mastra/commit/3d6e539272eb2ea0407034605ee1906b3be06b39), [`1426af2`](https://github.com/mastra-ai/mastra/commit/1426af24975879c000d13ac75673f630fcc970c1), [`a40adeb`](https://github.com/mastra-ai/mastra/commit/a40adeb222b961a56a58af56a106106525721b74), [`8a0d145`](https://github.com/mastra-ai/mastra/commit/8a0d145aadbdf7278665aceaaec364b35dd9bd94), [`bd2f1d2`](https://github.com/mastra-ai/mastra/commit/bd2f1d274d05e60e2366f005ea0d94d5cea0d5ff), [`e1f2fae`](https://github.com/mastra-ai/mastra/commit/e1f2faebaf048c3d4c2e2c01d293767c195d5794), [`63aa799`](https://github.com/mastra-ai/mastra/commit/63aa799c6b44eacc7806cda6846b7c5bbee06b37), [`b7e79c3`](https://github.com/mastra-ai/mastra/commit/b7e79c3c02ac5cd415db34ba0975ceafc1464333), [`675fbff`](https://github.com/mastra-ai/mastra/commit/675fbff84d3274391b33e852f76083c38a5514e5), [`da009e1`](https://github.com/mastra-ai/mastra/commit/da009e1aacd89ed94b8d1b2af09c9d4fe7c4db49), [`3b77e77`](https://github.com/mastra-ai/mastra/commit/3b77e7704936522e4769d29de1b5ea6901f302bd), [`c7d30cd`](https://github.com/mastra-ai/mastra/commit/c7d30cd86009c407df91105591f03cd6e3d2854d), [`21a0eb8`](https://github.com/mastra-ai/mastra/commit/21a0eb86746ba0b703acea360d4f84c6a5a493f2), [`8b20926`](https://github.com/mastra-ai/mastra/commit/8b20926cd59e2ba3d66458e062fa0e6e2ada3e68), [`975295d`](https://github.com/mastra-ai/mastra/commit/975295d418552f0d46a59edfef4c3ee555f9930a), [`73db8db`](https://github.com/mastra-ai/mastra/commit/73db8db90d69ab6153c7942749f624db0d96952d), [`6b1bf3b`](https://github.com/mastra-ai/mastra/commit/6b1bf3b9494bd51aa8f654c68c9355d6046fa2a1), [`35c2181`](https://github.com/mastra-ai/mastra/commit/35c2181e6a50e47c90ba36260db7c9723d54696f), [`0a2c22c`](https://github.com/mastra-ai/mastra/commit/0a2c22c902604439ec490319e14c17f331e0c84c), [`4cfdd64`](https://github.com/mastra-ai/mastra/commit/4cfdd645794feaea0c4ea711e70ecdfbef0c5b8e), [`b75d749`](https://github.com/mastra-ai/mastra/commit/b75d749621ff5d17e86bcb4ee809d301fb4f7cf3), [`821648b`](https://github.com/mastra-ai/mastra/commit/821648bf2871ef840100c7bacbecf676010bd12a), [`de86fd7`](https://github.com/mastra-ai/mastra/commit/de86fd7119f0438381d1a642e3d258143c0b9c29), [`2745031`](https://github.com/mastra-ai/mastra/commit/2745031d1d4a4978f037092da371428c32e2842a), [`b4b7ea8`](https://github.com/mastra-ai/mastra/commit/b4b7ea8733f033fc441ea47ed03f6afb17ec2248), [`3a8024c`](https://github.com/mastra-ai/mastra/commit/3a8024ce615f8aa89479c0d71fe61d10bb0040be), [`35865a5`](https://github.com/mastra-ai/mastra/commit/35865a53e194aa9634d6a70a97010e7a6b9d58b1), [`74faf8b`](https://github.com/mastra-ai/mastra/commit/74faf8bd9c1018f2492653c06b1e25fc8300e9e6), [`ef03fbc`](https://github.com/mastra-ai/mastra/commit/ef03fbcc556bcbc04c9b3d06fab88771ecaa043c), [`675fbff`](https://github.com/mastra-ai/mastra/commit/675fbff84d3274391b33e852f76083c38a5514e5), [`70687f7`](https://github.com/mastra-ai/mastra/commit/70687f7e495a322a02070b4a67cb0c77a5ca91ec), [`1fadac4`](https://github.com/mastra-ai/mastra/commit/1fadac44537caeefe81f9f775ae2f2f3d94e9069), [`73db8db`](https://github.com/mastra-ai/mastra/commit/73db8db90d69ab6153c7942749f624db0d96952d), [`76b7181`](https://github.com/mastra-ai/mastra/commit/76b71810366e6d90b9d3973149d1c7ba3659ffb9), [`792ec9a`](https://github.com/mastra-ai/mastra/commit/792ec9a0869bab8274cf5e0ed2840738737a1607), [`712b864`](https://github.com/mastra-ai/mastra/commit/712b864aa1ed12b14c54390ec17b69de163c37f7), [`85e4fb5`](https://github.com/mastra-ai/mastra/commit/85e4fb50087a81c74df3a762f53b56373db0b912), [`0c0e8d7`](https://github.com/mastra-ai/mastra/commit/0c0e8d7becd4d1445c656b78d5d845f606c1ff9d), [`a7bbe77`](https://github.com/mastra-ai/mastra/commit/a7bbe773577f60bc4761b534ef7ec6b476332dad), [`72e437c`](https://github.com/mastra-ai/mastra/commit/72e437c515942c80b9def5b026e0bdee61b469d9), [`8f7a5de`](https://github.com/mastra-ai/mastra/commit/8f7a5dedc246cdc938bb65516703cf9b27b03756), [`a7bbe77`](https://github.com/mastra-ai/mastra/commit/a7bbe773577f60bc4761b534ef7ec6b476332dad), [`11f6cd9`](https://github.com/mastra-ai/mastra/commit/11f6cd96fe42582403416608beb212cc1a2cc79e), [`ef03c0c`](https://github.com/mastra-ai/mastra/commit/ef03c0cfc62367a458e4cc56462e2148b35681c5), [`4fb4d88`](https://github.com/mastra-ai/mastra/commit/4fb4d881bc107acee13890ad4d78661016c510ed), [`4e68363`](https://github.com/mastra-ai/mastra/commit/4e683634f94ebd062d26a3bb6093a8dfc7263d37), [`c328769`](https://github.com/mastra-ai/mastra/commit/c3287698ff8ef98dba86d415faa566fa3e5f4d56), [`9f7c67a`](https://github.com/mastra-ai/mastra/commit/9f7c67abeeb52c41c51a9b5edee60b62afe7cd8d), [`3b65e68`](https://github.com/mastra-ai/mastra/commit/3b65e68d7f1c771c7a70eea42d83fefdd28cad88), [`4eba27a`](https://github.com/mastra-ai/mastra/commit/4eba27adcf60f991df0e62f94b3e75b4e67f3b4b), [`c701be3`](https://github.com/mastra-ai/mastra/commit/c701be32d7d9aa94a66da8c6cc38dcac6856f464), [`db650ce`](https://github.com/mastra-ai/mastra/commit/db650ce490348914e85b93651d83acdf8f2a4c31), [`232fcbc`](https://github.com/mastra-ai/mastra/commit/232fcbc14fce625dd672ba043329c0b732c62be2), [`6354eeb`](https://github.com/mastra-ai/mastra/commit/6354eeb32efa9f5f68f51dda394e90e2ee76f1fb), [`a8799bb`](https://github.com/mastra-ai/mastra/commit/a8799bb8e44f4a60d01e4e2acd3448ff80bf14f8), [`3d6e539`](https://github.com/mastra-ai/mastra/commit/3d6e539272eb2ea0407034605ee1906b3be06b39), [`e3868e2`](https://github.com/mastra-ai/mastra/commit/e3868e22babfffd0133771669ca724501c2dd58e), [`9251370`](https://github.com/mastra-ai/mastra/commit/9251370ad413af464aa22d7566338bec5613e8de), [`3491666`](https://github.com/mastra-ai/mastra/commit/34916663c4fdd43b48c21f4ab2d5fb6dcccc94f9), [`c0bec73`](https://github.com/mastra-ai/mastra/commit/c0bec732c93d1a22ae5e51ed66cf8cacca8bd6a6)]:
+  - @mastra/core@1.52.0
+
+## 1.1.3-alpha.0
+
+### Patch Changes
+
+- Fixed `listMessages()` silently truncating large threads, returning incorrect pagination metadata, and failing to retrieve included-message context beyond the first DynamoDB page. Large threads now return complete paginated results with correct `total` and `hasMore`, and `include` lookups (e.g. jumping to a message deep in a thread) again return the requested surrounding context instead of partial or empty windows. ([#19562](https://github.com/mastra-ai/mastra/pull/19562))
+
+- Fixed a TypeScript build error in the DynamoDB store where date range filtering in listMessages failed strict null checks ([#19567](https://github.com/mastra-ai/mastra/pull/19567))
+
+- Fixed `listMessages` pagination so `hasMore` is `false` when `include` (e.g. `withNextMessages`/`withPreviousMessages`) already returns every message in the queried thread(s). Previously `hasMore` was derived from `offset + perPage < total` only, so it stayed `true` even when the included context completed the full set — matching the behavior of the pg store. ([#19371](https://github.com/mastra-ai/mastra/pull/19371))
+
+- Fixed `listMessages` reporting `hasMore: false` too early when `include` context messages fall outside the active `resourceId` or `dateRange` filters. Only messages matching the filters now count toward the returned total, so later filter-matching pages are no longer hidden. ([#19576](https://github.com/mastra-ai/mastra/pull/19576))
+
+- Updated dependencies [[`1426af2`](https://github.com/mastra-ai/mastra/commit/1426af24975879c000d13ac75673f630fcc970c1), [`975295d`](https://github.com/mastra-ai/mastra/commit/975295d418552f0d46a59edfef4c3ee555f9930a), [`85e4fb5`](https://github.com/mastra-ai/mastra/commit/85e4fb50087a81c74df3a762f53b56373db0b912), [`ef03c0c`](https://github.com/mastra-ai/mastra/commit/ef03c0cfc62367a458e4cc56462e2148b35681c5), [`4fb4d88`](https://github.com/mastra-ai/mastra/commit/4fb4d881bc107acee13890ad4d78661016c510ed), [`4eba27a`](https://github.com/mastra-ai/mastra/commit/4eba27adcf60f991df0e62f94b3e75b4e67f3b4b), [`c701be3`](https://github.com/mastra-ai/mastra/commit/c701be32d7d9aa94a66da8c6cc38dcac6856f464)]:
+  - @mastra/core@1.52.0-alpha.3
+
 ## 1.1.2
 
 ### Patch Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-dynamodb
 description: Documentation for @mastra/dynamodb. Use when working with @mastra/dynamodb APIs, configuration, or implementation.
 metadata:
   package: "@mastra/dynamodb"
-  version: "1.1.2"
+  version: "1.1.3"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.1.2",
+  "version": "1.1.3",
   "package": "@mastra/dynamodb",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-storage-dynamodb.md

@@ -6,7 +6,7 @@ The DynamoDB storage implementation provides a scalable and performant NoSQL dat
 
 > **Observability Not Supported:** DynamoDB storage **doesn't support the observability domain**. Traces from the `MastraStorageExporter` can't be persisted to DynamoDB, and [Studio's](https://mastra.ai/docs/studio/overview) observability features won't work with DynamoDB as your only storage provider. To enable observability, use [composite storage](https://mastra.ai/reference/storage/composite) to route observability data to a supported provider like ClickHouse.
 
-> **Item Size Limit:** DynamoDB enforces a **400 KB maximum item size**. This limit can be exceeded when storing messages with base64-encoded attachments such as images. See [Handling large attachments](https://mastra.ai/docs/memory/storage) for workarounds including uploading attachments to external storage.
+> **Item Size Limit:** DynamoDB enforces a **400 KB maximum item size**. This limit can be exceeded when storing messages with base64-encoded attachments such as images. See [Handling large attachments](https://mastra.ai/docs/memory/memory-processors) for workarounds including uploading attachments to external storage.
 
 ## Features
 
@@ -118,7 +118,7 @@ For local development, you can use [DynamoDB Local](https://docs.aws.amazon.com/
 
 **config.endpoint** (`string`): Custom endpoint for DynamoDB (e.g., 'http\://localhost:8000' for local development).
 
-**config.credentials** (`object`): AWS credentials object with \`accessKeyId\` and \`secretAccessKey\`. If not provided, the AWS SDK will attempt to source credentials from environment variables, IAM roles (e.g., for EC2/Lambda), or the shared AWS credentials file.
+**config.credentials** (`object`): AWS credentials object with accessKeyId and secretAccessKey. If not provided, the AWS SDK will attempt to source credentials from environment variables, IAM roles (e.g., for EC2/Lambda), or the shared AWS credentials file.
 
 **config.ttl** (`object`): TTL (Time To Live) configuration for automatic data expiration. Configure per entity type: thread, message, trace, eval, workflow\_snapshot, resource, score. Each entity config includes: enabled (boolean), attributeName (string, default: 'ttl'), defaultTtlSeconds (number).
 

package/dist/index.cjs

@@ -1800,29 +1800,80 @@ var MemoryStorageDynamoDB = class extends storage.MemoryStorage {
           hasMore: false
         };
       }
-      const query = this.service.entities.message.query.byThread({ entity: "message", threadId });
-      const results = await query.go();
-      let allThreadMessages = results.data.map((data) => this.parseMessageData(data)).filter((msg) => "content" in msg && typeof msg.content === "object");
-      if (resourceId) {
-        allThreadMessages = allThreadMessages.filter((msg) => msg.resourceId === resourceId);
-      }
-      allThreadMessages = storage.filterByDateRange(
-        allThreadMessages,
-        (msg) => new Date(msg.createdAt),
-        filter?.dateRange
-      );
-      allThreadMessages.sort((a, b) => {
-        const aValue = field === "createdAt" ? new Date(a.createdAt).getTime() : a[field];
-        const bValue = field === "createdAt" ? new Date(b.createdAt).getTime() : b[field];
-        if (aValue === bValue) {
-          return a.id.localeCompare(b.id);
+      const order = direction === "DESC" ? "desc" : "asc";
+      const parseQueryMessages = (data) => data.map((item) => this.parseMessageData(item)).filter((msg) => "content" in msg && typeof msg.content === "object");
+      const toIso = (value) => value instanceof Date ? value.toISOString() : String(value);
+      const applyQueryFilters = (q) => {
+        let query = q;
+        const dateRange = filter?.dateRange;
+        const startIso = dateRange?.start ? toIso(dateRange.start) : void 0;
+        const endIso = dateRange?.end ? toIso(dateRange.end) : void 0;
+        const startExclusive = dateRange?.startExclusive ?? false;
+        const endExclusive = dateRange?.endExclusive ?? false;
+        const startOp = startExclusive ? "gt" : "gte";
+        const endOp = endExclusive ? "lt" : "lte";
+        if (startIso && endIso) {
+          query = query.between({ createdAt: startIso }, { createdAt: endIso });
+          if (startExclusive || endExclusive) {
+            query = query.where(({ createdAt }, { gt, lt }) => {
+              if (startExclusive && endExclusive) {
+                return `${gt(createdAt, startIso)} AND ${lt(createdAt, endIso)}`;
+              }
+              if (startExclusive) {
+                return gt(createdAt, startIso);
+              }
+              return lt(createdAt, endIso);
+            });
+          }
+        } else if (startIso) {
+          query = query[startOp]({ createdAt: startIso });
+        } else if (endIso) {
+          query = query[endOp]({ createdAt: endIso });
         }
-        return direction === "ASC" ? aValue - bValue : bValue - aValue;
-      });
-      const total = allThreadMessages.length;
-      const paginatedMessages = allThreadMessages.slice(offset, offset + perPage);
-      const paginatedCount = paginatedMessages.length;
-      if (total === 0 && paginatedCount === 0 && (!include || include.length === 0)) {
+        if (resourceId) {
+          query = query.where(({ resourceId: rid }, { eq }) => eq(rid, resourceId));
+        }
+        return query;
+      };
+      let paginatedMessages = [];
+      let total = 0;
+      const filteredMessageIds = /* @__PURE__ */ new Set();
+      if (threadIds.length > 1) {
+        const threadResults = await Promise.all(
+          threadIds.map(async (tid) => {
+            const q = applyQueryFilters(
+              this.service.entities.message.query.byThread({ entity: "message", threadId: tid })
+            );
+            const countResult = await q.go({ pages: "all", attributes: ["id"] });
+            const results = await q.go({ pages: "all", order });
+            return { ids: countResult.data.map((item) => item.id), messages: parseQueryMessages(results.data) };
+          })
+        );
+        for (const r of threadResults) {
+          for (const id of r.ids) filteredMessageIds.add(id);
+        }
+        total = threadResults.reduce((sum, r) => sum + r.ids.length, 0);
+        const merged = threadResults.flatMap((r) => r.messages);
+        const sorted = this._sortMessages(merged, field, direction);
+        paginatedMessages = perPageInput === false ? sorted : sorted.slice(offset, offset + perPage);
+      } else {
+        const baseQuery = this.service.entities.message.query.byThread({ entity: "message", threadId: threadIds[0] });
+        const query = applyQueryFilters(baseQuery);
+        const countResult = await query.go({ pages: "all", attributes: ["id"] });
+        total = countResult.data.length;
+        for (const item of countResult.data) filteredMessageIds.add(item.id);
+        if (perPageInput === false) {
+          const results = await query.go({ pages: "all", order });
+          paginatedMessages = parseQueryMessages(results.data);
+        } else {
+          const results = await query.go({ count: offset + perPage, order });
+          paginatedMessages = parseQueryMessages(results.data).slice(offset, offset + perPage);
+        }
+        if (field !== "createdAt") {
+          paginatedMessages = this._sortMessages(paginatedMessages, field, direction);
+        }
+      }
+      if (total === 0 && paginatedMessages.length === 0 && (!include || include.length === 0)) {
         return {
           messages: [],
           total: 0,
@@ -1845,12 +1896,11 @@ var MemoryStorageDynamoDB = class extends storage.MemoryStorage {
       const list = new agent.MessageList().add(paginatedMessages, "memory");
       let finalMessages = list.get.all.db();
       finalMessages = this._sortMessages(finalMessages, field, direction);
-      const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
-      const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
-      let hasMore = false;
-      if (perPageInput !== false && !allThreadMessagesReturned) {
-        hasMore = offset + paginatedCount < total;
-      }
+      const returnedFilteredMessageIds = new Set(
+        finalMessages.filter((m) => filteredMessageIds.has(m.id)).map((m) => m.id)
+      );
+      const allFilteredMessagesReturned = returnedFilteredMessageIds.size >= total;
+      const hasMore = perPageInput !== false && !allFilteredMessagesReturned && offset + perPage < total;
       return {
         messages: finalMessages,
         total,
@@ -2055,43 +2105,29 @@ var MemoryStorageDynamoDB = class extends storage.MemoryStorage {
     const targetMap = /* @__PURE__ */ new Map();
     for (const { id, data } of targetResults) {
       if (data) {
-        targetMap.set(id, { threadId: data.threadId });
+        const createdAt = typeof data.createdAt === "string" ? data.createdAt : new Date(data.createdAt).toISOString();
+        targetMap.set(id, { threadId: data.threadId, createdAt });
       }
     }
     if (targetMap.size === 0) return [];
-    const threadCache = /* @__PURE__ */ new Map();
-    const uniqueThreadIds = [...new Set([...targetMap.values()].map((t) => t.threadId))];
-    await Promise.all(
-      uniqueThreadIds.map(async (threadId) => {
-        try {
-          const query = this.service.entities.message.query.byThread({ entity: "message", threadId });
-          const results = await query.go();
-          const messages = results.data.map((data) => this.parseMessageData(data)).filter(
-            (msg) => "content" in msg && typeof msg.content === "object"
-          );
-          messages.sort((a, b) => {
-            const timeA = a.createdAt.getTime();
-            const timeB = b.createdAt.getTime();
-            if (timeA === timeB) return a.id.localeCompare(b.id);
-            return timeA - timeB;
-          });
-          threadCache.set(threadId, messages);
-        } catch {
-        }
-      })
+    const parseQueryMessages = (data) => data.map((item) => this.parseMessageData(item)).filter(
+      (msg) => "content" in msg && typeof msg.content === "object"
     );
     const includeMessages = [];
     for (const includeItem of include) {
       const { id, withPreviousMessages = 0, withNextMessages = 0 } = includeItem;
       const target = targetMap.get(id);
       if (!target) continue;
-      const allMessages = threadCache.get(target.threadId);
-      if (!allMessages) continue;
-      const targetIndex = allMessages.findIndex((msg) => msg.id === id);
-      if (targetIndex === -1) continue;
-      const startIndex = Math.max(0, targetIndex - withPreviousMessages);
-      const endIndex = Math.min(allMessages.length, targetIndex + withNextMessages + 1);
-      includeMessages.push(...allMessages.slice(startIndex, endIndex));
+      try {
+        const prevResult = await this.service.entities.message.query.byThread({ entity: "message", threadId: target.threadId }).lte({ createdAt: target.createdAt }).go({ order: "desc", count: withPreviousMessages + 1 });
+        const prevMessages = parseQueryMessages(prevResult.data).reverse();
+        includeMessages.push(...prevMessages);
+        if (withNextMessages > 0) {
+          const nextResult = await this.service.entities.message.query.byThread({ entity: "message", threadId: target.threadId }).gt({ createdAt: target.createdAt }).go({ order: "asc", count: withNextMessages });
+          includeMessages.push(...parseQueryMessages(nextResult.data));
+        }
+      } catch {
+      }
     }
     const seen = /* @__PURE__ */ new Set();
     return includeMessages.filter((msg) => {