@mastra/cloudflare-d1 1.1.1 → 1.2.0-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,30 @@
 # @mastra/cloudflare-d1
 
+## 1.2.0-alpha.0
+
+### Minor Changes
+
+- Added exact metadata filtering to message history queries across Memory APIs and supported storage providers. ([#19991](https://github.com/mastra-ai/mastra/pull/19991))
+
+  ```ts
+  const messages = await memory.recall({
+    threadId: 'thread-1',
+    filter: {
+      metadata: {
+        status: 'done',
+        priority: 'high',
+      },
+    },
+  });
+  ```
+
+  Multiple fields use AND semantics. Supported values are strings, finite numbers, booleans, and `null`.
+
+### Patch Changes
+
+- Updated dependencies [[`0dca9d0`](https://github.com/mastra-ai/mastra/commit/0dca9d0b1356024a53b72ea6f040db528b126caa)]:
+  - @mastra/core@1.54.0-alpha.0
+
 ## 1.1.1
 
 ### Patch Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-cloudflare-d1
 description: Documentation for @mastra/cloudflare-d1. Use when working with @mastra/cloudflare-d1 APIs, configuration, or implementation.
 metadata:
   package: "@mastra/cloudflare-d1"
-  version: "1.1.1"
+  version: "1.2.0-alpha.0"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.1.1",
+  "version": "1.2.0-alpha.0",
   "package": "@mastra/cloudflare-d1",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-storage-cloudflare-d1.md

@@ -6,7 +6,7 @@ The Cloudflare D1 storage implementation provides a serverless SQL database solu
 
 > **Observability Not Supported:** Cloudflare D1 storage **doesn't support the observability domain**. Traces from the `MastraStorageExporter` can't be persisted to D1, and [Studio's](https://mastra.ai/docs/studio/overview) observability features won't work with D1 as your only storage provider. To enable observability, use [composite storage](https://mastra.ai/reference/storage/composite) to route observability data to a supported provider like ClickHouse.
 
-> **Row Size Limit:** Cloudflare D1 enforces a **1 MiB maximum row size**. This limit can be exceeded when storing messages with base64-encoded attachments such as images. See [Handling large attachments](https://mastra.ai/docs/memory/storage) for workarounds including uploading attachments to external storage.
+> **Row Size Limit:** Cloudflare D1 enforces a **1 MiB maximum row size**. This limit can be exceeded when storing messages with base64-encoded attachments such as images. See [Handling large attachments](https://mastra.ai/docs/memory/memory-processors) for workarounds including uploading attachments to external storage.
 
 ## Installation
 

package/dist/index.cjs

@@ -997,6 +997,40 @@ var BackgroundTasksStorageD1 = class extends storage.BackgroundTasksStorage {
     return Number(row?.count ?? 0);
   }
 };
+function addSqliteMetadataFilter(conditions, params, metadataFilter) {
+  if (!metadataFilter) return;
+  for (const [key, value] of Object.entries(metadataFilter)) {
+    const path = `$.metadata.${key}`;
+    conditions.push(`CASE WHEN json_valid(content) THEN json_type(content, ?) IS NOT NULL ELSE 0 END`);
+    params.push(path);
+    addSqliteMetadataValuePredicate(conditions, params, path, value);
+  }
+}
+function addSqliteMetadataValuePredicate(conditions, params, path, value) {
+  if (value === null) {
+    conditions.push(`CASE WHEN json_valid(content) THEN json_type(content, ?) = 'null' ELSE 0 END`);
+    params.push(path);
+    return;
+  }
+  if (typeof value === "string") {
+    conditions.push(
+      `CASE WHEN json_valid(content) THEN json_type(content, ?) = 'text' AND json_extract(content, ?) = ? ELSE 0 END`
+    );
+    params.push(path, path, value);
+    return;
+  }
+  if (typeof value === "number") {
+    conditions.push(
+      `CASE WHEN json_valid(content) THEN json_type(content, ?) IN ('integer', 'real') AND json_extract(content, ?) = ? ELSE 0 END`
+    );
+    params.push(path, path, value);
+    return;
+  }
+  conditions.push(
+    `CASE WHEN json_valid(content) THEN json_type(content, ?) = ? AND json_extract(content, ?) = ? ELSE 0 END`
+  );
+  params.push(path, value ? "true" : "false", path, value ? 1 : 0);
+}
 var MemoryStorageD1 = class extends storage.MemoryStorage {
   #db;
   constructor(config) {
@@ -1602,6 +1636,7 @@ var MemoryStorageD1 = class extends storage.MemoryStorage {
     }
     const perPage = storage.normalizePerPage(perPageInput, 40);
     const { offset, perPage: perPageForResponse } = storage.calculatePagination(page, perPageInput, perPage);
+    const metadataFilter = storage.validateStorageMetadataFilter(filter?.metadata);
     try {
       const fullTableName = this.#db.getTableName(storage.TABLE_MESSAGES);
       let query = `
@@ -1627,6 +1662,11 @@ var MemoryStorageD1 = class extends storage.MemoryStorage {
         query += ` AND createdAt ${endOp} ?`;
         queryParams.push(endDate);
       }
+      const metadataConditions = [];
+      addSqliteMetadataFilter(metadataConditions, queryParams, metadataFilter);
+      if (metadataConditions.length > 0) {
+        query += ` AND ${metadataConditions.join(" AND ")}`;
+      }
       const { field, direction } = this.parseOrderBy(orderBy, "ASC");
       if (perPage === 0 && (!include || include.length === 0)) {
         return { messages: [], total: 0, page, perPage: perPageForResponse, hasMore: false };
@@ -1678,6 +1718,11 @@ var MemoryStorageD1 = class extends storage.MemoryStorage {
         countQuery += ` AND createdAt ${endOp} ?`;
         countParams.push(endDate);
       }
+      const countMetadataConditions = [];
+      addSqliteMetadataFilter(countMetadataConditions, countParams, metadataFilter);
+      if (countMetadataConditions.length > 0) {
+        countQuery += ` AND ${countMetadataConditions.join(" AND ")}`;
+      }
       const countResult = await this.#db.executeQuery({ sql: countQuery, params: countParams });
       const total = Number(countResult[0]?.count ?? 0);
       if (total === 0 && paginatedCount === 0 && (!include || include.length === 0)) {
@@ -1706,8 +1751,7 @@ var MemoryStorageD1 = class extends storage.MemoryStorage {
       const list = new agent.MessageList().add(paginatedMessages, "memory");
       const finalMessages = this._sortMessages(list.get.all.db(), field, direction);
       const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
-      const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
-      const hasMore = perPageInput === false ? false : allThreadMessagesReturned ? false : offset + paginatedCount < total;
+      const hasMore = perPageInput !== false && (metadataFilter || returnedThreadMessageIds.size < total) && offset + paginatedCount < total;
       return {
         messages: finalMessages,
         total,