@mastra/convex 1.2.1-alpha.0 → 1.2.1-alpha.2

package/dist/index.js

@@ -1,4 +1,4 @@
-export { mastraCache, mastraNativeVectorAction, mastraNativeVectorMutation, mastraNativeVectorQuery, mastraStorage } from './chunk-5T45UI6I.js';
+export { mastraCache, mastraNativeVectorAction, mastraNativeVectorMutation, mastraNativeVectorQuery, mastraStorage } from './chunk-77UWNT5X.js';
 export { TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_MESSAGES, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCORERS, TABLE_THREADS, TABLE_WORKFLOW_SNAPSHOT, defineMastraNativeVectorTable, mastraBackgroundTasksTable, mastraCacheListItemsTable, mastraCacheTable, mastraChannelConfigTable, mastraChannelInstallationsTable, mastraDocumentsTable, mastraMessagesTable, mastraResourcesTable, mastraScheduleTriggersTable, mastraSchedulesTable, mastraScoresTable, mastraThreadsTable, mastraVectorIndexesTable, mastraVectorsTable, mastraWorkflowSnapshotsTable } from './chunk-MC75WADX.js';
 import { MastraServerCache } from '@mastra/core/cache';
 import { MastraCompositeStore, createVectorErrorId, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, createStorageErrorId, normalizePerPage, calculatePagination, filterByDateRange, safelyParseJSON, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ScoresStorage, TABLE_SCORERS, ChannelsStorage, TABLE_CHANNEL_INSTALLATIONS, TABLE_CHANNEL_CONFIG, SchedulesStorage, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEDULES, BackgroundTasksStorage, TABLE_BACKGROUND_TASKS } from '@mastra/core/storage';
@@ -221,7 +221,8 @@ var ConvexAdminClient = class {
     }
     return {
       result: storageResponse.result,
-      hasMore: storageResponse.hasMore
+      hasMore: storageResponse.hasMore,
+      continuationCursor: storageResponse.continuationCursor
     };
   }
   async callStorage(request) {
@@ -274,6 +275,7 @@ var ConvexAdminClient = class {
     return result;
   }
 };
+var LOAD_MANY_REQUEST_BATCH_SIZE = 10;
 function resolveConvexConfig(config) {
   if ("client" in config) {
     return config.client;
@@ -349,6 +351,38 @@ var ConvexDB = class extends MastraBase {
       record: this.normalizePatch(record)
     });
   }
+  async updateThread({
+    id,
+    title,
+    metadata,
+    updatedAt
+  }) {
+    return this.client.callStorage({
+      op: "updateThread",
+      tableName: TABLE_THREADS,
+      id,
+      title,
+      metadata,
+      updatedAt: updatedAt.toISOString()
+    });
+  }
+  async updateResource({
+    resourceId,
+    workingMemory,
+    metadata,
+    createdAt,
+    updatedAt
+  }) {
+    return this.client.callStorage({
+      op: "updateResource",
+      tableName: TABLE_RESOURCES,
+      resourceId,
+      ...workingMemory !== void 0 ? { workingMemory } : {},
+      ...metadata !== void 0 ? { metadata } : {},
+      createdAt: createdAt.toISOString(),
+      updatedAt: updatedAt.toISOString()
+    });
+  }
   async load({ tableName, keys }) {
     const result = await this.client.callStorage({
       op: "load",
@@ -357,6 +391,21 @@ var ConvexDB = class extends MastraBase {
     });
     return result;
   }
+  async loadMany(tableName, ids) {
+    const uniqueIds = [...new Set(ids)];
+    if (uniqueIds.length === 0) return [];
+    const rows = [];
+    for (let index = 0; index < uniqueIds.length; index += LOAD_MANY_REQUEST_BATCH_SIZE) {
+      rows.push(
+        ...await this.client.callStorage({
+          op: "loadMany",
+          tableName,
+          ids: uniqueIds.slice(index, index + LOAD_MANY_REQUEST_BATCH_SIZE)
+        })
+      );
+    }
+    return rows;
+  }
   async queryTable(tableName, filters, indexHint, limit) {
     return this.client.callStorage({
       op: "queryTable",
@@ -835,6 +884,23 @@ var ChannelsConvex = class extends ChannelsStorage {
     await this.#db.deleteMany(TABLE_CHANNEL_CONFIG, [platform]);
   }
 };
+function parseStoredThread(row) {
+  return {
+    ...row,
+    metadata: typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata,
+    createdAt: new Date(row.createdAt),
+    updatedAt: new Date(row.updatedAt)
+  };
+}
+function parseStoredResource(record) {
+  const metadata = typeof record.metadata === "string" ? safelyParseJSON(record.metadata) : record.metadata;
+  return {
+    ...record,
+    metadata: metadata ?? {},
+    createdAt: new Date(record.createdAt),
+    updatedAt: new Date(record.updatedAt)
+  };
+}
 var MemoryConvex = class extends MemoryStorage {
   #db;
   constructor(config) {
@@ -858,12 +924,7 @@ var MemoryConvex = class extends MemoryStorage {
       keys: { id: threadId }
     });
     if (!row || resourceId !== void 0 && row.resourceId !== resourceId) return null;
-    return {
-      ...row,
-      metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata,
-      createdAt: new Date(row.createdAt),
-      updatedAt: new Date(row.updatedAt)
-    };
+    return parseStoredThread(row);
   }
   async saveThread({ thread }) {
     await this.#db.insert({
@@ -880,8 +941,13 @@ var MemoryConvex = class extends MemoryStorage {
     title,
     metadata
   }) {
-    const existing = await this.getThreadById({ threadId: id });
-    if (!existing) {
+    const updated = await this.#db.updateThread({
+      id,
+      title,
+      metadata,
+      updatedAt: /* @__PURE__ */ new Date()
+    });
+    if (!updated) {
       throw new MastraError({
         id: createStorageErrorId("CONVEX", "UPDATE_THREAD", "THREAD_NOT_FOUND"),
         domain: ErrorDomain.STORAGE,
@@ -889,17 +955,7 @@ var MemoryConvex = class extends MemoryStorage {
         text: `Thread ${id} not found`
       });
     }
-    const updated = {
-      ...existing,
-      title,
-      metadata: {
-        ...existing.metadata,
-        ...metadata
-      },
-      updatedAt: /* @__PURE__ */ new Date()
-    };
-    await this.saveThread({ thread: updated });
-    return updated;
+    return parseStoredThread(updated);
   }
   async deleteThread({ threadId }) {
     const messages = await this.#db.queryTable(TABLE_MESSAGES, [
@@ -927,6 +983,19 @@ var MemoryConvex = class extends MemoryStorage {
       );
     }
     const perPage = normalizePerPage(perPageInput, 100);
+    try {
+      this.validateMetadataKeys(filter?.metadata);
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: createStorageErrorId("CONVEX", "LIST_THREADS", "INVALID_METADATA_KEY"),
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.USER,
+          details: { metadataKeys: filter?.metadata ? Object.keys(filter.metadata).join(", ") : "" }
+        },
+        error instanceof Error ? error : new Error("Invalid metadata key")
+      );
+    }
     const { field, direction } = this.parseOrderBy(orderBy);
     const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
     const queryFilters = [];
@@ -934,15 +1003,10 @@ var MemoryConvex = class extends MemoryStorage {
       queryFilters.push({ field: "resourceId", value: filter.resourceId });
     }
     const rows = await this.#db.queryTable(TABLE_THREADS, queryFilters);
-    let threads = rows.map((row) => ({
-      ...row,
-      metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata,
-      createdAt: new Date(row.createdAt),
-      updatedAt: new Date(row.updatedAt)
-    }));
+    let threads = rows.map((row) => parseStoredThread(row));
     if (filter?.metadata && Object.keys(filter.metadata).length > 0) {
       threads = threads.filter((thread) => {
-        if (!thread.metadata) return false;
+        if (!thread.metadata || typeof thread.metadata !== "object" || Array.isArray(thread.metadata)) return false;
         return Object.entries(filter.metadata).every(([key, value]) => thread.metadata[key] === value);
       });
     }
@@ -1047,8 +1111,8 @@ var MemoryConvex = class extends MemoryStorage {
     if (messageIds.length === 0) {
       return { messages: [] };
     }
-    const rows = await this.#db.queryTable(TABLE_MESSAGES, void 0);
-    const filtered = rows.filter((row) => messageIds.includes(row.id)).map((row) => this.parseStoredMessage(row));
+    const rows = await this.#db.loadMany(TABLE_MESSAGES, messageIds);
+    const filtered = rows.map((row) => this.parseStoredMessage(row));
     const list = new MessageList().add(filtered, "memory");
     return { messages: list.get.all.db() };
   }
@@ -1079,19 +1143,11 @@ var MemoryConvex = class extends MemoryStorage {
     const threadIds = [...new Set(messages.map((m) => m.threadId).filter(Boolean))];
     const now = /* @__PURE__ */ new Date();
     for (const threadId of threadIds) {
-      const thread = await this.getThreadById({ threadId });
-      if (thread) {
-        await this.#db.insert({
-          tableName: TABLE_THREADS,
-          record: {
-            ...thread,
-            id: thread.id,
-            updatedAt: now.toISOString(),
-            createdAt: thread.createdAt instanceof Date ? thread.createdAt.toISOString() : thread.createdAt,
-            metadata: thread.metadata ?? {}
-          }
-        });
-      }
+      await this.#db.patch({
+        tableName: TABLE_THREADS,
+        id: threadId,
+        record: { updatedAt: now.toISOString() }
+      });
     }
     const list = new MessageList().add(messages, "memory");
     return { messages: list.get.all.db() };
@@ -1100,11 +1156,15 @@ var MemoryConvex = class extends MemoryStorage {
     messages
   }) {
     if (messages.length === 0) return [];
-    const existing = await this.#db.queryTable(TABLE_MESSAGES, void 0);
+    const existingRows = await this.#db.loadMany(
+      TABLE_MESSAGES,
+      messages.map((message) => message.id)
+    );
+    const existing = new Map(existingRows.map((row) => [row.id, row]));
     const updated = [];
     const affectedThreadIds = /* @__PURE__ */ new Set();
     for (const update of messages) {
-      const current = existing.find((row) => row.id === update.id);
+      const current = existing.get(update.id);
       if (!current) continue;
       affectedThreadIds.add(current.thread_id);
       if (update.threadId) {
@@ -1137,19 +1197,11 @@ var MemoryConvex = class extends MemoryStorage {
     }
     const now = /* @__PURE__ */ new Date();
     for (const threadId of affectedThreadIds) {
-      const thread = await this.getThreadById({ threadId });
-      if (thread) {
-        await this.#db.insert({
-          tableName: TABLE_THREADS,
-          record: {
-            ...thread,
-            id: thread.id,
-            updatedAt: now.toISOString(),
-            createdAt: thread.createdAt instanceof Date ? thread.createdAt.toISOString() : thread.createdAt,
-            metadata: thread.metadata ?? {}
-          }
-        });
-      }
+      await this.#db.patch({
+        tableName: TABLE_THREADS,
+        id: threadId,
+        record: { updatedAt: now.toISOString() }
+      });
     }
     return updated;
   }
@@ -1177,41 +1229,22 @@ var MemoryConvex = class extends MemoryStorage {
       keys: { id: resourceId }
     });
     if (!record) return null;
-    return {
-      ...record,
-      metadata: typeof record.metadata === "string" ? safelyParseJSON(record.metadata) : record.metadata,
-      createdAt: new Date(record.createdAt),
-      updatedAt: new Date(record.updatedAt)
-    };
+    return parseStoredResource(record);
   }
   async updateResource({
     resourceId,
     workingMemory,
     metadata
   }) {
-    const existing = await this.getResourceById({ resourceId });
     const now = /* @__PURE__ */ new Date();
-    if (!existing) {
-      const created = {
-        id: resourceId,
-        workingMemory,
-        metadata: metadata ?? {},
-        createdAt: now,
-        updatedAt: now
-      };
-      return this.saveResource({ resource: created });
-    }
-    const updated = {
-      ...existing,
-      workingMemory: workingMemory ?? existing.workingMemory,
-      metadata: {
-        ...existing.metadata,
-        ...metadata
-      },
+    const updated = await this.#db.updateResource({
+      resourceId,
+      workingMemory,
+      metadata,
+      createdAt: now,
       updatedAt: now
-    };
-    await this.saveResource({ resource: updated });
-    return updated;
+    });
+    return parseStoredResource(updated);
   }
   _sortMessages(messages, field, direction) {
     return messages.sort((a, b) => {
@@ -1844,6 +1877,7 @@ var ConvexStore = class extends MastraCompositeStore {
   }
 };
 var INDEX_METADATA_TABLE = "mastra_vector_indexes";
+var VECTOR_QUERY_PAGE_SIZE = 256;
 var ConvexVector = class extends MastraVector {
   client;
   constructor(config) {
@@ -1896,10 +1930,7 @@ var ConvexVector = class extends MastraVector {
     if (!index) {
       throw new Error(`Index ${indexName} not found`);
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     return {
       dimension: index.dimension,
       count: vectors.length,
@@ -1936,10 +1967,7 @@ var ConvexVector = class extends MastraVector {
         details: { indexName }
       });
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     const filtered = filter && !this.isEmptyFilter(filter) ? vectors.filter((record) => this.matchesFilter(record.metadata, filter)) : vectors;
     const scored = filtered.map((record) => ({
       id: record.id,
@@ -1960,10 +1988,7 @@ var ConvexVector = class extends MastraVector {
       if (this.isEmptyFilter(filter)) {
         throw new Error("ConvexVector.updateVector: cannot update with empty filter");
       }
-      const vectors = await this.callStorage({
-        op: "queryTable",
-        tableName: this.vectorTable(params.indexName)
-      });
+      const vectors = await this.queryAllVectors(params.indexName);
       const matching = vectors.filter((record) => this.matchesFilter(record.metadata, filter));
       for (const existing2 of matching) {
         const updated2 = {
@@ -2032,10 +2057,7 @@ var ConvexVector = class extends MastraVector {
     if (this.isEmptyFilter(filter)) {
       throw new Error("ConvexVector.deleteVectors: cannot delete with empty filter");
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     const matchingIds = vectors.filter((record) => this.matchesFilter(record.metadata, filter)).map((record) => record.id);
     if (matchingIds.length > 0) {
       await this.callStorage({
@@ -2123,6 +2145,27 @@ var ConvexVector = class extends MastraVector {
   async callStorage(request) {
     return this.client.callStorage(request);
   }
+  async queryAllVectors(indexName) {
+    const vectors = [];
+    let cursor = null;
+    let hasMore = true;
+    while (hasMore) {
+      const response = await this.client.callStorageRaw({
+        op: "queryTable",
+        tableName: this.vectorTable(indexName),
+        pageSize: VECTOR_QUERY_PAGE_SIZE,
+        cursor
+      });
+      vectors.push(...response.result);
+      const nextCursor = response.continuationCursor ?? null;
+      hasMore = response.hasMore ?? false;
+      if (hasMore && (!nextCursor || nextCursor === cursor)) {
+        throw new Error("ConvexVector: paginated vector query did not return a valid continuation cursor");
+      }
+      cursor = nextCursor;
+    }
+    return vectors;
+  }
   /**
    * Call storage repeatedly until hasMore is false.
    * Use for bulk operations like clearTable that may need multiple batches.