@mastra/convex 1.2.0 → 1.2.1-alpha.1

package/dist/index.js

@@ -1,4 +1,4 @@
-export { mastraCache, mastraNativeVectorAction, mastraNativeVectorMutation, mastraNativeVectorQuery, mastraStorage } from './chunk-AJFME2ZF.js';
+export { mastraCache, mastraNativeVectorAction, mastraNativeVectorMutation, mastraNativeVectorQuery, mastraStorage } from './chunk-LXPDHMDN.js';
 export { TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_MESSAGES, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCORERS, TABLE_THREADS, TABLE_WORKFLOW_SNAPSHOT, defineMastraNativeVectorTable, mastraBackgroundTasksTable, mastraCacheListItemsTable, mastraCacheTable, mastraChannelConfigTable, mastraChannelInstallationsTable, mastraDocumentsTable, mastraMessagesTable, mastraResourcesTable, mastraScheduleTriggersTable, mastraSchedulesTable, mastraScoresTable, mastraThreadsTable, mastraVectorIndexesTable, mastraVectorsTable, mastraWorkflowSnapshotsTable } from './chunk-MC75WADX.js';
 import { MastraServerCache } from '@mastra/core/cache';
 import { MastraCompositeStore, createVectorErrorId, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, createStorageErrorId, normalizePerPage, calculatePagination, filterByDateRange, safelyParseJSON, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ScoresStorage, TABLE_SCORERS, ChannelsStorage, TABLE_CHANNEL_INSTALLATIONS, TABLE_CHANNEL_CONFIG, SchedulesStorage, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEDULES, BackgroundTasksStorage, TABLE_BACKGROUND_TASKS } from '@mastra/core/storage';
@@ -221,7 +221,8 @@ var ConvexAdminClient = class {
     }
     return {
       result: storageResponse.result,
-      hasMore: storageResponse.hasMore
+      hasMore: storageResponse.hasMore,
+      continuationCursor: storageResponse.continuationCursor
     };
   }
   async callStorage(request) {
@@ -349,6 +350,38 @@ var ConvexDB = class extends MastraBase {
       record: this.normalizePatch(record)
     });
   }
+  async updateThread({
+    id,
+    title,
+    metadata,
+    updatedAt
+  }) {
+    return this.client.callStorage({
+      op: "updateThread",
+      tableName: TABLE_THREADS,
+      id,
+      title,
+      metadata,
+      updatedAt: updatedAt.toISOString()
+    });
+  }
+  async updateResource({
+    resourceId,
+    workingMemory,
+    metadata,
+    createdAt,
+    updatedAt
+  }) {
+    return this.client.callStorage({
+      op: "updateResource",
+      tableName: TABLE_RESOURCES,
+      resourceId,
+      ...workingMemory !== void 0 ? { workingMemory } : {},
+      ...metadata !== void 0 ? { metadata } : {},
+      createdAt: createdAt.toISOString(),
+      updatedAt: updatedAt.toISOString()
+    });
+  }
   async load({ tableName, keys }) {
     const result = await this.client.callStorage({
       op: "load",
@@ -374,6 +407,44 @@ var ConvexDB = class extends MastraBase {
       ids
     });
   }
+  async mergeWorkflowStepResult({
+    workflowName,
+    runId,
+    stepId,
+    result,
+    requestContext
+  }) {
+    const context = await this.client.callStorage({
+      op: "mergeWorkflowStepResult",
+      tableName: TABLE_WORKFLOW_SNAPSHOT,
+      workflowName,
+      runId,
+      stepId,
+      result: JSON.stringify(result),
+      requestContext: JSON.stringify(requestContext)
+    });
+    if (!context) {
+      throw new Error(`Convex workflow step merge returned no context for runId ${runId}`);
+    }
+    return JSON.parse(context);
+  }
+  async mergeWorkflowState({
+    workflowName,
+    runId,
+    opts
+  }) {
+    const snapshot = await this.client.callStorage({
+      op: "mergeWorkflowState",
+      tableName: TABLE_WORKFLOW_SNAPSHOT,
+      workflowName,
+      runId,
+      opts: JSON.stringify(opts)
+    });
+    if (!snapshot) {
+      throw new Error(`Convex workflow state merge returned no snapshot for runId ${runId}`);
+    }
+    return JSON.parse(snapshot);
+  }
   async createSchedule(record) {
     if (!record.id) {
       throw new Error(`Schedule is missing an id`);
@@ -797,6 +868,23 @@ var ChannelsConvex = class extends ChannelsStorage {
     await this.#db.deleteMany(TABLE_CHANNEL_CONFIG, [platform]);
   }
 };
+function parseStoredThread(row) {
+  return {
+    ...row,
+    metadata: typeof row.metadata === "string" ? safelyParseJSON(row.metadata) : row.metadata,
+    createdAt: new Date(row.createdAt),
+    updatedAt: new Date(row.updatedAt)
+  };
+}
+function parseStoredResource(record) {
+  const metadata = typeof record.metadata === "string" ? safelyParseJSON(record.metadata) : record.metadata;
+  return {
+    ...record,
+    metadata: metadata ?? {},
+    createdAt: new Date(record.createdAt),
+    updatedAt: new Date(record.updatedAt)
+  };
+}
 var MemoryConvex = class extends MemoryStorage {
   #db;
   constructor(config) {
@@ -820,12 +908,7 @@ var MemoryConvex = class extends MemoryStorage {
       keys: { id: threadId }
     });
     if (!row || resourceId !== void 0 && row.resourceId !== resourceId) return null;
-    return {
-      ...row,
-      metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata,
-      createdAt: new Date(row.createdAt),
-      updatedAt: new Date(row.updatedAt)
-    };
+    return parseStoredThread(row);
   }
   async saveThread({ thread }) {
     await this.#db.insert({
@@ -842,8 +925,13 @@ var MemoryConvex = class extends MemoryStorage {
     title,
     metadata
   }) {
-    const existing = await this.getThreadById({ threadId: id });
-    if (!existing) {
+    const updated = await this.#db.updateThread({
+      id,
+      title,
+      metadata,
+      updatedAt: /* @__PURE__ */ new Date()
+    });
+    if (!updated) {
       throw new MastraError({
         id: createStorageErrorId("CONVEX", "UPDATE_THREAD", "THREAD_NOT_FOUND"),
         domain: ErrorDomain.STORAGE,
@@ -851,17 +939,7 @@ var MemoryConvex = class extends MemoryStorage {
         text: `Thread ${id} not found`
       });
     }
-    const updated = {
-      ...existing,
-      title,
-      metadata: {
-        ...existing.metadata,
-        ...metadata
-      },
-      updatedAt: /* @__PURE__ */ new Date()
-    };
-    await this.saveThread({ thread: updated });
-    return updated;
+    return parseStoredThread(updated);
   }
   async deleteThread({ threadId }) {
     const messages = await this.#db.queryTable(TABLE_MESSAGES, [
@@ -889,6 +967,19 @@ var MemoryConvex = class extends MemoryStorage {
       );
     }
     const perPage = normalizePerPage(perPageInput, 100);
+    try {
+      this.validateMetadataKeys(filter?.metadata);
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: createStorageErrorId("CONVEX", "LIST_THREADS", "INVALID_METADATA_KEY"),
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.USER,
+          details: { metadataKeys: filter?.metadata ? Object.keys(filter.metadata).join(", ") : "" }
+        },
+        error instanceof Error ? error : new Error("Invalid metadata key")
+      );
+    }
     const { field, direction } = this.parseOrderBy(orderBy);
     const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
     const queryFilters = [];
@@ -896,15 +987,10 @@ var MemoryConvex = class extends MemoryStorage {
       queryFilters.push({ field: "resourceId", value: filter.resourceId });
     }
     const rows = await this.#db.queryTable(TABLE_THREADS, queryFilters);
-    let threads = rows.map((row) => ({
-      ...row,
-      metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata,
-      createdAt: new Date(row.createdAt),
-      updatedAt: new Date(row.updatedAt)
-    }));
+    let threads = rows.map((row) => parseStoredThread(row));
     if (filter?.metadata && Object.keys(filter.metadata).length > 0) {
       threads = threads.filter((thread) => {
-        if (!thread.metadata) return false;
+        if (!thread.metadata || typeof thread.metadata !== "object" || Array.isArray(thread.metadata)) return false;
         return Object.entries(filter.metadata).every(([key, value]) => thread.metadata[key] === value);
       });
     }
@@ -1041,19 +1127,11 @@ var MemoryConvex = class extends MemoryStorage {
     const threadIds = [...new Set(messages.map((m) => m.threadId).filter(Boolean))];
     const now = /* @__PURE__ */ new Date();
     for (const threadId of threadIds) {
-      const thread = await this.getThreadById({ threadId });
-      if (thread) {
-        await this.#db.insert({
-          tableName: TABLE_THREADS,
-          record: {
-            ...thread,
-            id: thread.id,
-            updatedAt: now.toISOString(),
-            createdAt: thread.createdAt instanceof Date ? thread.createdAt.toISOString() : thread.createdAt,
-            metadata: thread.metadata ?? {}
-          }
-        });
-      }
+      await this.#db.patch({
+        tableName: TABLE_THREADS,
+        id: threadId,
+        record: { updatedAt: now.toISOString() }
+      });
     }
     const list = new MessageList().add(messages, "memory");
     return { messages: list.get.all.db() };
@@ -1099,19 +1177,11 @@ var MemoryConvex = class extends MemoryStorage {
     }
     const now = /* @__PURE__ */ new Date();
     for (const threadId of affectedThreadIds) {
-      const thread = await this.getThreadById({ threadId });
-      if (thread) {
-        await this.#db.insert({
-          tableName: TABLE_THREADS,
-          record: {
-            ...thread,
-            id: thread.id,
-            updatedAt: now.toISOString(),
-            createdAt: thread.createdAt instanceof Date ? thread.createdAt.toISOString() : thread.createdAt,
-            metadata: thread.metadata ?? {}
-          }
-        });
-      }
+      await this.#db.patch({
+        tableName: TABLE_THREADS,
+        id: threadId,
+        record: { updatedAt: now.toISOString() }
+      });
     }
     return updated;
   }
@@ -1139,41 +1209,22 @@ var MemoryConvex = class extends MemoryStorage {
       keys: { id: resourceId }
     });
     if (!record) return null;
-    return {
-      ...record,
-      metadata: typeof record.metadata === "string" ? safelyParseJSON(record.metadata) : record.metadata,
-      createdAt: new Date(record.createdAt),
-      updatedAt: new Date(record.updatedAt)
-    };
+    return parseStoredResource(record);
   }
   async updateResource({
     resourceId,
     workingMemory,
     metadata
   }) {
-    const existing = await this.getResourceById({ resourceId });
     const now = /* @__PURE__ */ new Date();
-    if (!existing) {
-      const created = {
-        id: resourceId,
-        workingMemory,
-        metadata: metadata ?? {},
-        createdAt: now,
-        updatedAt: now
-      };
-      return this.saveResource({ resource: created });
-    }
-    const updated = {
-      ...existing,
-      workingMemory: workingMemory ?? existing.workingMemory,
-      metadata: {
-        ...existing.metadata,
-        ...metadata
-      },
+    const updated = await this.#db.updateResource({
+      resourceId,
+      workingMemory,
+      metadata,
+      createdAt: now,
       updatedAt: now
-    };
-    await this.saveResource({ resource: updated });
-    return updated;
+    });
+    return parseStoredResource(updated);
   }
   _sortMessages(messages, field, direction) {
     return messages.sort((a, b) => {
@@ -1634,22 +1685,18 @@ var WorkflowsConvex = class extends WorkflowsStorage {
     this.#db = new ConvexDB(client);
   }
   supportsConcurrentUpdates() {
-    return false;
+    return true;
   }
   async init() {
   }
   async dangerouslyClearAll() {
     await this.#db.clearTable({ tableName: TABLE_WORKFLOW_SNAPSHOT });
   }
-  async updateWorkflowResults(_args) {
-    throw new Error(
-      "updateWorkflowResults is not implemented for Convex storage. Convex does not support atomic read-modify-write operations needed for concurrent workflow updates."
-    );
+  async updateWorkflowResults(args) {
+    return this.#db.mergeWorkflowStepResult(args);
   }
-  async updateWorkflowState(_args) {
-    throw new Error(
-      "updateWorkflowState is not implemented for Convex storage. Convex does not support atomic read-modify-write operations needed for concurrent workflow updates."
-    );
+  async updateWorkflowState(args) {
+    return this.#db.mergeWorkflowState(args);
   }
   async persistWorkflowSnapshot({
     workflowName,
@@ -1810,6 +1857,7 @@ var ConvexStore = class extends MastraCompositeStore {
   }
 };
 var INDEX_METADATA_TABLE = "mastra_vector_indexes";
+var VECTOR_QUERY_PAGE_SIZE = 256;
 var ConvexVector = class extends MastraVector {
   client;
   constructor(config) {
@@ -1862,10 +1910,7 @@ var ConvexVector = class extends MastraVector {
     if (!index) {
       throw new Error(`Index ${indexName} not found`);
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     return {
       dimension: index.dimension,
       count: vectors.length,
@@ -1902,10 +1947,7 @@ var ConvexVector = class extends MastraVector {
         details: { indexName }
       });
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     const filtered = filter && !this.isEmptyFilter(filter) ? vectors.filter((record) => this.matchesFilter(record.metadata, filter)) : vectors;
     const scored = filtered.map((record) => ({
       id: record.id,
@@ -1926,10 +1968,7 @@ var ConvexVector = class extends MastraVector {
       if (this.isEmptyFilter(filter)) {
         throw new Error("ConvexVector.updateVector: cannot update with empty filter");
       }
-      const vectors = await this.callStorage({
-        op: "queryTable",
-        tableName: this.vectorTable(params.indexName)
-      });
+      const vectors = await this.queryAllVectors(params.indexName);
       const matching = vectors.filter((record) => this.matchesFilter(record.metadata, filter));
       for (const existing2 of matching) {
         const updated2 = {
@@ -1998,10 +2037,7 @@ var ConvexVector = class extends MastraVector {
     if (this.isEmptyFilter(filter)) {
       throw new Error("ConvexVector.deleteVectors: cannot delete with empty filter");
     }
-    const vectors = await this.callStorage({
-      op: "queryTable",
-      tableName: this.vectorTable(indexName)
-    });
+    const vectors = await this.queryAllVectors(indexName);
     const matchingIds = vectors.filter((record) => this.matchesFilter(record.metadata, filter)).map((record) => record.id);
     if (matchingIds.length > 0) {
       await this.callStorage({
@@ -2089,6 +2125,27 @@ var ConvexVector = class extends MastraVector {
   async callStorage(request) {
     return this.client.callStorage(request);
   }
+  async queryAllVectors(indexName) {
+    const vectors = [];
+    let cursor = null;
+    let hasMore = true;
+    while (hasMore) {
+      const response = await this.client.callStorageRaw({
+        op: "queryTable",
+        tableName: this.vectorTable(indexName),
+        pageSize: VECTOR_QUERY_PAGE_SIZE,
+        cursor
+      });
+      vectors.push(...response.result);
+      const nextCursor = response.continuationCursor ?? null;
+      hasMore = response.hasMore ?? false;
+      if (hasMore && (!nextCursor || nextCursor === cursor)) {
+        throw new Error("ConvexVector: paginated vector query did not return a valid continuation cursor");
+      }
+      cursor = nextCursor;
+    }
+    return vectors;
+  }
   /**
    * Call storage repeatedly until hasMore is false.
    * Use for bulk operations like clearTable that may need multiple batches.