@mastra/upstash 1.0.0-beta.1 → 1.0.0-beta.2

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @mastra/upstash
 
+## 1.0.0-beta.2
+
+### Patch Changes
+
+- Add new deleteVectors, updateVector by filter ([#10408](https://github.com/mastra-ai/mastra/pull/10408))
+
+- Fix message sorting in listMessages when using semantic recall (include parameter). Messages are now always sorted by createdAt instead of storage order, ensuring correct chronological ordering of conversation history. ([#10491](https://github.com/mastra-ai/mastra/pull/10491))
+
+- Updated dependencies [[`21a15de`](https://github.com/mastra-ai/mastra/commit/21a15de369fe82aac26bb642ed7be73505475e8b), [`feb7ee4`](https://github.com/mastra-ai/mastra/commit/feb7ee4d09a75edb46c6669a3beaceec78811747), [`b0e2ea5`](https://github.com/mastra-ai/mastra/commit/b0e2ea5b52c40fae438b9e2f7baee6f0f89c5442), [`c456e01`](https://github.com/mastra-ai/mastra/commit/c456e0149e3c176afcefdbd9bb1d2c5917723725), [`ab035c2`](https://github.com/mastra-ai/mastra/commit/ab035c2ef6d8cc7bb25f06f1a38508bd9e6f126b), [`1a46a56`](https://github.com/mastra-ai/mastra/commit/1a46a566f45a3fcbadc1cf36bf86d351f264bfa3), [`3cf540b`](https://github.com/mastra-ai/mastra/commit/3cf540b9fbfea8f4fc8d3a2319a4e6c0b0cbfd52), [`1c6ce51`](https://github.com/mastra-ai/mastra/commit/1c6ce51f875915ab57fd36873623013699a2a65d), [`898a972`](https://github.com/mastra-ai/mastra/commit/898a9727d286c2510d6b702dfd367e6aaf5c6b0f), [`a97003a`](https://github.com/mastra-ai/mastra/commit/a97003aa1cf2f4022a41912324a1e77263b326b8), [`ccc141e`](https://github.com/mastra-ai/mastra/commit/ccc141ed27da0abc3a3fc28e9e5128152e8e37f4), [`fe3b897`](https://github.com/mastra-ai/mastra/commit/fe3b897c2ccbcd2b10e81b099438c7337feddf89), [`00123ba`](https://github.com/mastra-ai/mastra/commit/00123ba96dc9e5cd0b110420ebdba56d8f237b25), [`29c4309`](https://github.com/mastra-ai/mastra/commit/29c4309f818b24304c041bcb4a8f19b5f13f6b62), [`16785ce`](https://github.com/mastra-ai/mastra/commit/16785ced928f6f22638f4488cf8a125d99211799), [`de8239b`](https://github.com/mastra-ai/mastra/commit/de8239bdcb1d8c0cfa06da21f1569912a66bbc8a), [`b5e6cd7`](https://github.com/mastra-ai/mastra/commit/b5e6cd77fc8c8e64e0494c1d06cee3d84e795d1e), [`3759cb0`](https://github.com/mastra-ai/mastra/commit/3759cb064935b5f74c65ac2f52a1145f7352899d), [`651e772`](https://github.com/mastra-ai/mastra/commit/651e772eb1475fb13e126d3fcc01751297a88214), [`b61b93f`](https://github.com/mastra-ai/mastra/commit/b61b93f9e058b11dd2eec169853175d31dbdd567), [`bae33d9`](https://github.com/mastra-ai/mastra/commit/bae33d91a63fbb64d1e80519e1fc1acaed1e9013), [`c0b731f`](https://github.com/mastra-ai/mastra/commit/c0b731fb27d712dc8582e846df5c0332a6a0c5ba), [`43ca8f2`](https://github.com/mastra-ai/mastra/commit/43ca8f2c7334851cc7b4d3d2f037d8784bfbdd5f), [`2ca67cc`](https://github.com/mastra-ai/mastra/commit/2ca67cc3bb1f6a617353fdcab197d9efebe60d6f), [`9e67002`](https://github.com/mastra-ai/mastra/commit/9e67002b52c9be19936c420a489dbee9c5fd6a78), [`35edc49`](https://github.com/mastra-ai/mastra/commit/35edc49ac0556db609189641d6341e76771b81fc)]:
+  - @mastra/core@1.0.0-beta.5
+
 ## 1.0.0-beta.1
 
 ### Patch Changes

package/README.md

@@ -161,6 +161,18 @@ The Upstash store requires the following configuration:
 - `UPSTASH_REDIS_REST_URL`: Your Upstash Redis REST URL
 - `UPSTASH_REDIS_REST_TOKEN`: Your Upstash Redis REST token
 
+## Vector Store Methods
+
+- `createIndex({ indexName, dimension, metric? })`: Create a new namespace
+- `upsert({ indexName, vectors, sparseVectors?, metadata?, ids? })`: Add or update vectors (supports hybrid search)
+- `query({ indexName, queryVector, sparseQueryVector?, topK?, filter?, includeVector?, includeMetadata?, mode?, fusionAlgorithm? })`: Search for similar vectors
+- `updateVector({ indexName, id?, filter?, update })`: Update a single vector by ID or metadata filter
+- `deleteVector({ indexName, id })`: Delete a single vector by ID
+- `deleteVectors({ indexName, ids?, filter? })`: Delete multiple vectors by IDs or metadata filter
+- `listIndexes()`: List all namespaces
+- `describeIndex({ indexName })`: Get namespace statistics
+- `deleteIndex({ indexName })`: Delete a namespace
+
 ## Features
 
 - Serverless vector database and key-value store

package/dist/index.cjs

@@ -500,13 +500,11 @@ var StoreMemoryUpstash = class extends storage.MemoryStorage {
         }
         return 0;
       };
-      if (orderBy) {
-        messagesData.sort((a, b) => {
-          const aValue = getFieldValue(a);
-          const bValue = getFieldValue(b);
-          return direction === "ASC" ? aValue - bValue : bValue - aValue;
-        });
-      }
+      messagesData.sort((a, b) => {
+        const aValue = getFieldValue(a);
+        const bValue = getFieldValue(b);
+        return direction === "ASC" ? aValue - bValue : bValue - aValue;
+      });
       const total = messagesData.length;
       const start = offset;
       const end = perPageInput === false ? total : start + perPage;
@@ -527,23 +525,11 @@ var StoreMemoryUpstash = class extends storage.MemoryStorage {
       }
       const list = new agent.MessageList().add(allMessages, "memory");
       let finalMessages = list.get.all.db();
-      if (orderBy) {
-        finalMessages = finalMessages.sort((a, b) => {
-          const aValue = getFieldValue(a);
-          const bValue = getFieldValue(b);
-          return direction === "ASC" ? aValue - bValue : bValue - aValue;
-        });
-      } else {
-        const messageIdToPosition = /* @__PURE__ */ new Map();
-        allMessageIds.forEach((id, index) => {
-          messageIdToPosition.set(id, index);
-        });
-        finalMessages = finalMessages.sort((a, b) => {
-          const aPos = messageIdToPosition.get(a.id) ?? Number.MAX_SAFE_INTEGER;
-          const bPos = messageIdToPosition.get(b.id) ?? Number.MAX_SAFE_INTEGER;
-          return aPos - bPos;
-        });
-      }
+      finalMessages = finalMessages.sort((a, b) => {
+        const aValue = getFieldValue(a);
+        const bValue = getFieldValue(b);
+        return direction === "ASC" ? aValue - bValue : bValue - aValue;
+      });
       const returnedThreadMessageIds = new Set(finalMessages.filter((m) => m.threadId === threadId).map((m) => m.id));
       const allThreadMessagesReturned = returnedThreadMessageIds.size >= total;
       const hasMore = perPageInput !== false && !allThreadMessagesReturned && end < total;
@@ -1011,7 +997,9 @@ var ScoresUpstash = class extends storage.ScoresStorage {
           id: "STORAGE_UPSTASH_STORAGE_GET_SCORE_BY_ID_FAILED",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { id }
+          details: {
+            ...id && { id }
+          }
         },
         error$1
       );
@@ -2001,6 +1989,11 @@ var UpstashVector = class extends vector.MastraVector {
     try {
       await this.client.deleteNamespace(namespace);
     } catch (error$1) {
+      const errorMessage = error$1?.message || "";
+      if (errorMessage.includes("does not exist") || errorMessage.includes("not found")) {
+        this.logger.info(`Namespace ${namespace} does not exist, treating as already deleted`);
+        return;
+      }
       throw new error.MastraError(
         {
           id: "STORAGE_UPSTASH_VECTOR_DELETE_INDEX_FAILED",
@@ -2013,47 +2006,124 @@ var UpstashVector = class extends vector.MastraVector {
     }
   }
   /**
-   * Updates a vector by its ID with the provided vector and/or metadata.
-   * @param indexName - The name of the namespace containing the vector.
-   * @param id - The ID of the vector to update.
-   * @param update - An object containing the vector and/or metadata to update.
-   * @param update.vector - An optional array of numbers representing the new vector.
-   * @param update.metadata - An optional record containing the new metadata.
+   * Updates a vector by its ID or multiple vectors matching a filter.
+   * @param params - Parameters containing the id or filter for targeting the vector(s) to update
+   * @param params.indexName - The name of the namespace containing the vector.
+   * @param params.id - The ID of the vector to update (mutually exclusive with filter).
+   * @param params.filter - Filter to match multiple vectors to update (mutually exclusive with id).
+   * @param params.update - An object containing the vector and/or metadata to update.
    * @returns A promise that resolves when the update is complete.
    * @throws Will throw an error if no updates are provided or if the update operation fails.
    */
-  async updateVector({ indexName: namespace, id, update }) {
-    if (!update.vector && !update.metadata && !update.sparseVector) {
+  async updateVector(params) {
+    const { indexName: namespace, update } = params;
+    const upstashUpdate = update;
+    const sparseVector = upstashUpdate.sparseVector;
+    if ("id" in params && params.id && "filter" in params && params.filter) {
       throw new error.MastraError({
-        id: "STORAGE_UPSTASH_VECTOR_UPDATE_VECTOR_FAILED",
+        id: "STORAGE_UPSTASH_VECTOR_UPDATE_MUTUALLY_EXCLUSIVE",
+        text: "Cannot specify both id and filter - they are mutually exclusive",
         domain: error.ErrorDomain.STORAGE,
-        category: error.ErrorCategory.THIRD_PARTY,
-        details: { namespace, id },
-        text: "No update data provided"
+        category: error.ErrorCategory.USER,
+        details: { namespace }
       });
     }
-    if (!update.vector && !update.sparseVector && update.metadata) {
+    if (!("id" in params && params.id) && !("filter" in params && params.filter)) {
       throw new error.MastraError({
-        id: "STORAGE_UPSTASH_VECTOR_UPDATE_VECTOR_FAILED",
+        id: "STORAGE_UPSTASH_VECTOR_UPDATE_NO_TARGET",
+        text: "Either id or filter must be provided",
         domain: error.ErrorDomain.STORAGE,
-        category: error.ErrorCategory.THIRD_PARTY,
-        details: { namespace, id },
-        text: "Both vector and metadata must be provided for an update"
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    if (!update.vector && !update.metadata && !sparseVector) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_UPDATE_NO_PAYLOAD",
+        text: "No update data provided",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    if ("filter" in params && params.filter && Object.keys(params.filter).length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_UPDATE_EMPTY_FILTER",
+        text: "Filter cannot be an empty filter object",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
       });
     }
     try {
-      const points = { id };
-      if (update.vector) points.vector = update.vector;
-      if (update.metadata) points.metadata = update.metadata;
-      if (update.sparseVector) points.sparseVector = update.sparseVector;
-      await this.client.upsert(points, { namespace });
+      const ns = this.client.namespace(namespace);
+      if ("id" in params && params.id) {
+        const points = { id: params.id };
+        if (!update.vector || !update.metadata) {
+          try {
+            const existing = await ns.fetch([params.id], {
+              includeVectors: true,
+              includeMetadata: true
+            });
+            if (existing && existing.length > 0 && existing[0]) {
+              if (!update.vector && existing[0]?.vector) {
+                points.vector = existing[0].vector;
+              }
+              if (!update.metadata && existing[0]?.metadata) {
+                points.metadata = existing[0].metadata;
+              }
+            }
+          } catch (fetchError) {
+            this.logger.warn(`Failed to fetch existing vector ${params.id} for partial update: ${fetchError}`);
+          }
+        }
+        if (update.vector) points.vector = update.vector;
+        if (update.metadata) points.metadata = update.metadata;
+        if (sparseVector) points.sparseVector = sparseVector;
+        await ns.upsert(points);
+      } else if ("filter" in params && params.filter) {
+        const filterString = this.transformFilter(params.filter);
+        if (filterString) {
+          const stats = await this.describeIndex({ indexName: namespace });
+          const dummyVector = new Array(stats.dimension).fill(1 / Math.sqrt(stats.dimension));
+          const needsVectors = !update.vector;
+          const results = await ns.query({
+            vector: dummyVector,
+            topK: 1e3,
+            // Upstash's max query limit
+            filter: filterString,
+            includeVectors: needsVectors,
+            includeMetadata: needsVectors
+          });
+          for (const result of results) {
+            const points = { id: `${result.id}` };
+            if (update.vector) {
+              points.vector = update.vector;
+            } else if (result.vector) {
+              points.vector = result.vector;
+            }
+            if (update.metadata) {
+              points.metadata = update.metadata;
+            } else if (result.metadata) {
+              points.metadata = result.metadata;
+            }
+            if (sparseVector) points.sparseVector = sparseVector;
+            await ns.upsert(points);
+          }
+        }
+      }
     } catch (error$1) {
+      if (error$1 instanceof error.MastraError) throw error$1;
       throw new error.MastraError(
         {
           id: "STORAGE_UPSTASH_VECTOR_UPDATE_VECTOR_FAILED",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { namespace, id }
+          details: {
+            namespace,
+            ..."id" in params && params.id && { id: params.id },
+            ..."filter" in params && params.filter && { filter: JSON.stringify(params.filter) }
+          }
         },
         error$1
       );
@@ -2068,22 +2138,109 @@ var UpstashVector = class extends vector.MastraVector {
    */
   async deleteVector({ indexName: namespace, id }) {
     try {
-      await this.client.delete(id, {
-        namespace
-      });
+      const ns = this.client.namespace(namespace);
+      await ns.delete(id);
     } catch (error$1) {
       const mastraError = new error.MastraError(
         {
           id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTOR_FAILED",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { namespace, id }
+          details: {
+            namespace,
+            ...id && { id }
+          }
         },
         error$1
       );
       this.logger?.error(mastraError.toString());
     }
   }
+  /**
+   * Deletes multiple vectors by IDs or filter.
+   * @param indexName - The name of the namespace containing the vectors.
+   * @param ids - Array of vector IDs to delete (mutually exclusive with filter).
+   * @param filter - Filter to match vectors to delete (mutually exclusive with ids).
+   * @returns A promise that resolves when the deletion is complete.
+   * @throws Will throw an error if both ids and filter are provided, or if neither is provided.
+   */
+  async deleteVectors({ indexName: namespace, filter, ids }) {
+    if (ids && filter) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTORS_MUTUALLY_EXCLUSIVE",
+        text: "Cannot specify both ids and filter - they are mutually exclusive",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    if (!ids && !filter) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTORS_NO_TARGET",
+        text: "Either filter or ids must be provided",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    if (ids && ids.length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTORS_EMPTY_IDS",
+        text: "Cannot delete with empty ids array",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    if (filter && Object.keys(filter).length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTORS_EMPTY_FILTER",
+        text: "Cannot delete with empty filter object",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        details: { namespace }
+      });
+    }
+    try {
+      const ns = this.client.namespace(namespace);
+      if (ids) {
+        await ns.delete(ids);
+      } else if (filter) {
+        const filterString = this.transformFilter(filter);
+        if (filterString) {
+          const stats = await this.describeIndex({ indexName: namespace });
+          const dummyVector = new Array(stats.dimension).fill(1 / Math.sqrt(stats.dimension));
+          const results = await ns.query({
+            vector: dummyVector,
+            topK: 1e3,
+            // Upstash's max query limit
+            filter: filterString,
+            includeVectors: false,
+            includeMetadata: false
+          });
+          const idsToDelete = results.map((r) => `${r.id}`);
+          if (idsToDelete.length > 0) {
+            await ns.delete(idsToDelete);
+          }
+        }
+      }
+    } catch (error$1) {
+      if (error$1 instanceof error.MastraError) throw error$1;
+      throw new error.MastraError(
+        {
+          id: "STORAGE_UPSTASH_VECTOR_DELETE_VECTORS_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            namespace,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error$1
+      );
+    }
+  }
 };
 
 // src/vector/prompt.ts