@mastra/lance 1.0.0-beta.0 → 1.0.0-beta.2

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @mastra/lance
 
+## 1.0.0-beta.2
+
+### Patch Changes
+
+- Add new deleteVectors, updateVector by filter ([#10408](https://github.com/mastra-ai/mastra/pull/10408))
+
+- Updated dependencies [[`21a15de`](https://github.com/mastra-ai/mastra/commit/21a15de369fe82aac26bb642ed7be73505475e8b), [`feb7ee4`](https://github.com/mastra-ai/mastra/commit/feb7ee4d09a75edb46c6669a3beaceec78811747), [`b0e2ea5`](https://github.com/mastra-ai/mastra/commit/b0e2ea5b52c40fae438b9e2f7baee6f0f89c5442), [`c456e01`](https://github.com/mastra-ai/mastra/commit/c456e0149e3c176afcefdbd9bb1d2c5917723725), [`ab035c2`](https://github.com/mastra-ai/mastra/commit/ab035c2ef6d8cc7bb25f06f1a38508bd9e6f126b), [`1a46a56`](https://github.com/mastra-ai/mastra/commit/1a46a566f45a3fcbadc1cf36bf86d351f264bfa3), [`3cf540b`](https://github.com/mastra-ai/mastra/commit/3cf540b9fbfea8f4fc8d3a2319a4e6c0b0cbfd52), [`1c6ce51`](https://github.com/mastra-ai/mastra/commit/1c6ce51f875915ab57fd36873623013699a2a65d), [`898a972`](https://github.com/mastra-ai/mastra/commit/898a9727d286c2510d6b702dfd367e6aaf5c6b0f), [`a97003a`](https://github.com/mastra-ai/mastra/commit/a97003aa1cf2f4022a41912324a1e77263b326b8), [`ccc141e`](https://github.com/mastra-ai/mastra/commit/ccc141ed27da0abc3a3fc28e9e5128152e8e37f4), [`fe3b897`](https://github.com/mastra-ai/mastra/commit/fe3b897c2ccbcd2b10e81b099438c7337feddf89), [`00123ba`](https://github.com/mastra-ai/mastra/commit/00123ba96dc9e5cd0b110420ebdba56d8f237b25), [`29c4309`](https://github.com/mastra-ai/mastra/commit/29c4309f818b24304c041bcb4a8f19b5f13f6b62), [`16785ce`](https://github.com/mastra-ai/mastra/commit/16785ced928f6f22638f4488cf8a125d99211799), [`de8239b`](https://github.com/mastra-ai/mastra/commit/de8239bdcb1d8c0cfa06da21f1569912a66bbc8a), [`b5e6cd7`](https://github.com/mastra-ai/mastra/commit/b5e6cd77fc8c8e64e0494c1d06cee3d84e795d1e), [`3759cb0`](https://github.com/mastra-ai/mastra/commit/3759cb064935b5f74c65ac2f52a1145f7352899d), [`651e772`](https://github.com/mastra-ai/mastra/commit/651e772eb1475fb13e126d3fcc01751297a88214), [`b61b93f`](https://github.com/mastra-ai/mastra/commit/b61b93f9e058b11dd2eec169853175d31dbdd567), [`bae33d9`](https://github.com/mastra-ai/mastra/commit/bae33d91a63fbb64d1e80519e1fc1acaed1e9013), [`c0b731f`](https://github.com/mastra-ai/mastra/commit/c0b731fb27d712dc8582e846df5c0332a6a0c5ba), [`43ca8f2`](https://github.com/mastra-ai/mastra/commit/43ca8f2c7334851cc7b4d3d2f037d8784bfbdd5f), [`2ca67cc`](https://github.com/mastra-ai/mastra/commit/2ca67cc3bb1f6a617353fdcab197d9efebe60d6f), [`9e67002`](https://github.com/mastra-ai/mastra/commit/9e67002b52c9be19936c420a489dbee9c5fd6a78), [`35edc49`](https://github.com/mastra-ai/mastra/commit/35edc49ac0556db609189641d6341e76771b81fc)]:
+  - @mastra/core@1.0.0-beta.5
+
+## 1.0.0-beta.1
+
+### Patch Changes
+
+- dependencies updates: ([#9921](https://github.com/mastra-ai/mastra/pull/9921))
+  - Updated dependency [`@lancedb/lancedb@^0.22.3` ↗︎](https://www.npmjs.com/package/@lancedb/lancedb/v/0.22.3) (from `^0.22.2`, in `dependencies`)
+
+- Add restart method to workflow run that allows restarting an active workflow run ([#9750](https://github.com/mastra-ai/mastra/pull/9750))
+  Add status filter to `listWorkflowRuns`
+  Add automatic restart to restart active workflow runs when server starts
+- Updated dependencies [[`2319326`](https://github.com/mastra-ai/mastra/commit/2319326f8c64e503a09bbcf14be2dd65405445e0), [`d629361`](https://github.com/mastra-ai/mastra/commit/d629361a60f6565b5bfb11976fdaf7308af858e2), [`08c31c1`](https://github.com/mastra-ai/mastra/commit/08c31c188ebccd598acaf55e888b6397d01f7eae), [`fd3d338`](https://github.com/mastra-ai/mastra/commit/fd3d338a2c362174ed5b383f1f011ad9fb0302aa), [`c30400a`](https://github.com/mastra-ai/mastra/commit/c30400a49b994b1b97256fe785eb6c906fc2b232), [`69e0a87`](https://github.com/mastra-ai/mastra/commit/69e0a878896a2da9494945d86e056a5f8f05b851), [`01f8878`](https://github.com/mastra-ai/mastra/commit/01f88783de25e4de048c1c8aace43e26373c6ea5), [`4c77209`](https://github.com/mastra-ai/mastra/commit/4c77209e6c11678808b365d545845918c40045c8), [`d827d08`](https://github.com/mastra-ai/mastra/commit/d827d0808ffe1f3553a84e975806cc989b9735dd), [`23c10a1`](https://github.com/mastra-ai/mastra/commit/23c10a1efdd9a693c405511ab2dc8a1236603162), [`676ccc7`](https://github.com/mastra-ai/mastra/commit/676ccc7fe92468d2d45d39c31a87825c89fd1ea0), [`c10398d`](https://github.com/mastra-ai/mastra/commit/c10398d5b88f1d4af556f4267ff06f1d11e89179), [`00c2387`](https://github.com/mastra-ai/mastra/commit/00c2387f5f04a365316f851e58666ac43f8c4edf), [`ad6250d`](https://github.com/mastra-ai/mastra/commit/ad6250dbdaad927e29f74a27b83f6c468b50a705), [`3a73998`](https://github.com/mastra-ai/mastra/commit/3a73998fa4ebeb7f3dc9301afe78095fc63e7999), [`e16d553`](https://github.com/mastra-ai/mastra/commit/e16d55338403c7553531cc568125c63d53653dff), [`4d59f58`](https://github.com/mastra-ai/mastra/commit/4d59f58de2d90d6e2810a19d4518e38ddddb9038), [`e1bb9c9`](https://github.com/mastra-ai/mastra/commit/e1bb9c94b4eb68b019ae275981be3feb769b5365), [`351a11f`](https://github.com/mastra-ai/mastra/commit/351a11fcaf2ed1008977fa9b9a489fc422e51cd4)]:
+  - @mastra/core@1.0.0-beta.3
+
 ## 1.0.0-beta.0
 
 ### Major Changes

package/dist/index.cjs

@@ -1555,11 +1555,13 @@ var StoreWorkflowsLance = class extends storage.WorkflowsStorage {
       } else {
         createdAt = now;
       }
+      const { status, value, ...rest } = snapshot;
       const record = {
         workflow_name: workflowName,
         run_id: runId,
         resourceId,
-        snapshot: JSON.stringify(snapshot),
+        snapshot: JSON.stringify({ status, value, ...rest }),
+        // this is to ensure status is always just before value, for when querying the db by status
         createdAt,
         updatedAt: now
       };
@@ -1629,6 +1631,10 @@ var StoreWorkflowsLance = class extends storage.WorkflowsStorage {
       if (args?.workflowName) {
         conditions.push(`workflow_name = '${args.workflowName.replace(/'/g, "''")}'`);
       }
+      if (args?.status) {
+        const escapedStatus = args.status.replace(/\\/g, "\\\\").replace(/'/g, "''").replace(/%/g, "\\%").replace(/_/g, "\\_");
+        conditions.push(`\`snapshot\` LIKE '%"status":"${escapedStatus}","value"%'`);
+      }
       if (args?.resourceId) {
         conditions.push(`\`resourceId\` = '${args.resourceId}'`);
       }
@@ -2839,7 +2845,44 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
       );
     }
   }
-  async updateVector({ indexName, id, update }) {
+  async updateVector(params) {
+    const { indexName, update } = params;
+    if ("id" in params && "filter" in params && params.id && params.filter) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "id and filter are mutually exclusive",
+        details: { indexName }
+      });
+    }
+    if (!("id" in params || "filter" in params) || !params.id && !params.filter) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "Either id or filter must be provided",
+        details: { indexName }
+      });
+    }
+    if ("filter" in params && params.filter && Object.keys(params.filter).length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "Cannot update with empty filter",
+        details: { indexName }
+      });
+    }
+    if (!update.vector && !update.metadata) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "No updates provided",
+        details: { indexName }
+      });
+    }
     try {
       if (!this.lanceClient) {
         throw new Error("LanceDB client not initialized. Use LanceVectorStore.create() to create an instance");
@@ -2847,21 +2890,6 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
       if (!indexName) {
         throw new Error("indexName is required");
       }
-      if (!id) {
-        throw new Error("id is required");
-      }
-    } catch (err) {
-      throw new error.MastraError(
-        {
-          id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_FAILED_INVALID_ARGS",
-          domain: error.ErrorDomain.STORAGE,
-          category: error.ErrorCategory.USER,
-          details: { indexName, id }
-        },
-        err
-      );
-    }
-    try {
       const tables = await this.lanceClient.tableNames();
       for (const tableName of tables) {
         this.logger.debug("Checking table:" + tableName);
@@ -2871,39 +2899,66 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
           const hasColumn = schema.fields.some((field) => field.name === indexName);
           if (hasColumn) {
             this.logger.debug(`Found column ${indexName} in table ${tableName}`);
-            const existingRecord = await table.query().where(`id = '${id}'`).select(schema.fields.map((field) => field.name)).limit(1).toArray();
-            if (existingRecord.length === 0) {
-              throw new Error(`Record with id '${id}' not found in table ${tableName}`);
+            let whereClause;
+            if ("id" in params && params.id) {
+              whereClause = `id = '${params.id}'`;
+            } else if ("filter" in params && params.filter) {
+              const translator = new LanceFilterTranslator();
+              const processFilterKeys = (filter) => {
+                const processedFilter = {};
+                Object.entries(filter).forEach(([key, value]) => {
+                  if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+                    Object.entries(value).forEach(([nestedKey, nestedValue]) => {
+                      processedFilter[`metadata_${key}_${nestedKey}`] = nestedValue;
+                    });
+                  } else {
+                    processedFilter[`metadata_${key}`] = value;
+                  }
+                });
+                return processedFilter;
+              };
+              const prefixedFilter = processFilterKeys(params.filter);
+              whereClause = translator.translate(prefixedFilter) || "";
+              if (!whereClause) {
+                throw new Error("Failed to translate filter to SQL");
+              }
+            } else {
+              throw new Error("Either id or filter must be provided");
             }
-            const rowData = {
-              id
-            };
-            Object.entries(existingRecord[0]).forEach(([key, value]) => {
-              if (key !== "id" && key !== "_distance") {
-                if (key === indexName) {
-                  if (!update.vector) {
-                    if (Array.isArray(value)) {
-                      rowData[key] = [...value];
-                    } else if (typeof value === "object" && value !== null) {
-                      rowData[key] = Array.from(value);
+            const existingRecords = await table.query().where(whereClause).select(schema.fields.map((field) => field.name)).toArray();
+            if (existingRecords.length === 0) {
+              this.logger.info(`No records found matching criteria in table ${tableName}`);
+              return;
+            }
+            const updatedRecords = existingRecords.map((record) => {
+              const rowData = {};
+              Object.entries(record).forEach(([key, value]) => {
+                if (key !== "_distance") {
+                  if (key === indexName) {
+                    if (update.vector) {
+                      rowData[key] = update.vector;
                     } else {
-                      rowData[key] = value;
+                      if (Array.isArray(value)) {
+                        rowData[key] = [...value];
+                      } else if (typeof value === "object" && value !== null) {
+                        rowData[key] = Array.from(value);
+                      } else {
+                        rowData[key] = value;
+                      }
                     }
+                  } else {
+                    rowData[key] = value;
                   }
-                } else {
-                  rowData[key] = value;
                 }
+              });
+              if (update.metadata) {
+                Object.entries(update.metadata).forEach(([key, value]) => {
+                  rowData[`metadata_${key}`] = value;
+                });
               }
+              return rowData;
             });
-            if (update.vector) {
-              rowData[indexName] = update.vector;
-            }
-            if (update.metadata) {
-              Object.entries(update.metadata).forEach(([key, value]) => {
-                rowData[`metadata_${key}`] = value;
-              });
-            }
-            await table.add([rowData], { mode: "overwrite" });
+            await table.add(updatedRecords, { mode: "overwrite" });
             return;
           }
         } catch (err) {
@@ -2913,12 +2968,19 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
       }
       throw new Error(`No table found with column/index '${indexName}'`);
     } catch (error$1) {
+      if (error$1 instanceof error.MastraError) throw error$1;
       throw new error.MastraError(
         {
           id: "STORAGE_LANCE_VECTOR_UPDATE_VECTOR_FAILED",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { indexName, id, hasVector: !!update.vector, hasMetadata: !!update.metadata }
+          details: {
+            indexName,
+            ..."id" in params && params.id && { id: params.id },
+            ..."filter" in params && params.filter && { filter: JSON.stringify(params.filter) },
+            hasVector: !!update.vector,
+            hasMetadata: !!update.metadata
+          }
         },
         error$1
       );
@@ -2941,7 +3003,10 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
           id: "STORAGE_LANCE_VECTOR_DELETE_VECTOR_FAILED_INVALID_ARGS",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.USER,
-          details: { indexName, id }
+          details: {
+            indexName,
+            ...id && { id }
+          }
         },
         err
       );
@@ -2971,7 +3036,10 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
           id: "STORAGE_LANCE_VECTOR_DELETE_VECTOR_FAILED",
           domain: error.ErrorDomain.STORAGE,
           category: error.ErrorCategory.THIRD_PARTY,
-          details: { indexName, id }
+          details: {
+            indexName,
+            ...id && { id }
+          }
         },
         error$1
       );
@@ -3002,6 +3070,109 @@ var LanceVectorStore = class _LanceVectorStore extends vector.MastraVector {
     });
     return result;
   }
+  async deleteVectors({ indexName, filter, ids }) {
+    if (ids && filter) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "ids and filter are mutually exclusive",
+        details: { indexName }
+      });
+    }
+    if (!ids && !filter) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "Either filter or ids must be provided",
+        details: { indexName }
+      });
+    }
+    if (ids && ids.length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "Cannot delete with empty ids array",
+        details: { indexName }
+      });
+    }
+    if (filter && Object.keys(filter).length === 0) {
+      throw new error.MastraError({
+        id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_INVALID_ARGS",
+        domain: error.ErrorDomain.STORAGE,
+        category: error.ErrorCategory.USER,
+        text: "Cannot delete with empty filter",
+        details: { indexName }
+      });
+    }
+    try {
+      if (!this.lanceClient) {
+        throw new Error("LanceDB client not initialized. Use LanceVectorStore.create() to create an instance");
+      }
+      if (!indexName) {
+        throw new Error("indexName is required");
+      }
+      const tables = await this.lanceClient.tableNames();
+      for (const tableName of tables) {
+        this.logger.debug("Checking table:" + tableName);
+        const table = await this.lanceClient.openTable(tableName);
+        try {
+          const schema = await table.schema();
+          const hasColumn = schema.fields.some((field) => field.name === indexName);
+          if (hasColumn) {
+            this.logger.debug(`Found column ${indexName} in table ${tableName}`);
+            if (ids) {
+              const idsConditions = ids.map((id) => `id = '${id}'`).join(" OR ");
+              await table.delete(idsConditions);
+            } else if (filter) {
+              const translator = new LanceFilterTranslator();
+              const processFilterKeys = (filter2) => {
+                const processedFilter = {};
+                Object.entries(filter2).forEach(([key, value]) => {
+                  if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+                    Object.entries(value).forEach(([nestedKey, nestedValue]) => {
+                      processedFilter[`metadata_${key}_${nestedKey}`] = nestedValue;
+                    });
+                  } else {
+                    processedFilter[`metadata_${key}`] = value;
+                  }
+                });
+                return processedFilter;
+              };
+              const prefixedFilter = processFilterKeys(filter);
+              const whereClause = translator.translate(prefixedFilter);
+              if (!whereClause) {
+                throw new Error("Failed to translate filter to SQL");
+              }
+              await table.delete(whereClause);
+            }
+            return;
+          }
+        } catch (err) {
+          this.logger.error(`Error checking schema for table ${tableName}:` + err);
+          continue;
+        }
+      }
+      throw new Error(`No table found with column/index '${indexName}'`);
+    } catch (error$1) {
+      if (error$1 instanceof error.MastraError) throw error$1;
+      throw new error.MastraError(
+        {
+          id: "STORAGE_LANCE_VECTOR_DELETE_VECTORS_FAILED",
+          domain: error.ErrorDomain.STORAGE,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            indexName,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error$1
+      );
+    }
+  }
 };
 
 exports.LanceStorage = LanceStorage;